-- Logs begin at Wed 2021-07-14 08:19:40 UTC, end at Wed 2021-07-14 10:36:45 UTC. -- Jul 14 08:52:29.159187 n-d-758944-44 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 08:52:31.853575 n-d-758944-44 neutron-server[93612]: INFO neutron.common.config [-] Logging enabled! Jul 14 08:52:31.854118 n-d-758944-44 neutron-server[93612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 08:52:31.854288 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 08:52:31.857516 n-d-758944-44 neutron-server[93612]: INFO neutron.common.config [-] Logging enabled! Jul 14 08:52:31.857781 n-d-758944-44 neutron-server[93612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 08:52:31.858100 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 08:52:31.859035 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:52:31.859273 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 08:52:31.859668 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:52:31.859973 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 08:52:31.860209 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 08:52:31.860539 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.860845 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.861151 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.861388 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.861693 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.861994 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.862309 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.862608 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.862920 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.863212 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.863603 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.863901 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.864140 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.864429 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.864724 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.865016 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.865249 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] debug = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.865537 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.865970 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.866379 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.866670 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.866964 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.867251 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.867559 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.867846 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.868138 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.868477 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] host = n-d-758944-44 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.868763 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.869057 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.869349 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.869642 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.869921 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.870207 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.870522 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.870805 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.871085 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] log_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.871376 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.871681 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.871975 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.872271 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.872503 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.872733 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.873027 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.873320 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.873606 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.873886 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.874167 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.874447 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.874728 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.875003 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.875826 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.876134 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.876426 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.876709 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.876990 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.877269 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.877548 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.877835 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.878115 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.878393 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.878676 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.878969 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.879245 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.879549 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.879859 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.880151 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.880438 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.880729 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.881012 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.881299 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.881580 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.881859 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.882140 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] use_json = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.882419 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.882696 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.882983 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.883264 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.883568 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.883849 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.884135 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.884426 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:31.884729 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.885030 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.885335 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.885624 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.885923 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.886207 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.886498 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.886781 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.887072 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.887387 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.887677 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.887961 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.888254 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.888536 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.888833 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.889143 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.889439 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.889733 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.890011 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.890552 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.890827 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.891687 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.892088 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.892387 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.892681 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.892961 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.893245 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.893540 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.893824 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.894105 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.894387 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.894679 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.894960 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.895236 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.895544 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.895828 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.896104 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.896377 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.896660 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.896950 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.897230 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.897505 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.897779 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.898059 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.898331 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.898619 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.898898 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.899172 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.899472 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.899756 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.900030 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.900305 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.900583 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.900858 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.901135 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.901408 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.901679 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.901952 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.902224 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.902496 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.902772 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.903046 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.903324 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.903618 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.903891 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.904173 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.904447 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.904720 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.905007 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.905308 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.905589 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.905869 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.906150 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.906431 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.906736 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.907018 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.907296 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.907600 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.907874 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.908164 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.908452 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.908738 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.909022 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.909301 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.909595 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.909875 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.910159 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.910438 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.910715 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.911007 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.911293 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.911613 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.911910 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.912208 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.912504 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.912799 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.913080 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.913390 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.913670 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:31.913890 n-d-758944-44 neutron-server[93612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 08:52:31.914138 n-d-758944-44 neutron-server[93612]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93612) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 08:52:32.260469 n-d-758944-44 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 08:52:32.260751 n-d-758944-44 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 08:52:32.261044 n-d-758944-44 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 08:52:32.261378 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 08:52:32.651655 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.651954 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.652242 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.653537 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.653818 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.654098 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.688852 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.689130 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.689401 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.702708 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.702996 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.703281 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.733109 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.733397 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.733676 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.769911 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.770310 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:32.770693 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.002110 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.002705 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.002705 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.002865 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.003585 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.121912 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.122237 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.122530 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.122811 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.123085 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.123428 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.123702 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.123964 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.124223 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.124512 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.124776 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.125047 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.125331 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.125588 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.125849 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.126117 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.126376 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.126648 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.126922 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.127186 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.127484 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.127745 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.128032 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.128417 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.128670 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.128919 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.129313 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:33.129557 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:33.129800 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:33.130041 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:33.130280 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:33.130518 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:33.130883 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 08:52:33.134080 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 08:52:33.137987 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 08:52:33.142460 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 14 08:52:33.144115 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 08:52:33.144578 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 08:52:33.144924 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 08:52:33.145316 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 08:52:33.148129 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 08:52:33.148391 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 08:52:33.148741 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 08:52:33.177630 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 08:52:33.178084 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.178386 n-d-758944-44 neutron-server[93612]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93612) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 08:52:33.178752 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.180136 n-d-758944-44 neutron-server[93612]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93612) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 08:52:33.180425 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 08:52:33.180677 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 08:52:33.183730 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.184018 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.247494 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 08:52:33.247740 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 08:52:33.247981 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 08:52:33.248348 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 08:52:33.269361 n-d-758944-44 neutron-server[93612]: DEBUG oslo_db.sqlalchemy.engines [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93612) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 08:52:33.803696 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing driver for type 'gre' Jul 14 08:52:33.804243 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] gre ID ranges: [(1, 1000)] Jul 14 08:52:33.855783 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing driver for type 'local' Jul 14 08:52:33.856119 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing driver for type 'vlan' Jul 14 08:52:33.868453 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] VlanTypeDriver initialization complete Jul 14 08:52:33.868862 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing driver for type 'vxlan' Jul 14 08:52:33.869392 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] vxlan ID ranges: [(1, 1000)] Jul 14 08:52:33.922863 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing extension driver 'port_security' Jul 14 08:52:33.923206 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.extensions.port_security [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] PortSecurityExtensionDriver initialization complete Jul 14 08:52:33.923572 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing mechanism driver 'openvswitch' Jul 14 08:52:33.923909 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing mechanism driver 'hyperv' Jul 14 08:52:33.930330 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.plugin [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:52:33.931013 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.931414 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.931771 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.932290 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:52:33.932726 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnet after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.933085 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnet after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.933433 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.933852 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:52:33.934266 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.934617 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.934961 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.935382 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:52:33.935782 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > security_group after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.936134 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > security_group after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.936476 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.937012 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:52:33.937422 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.938337 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.938701 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.939100 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:52:33.939542 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > address_group after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.939910 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > address_group after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.940259 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.940651 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93612) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 08:52:33.941033 n-d-758944-44 neutron-server[93612]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] ML2 OVO RPC backend initialized. {{(pid=93612) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 08:52:33.941734 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.942119 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.942516 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.942870 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > networks before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.943221 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.943598 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > ports before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.943964 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnet before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.944316 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnets before_response 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.944657 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.945000 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.945339 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.945678 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.946018 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.946356 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.946697 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnet after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.947047 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnet after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.947416 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.947989 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.plugin [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Modular L2 Plugin initialization complete Jul 14 08:52:33.948322 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading services supported by the core plugin {{(pid=93612) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 08:52:33.948667 n-d-758944-44 neutron-server[93612]: INFO neutron.plugins.ml2.managers [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Got port-security extension from driver 'port_security' Jul 14 08:52:33.949111 n-d-758944-44 neutron-server[93612]: INFO neutron.extensions.vlantransparent [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Disabled vlantransparent extension. Jul 14 08:52:33.949599 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93612) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 08:52:33.949918 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: router Jul 14 08:52:33.984550 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.985455 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router after_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.985832 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router before_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.986209 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.986590 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.986949 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router after_delete 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.987314 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.987711 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router after_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.988063 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.988415 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.988772 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.989137 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.989551 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.989921 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.990266 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.990610 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: subnet after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.990952 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.991304 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.991687 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.992034 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: port before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.992381 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.992740 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router after_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.993088 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.993444 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_create 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.993812 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.994162 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_update 55549900 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.994532 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > agent after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.994889 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > agent after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.995236 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > network after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:33.996115 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Tracking information for resource: router configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:33.996453 n-d-758944-44 neutron-server[93612]: DEBUG neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Tracking information for resource: floatingip configured {{(pid=93612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:52:34.001932 n-d-758944-44 neutron-server[93612]: INFO neutron.db.l3_agentschedulers_db [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 08:52:34.002506 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.003062 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: port after_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.003216 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: port after_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.003601 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: port after_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.004383 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router before_create 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.004752 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.005121 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_create 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.005490 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > router precommit_update 55550100 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.009873 n-d-758944-44 neutron-server[93612]: DEBUG neutron.services.provider_configuration [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service providers = [] {{(pid=93612) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 08:52:34.010243 n-d-758944-44 neutron-server[93612]: DEBUG neutron.db.servicetype_db [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93612) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 08:52:34.013209 n-d-758944-44 neutron-server[93612]: DEBUG neutron.services.service_base [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:52:34.013564 n-d-758944-44 neutron-server[93612]: DEBUG neutron.services.service_base [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:52:34.013914 n-d-758944-44 neutron-server[93612]: DEBUG neutron.services.service_base [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:52:34.014800 n-d-758944-44 neutron-server[93612]: DEBUG neutron.services.service_base [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 08:52:34.015475 n-d-758944-44 neutron-server[93612]: INFO neutron.services.service_base [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 08:52:34.015870 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.016198 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 08:52:34.026631 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.026972 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: auto_allocate Jul 14 08:52:34.033195 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: network precommit_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.033569 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: network precommit_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.034086 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.034411 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: tag Jul 14 08:52:34.040897 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.041232 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: timestamp Jul 14 08:52:34.045209 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.045548 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: network_ip_availability Jul 14 08:52:34.051476 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.051851 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.052213 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.052923 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.053249 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: flavors Jul 14 08:52:34.057954 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.058243 n-d-758944-44 neutron-server[93612]: INFO neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading Plugin: revisions Jul 14 08:52:34.062477 n-d-758944-44 neutron-server[93612]: DEBUG neutron.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 08:52:34.062896 n-d-758944-44 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=93612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 08:52:34.063666 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93612) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 08:52:34.064005 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Initializing extension manager. Jul 14 08:52:34.064517 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: __init__.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.064869 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: __pycache__ {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.065210 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.065547 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: address_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.066301 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.066857 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: address-group Jul 14 08:52:34.067182 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: address_scope.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.067934 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.068423 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: address-scope Jul 14 08:52:34.068746 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.069667 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.070170 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: router-admin-state-down-before-update Jul 14 08:52:34.070496 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: agent.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.072645 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.073175 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: agent Jul 14 08:52:34.073517 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: agent_resources_synced.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.074457 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.074979 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: agent-resources-synced Jul 14 08:52:34.075314 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: allowedaddresspairs.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.077112 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.077633 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: allowed-address-pairs Jul 14 08:52:34.077965 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: auto_allocated_topology.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.079067 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.079611 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: auto-allocated-topology Jul 14 08:52:34.079941 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: availability_zone.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.080636 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.081139 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: availability_zone Jul 14 08:52:34.081464 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: availability_zone_filter.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.082380 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.082883 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: availability_zone_filter Jul 14 08:52:34.083206 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: data_plane_status.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.084140 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.084643 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 08:52:34.084967 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: default_subnetpools.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.085877 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.086377 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: default-subnetpools Jul 14 08:52:34.086700 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.087540 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.088043 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: dhcp_agent_scheduler Jul 14 08:52:34.088372 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: dns.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.089287 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.089789 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 08:52:34.090112 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: dns_domain_ports.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.091026 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.091561 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 08:52:34.091889 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.092809 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.093310 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 08:52:34.093638 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: dvr.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.094833 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.095336 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: dvr Jul 14 08:52:34.095689 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: empty_string_filtering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.096611 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.097109 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: empty-string-filtering Jul 14 08:52:34.097434 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.098343 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.098840 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 08:52:34.099167 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.100105 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.100602 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 08:52:34.100930 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: external_net.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.101833 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.102335 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: external-net Jul 14 08:52:34.102660 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.103655 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.104162 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: extra_dhcp_opt Jul 14 08:52:34.104496 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: extraroute.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.105422 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.105925 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: extraroute Jul 14 08:52:34.106252 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: extraroute_atomic.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.107268 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.107801 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: extraroute-atomic Jul 14 08:52:34.108126 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: filter_validation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.108797 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.109293 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: filter-validation Jul 14 08:52:34.109687 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: fip_pf_description.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.111104 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.111645 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 08:52:34.111971 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: fip_port_details.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.112896 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.113399 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: fip-port-details Jul 14 08:52:34.113725 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: flavors.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.114927 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.115477 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: flavors Jul 14 08:52:34.115810 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.117444 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.117962 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 08:52:34.118295 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: floatingip_pools.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.118998 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.119543 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: floatingip-pools Jul 14 08:52:34.119877 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: ip_allocation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.120793 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.121292 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 08:52:34.121620 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.122541 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.123044 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: ip-substring-filtering Jul 14 08:52:34.123388 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l2_adjacency.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.124325 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.124824 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 08:52:34.125149 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l3.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.126127 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.126636 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: router Jul 14 08:52:34.126965 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.129345 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.129863 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 08:52:34.130203 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.131149 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.131696 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: ext-gw-mode Jul 14 08:52:34.132031 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.132965 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.133469 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: l3-ha Jul 14 08:52:34.133797 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l3_flavors.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.134725 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.135258 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: l3-flavors Jul 14 08:52:34.135607 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.136520 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.137024 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 08:52:34.137352 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: l3agentscheduler.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.138385 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.138892 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: l3_agent_scheduler Jul 14 08:52:34.139222 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: logging.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.141015 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.141533 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension logging not supported by any of loaded plugins Jul 14 08:52:34.141865 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: metering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.142605 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.143174 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: metering Jul 14 08:52:34.143528 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.144623 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.145139 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: metering_source_and_destination_fields Jul 14 08:52:34.145470 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: multiprovidernet.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.146396 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.146902 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: multi-provider Jul 14 08:52:34.147230 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: netmtu.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.148177 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.148681 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: net-mtu Jul 14 08:52:34.149002 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: netmtu_writable.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.149922 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.150428 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: net-mtu-writable Jul 14 08:52:34.150753 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: network_availability_zone.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.151454 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.151957 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: network_availability_zone Jul 14 08:52:34.152280 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: network_ip_availability.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.153368 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.153873 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: network-ip-availability Jul 14 08:52:34.154198 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: network_segment_range.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.154958 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.155501 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 08:52:34.155827 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: pagination.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.157331 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.157663 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: pagination Jul 14 08:52:34.157986 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: port_device_profile.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.158901 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.159441 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: port-device-profile Jul 14 08:52:34.159766 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.160687 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.161192 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: port-mac-address-regenerate Jul 14 08:52:34.161517 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.162433 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.162936 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: port-numa-affinity-policy Jul 14 08:52:34.163259 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: port_resource_request.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.164214 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.164718 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 08:52:34.165044 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: portbindings.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.165984 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.166491 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: binding Jul 14 08:52:34.166816 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: portbindings_extended.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.168245 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.168760 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: binding-extended Jul 14 08:52:34.169090 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: portsecurity.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.170014 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.170521 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: port-security Jul 14 08:52:34.170848 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: project_id.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.171853 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.172753 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: project-id Jul 14 08:52:34.173083 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: providernet.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.174009 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.174523 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: provider Jul 14 08:52:34.174849 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.178372 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.178889 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos not supported by any of loaded plugins Jul 14 08:52:34.179225 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.180495 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.181013 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 08:52:34.181350 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.182269 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.182779 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 08:52:34.183109 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_default.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.184054 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.184563 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-default not supported by any of loaded plugins Jul 14 08:52:34.184893 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_fip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.185547 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.186050 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 08:52:34.186376 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_gateway_ip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.187302 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.187870 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 08:52:34.188194 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_port_network_policy.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.189109 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.189612 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 08:52:34.189938 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_rule_type_details.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.190853 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.191379 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 08:52:34.191714 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: qos_rules_alias.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.192763 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.193272 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 08:52:34.193600 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: quotasv2.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.194502 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.194834 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: quotas Jul 14 08:52:34.195159 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: quotasv2_detail.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.198294 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.198646 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: quota_details Jul 14 08:52:34.198987 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: rbac.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.200133 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.200659 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: rbac-policies Jul 14 08:52:34.200997 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: rbac_address_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.202116 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.202639 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: rbac-address-group Jul 14 08:52:34.202974 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: rbac_address_scope.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.203965 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.204475 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: rbac-address-scope Jul 14 08:52:34.204807 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: rbac_security_groups.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.205734 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.206240 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: rbac-security-groups Jul 14 08:52:34.206571 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: rbac_subnetpool.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.207534 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.208043 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: rbac-subnetpool Jul 14 08:52:34.208374 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: revisionifmatch.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.209297 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.209803 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: revision-if-match Jul 14 08:52:34.210134 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: revisions.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.211283 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.211820 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: standard-attr-revisions Jul 14 08:52:34.212152 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: router_availability_zone.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.212828 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.213337 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: router_availability_zone Jul 14 08:52:34.213666 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: routerservicetype.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.214590 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.215092 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 08:52:34.215450 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.216378 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.216882 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: security-groups-normalized-cidr Jul 14 08:52:34.217211 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.218133 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.218634 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: port-security-groups-filtering Jul 14 08:52:34.219483 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.220432 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.220943 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: security-groups-remote-address-group Jul 14 08:52:34.221270 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: securitygroup.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.230778 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.231300 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: security-group Jul 14 08:52:34.231661 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: segment.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.232448 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.232952 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension segment not supported by any of loaded plugins Jul 14 08:52:34.233282 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.234219 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.235284 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 08:52:34.235639 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: servicetype.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.236760 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.237282 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: service-type Jul 14 08:52:34.237614 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: sorting.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.238596 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.238932 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: sorting Jul 14 08:52:34.239259 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: standard_attr_segment.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.240268 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.240781 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 08:52:34.241106 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: standardattrdescription.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.241761 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.242282 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: standard-attr-description Jul 14 08:52:34.242611 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: stateful_security_group.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.243584 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.244108 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: stateful-security-group Jul 14 08:52:34.244428 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: stdattrs_common.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.245010 n-d-758944-44 neutron-server[93612]: WARNING neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 08:52:34.245336 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.246274 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.246789 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 08:52:34.247121 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: subnet_onboard.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.248206 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.248715 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: subnet_onboard Jul 14 08:52:34.249040 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.249966 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.250493 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 08:52:34.250819 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: subnet_service_types.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.251780 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.252285 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: subnet-service-types Jul 14 08:52:34.252610 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: subnetallocation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.253697 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.254204 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: subnet_allocation Jul 14 08:52:34.254533 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.255197 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.255728 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: subnetpool-prefix-ops Jul 14 08:52:34.256054 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.256996 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.257497 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 08:52:34.257825 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: tagging.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.258929 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.259466 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: standard-attr-tag Jul 14 08:52:34.259799 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: timestamp.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.261007 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.261525 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loaded extension: standard-attr-timestamp Jul 14 08:52:34.261856 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: trunk.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.262887 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.263434 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension trunk not supported by any of loaded plugins Jul 14 08:52:34.263769 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: trunk_details.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.264695 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.265476 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 08:52:34.265807 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: uplink_status_propagation.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.266757 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.267273 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 08:52:34.267638 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Loading extension file: vlantransparent.py {{(pid=93612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 08:52:34.268313 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 08:52:34.268818 n-d-758944-44 neutron-server[93612]: INFO neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 08:52:34.271267 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:network Jul 14 08:52:34.271824 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:subnet Jul 14 08:52:34.272226 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:52:34.272618 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:port Jul 14 08:52:34.273864 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.274313 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service FLAVORS assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.274952 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.275410 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.275746 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:router Jul 14 08:52:34.276178 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 08:52:34.276669 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service METERING assigned prefix: /metering {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.278093 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.278462 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.278819 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 08:52:34.279827 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 08:52:34.280283 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:security_group Jul 14 08:52:34.280723 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 08:52:34.281345 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.282213 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:52:34.282561 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] subnetpool is already registered Jul 14 08:52:34.283008 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.283336 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:52:34.283701 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] subnetpool is already registered Jul 14 08:52:34.285970 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.286412 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service FLAVORS assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.287020 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.287488 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.287825 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:router Jul 14 08:52:34.288168 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] router is already registered Jul 14 08:52:34.288582 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 08:52:34.288924 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] floatingip is already registered Jul 14 08:52:34.289380 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service METERING assigned prefix: /metering {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.290051 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 08:52:34.290381 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] rbac_policy is already registered Jul 14 08:52:34.290797 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:security_group Jul 14 08:52:34.291133 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] security_group is already registered Jul 14 08:52:34.291571 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 08:52:34.291909 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] security_group_rule is already registered Jul 14 08:52:34.292550 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.292880 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:52:34.293214 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] subnetpool is already registered Jul 14 08:52:34.293637 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.v2.resource_helper [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Service CORE assigned prefix: {{(pid=93612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 08:52:34.293961 n-d-758944-44 neutron-server[93612]: INFO neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:52:34.294295 n-d-758944-44 neutron-server[93612]: WARNING neutron.quota.resource_registry [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] subnetpool is already registered Jul 14 08:52:34.294759 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: extensions {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.296230 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: address-groups {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.298313 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: address-scopes {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.299682 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: agents {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.300840 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: auto-allocated-topology {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.302097 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: availability_zones {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.303322 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: dhcp-networks {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.304882 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: dhcp-agents {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.306313 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: routers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.308101 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: flavors {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.310247 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: service_profiles {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.311497 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: next_providers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.313013 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: service_profiles {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.314557 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: floatingip-pools {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.315811 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: routers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.317534 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: floatingips {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.318806 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: l3-routers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.320286 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: l3-agents {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.321749 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: metering-labels {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.322994 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: metering-label-rules {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.324401 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: network-ip-availabilities {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.325674 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: bindings {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.327237 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: quotas {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.328852 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: quotas {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.330276 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: rbac-policies {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.331510 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: security-groups {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.332808 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: security-group-rules {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.334061 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: service-providers {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.335336 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: subnetpools {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.336692 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: subnetpools {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.338244 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.339947 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.341801 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.343597 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.345865 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.347873 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.349580 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.351391 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.353268 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.355039 n-d-758944-44 neutron-server[93612]: DEBUG neutron.api.extensions [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Extended resource: tags {{(pid=93612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 08:52:34.361589 n-d-758944-44 neutron-server[93612]: WARNING keystonemiddleware.auth_token [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 08:52:34.366088 n-d-758944-44 neutron-server[93612]: WARNING keystonemiddleware.auth_token [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 08:52:34.374472 n-d-758944-44 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Acquired lock "singleton_lock" {{(pid=93612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 08:52:34.374965 n-d-758944-44 neutron-server[93612]: DEBUG oslo_concurrency.lockutils [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Releasing lock "singleton_lock" {{(pid=93612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 08:52:34.375662 n-d-758944-44 neutron-server[93612]: INFO oslo_service.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Starting 2 workers Jul 14 08:52:34.380599 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Started child 93753 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:52:34.385144 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Started child 93754 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:52:34.386736 n-d-758944-44 neutron-server[93612]: INFO neutron.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 08:52:34.387224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:34.388029 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Notify callbacks [] for process, before_spawn {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:34.388951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [-] (93753) wsgi starting up on http://0.0.0.0:9696 Jul 14 08:52:34.389948 n-d-758944-44 neutron-server[93612]: INFO oslo_service.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Starting 1 workers Jul 14 08:52:34.391952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:34.393549 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [-] (93754) wsgi starting up on http://0.0.0.0:9696 Jul 14 08:52:34.396023 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Started child 93755 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:52:34.396557 n-d-758944-44 neutron-server[93612]: INFO oslo_service.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Starting 1 workers Jul 14 08:52:34.400229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] calling RpcWorker wait() {{(pid=93755) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 08:52:34.400918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] returning from RpcWorker wait() {{(pid=93755) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 08:52:34.401180 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Started child 93756 {{(pid=93612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 08:52:34.402022 n-d-758944-44 neutron-server[93612]: DEBUG neutron_lib.callbacks.manager [None req-6be6735d-a090-42d2-8b90-871334e6cc59 None None] Notify callbacks [] for process, after_spawn {{(pid=93612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:34.402374 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:34.402911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:52:34.403970 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 08:52:34.404188 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:52:34.404372 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 08:52:34.404592 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:52:34.404936 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 08:52:34.405072 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 08:52:34.405594 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.405880 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.406138 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.406415 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.407279 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.407906 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.408152 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:34.408620 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.408620 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.408782 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.408895 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.409069 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.409235 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.409500 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.409729 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.410010 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.410263 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.410518 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.410798 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.410972 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.411218 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.411520 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.411766 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.412033 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] debug = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.412282 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.412773 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.413012 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.413252 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.413507 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.413784 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.414014 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.414281 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.414518 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.414768 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.415018 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.415290 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.415564 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.415773 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.416008 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.416268 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.416488 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.416944 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] host = n-d-758944-44 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.417186 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.417406 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.417665 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.417897 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.418140 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.420939 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422060 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_options = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422060 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422060 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422060 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422060 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422060 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422060 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422906 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422906 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422906 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.422906 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.425868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.426821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.427786 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.427786 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.427786 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.427786 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.427786 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.428631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.428631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.428631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.429569 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.429569 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.429569 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.429569 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.429569 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.430160 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.430160 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.430394 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.430526 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.430745 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.430978 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.431208 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_json = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.431450 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.431688 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.431951 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.432168 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.432382 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.432599 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.432819 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.433053 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.433487 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.433781 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.434095 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.434340 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.434589 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.434835 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.435049 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.435313 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.435601 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.435833 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.436165 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.436395 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.436675 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.436926 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.437202 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.437572 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.437852 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.438127 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.438362 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.438669 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.438865 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.439041 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.439400 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.439697 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.439969 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.440217 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.440453 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.440677 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.440896 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.441130 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.441347 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.441564 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.441843 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.442079 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.442296 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.442605 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.442775 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.443001 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.443255 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.443477 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.443737 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.443969 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.444331 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.444428 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.444603 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.444819 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.445045 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.445275 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.445374 n-d-758944-44 neutron-server[93756]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:52:34.445489 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.445914 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.446157 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.446394 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.446628 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.446855 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.447070 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.447306 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.447553 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.447769 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.447988 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.448227 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.448749 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.448749 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.448991 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.449118 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.449336 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.449782 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.449782 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.450081 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.450246 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.450459 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.450676 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.450890 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.451103 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.451385 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.451559 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.451773 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.452014 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.452222 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.452442 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.452656 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.452868 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.453105 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.453336 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.454057 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.454364 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.454672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.454910 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.455160 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.455465 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.455717 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.455959 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.456245 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.456523 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.456769 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.456989 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.457241 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.457489 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.457745 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.457996 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.458221 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.458496 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.458720 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.458964 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.459186 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.459451 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.459860 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.460292 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.460678 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.461061 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.461491 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.461763 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.462046 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.462533 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.462980 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.463397 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.463833 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.464303 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.464736 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.465003 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.465246 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.465513 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.465764 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.466030 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.466289 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.466525 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.466761 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.468672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.468672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.468672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.468672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.468672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.468672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.468672 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.469792 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.469792 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.469792 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.470010 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.470412 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.470676 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.470938 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.471195 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.471469 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.471724 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.472159 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.472548 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.472973 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.473260 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.473490 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.473744 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.473981 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.474200 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.474601 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.474997 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.475473 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.475699 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.475926 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.476145 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.476366 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.476587 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.476834 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.477048 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.477273 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.477527 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.477752 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.477979 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.478220 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.478433 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.478682 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.478901 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.479168 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.479450 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.479674 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.479904 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.481916 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.482458 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.482458 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.482458 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.482645 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.482801 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.483203 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.483545 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.483806 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.484038 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.484258 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.484476 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.484763 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.484988 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.485230 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.485448 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.485666 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.485887 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.486122 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.486348 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.486590 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.486820 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.487073 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.487252 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.487645 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.487885 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.488204 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.488458 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.488693 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.488953 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.489197 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.489435 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.489664 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.490052 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.490264 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.490485 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.490702 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.490930 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.491165 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.491402 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.491624 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.491852 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.492071 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.492284 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.492513 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.492716 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.492927 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.493171 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.493395 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.493606 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.493852 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.494102 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.494311 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.494530 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.494775 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.495137 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.495621 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.496021 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.496406 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.496840 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.497213 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.497634 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.497874 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.498189 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.498563 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.498815 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.499045 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.499274 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.499525 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.499802 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.500110 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.500421 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.500684 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.500923 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.501211 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.501491 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.501762 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.501989 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.502278 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.502637 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.502927 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.503184 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.503436 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.503725 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.503978 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.504228 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.504465 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.504716 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.504953 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.505194 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.505428 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.505655 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.505873 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.506098 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.506336 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.506582 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.506813 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.507065 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.507296 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.507476 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 08:52:34.508011 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 08:52:34.508168 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:52:34.508322 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 08:52:34.508491 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:52:34.508660 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 08:52:34.508810 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 08:52:34.509013 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.509173 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.509344 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.509496 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.509657 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.509836 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.509997 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.510155 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.510312 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.510485 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.510635 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.510793 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.510950 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.511110 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.511268 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.511453 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.511613 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.511772 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.512119 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.512119 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.512334 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.512441 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.512565 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] debug = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.512691 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.512838 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.513001 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.513158 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.513327 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.513461 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.513618 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.513777 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.513935 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.514093 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.514251 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.514408 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.514566 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.514724 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.514880 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.515036 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.515473 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.515632 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] host = n-d-758944-44 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.515789 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.516461 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.516621 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.516775 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.516932 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.517089 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.517246 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.517402 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.517559 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.517717 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.517879 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.518036 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.518194 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.518350 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.518507 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_options = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.518664 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.518821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.518977 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.519164 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.519327 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.519508 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.519687 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.519812 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.519967 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.520124 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.520280 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.520436 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.520592 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.520754 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.520912 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.521067 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.521224 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.521382 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.521539 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.521697 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.521853 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.522010 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.522166 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.522323 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.522481 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.522637 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.522794 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.522950 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.523106 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.523262 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.523441 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.523599 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.523756 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.523914 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.524083 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.524219 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.524359 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.524509 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.524667 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.524825 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.524982 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.525140 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.525488 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.525488 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.525748 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.525748 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_json = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.525903 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.526268 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.526268 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.526510 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.526510 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.526711 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.526845 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.526971 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 08:52:34.527086 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.527210 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.527406 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.527572 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.527756 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.527896 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.528045 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.528188 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.528354 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.528513 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.528680 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.528840 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.529012 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.529173 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.529333 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.529497 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.529677 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.529809 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.529964 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.530124 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.530283 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.530443 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.530618 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.530778 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.530985 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.531125 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.531253 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.531414 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.531610 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.531773 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.531934 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.532095 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.532256 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.532416 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.532576 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.532737 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.532896 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.533057 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.533218 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.533380 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.533538 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.533698 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.533860 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.534020 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.534180 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.534340 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.534500 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.534659 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.534819 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.534978 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.535148 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.535308 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.535492 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.535653 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.535813 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.535974 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.536136 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.536296 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.536456 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.536617 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.536777 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.536949 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.537110 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.537270 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.537430 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.537591 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538177 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538177 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538177 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538177 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538849 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.538927 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.539094 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.539253 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.539426 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.539585 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.539745 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.539903 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.540064 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.540222 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.540383 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.540551 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.540725 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.540886 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.541103 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.541196 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.541341 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.541502 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.541668 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.541826 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.541986 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.542146 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.542305 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.542465 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.542628 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.542901 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.543031 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.543119 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.543244 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.543393 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.543557 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.543716 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.543876 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.544038 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.544197 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.544355 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.544514 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.544674 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.544844 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.545004 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.545166 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.545325 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.545415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:52:34.545501 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.545650 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.545810 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.545969 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.546128 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.546288 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.546448 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.546607 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.546766 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.546924 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.547634 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.547785 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.547958 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.548132 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.548291 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.548455 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.548616 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.548798 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.548959 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.549118 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.549278 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.549438 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.549598 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.549758 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.549978 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.550079 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.550228 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.550387 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.550548 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.550707 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.550867 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.551027 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.551201 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.551336 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.551529 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.551706 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.551832 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.552002 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.552153 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.552313 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.552472 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.552631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.552791 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.552950 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.553110 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.553270 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.553429 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.553588 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.553747 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.553906 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.554065 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.554233 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.554371 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.554531 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.554693 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.554853 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.555013 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.555172 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.555332 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.555513 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.555673 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.555834 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.555995 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.556155 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.556316 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.556476 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.556636 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.556797 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.556957 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.557117 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.557276 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.557436 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.557611 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.557771 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.557932 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.558202 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.558342 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.558480 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.558567 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.558691 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.558851 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.559011 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.559170 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.559332 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.559515 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.559676 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.559821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.559984 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.560196 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.560322 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.560446 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.560603 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.560764 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.560924 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.561083 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.561304 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.561434 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.561558 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.561681 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.561892 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.562018 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.562141 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.562301 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.562470 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.562631 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.563332 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.563523 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.563683 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.563843 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.564013 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.564173 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.564335 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.564494 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.564654 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.564814 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.564983 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.565143 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.565303 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.565490 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.565625 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.565772 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.565940 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.566101 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.566262 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.566430 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.566590 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.566750 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.566910 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.567080 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.567242 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.567427 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.567590 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.567751 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.567911 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.568073 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.568252 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.568399 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.568555 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.568716 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.568883 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.569051 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.569221 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.569382 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.569549 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.569722 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.569882 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.570043 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.570250 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.570380 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.570501 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.570661 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.570821 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.570980 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.571140 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.571377 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.571477 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.571626 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.571787 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.571945 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.572095 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.572254 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.572413 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.572573 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.572733 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 08:52:34.572884 n-d-758944-44 neutron-server[93612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 08:52:34.832206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:34.840583 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061998 Jul 14 08:52:45.969726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c6d26-8576-4c70-8d4d-1fd0c85a79bd None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 08:52:46.041257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86c6d26-8576-4c70-8d4d-1fd0c85a79bd None None] No non-hosted networks {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 08:52:46.054510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.agentschedulers_db [None req-a86c6d26-8576-4c70-8d4d-1fd0c85a79bd None None] DHCP Agent not found on host n-d-758944-44 {{(pid=93755) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 08:52:46.209206 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60df2c40-5dc6-4920-928b-ed5aa596327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645925'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:48.637399 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ad73-6818-4d99-ada0-5253d8d02832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645925'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:48.704535 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb82e79a-0370-4c08-bbfa-9d78daa6ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:48.872832 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645925'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:48.876493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.878094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.881550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.882348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.883946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.885244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.888241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.888747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.889236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.889718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.892510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.893023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:48.893786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-44', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:52:48.907632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-44', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:52:49.521040 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645925'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:51.192263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645925'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:52.265292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:52.746857 n-d-758944-44 neutron-server[93754]: WARNING oslo_policy.policy [None req-d3014fbd-c297-4d8b-9ba8-90af04e23c29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:52:52.747490 n-d-758944-44 neutron-server[93754]: WARNING oslo_policy.policy [None req-d3014fbd-c297-4d8b-9ba8-90af04e23c29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:52:52.963143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-d3014fbd-c297-4d8b-9ba8-90af04e23c29 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:52:52.964109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3014fbd-c297-4d8b-9ba8-90af04e23c29 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6973386 Jul 14 08:52:54.943937 n-d-758944-44 neutron-server[93755]: INFO neutron.db.l3_hamode_db [None req-f000558e-12a8-4262-ae21-e91528932b4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 08:52:55.019169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000558e-12a8-4262-ae21-e91528932b4b None None] Routers set() bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:52:55.019589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000558e-12a8-4262-ae21-e91528932b4b None None] Router IDs set() for agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 08:52:55.306694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:55.612112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:52:55.704433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.policy [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93754) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 08:52:55.747948 n-d-758944-44 neutron-server[93754]: WARNING oslo_policy.policy [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:52:55.748259 n-d-758944-44 neutron-server[93754]: WARNING oslo_policy.policy [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:52:55.757131 n-d-758944-44 neutron-server[93754]: INFO neutron.quota [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] Loaded quota_driver: . Jul 14 08:52:55.846199 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727183152404', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727183153095', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727183162320', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727183134171', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727183141721', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727183119227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16721453', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16717157', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608318'] for rbac-policy, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:55.914047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:55.915572 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e52f1fa6-6c08-4a6a-b2fa-99af01336577 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6078694 Jul 14 08:52:58.455309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:52:58.742667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:52:58.770904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Made reservation on behalf of ba83feac2f6d406bb7e1d3df44fe1277 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:52:58.773728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:58.789967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:58.909913 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:58.913619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:58.936339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:52:58.961397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727180325340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:58.961972 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Unsubscribe: segment precommit_create {{(pid=93754) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 08:52:58.962461 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Added segment b5c07dab-7e0a-41ee-9d85-5c86f753f11a of type vlan for network e84b4a67-3f07-46e9-8d1e-4be524f18b32 Jul 14 08:52:58.969261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115776aa-231d-4f2f-84e9-5442f96f3dcb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:52:59.004045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.004383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.004711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.005035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.005355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.005673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.005987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.006299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.006612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.006923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.007233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.007564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Tracked resource versions report: Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: pushed versions: Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: { 'AddressGroup': {'1.2'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'ConntrackHelper': {'1.0'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Log': {'1.0'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Network': {'1.1'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Port': {'1.7'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'PortForwarding': {'1.2'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'QosPolicy': {'1.8'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'SecurityGroup': {'1.4'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'SubPort': {'1.0'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Subnet': {'1.1'}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Trunk': {'1.1'}} Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: consumer versions: Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: { DHCP agent@n-d-758944-44: {}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: L3 agent@n-d-758944-44: {}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: Metadata agent@n-d-758944-44: {}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: Metering agent@n-d-758944-44: {}, Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'ConntrackHelper': '1.0', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Log': '1.0', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Network': '1.1', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Port': '1.7', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'PortForwarding': '1.2', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'QosPolicy': '1.8', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'SecurityGroup': '1.4', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'SecurityGroupRule': '1.2', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'SubPort': '1.0', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Subnet': '1.1', Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: 'Trunk': '1.1'}} Jul 14 08:52:59.008658 n-d-758944-44 neutron-server[93754]: {{(pid=93754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:52:59.081639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:59.131789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:59.132862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:52:59.133501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:52:59.212134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7556880 Jul 14 08:52:59.229645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb779-d717-4ef6-9453-2a04abdd250b admin admin] Pushing event updated for resources: {'Network': ['ID=e84b4a67-3f07-46e9-8d1e-4be524f18b32,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:52:59.242710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:53:01.822848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:02.198906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c495c4-52bd-491a-bf34-55c885c4c44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:02.200298 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-46c495c4-52bd-491a-bf34-55c885c4c44d admin admin] 10.222.0.18 "GET /v2.0/networks/e84b4a67-3f07-46e9-8d1e-4be524f18b32 HTTP/1.1" status: 200 len: 825 time: 0.3764725 Jul 14 08:53:02.223116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1027d754-88bb-456a-95f4-d504abb9b0d0 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/fc83fc8f-fd61-4ed2-95e6-3de28df17e98 HTTP/1.1" status: 200 len: 734 time: 0.0175819 Jul 14 08:53:02.231120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Request body: {'subnet': {'subnetpool_id': 'fc83fc8f-fd61-4ed2-95e6-3de28df17e98', 'name': 'private-subnet', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:53:02.253164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Made reservation on behalf of ba83feac2f6d406bb7e1d3df44fe1277 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:53:02.255376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:02.541839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:02.611181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4051bf-c234-439b-bde3-b2528225db53,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:02.614630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Checking segment: {'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:53:02.615007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Network hostable DHCP agents. Network: e84b4a67-3f07-46e9-8d1e-4be524f18b32, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:53:02.636158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:53:02.646934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e84b4a67-3f07-46e9-8d1e-4be524f18b32) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:02.651560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:02.652135 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:02.656500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be011eb7-0772-4a19-b45d-c062acb0fade None None] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:53:02.671296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea92a263-a1ab-4d44-8f5d-064f96310c28 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4433281 Jul 14 08:53:02.964529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'fixed_ips': [{'subnet_id': '5f4051bf-c234-439b-bde3-b2528225db53'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:53:02.965746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:03.231503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Allocated IP 172.20.0.2 (e84b4a67-3f07-46e9-8d1e-4be524f18b32/5f4051bf-c234-439b-bde3-b2528225db53/8a5fdc75-7433-4e47-9ced-39ae298c11a8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:53:03.434619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:03.475859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Transition to ACTIVE for port object 8a5fdc75-7433-4e47-9ced-39ae298c11a8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:53:03.496310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Transition to ACTIVE for port object 8a5fdc75-7433-4e47-9ced-39ae298c11a8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:53:03.505402 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:03.575479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:53:03.580488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:03.589081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:53:03.592143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Pushing event updated for resources: {'Port': ['ID=8a5fdc75-7433-4e47-9ced-39ae298c11a8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:03.617732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.618088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.618432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.618769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.619105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.619461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.619796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.620125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.620452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.620777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.621102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.621426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Tracked resource versions report: Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: pushed versions: Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: { 'AddressGroup': {'1.2'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'ConntrackHelper': {'1.0'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Log': {'1.0'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Network': {'1.1'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Port': {'1.7'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'PortForwarding': {'1.2'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'QosPolicy': {'1.8'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'SecurityGroup': {'1.4'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'SubPort': {'1.0'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Subnet': {'1.1'}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Trunk': {'1.1'}} Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: consumer versions: Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: { DHCP agent@n-d-758944-44: {}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: L3 agent@n-d-758944-44: {}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: Metadata agent@n-d-758944-44: {}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: Metering agent@n-d-758944-44: {}, Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'ConntrackHelper': '1.0', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Log': '1.0', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Network': '1.1', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Port': '1.7', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'PortForwarding': '1.2', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'QosPolicy': '1.8', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'SecurityGroup': '1.4', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'SecurityGroupRule': '1.2', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'SubPort': '1.0', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Subnet': '1.1', Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: 'Trunk': '1.1'}} Jul 14 08:53:03.622553 n-d-758944-44 neutron-server[93755]: {{(pid=93755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:53:03.671592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Attempting to bind port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:53:03.672162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Attempting to bind port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:53:03.672418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Attempting to bind port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 on network e84b4a67-3f07-46e9-8d1e-4be524f18b32 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:53:03.677132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:53:03.677543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Checking segment: {'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:53:03.678013 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:03.678406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Bound using segment: {'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:53:03.678913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Bound port: 8a5fdc75-7433-4e47-9ced-39ae298c11a8, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:53:03.679306 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:03.739307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] For port 8a5fdc75-7433-4e47-9ced-39ae298c11a8, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:53:03.744079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] For port 8a5fdc75-7433-4e47-9ced-39ae298c11a8, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8a5fdc75-7433-4e47-9ced-39ae298c11a8,segment=NetworkSegment(b5c07dab-7e0a-41ee-9d85-5c86f753f11a),segment_id=b5c07dab-7e0a-41ee-9d85-5c86f753f11a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:53:03.748226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:03.813776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf80a0-b04b-4e16-a011-e1606954dba8 None None] Pushing event updated for resources: {'Port': ['ID=8a5fdc75-7433-4e47-9ced-39ae298c11a8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:05.055864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:05.546572 n-d-758944-44 neutron-server[93753]: WARNING oslo_policy.policy [None req-a135d461-b129-4fff-b451-637da01f322d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:53:05.547160 n-d-758944-44 neutron-server[93753]: WARNING oslo_policy.policy [None req-a135d461-b129-4fff-b451-637da01f322d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:53:05.762505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [None req-a135d461-b129-4fff-b451-637da01f322d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:53:05.763747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a135d461-b129-4fff-b451-637da01f322d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7057197 Jul 14 08:53:08.101814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33754) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:08.412156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-bdd69443-2492-41b0-a57b-998ce36b794d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:53:08.427759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bdd69443-2492-41b0-a57b-998ce36b794d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104115 Jul 14 08:53:09.829014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c308341-7e90-4c49-9bfa-7a8251ff51c0 None None] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:53:09.878969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c7c608a-5328-4a66-b305-93276781d8ba None None] Provisioning for port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:53:10.733636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8a5fdc75-7433-4e47-9ced-39ae298c11a8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:10.813386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:53:10.817063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:10.817484 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:10.924309 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:10.958525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 8a5fdc75-7433-4e47-9ced-39ae298c11a8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8a5fdc75-7433-4e47-9ced-39ae298c11a8,segment=NetworkSegment(b5c07dab-7e0a-41ee-9d85-5c86f753f11a),segment_id=b5c07dab-7e0a-41ee-9d85-5c86f753f11a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:53:10.962209 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:11.009869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=8a5fdc75-7433-4e47-9ced-39ae298c11a8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:11.017308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:11.304390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-12f62ed7-0f1b-42df-9c9f-3689311768c2 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:53:11.327562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12f62ed7-0f1b-42df-9c9f-3689311768c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:11.329068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12f62ed7-0f1b-42df-9c9f-3689311768c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:11.463742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12f62ed7-0f1b-42df-9c9f-3689311768c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:11.468330 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12f62ed7-0f1b-42df-9c9f-3689311768c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:11.480412 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12f62ed7-0f1b-42df-9c9f-3689311768c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:11.481592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-12f62ed7-0f1b-42df-9c9f-3689311768c2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4632161 Jul 14 08:53:12.713959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8a5fdc75-7433-4e47-9ced-39ae298c11a8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:12.762137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:12.762531 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:13.811013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33776) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:14.114186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [None req-55ba5c18-97fb-4cdb-a736-69ca9c83ed97 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:53:14.115168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-55ba5c18-97fb-4cdb-a736-69ca9c83ed97 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3027017 Jul 14 08:53:15.875048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f473cf7-b997-461d-82de-e07a96cf8edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:16.462417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:16.765623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:53:16.767214 n-d-758944-44 neutron-server[93753]: INFO neutron.quota [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Loaded quota_driver: . Jul 14 08:53:16.823102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Made reservation on behalf of c9d66fbd722f47818fa2b4ab3987cecd for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:53:16.888199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.policy [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93753) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 08:53:16.932944 n-d-758944-44 neutron-server[93753]: WARNING oslo_policy.policy [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:53:16.933320 n-d-758944-44 neutron-server[93753]: WARNING oslo_policy.policy [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 08:53:16.943285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:16.963696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:17.095531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:17.098922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:17.110415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Reserving flat network on physical network physnet1 {{(pid=93753) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 08:53:17.143861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727180325340', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:17.144450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Unsubscribe: segment precommit_create {{(pid=93753) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 08:53:17.144961 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Added segment 6138e560-dfae-465f-baf7-003fe1ffa046 of type flat for network 57506745-da56-459c-93c6-9f7a1c2f4945 Jul 14 08:53:17.163211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596bd394-4e3b-4f0c-9dd1-ba582cd6ec09,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:17.183161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.183545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.183892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.184230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.184560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.184894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.185220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.185545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.185869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.186715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.187068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.187480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Tracked resource versions report: Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: pushed versions: Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Log': {'1.0'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Network': {'1.1'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Port': {'1.7'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: consumer versions: Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: { DHCP agent@n-d-758944-44: {}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: L3 agent@n-d-758944-44: {}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: Metadata agent@n-d-758944-44: {}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: Metering agent@n-d-758944-44: {}, Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Log': '1.0', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Network': '1.1', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Port': '1.7', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'PortForwarding': '1.2', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'QosPolicy': '1.8', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'SubPort': '1.0', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Subnet': '1.1', Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: 'Trunk': '1.1'}} Jul 14 08:53:17.188722 n-d-758944-44 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:53:17.281324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:17.337228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:17.338419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:17.339066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:17.423885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9603844 Jul 14 08:53:17.441869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68505fc-cfb4-401e-bd09-da4a90e4780d admin admin] Pushing event updated for resources: {'Network': ['ID=57506745-da56-459c-93c6-9f7a1c2f4945,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:17.452622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 57506745-da56-459c-93c6-9f7a1c2f4945 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:53:18.632956 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c472e4bb-30df-4e70-b044-addedd1f5046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:18.875697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:19.462336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:19.767046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:20.074899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86223ee3-4330-47a3-97aa-5a1be507a7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:20.076321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-86223ee3-4330-47a3-97aa-5a1be507a7f3 admin admin] 10.222.0.18 "GET /v2.0/subnets/5f4051bf-c234-439b-bde3-b2528225db53 HTTP/1.1" status: 200 len: 849 time: 0.3082948 Jul 14 08:53:20.233465 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-000e4bd9-bc26-4a67-95cb-d717a2f21ad2 admin admin] 10.222.0.18 "GET /v2.0/routers/98ab36f6-a7e7-4b84-8eff-f4df31de3abf HTTP/1.1" status: 200 len: 704 time: 0.1512833 Jul 14 08:53:20.509143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:20.797923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Allocated IP 172.20.0.1 (e84b4a67-3f07-46e9-8d1e-4be524f18b32/5f4051bf-c234-439b-bde3-b2528225db53/c886a306-a62f-4d96-b27b-d4836e8ed573) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:53:20.981450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.004367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Transition to ACTIVE for port object c886a306-a62f-4d96-b27b-d4836e8ed573 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:53:21.084572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.141559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.151850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:53:21.162246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:21.172162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:53:21.173156 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.191781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c886a306-a62f-4d96-b27b-d4836e8ed573,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:21.376275 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.387124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eb3fca42-9fcd-4523-b975-81c2e11fd987 None None] Provisioning for port c886a306-a62f-4d96-b27b-d4836e8ed573 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:53:21.391536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eb3fca42-9fcd-4523-b975-81c2e11fd987 None None] Provisioning complete for port c886a306-a62f-4d96-b27b-d4836e8ed573 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:21.391912 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb3fca42-9fcd-4523-b975-81c2e11fd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.424160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fca42-9fcd-4523-b975-81c2e11fd987 None None] Port c886a306-a62f-4d96-b27b-d4836e8ed573 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:53:21.597977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.602329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.603073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.681193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c886a306-a62f-4d96-b27b-d4836e8ed573,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:21.724341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:53:21.725607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:21.883333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 08:53:21.944370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-167aa5a9-634f-46fd-9c01-c2f5bf11245b None None] Provisioning complete for port c886a306-a62f-4d96-b27b-d4836e8ed573 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:21.944670 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-167aa5a9-634f-46fd-9c01-c2f5bf11245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:21.973185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:53:21.976724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-167aa5a9-634f-46fd-9c01-c2f5bf11245b None None] Port c886a306-a62f-4d96-b27b-d4836e8ed573 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 08:53:21.978355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-24b98cb3-2dc6-4939-95d2-122f4dec39b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/98ab36f6-a7e7-4b84-8eff-f4df31de3abf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7400253 Jul 14 08:53:21.984334 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Sync routers for ids ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:53:21.995433 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Routers {'98ab36f6-a7e7-4b84-8eff-f4df31de3abf'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:53:21.996172 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T08:53:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:22.174016 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Set router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:53:22.590651 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'name': 'router1', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:53:11Z', 'updated_at': '2021-07-14T08:53:21Z', 'revision_number': 2, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'gw_port_host': None, '_interfaces': [{'id': 'c886a306-a62f-4d96-b27b-d4836e8ed573', 'name': '', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'mac_address': 'fa:16:3e:c5:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4051bf-c234-439b-bde3-b2528225db53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:20Z', 'updated_at': '2021-07-14T08:53:21Z', 'revision_number': 2, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'subnets': [{'id': '5f4051bf-c234-439b-bde3-b2528225db53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc83fc8f-fd61-4ed2-95e6-3de28df17e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:22.638798 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Checking router: 98ab36f6-a7e7-4b84-8eff-f4df31de3abf for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:53:22.639167 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Updating router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf port c886a306-a62f-4d96-b27b-d4836e8ed573 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:53:22.701541 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:23.181942 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:23.200668 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Transition to ACTIVE for port object c886a306-a62f-4d96-b27b-d4836e8ed573 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:53:23.206703 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:23.363133 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Pushing event updated for resources: {'Port': ['ID=c886a306-a62f-4d96-b27b-d4836e8ed573,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:23.374377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Attempting to bind port c886a306-a62f-4d96-b27b-d4836e8ed573 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:53:23.374784 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Attempting to bind port c886a306-a62f-4d96-b27b-d4836e8ed573 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:53:23.375235 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Attempting to bind port c886a306-a62f-4d96-b27b-d4836e8ed573 on network e84b4a67-3f07-46e9-8d1e-4be524f18b32 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:53:23.380504 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:53:23.381029 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Checking segment: {'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:53:23.381655 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:23.382107 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Bound using segment: {'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:53:23.382697 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Bound port: c886a306-a62f-4d96-b27b-d4836e8ed573, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c07dab-7e0a-41ee-9d85-5c86f753f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:53:23.383112 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:23.385794 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.386139 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.386488 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.386969 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.387420 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.387934 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.388321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.388691 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.390013 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.390456 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.390963 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.391296 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Tracked resource versions report: Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: pushed versions: Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Log': {'1.0'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Network': {'1.1'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Port': {'1.7'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: consumer versions: Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: { DHCP agent@n-d-758944-44: {}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: L3 agent@n-d-758944-44: {}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: Metadata agent@n-d-758944-44: {}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: Metering agent@n-d-758944-44: {}, Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Log': '1.0', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Network': '1.1', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Port': '1.7', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'PortForwarding': '1.2', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'QosPolicy': '1.8', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'SubPort': '1.0', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Subnet': '1.1', Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: 'Trunk': '1.1'}} Jul 14 08:53:23.392559 n-d-758944-44 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 08:53:23.459435 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] For port c886a306-a62f-4d96-b27b-d4836e8ed573, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:53:23.480000 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] For port c886a306-a62f-4d96-b27b-d4836e8ed573, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c886a306-a62f-4d96-b27b-d4836e8ed573,segment=NetworkSegment(b5c07dab-7e0a-41ee-9d85-5c86f753f11a),segment_id=b5c07dab-7e0a-41ee-9d85-5c86f753f11a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:53:23.484781 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:23.540533 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Routers {'98ab36f6-a7e7-4b84-8eff-f4df31de3abf'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:53:23.541168 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T08:53:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:23.606409 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e8f56-060b-4c3c-afc9-1baa1108dc80 None None] Pushing event updated for resources: {'Port': ['ID=c886a306-a62f-4d96-b27b-d4836e8ed573,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:23.633265 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] Set router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:53:23.839502 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'name': 'router1', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:53:11Z', 'updated_at': '2021-07-14T08:53:21Z', 'revision_number': 2, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'gw_port_host': None, '_interfaces': [{'id': 'c886a306-a62f-4d96-b27b-d4836e8ed573', 'name': '', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'mac_address': 'fa:16:3e:c5:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4051bf-c234-439b-bde3-b2528225db53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:20Z', 'updated_at': '2021-07-14T08:53:23Z', 'revision_number': 4, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'subnets': [{'id': '5f4051bf-c234-439b-bde3-b2528225db53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc83fc8f-fd61-4ed2-95e6-3de28df17e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:23.864654 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8874c9-6ec7-4a78-9145-adf6a88b4d1f None None] The sync data for ids ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'] in n-d-758944-44 is: [{'id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'name': 'router1', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:53:11Z', 'updated_at': '2021-07-14T08:53:21Z', 'revision_number': 2, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'gw_port_host': None, '_interfaces': [{'id': 'c886a306-a62f-4d96-b27b-d4836e8ed573', 'name': '', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'mac_address': 'fa:16:3e:c5:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4051bf-c234-439b-bde3-b2528225db53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:20Z', 'updated_at': '2021-07-14T08:53:23Z', 'revision_number': 4, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'subnets': [{'id': '5f4051bf-c234-439b-bde3-b2528225db53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc83fc8f-fd61-4ed2-95e6-3de28df17e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:53:24.206015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33824) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:24.314430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff542f22-49a6-492f-be30-67d29d1890ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:24.315840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ff542f22-49a6-492f-be30-67d29d1890ca admin admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 842 time: 0.1088347 Jul 14 08:53:24.324978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Request body: {'subnet': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:53:24.350044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Made reservation on behalf of c9d66fbd722f47818fa2b4ab3987cecd for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:53:24.352506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:24.656259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.objects.ports [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 08:53:24.656671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:24.712332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc3fb1e-676e-4542-af5f-bf8ba5600be0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:24.720815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:53:24.721003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Network hostable DHCP agents. Network: 57506745-da56-459c-93c6-9f7a1c2f4945, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:53:24.741310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:53:24.752184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 57506745-da56-459c-93c6-9f7a1c2f4945) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:24.757067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:24.758772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:24.759939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd253e3f-6586-435b-a728-79d550c68a75 None None] Network 57506745-da56-459c-93c6-9f7a1c2f4945 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:53:24.778139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c5b0aa94-a051-4914-8d6a-39e0497ff44b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4516556 Jul 14 08:53:24.896647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512212f-b712-4795-867d-544e7eb032e7 None None] Network 57506745-da56-459c-93c6-9f7a1c2f4945 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:53:26.762833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c886a306-a62f-4d96-b27b-d4836e8ed573 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:26.816201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c886a306-a62f-4d96-b27b-d4836e8ed573 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:53:26.820774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c886a306-a62f-4d96-b27b-d4836e8ed573 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:26.821155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:26.907548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:26.951650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c886a306-a62f-4d96-b27b-d4836e8ed573, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c886a306-a62f-4d96-b27b-d4836e8ed573,segment=NetworkSegment(b5c07dab-7e0a-41ee-9d85-5c86f753f11a),segment_id=b5c07dab-7e0a-41ee-9d85-5c86f753f11a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:53:26.957093 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:27.016122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c886a306-a62f-4d96-b27b-d4836e8ed573,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:27.028023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:27.157484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eb14125a-2830-438d-8880-d44859ff9709 admin admin] 10.222.0.18 "GET /v2.0/routers/98ab36f6-a7e7-4b84-8eff-f4df31de3abf HTTP/1.1" status: 200 len: 710 time: 0.1281853 Jul 14 08:53:27.241265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a3c42-d09c-471f-8c80-24c1d1844e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:53:27.242646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f99a3c42-d09c-471f-8c80-24c1d1844e05 admin admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 886 time: 0.0802886 Jul 14 08:53:27.251847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:53:27.579069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:27.810378 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:27.881789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:27.985404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Allocated IP 172.25.2.27 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/51e0eeb7-f699-4e95-b6b4-77408b709099) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:53:28.088061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.126511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.160025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:53:28.164560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:53:28.167930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:53:28.201962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Pushing event updated for resources: {'Port': ['ID=51e0eeb7-f699-4e95-b6b4-77408b709099,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:28.409078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.596467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.599616 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.703509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 08:53:28.724604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c886a306-a62f-4d96-b27b-d4836e8ed573 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:28.771183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c886a306-a62f-4d96-b27b-d4836e8ed573 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:28.771691 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.807455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 08:53:28.813406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:28.827713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e74285eb-2ae0-4d48-ab91-cd68e27ebd9a admin admin] 10.222.0.18 "PUT /v2.0/routers/98ab36f6-a7e7-4b84-8eff-f4df31de3abf HTTP/1.1" status: 200 len: 889 time: 1.5665441 Jul 14 08:53:28.859471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Sync routers for ids ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 08:53:28.879530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Routers {'98ab36f6-a7e7-4b84-8eff-f4df31de3abf'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:53:28.880208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T08:53:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:29.114147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Set router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:53:29.473066 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:53:29.501684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'name': 'router1', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '51e0eeb7-f699-4e95-b6b4-77408b709099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:53:11Z', 'updated_at': '2021-07-14T08:53:28Z', 'revision_number': 4, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'gw_port': {'id': '51e0eeb7-f699-4e95-b6b4-77408b709099', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:27Z', 'updated_at': '2021-07-14T08:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c886a306-a62f-4d96-b27b-d4836e8ed573', 'name': '', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'mac_address': 'fa:16:3e:c5:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4051bf-c234-439b-bde3-b2528225db53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:20Z', 'updated_at': '2021-07-14T08:53:26Z', 'revision_number': 5, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'subnets': [{'id': '5f4051bf-c234-439b-bde3-b2528225db53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc83fc8f-fd61-4ed2-95e6-3de28df17e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:29.552379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Checking router: 98ab36f6-a7e7-4b84-8eff-f4df31de3abf for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 08:53:29.552736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Updating router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf port 51e0eeb7-f699-4e95-b6b4-77408b709099 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 08:53:29.584748 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:29.898174 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:29.908146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Transition to ACTIVE for port object 51e0eeb7-f699-4e95-b6b4-77408b709099 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:53:29.913906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:29.967223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Attempting to bind port 51e0eeb7-f699-4e95-b6b4-77408b709099 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:53:29.967627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Attempting to bind port 51e0eeb7-f699-4e95-b6b4-77408b709099 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:53:29.968018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Attempting to bind port 51e0eeb7-f699-4e95-b6b4-77408b709099 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:53:29.970709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d11256-5540-4349-843c-89d03352bf5d None None] Pushing event updated for resources: {'Port': ['ID=51e0eeb7-f699-4e95-b6b4-77408b709099,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:29.979253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:53:29.979661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:53:29.980066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:29.980456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:53:29.980921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Bound port: 51e0eeb7-f699-4e95-b6b4-77408b709099, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:53:29.981320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:30.032205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] For port 51e0eeb7-f699-4e95-b6b4-77408b709099, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:53:30.035224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] For port 51e0eeb7-f699-4e95-b6b4-77408b709099, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=51e0eeb7-f699-4e95-b6b4-77408b709099,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:53:30.039839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:30.092611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Routers {'98ab36f6-a7e7-4b84-8eff-f4df31de3abf'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 08:53:30.093202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T08:53:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:30.203303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d11256-5540-4349-843c-89d03352bf5d None None] Pushing event updated for resources: {'Port': ['ID=51e0eeb7-f699-4e95-b6b4-77408b709099,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:30.274638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] Set router 98ab36f6-a7e7-4b84-8eff-f4df31de3abf gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 08:53:30.481237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'name': 'router1', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '51e0eeb7-f699-4e95-b6b4-77408b709099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:53:11Z', 'updated_at': '2021-07-14T08:53:28Z', 'revision_number': 4, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'gw_port': {'id': '51e0eeb7-f699-4e95-b6b4-77408b709099', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:27Z', 'updated_at': '2021-07-14T08:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c886a306-a62f-4d96-b27b-d4836e8ed573', 'name': '', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'mac_address': 'fa:16:3e:c5:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4051bf-c234-439b-bde3-b2528225db53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:20Z', 'updated_at': '2021-07-14T08:53:26Z', 'revision_number': 5, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'subnets': [{'id': '5f4051bf-c234-439b-bde3-b2528225db53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc83fc8f-fd61-4ed2-95e6-3de28df17e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 08:53:30.505869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55594ca-5950-46d5-a891-0da3909708bd None None] The sync data for ids ['98ab36f6-a7e7-4b84-8eff-f4df31de3abf'] in n-d-758944-44 is: [{'id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'name': 'router1', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '51e0eeb7-f699-4e95-b6b4-77408b709099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:53:11Z', 'updated_at': '2021-07-14T08:53:28Z', 'revision_number': 4, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'gw_port': {'id': '51e0eeb7-f699-4e95-b6b4-77408b709099', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:27Z', 'updated_at': '2021-07-14T08:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c886a306-a62f-4d96-b27b-d4836e8ed573', 'name': '', 'network_id': 'e84b4a67-3f07-46e9-8d1e-4be524f18b32', 'tenant_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'mac_address': 'fa:16:3e:c5:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab36f6-a7e7-4b84-8eff-f4df31de3abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f4051bf-c234-439b-bde3-b2528225db53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:53:20Z', 'updated_at': '2021-07-14T08:53:26Z', 'revision_number': 5, 'project_id': 'ba83feac2f6d406bb7e1d3df44fe1277', 'subnets': [{'id': '5f4051bf-c234-439b-bde3-b2528225db53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc83fc8f-fd61-4ed2-95e6-3de28df17e98'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 08:53:30.777204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 51e0eeb7-f699-4e95-b6b4-77408b709099 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:30.847772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 51e0eeb7-f699-4e95-b6b4-77408b709099 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:53:30.852345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 51e0eeb7-f699-4e95-b6b4-77408b709099 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:30.852767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:30.946363 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:30.968564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 51e0eeb7-f699-4e95-b6b4-77408b709099, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=51e0eeb7-f699-4e95-b6b4-77408b709099,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:53:30.972890 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:31.023673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=51e0eeb7-f699-4e95-b6b4-77408b709099,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:53:31.190856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:53:31.314385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-125712fe-d222-488a-a183-409fbb9bb8a3 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1223526 Jul 14 08:53:32.735784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 51e0eeb7-f699-4e95-b6b4-77408b709099 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:53:32.783032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 51e0eeb7-f699-4e95-b6b4-77408b709099 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:53:32.783632 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:45.881366 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d733abc-dfc5-4e2f-bec8-554718e17d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:48.637429 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e150e50-6028-4335-a8e4-fe8023643a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:48.879954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:49.469705 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:53:51.161731 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:06.473562 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:54:15.876708 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71e9aac9-c60a-4ad2-bdd8-a1a227e2d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:18.642382 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f60a71b5-915b-4a0b-865a-c1e3fde20f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:18.882585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:19.472578 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:21.157377 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:43.472583 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:54:45.879874 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a16697e-398c-46e3-8344-ba8a85622efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:48.644663 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64820119-ce04-4410-a5d5-80de412ecb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:48.885841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:49.473710 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:54:51.162591 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:10.011772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:10.147144 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd71016c-06dc-432e-9a64-7a94138833ec admin admin] GET failed (client error): The resource could not be found. Jul 14 08:55:10.148681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bd71016c-06dc-432e-9a64-7a94138833ec admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1359639 Jul 14 08:55:10.302417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5c5e2-2c15-4577-aa6a-da8ecc84c720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:10.303844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-04c5c5e2-2c15-4577-aa6a-da8ecc84c720 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1508286 Jul 14 08:55:12.450779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:12.540992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a5805-469c-4104-b772-bae6e91cc533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:12.542295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-db1a5805-469c-4104-b772-bae6e91cc533 admin admin] 10.222.0.18 "GET /v2.0/subnets/5f4051bf-c234-439b-bde3-b2528225db53 HTTP/1.1" status: 200 len: 849 time: 0.0905614 Jul 14 08:55:12.551257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:55:12.630281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:12.767065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727180225774'] for subnet, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:12.795448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:12.796031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:12.797598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] 10.222.0.18 "PUT /v2.0/subnets/5f4051bf-c234-439b-bde3-b2528225db53 HTTP/1.1" status: 200 len: 868 time: 0.2496014 Jul 14 08:55:12.800381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fe44a-90ac-40af-9a06-e63a646f442d None None] Network e84b4a67-3f07-46e9-8d1e-4be524f18b32 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:55:12.817937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4051bf-c234-439b-bde3-b2528225db53,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:55:12.825302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.825698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.826007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.826352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.826688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.827023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.827372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.827712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.828041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.828369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.828698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:12.829025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29936179-fd1b-44c7-87e3-a2bfb44384a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:55:13.177872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2fe83d8-954e-4c6d-80db-d315bc8b3b74 None None] Provisioning complete for port 8a5fdc75-7433-4e47-9ced-39ae298c11a8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:55:13.178250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2fe83d8-954e-4c6d-80db-d315bc8b3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:13.261211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2fe83d8-954e-4c6d-80db-d315bc8b3b74 None None] Provisioning complete for port c886a306-a62f-4d96-b27b-d4836e8ed573 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:55:13.261521 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2fe83d8-954e-4c6d-80db-d315bc8b3b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:14.935664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:15.127117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca685bf-2a1a-43bd-9e03-e103c313e4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:15.127626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca685bf-2a1a-43bd-9e03-e103c313e4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:15.129183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aca685bf-2a1a-43bd-9e03-e103c313e4df admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1925669 Jul 14 08:55:15.880728 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77061c4e-629f-4dbf-8556-aca15b483c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:17.258225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:17.384455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6aac66-7e80-48c3-b0ec-6ea5b54ca967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:17.384936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6aac66-7e80-48c3-b0ec-6ea5b54ca967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:17.386445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-db6aac66-7e80-48c3-b0ec-6ea5b54ca967 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1267638 Jul 14 08:55:18.644960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d60b825a-cb3e-4ae7-9f80-0c703888d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:18.888654 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:19.478247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:19.536288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:19.656913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f143d5-b27c-47e0-8ce0-bc1f13db24f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:19.658274 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-01f143d5-b27c-47e0-8ce0-bc1f13db24f9 admin admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 886 time: 0.1210446 Jul 14 08:55:20.471302 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:55:21.168504 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:21.798376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34490) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:21.971000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678c51f-d98c-4355-a518-f7206486347e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:21.972401 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6678c51f-d98c-4355-a518-f7206486347e admin admin] 10.222.0.18 "GET /v2.0/networks/e84b4a67-3f07-46e9-8d1e-4be524f18b32 HTTP/1.1" status: 200 len: 869 time: 0.1730971 Jul 14 08:55:24.102892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:24.220928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9130b-b55c-4716-9fb3-b4a86f9e5ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:24.221385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9130b-b55c-4716-9fb3-b4a86f9e5ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:24.222864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2ac9130b-b55c-4716-9fb3-b4a86f9e5ab6 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189814 Jul 14 08:55:26.362983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34508) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:26.455061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb994420-165c-4988-ad16-b9b1e3070f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:26.455621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb994420-165c-4988-ad16-b9b1e3070f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:26.457160 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fb994420-165c-4988-ad16-b9b1e3070f63 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932186 Jul 14 08:55:28.630743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:28.719153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b541947-61db-4453-b568-50684e5e123c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:28.720396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9b541947-61db-4453-b568-50684e5e123c admin admin] 10.222.0.18 "GET /v2.0/subnets/5f4051bf-c234-439b-bde3-b2528225db53 HTTP/1.1" status: 200 len: 868 time: 0.0887184 Jul 14 08:55:30.842123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:30.928503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a62d50-0a6f-4dc8-ab28-d934787dfa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:30.929803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d5a62d50-0a6f-4dc8-ab28-d934787dfa62 admin admin] 10.222.0.18 "GET /v2.0/subnets/7fc3fb1e-676e-4542-af5f-bf8ba5600be0 HTTP/1.1" status: 200 len: 816 time: 0.0867569 Jul 14 08:55:45.880422 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa48deef-04dc-4fa4-b31b-4e533be01822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:48.645758 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a5e4735-b476-4396-9bdf-86e957359675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:48.890022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:49.480630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:51.171118 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:55.143436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:55.188202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-81f95d74-3aed-4b66-a0f2-52624befc037 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:55:55.189186 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-81f95d74-3aed-4b66-a0f2-52624befc037 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448265 Jul 14 08:55:57.398031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:57.456937 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d091920-984d-43b2-b23a-3fd4efaf142f admin admin] GET failed (client error): The resource could not be found. Jul 14 08:55:57.458249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4d091920-984d-43b2-b23a-3fd4efaf142f admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592041 Jul 14 08:55:57.469507 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:55:57.601302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36f895-7f8a-499a-b2e9-67f9522340ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:57.603235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0b36f895-7f8a-499a-b2e9-67f9522340ce admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405272 Jul 14 08:55:59.787035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:55:59.832488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:55:59.851813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Made reservation on behalf of c9d66fbd722f47818fa2b4ab3987cecd for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:55:59.854522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:59.889059 n-d-758944-44 neutron-server[93754]: WARNING neutron.services.revisions.revision_plugin [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Could not find related network for resource to bump revision. Jul 14 08:55:59.902077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 08:55:59.911614 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:59.911960 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Added segment cf516f29-4756-4187-b836-6135cbafede9 of type vlan for network c4d998d7-d314-449c-995e-ed0b6ea97a80 Jul 14 08:55:59.950644 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:59.978426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:55:59.979289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:55:59.979982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:00.037403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2492669 Jul 14 08:56:00.040714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d998d7-d314-449c-995e-ed0b6ea97a80,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:56:00.047577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.047933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.048280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.048619 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.048951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.049285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.049618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.049954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.050285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.050615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.050943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.051270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9187ea-1927-4039-bb95-b8e4401dac11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:00.062531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 08:56:02.210033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:56:02.268083 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda27ea7-71b6-4587-929e-8050209ce359 admin admin] GET failed (client error): The resource could not be found. Jul 14 08:56:02.269419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fda27ea7-71b6-4587-929e-8050209ce359 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583849 Jul 14 08:56:02.339551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed3bcc-0f6a-43f5-bea3-908c09879811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:56:02.340948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-10ed3bcc-0f6a-43f5-bea3-908c09879811 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678167 Jul 14 08:56:02.350077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'name': 'shared-subnet'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 08:56:02.368890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Made reservation on behalf of c9d66fbd722f47818fa2b4ab3987cecd for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 08:56:02.371058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:02.530271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:02.583775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f216398c-6bdd-4113-8d7f-52da6ab748a6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:56:02.591684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:56:02.592043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Network hostable DHCP agents. Network: c4d998d7-d314-449c-995e-ed0b6ea97a80, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 08:56:02.607558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 08:56:02.615738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c4d998d7-d314-449c-995e-ed0b6ea97a80) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:56:02.619529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 08:56:02.620096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:02.624430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab70611e-eecb-4a67-8ac5-602b13a8c4b4 None None] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:56:02.634350 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-198dd683-36e5-4df2-b8e9-708cb5d8cff9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2870057 Jul 14 08:56:02.870844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c4d998d7-d314-449c-995e-ed0b6ea97a80', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'tenant_id': 'c9d66fbd722f47818fa2b4ab3987cecd', 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 08:56:02.871873 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:03.008258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Allocated IP 192.168.233.2 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/fa7938c7-d5d0-42e0-82e0-d6f1a067afc4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 08:56:03.160933 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:03.170515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Transition to ACTIVE for port object fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:56:03.185797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Transition to ACTIVE for port object fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 08:56:03.192590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:03.232762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 08:56:03.236967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 08:56:03.242087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 08:56:03.244835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Pushing event updated for resources: {'Port': ['ID=fa7938c7-d5d0-42e0-82e0-d6f1a067afc4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:56:03.253025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.253373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.253717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.254056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.254398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.254727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.255062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.255477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.255813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.256143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.256470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.256796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:56:03.316864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Attempting to bind port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 08:56:03.317239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Attempting to bind port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 08:56:03.317909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Attempting to bind port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 08:56:03.325347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 08:56:03.325854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 08:56:03.326259 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:03.326696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 08:56:03.327162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Bound port: fa7938c7-d5d0-42e0-82e0-d6f1a067afc4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 08:56:03.327562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:03.393601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] For port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 08:56:03.397565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] For port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fa7938c7-d5d0-42e0-82e0-d6f1a067afc4,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 08:56:03.401197 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:03.464680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688bcf2-7edf-403f-ad45-2927810628ca None None] Pushing event updated for resources: {'Port': ['ID=fa7938c7-d5d0-42e0-82e0-d6f1a067afc4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:56:04.315177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb4ffa-9abb-4bc9-8d74-345bd1711d55 None None] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 08:56:04.432723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-83b50f7d-3011-4dcc-a877-929ded315e6e None None] Provisioning for port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:56:04.879240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:56:04.931666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 08:56:04.935724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:56:04.936097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:05.012817 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:05.045651 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fa7938c7-d5d0-42e0-82e0-d6f1a067afc4,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 08:56:05.050316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:05.098425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=fa7938c7-d5d0-42e0-82e0-d6f1a067afc4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:56:06.849298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 08:56:06.898932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fa7938c7-d5d0-42e0-82e0-d6f1a067afc4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 08:56:06.899305 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:15.880639 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-287036f4-cbb9-4e72-b0e4-2d3ea5b9e483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:18.647883 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a31ede6-a171-4ec2-bea4-99f3ef23b97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:18.890566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:19.484343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:21.175032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:34.469534 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:56:45.880860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d65120d-1a1d-44d5-8244-f553b77ba0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:48.648934 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ce12881-b0f8-4ff2-a0e7-9f501da9a1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:48.891855 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:49.489338 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:56:51.177205 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:11.467641 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:57:12.045098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34652) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:57:12.050902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-321e8384-edee-4786-9227-bc3261c212d6 tempest-verify_tempest_config-1126439725 tempest-verify_tempest_config-1126439725-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:57:12.051886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-321e8384-edee-4786-9227-bc3261c212d6 tempest-verify_tempest_config-1126439725 tempest-verify_tempest_config-1126439725-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058329 Jul 14 08:57:12.350016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:57:12.455587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:12.540142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:12.544273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:12.587913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=295a1ac2228449c3b75964ee345da511&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2368548 Jul 14 08:57:12.588866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8dffb2-e1b2-4a5f-a67f-fbd737231f05,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:57:12.590578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 08:57:12.595600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.595955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.596303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.596645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.596982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.597318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.597679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.598029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.598366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.598693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.599022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.599368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e171f1d-a714-418e-8c58-d43c9d1ad7d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.646141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:12.666497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:12.751822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:12.754293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:12.755459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be8dffb2-e1b2-4a5f-a67f-fbd737231f05 HTTP/1.1" status: 204 len: 168 time: 0.1638677 Jul 14 08:57:12.763459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8dffb2-e1b2-4a5f-a67f-fbd737231f05,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 08:57:12.770086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.770437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.770785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.771125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.771485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.771818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.772134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.772461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.772787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.773110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.773434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:12.773754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d9081a-c5f2-47dd-b210-36609948f8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 08:57:15.882280 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d94dd177-83c2-4152-b241-f9b1484d86f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:18.651241 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c234c8-819a-4162-8419-8788ebff3c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:18.891016 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:19.487995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:21.180113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:45.881884 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30e64c8b-711d-428c-9e0a-d1dae7a66bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:48.466030 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:57:48.650867 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45bfab2b-83aa-4ba2-bd76-a7127fea40ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:48.891115 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:49.491657 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:57:51.182941 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:15.881873 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-757234be-94be-4030-8096-3bdec49e1004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:18.653255 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92eed7a1-4a29-437e-9a20-f87cba3de155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:18.890773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:19.499750 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:21.193094 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:25.464348 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:58:45.881317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a991ec5-92db-4661-868f-b70d098fcfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:48.652659 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23175ab1-a513-4d9a-8cc8-7d2e4bde8c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:48.891477 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:49.497739 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:58:51.188225 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:02.462534 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:59:15.883638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e907237c-a65d-4486-b44d-b5d6b2773d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:18.652573 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b041cd94-96ad-40ac-ac5d-9ae8bb320c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:18.891226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:19.500825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:21.193419 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:39.460990 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 08:59:45.883438 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38a83a5a-9d04-45ed-a831-8e2fe1b520e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:48.653017 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e642cb3-fc80-450d-8484-0e7a7e5f09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:48.890271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:49.504436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 08:59:51.196683 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:15.884294 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-608d7e43-4197-41ff-8bf8-72003fce785f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:16.460257 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:00:18.654293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691055bd-2d0f-45b5-8727-aacbf8d4b3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:18.889394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:19.505885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:19.635963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645925'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:21.199322 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:31.140252 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645925'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:45.884857 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf1c8-8bc8-4239-9d92-818d0b4bf49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:48.653660 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33553afd-ebb6-43d3-80fe-7eb3c19ab9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:48.888462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:49.509407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:49.619883 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:51.202550 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:00:53.459560 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:01:01.110955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.889473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:15.891876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92c96442-483b-482b-8f00-695a8db94526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:15.990398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e96b0b66-c941-4dba-b65f-74a2931e6c2e admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0997527 Jul 14 09:01:18.136440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34746) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:01:18.190718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aa974ce8-cf71-4024-964e-eca973beb154 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0532064 Jul 14 09:01:18.653625 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b12470f5-0139-4a59-9230-26592da276fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:18.890289 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.512166 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:19.651987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:21.206585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:30.458594 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:01:31.114358 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:45.882717 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae3216d8-93cd-44c4-8f22-8326e595cf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.653724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe93bcd3-86d4-417b-bd18-470d4006e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:48.889670 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:49.514645 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:49.651178 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:01:51.209230 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:01.113475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:07.458170 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:02:15.882910 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dec99090-2093-452e-9aa7-9d4572849178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.656746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39c9cba1-e20d-4551-ade3-79f9f334503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:18.889725 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.516728 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:19.656097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:21.213920 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:31.112182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:42.772607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:43.114119 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.217283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.225730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.268371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcebcdb-c79d-4d56-9fd4-1865e6f51e95,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:43.282604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.283169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.283540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.283884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.284210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.284698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.285186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.285511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.286163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.286623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.287109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.287626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] Tracked resource versions report: Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: pushed versions: Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Log': {'1.0'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Network': {'1.1'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Port': {'1.7'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: consumer versions: Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: { DHCP agent@n-d-758944-44: {}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: HyperV agent@n-h1-758944-44: {}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: HyperV agent@n-h2-758944-44: {}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: L3 agent@n-d-758944-44: {}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: Metadata agent@n-d-758944-44: {}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: Metering agent@n-d-758944-44: {}, Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Log': '1.0', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Network': '1.1', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Port': '1.7', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'PortForwarding': '1.2', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'QosPolicy': '1.8', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'SubPort': '1.0', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Subnet': '1.1', Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: 'Trunk': '1.1'}} Jul 14 09:02:43.289609 n-d-758944-44 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:02:43.300142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-286b97ef-d1ef-474b-9f9b-b87139036593 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45a3d1efe42a472795fb46dfa04b58fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5262835 Jul 14 09:02:43.303060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:43.426740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.448563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.500615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.503147 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:43.506946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdcebcdb-c79d-4d56-9fd4-1865e6f51e95 HTTP/1.1" status: 204 len: 168 time: 0.2021179 Jul 14 09:02:43.514894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcebcdb-c79d-4d56-9fd4-1865e6f51e95,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:43.523075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.524466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.524979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.525320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.525657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.525997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.526329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.526649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.527144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.527683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.528017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.528362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bcb7a9-b239-4915-a1e9-f2a7f3a6d6a3 admin admin] Tracked resource versions report: Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: pushed versions: Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: { 'AddressGroup': {'1.2'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'ConntrackHelper': {'1.0'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Log': {'1.0'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Network': {'1.1'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Port': {'1.7'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'PortForwarding': {'1.2'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'QosPolicy': {'1.8'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'SecurityGroup': {'1.4'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'SubPort': {'1.0'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Subnet': {'1.1'}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Trunk': {'1.1'}} Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: consumer versions: Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: { DHCP agent@n-d-758944-44: {}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: HyperV agent@n-h1-758944-44: {}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: HyperV agent@n-h2-758944-44: {}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: L3 agent@n-d-758944-44: {}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: Metadata agent@n-d-758944-44: {}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: Metering agent@n-d-758944-44: {}, Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'ConntrackHelper': '1.0', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Log': '1.0', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Network': '1.1', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Port': '1.7', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'PortForwarding': '1.2', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'QosPolicy': '1.8', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'SecurityGroup': '1.4', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'SecurityGroupRule': '1.2', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'SubPort': '1.0', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Subnet': '1.1', Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: 'Trunk': '1.1'}} Jul 14 09:02:43.529443 n-d-758944-44 neutron-server[93754]: {{(pid=93754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:02:44.284523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35128) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:44.300172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-301c477d-4b8a-43aa-a903-bc5278a57a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.401722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-301c477d-4b8a-43aa-a903-bc5278a57a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.407875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-301c477d-4b8a-43aa-a903-bc5278a57a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.458864 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:02:44.463599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-301c477d-4b8a-43aa-a903-bc5278a57a89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e4f00fe4b4a4af69f0e5dae5f04a899&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1774209 Jul 14 09:02:44.465734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35134) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:44.473576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c477d-4b8a-43aa-a903-bc5278a57a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a879f-19cf-4b56-946d-c5ba46a89a2c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:44.517777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b2e36d-b533-4300-88ed-987c7be5a4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.542116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b2e36d-b533-4300-88ed-987c7be5a4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.607115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b2e36d-b533-4300-88ed-987c7be5a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.610977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b2e36d-b533-4300-88ed-987c7be5a4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:44.612488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-39b2e36d-b533-4300-88ed-987c7be5a4ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e87a879f-19cf-4b56-946d-c5ba46a89a2c HTTP/1.1" status: 204 len: 168 time: 0.1456535 Jul 14 09:02:44.623152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2e36d-b533-4300-88ed-987c7be5a4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a879f-19cf-4b56-946d-c5ba46a89a2c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:45.332066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:45.334483 n-d-758944-44 neutron-server[93754]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:02:45.372527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-03de9f0e-0079-42b0-9b54-bcb7f48e9100 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390868 Jul 14 09:02:45.569489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-c6929292-7339-4fc1-aebd-aaaa2a4acbce tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:45.571502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-c6929292-7339-4fc1-aebd-aaaa2a4acbce tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926644 Jul 14 09:02:45.592633 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-fb423de5-68a3-46f2-8da8-7fbe5ce61f34 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/quotas/fa2fa71b47c24ea0b45a03c643a05bad HTTP/1.1" status: 200 len: 375 time: 0.0137169 Jul 14 09:02:45.647241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-120575d7-144c-4da4-843f-6062940018bf tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477316 Jul 14 09:02:45.899811 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4cc35f02-e87c-4334-83e3-a645179f65e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:45.923963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:46.112511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d87a32e7-4e76-4245-b1ed-bc025314b916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.252742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:46.258474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d87a32e7-4e76-4245-b1ed-bc025314b916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.264229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d87a32e7-4e76-4245-b1ed-bc025314b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.303668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d87a32e7-4e76-4245-b1ed-bc025314b916 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56d8e6a9e34c462c985a8cf5c9d7df7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3786874 Jul 14 09:02:46.304809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a32e7-4e76-4245-b1ed-bc025314b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0daef57-52a9-47d0-b37b-0ed524e25a7a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:46.306365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:46.398276 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37595016-7840-445e-b22b-aa72770c4db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.424874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37595016-7840-445e-b22b-aa72770c4db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.480545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37595016-7840-445e-b22b-aa72770c4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.483224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37595016-7840-445e-b22b-aa72770c4db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:46.487030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-37595016-7840-445e-b22b-aa72770c4db1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0daef57-52a9-47d0-b37b-0ed524e25a7a HTTP/1.1" status: 204 len: 168 time: 0.1760006 Jul 14 09:02:46.498630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37595016-7840-445e-b22b-aa72770c4db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0daef57-52a9-47d0-b37b-0ed524e25a7a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:46.545399 n-d-758944-44 neutron-server[93753]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:02:46.600063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c391670-a3db-4b29-8f89-648ecf73f498 req-0c423548-0850-401f-b3c1-4920677b0b49 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 210 time: 0.3462281 Jul 14 09:02:46.936252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:46.951345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f12c72a-752e-4675-b6fd-b98b6cd1f2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.052254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f12c72a-752e-4675-b6fd-b98b6cd1f2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.058029 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f12c72a-752e-4675-b6fd-b98b6cd1f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.093995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12c72a-752e-4675-b6fd-b98b6cd1f2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f07997-126b-41a6-b128-266cde6b42f2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:47.117736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:47.128014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6f12c72a-752e-4675-b6fd-b98b6cd1f2d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fb9d0b93b02436a807df8fba03fe324&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1905472 Jul 14 09:02:47.176600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0f72eba-34ac-410c-b0d0-b36594a92bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.202534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0f72eba-34ac-410c-b0d0-b36594a92bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.263567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0f72eba-34ac-410c-b0d0-b36594a92bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.266685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0f72eba-34ac-410c-b0d0-b36594a92bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:47.268143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c0f72eba-34ac-410c-b0d0-b36594a92bd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47f07997-126b-41a6-b128-266cde6b42f2 HTTP/1.1" status: 204 len: 168 time: 0.1494544 Jul 14 09:02:47.279775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f72eba-34ac-410c-b0d0-b36594a92bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f07997-126b-41a6-b128-266cde6b42f2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:47.521091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-23e572a9-285d-41f8-a39d-0e1a0d77e26a tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e883137b748446c39dd894d4566388a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418382 Jul 14 09:02:47.736962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-8eec2f41-ac2c-40d1-87cc-14858332b46e tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:47.738419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-8eec2f41-ac2c-40d1-87cc-14858332b46e tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160146 Jul 14 09:02:47.753649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-86f21e15-3271-46a9-9c98-b51c1e4fce8d tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/quotas/e883137b748446c39dd894d4566388a0 HTTP/1.1" status: 200 len: 375 time: 0.0098209 Jul 14 09:02:47.913778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-0ab3534a-9d91-4783-bb6d-0a77fcb80d35 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e883137b748446c39dd894d4566388a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1537211 Jul 14 09:02:47.914794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d41d10f7-e2ef-4a7b-b87f-42640d7da3f6 req-8eb486c6-191f-4205-a1c0-3f7ccdaff01d tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 210 time: 0.0547817 Jul 14 09:02:47.958581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.11', 60162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:47.984679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-49cc45c2-2700-495c-b458-96f46ee1be88 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276191 Jul 14 09:02:48.145253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-882ca305-8154-4b37-a7cb-f12f25d1d7fb tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:48.150044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-882ca305-8154-4b37-a7cb-f12f25d1d7fb tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600921 Jul 14 09:02:48.207425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Request body: {'port': {'device_id': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'fa2fa71b47c24ea0b45a03c643a05bad'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:48.361001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3553dc-d76a-4a15-812d-989596a06330 req-0116794d-f3d6-41a9-99ea-ffc7a9166590 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0594175 Jul 14 09:02:48.519187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Made reservation on behalf of fa2fa71b47c24ea0b45a03c643a05bad for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:48.524509 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.538571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.661343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-655ab3e4-7a21-4d79-9123-4b12ad98bad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.682492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.688453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.838678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc1ac2-a682-4ef4-b274-51e09c211e7e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:48.912663 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:48.938271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35478) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:48.969970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:48.997679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Allocated IP 192.168.233.87 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/b076d381-805c-4556-b6b3-1d7b47d50bb3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:49.194538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d48df15-e07d-47ab-8ad7-934113bbd7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.234311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e77ab4cc-6d54-42e7-8a19-ff7cd5f764a7 req-69213422-154d-4f2f-9b98-9fe111f893f9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 210 time: 0.0667109 Jul 14 09:02:49.372500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.373193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52ba82ff-93c8-409f-9c36-eb3d5dd3d11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.430322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Transition to ACTIVE for port object b076d381-805c-4556-b6b3-1d7b47d50bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:49.501692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.533453 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d48df15-e07d-47ab-8ad7-934113bbd7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.549224 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d48df15-e07d-47ab-8ad7-934113bbd7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.563217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.668637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Pushing event updated for resources: {'Port': ['ID=b076d381-805c-4556-b6b3-1d7b47d50bb3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:49.693099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:49.694726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:49.697621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:49.704945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:49.705810 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.710309 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:49.734261 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0d48df15-e07d-47ab-8ad7-934113bbd7ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12d388c331d84ec2947f47652eafb357&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7947912 Jul 14 09:02:49.740175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:49.807767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-462b2ffa-cfd1-4742-bc8a-e5cb9bcdea95 req-ec4e8cc9-7444-449e-a291-15490468ce96 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0847924 Jul 14 09:02:49.851192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48df15-e07d-47ab-8ad7-934113bbd7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92eee8-d5ef-43fd-8cb7-654d82d5184c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:49.997497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9f54f56-713d-452d-a926-a70d91b2f071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.099234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9f54f56-713d-452d-a926-a70d91b2f071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.128336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52ba82ff-93c8-409f-9c36-eb3d5dd3d11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.137317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52ba82ff-93c8-409f-9c36-eb3d5dd3d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.151193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-92ef0799-9032-46e5-b79d-4d148b266028 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9540460 Jul 14 09:02:50.172898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-6359e161-49f0-4671-b924-c9965fbe6703 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:02:50.173879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-6359e161-49f0-4671-b924-c9965fbe6703 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103500 Jul 14 09:02:50.204811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba82ff-93c8-409f-9c36-eb3d5dd3d11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae8fed9-adf3-4b4c-a596-d9718755187a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:50.212062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1c900405-0862-4141-bc6d-25994dde381c None None] Provisioning for port b076d381-805c-4556-b6b3-1d7b47d50bb3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:50.216415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1c900405-0862-4141-bc6d-25994dde381c None None] Provisioning complete for port b076d381-805c-4556-b6b3-1d7b47d50bb3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:50.217295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-52ba82ff-93c8-409f-9c36-eb3d5dd3d11c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af8d9ecd1ce748e3aca25c96266d019e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2459455 Jul 14 09:02:50.220584 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c900405-0862-4141-bc6d-25994dde381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.220728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35528) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:50.247975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9f54f56-713d-452d-a926-a70d91b2f071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.251441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9f54f56-713d-452d-a926-a70d91b2f071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.252835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a9f54f56-713d-452d-a926-a70d91b2f071 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb92eee8-d5ef-43fd-8cb7-654d82d5184c HTTP/1.1" status: 204 len: 168 time: 0.4977508 Jul 14 09:02:50.267225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f54f56-713d-452d-a926-a70d91b2f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92eee8-d5ef-43fd-8cb7-654d82d5184c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:50.329492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c900405-0862-4141-bc6d-25994dde381c None None] Port b076d381-805c-4556-b6b3-1d7b47d50bb3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:50.395299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85cbe59-f229-4f0a-abc1-2e5d33c385cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.434956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85cbe59-f229-4f0a-abc1-2e5d33c385cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.557966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85cbe59-f229-4f0a-abc1-2e5d33c385cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.562286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85cbe59-f229-4f0a-abc1-2e5d33c385cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:50.563336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d85cbe59-f229-4f0a-abc1-2e5d33c385cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ae8fed9-adf3-4b4c-a596-d9718755187a HTTP/1.1" status: 204 len: 168 time: 0.3323019 Jul 14 09:02:50.583833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cbe59-f229-4f0a-abc1-2e5d33c385cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae8fed9-adf3-4b4c-a596-d9718755187a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:50.735172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df96bc-e37b-4125-8cdf-aa74e8f65899 req-d217c35d-311d-46cf-949c-30cc7fb621c6 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.736548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57df96bc-e37b-4125-8cdf-aa74e8f65899 req-d217c35d-311d-46cf-949c-30cc7fb621c6 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 935 time: 0.1582198 Jul 14 09:02:50.808048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57df96bc-e37b-4125-8cdf-aa74e8f65899 req-5b080693-ac6f-41fe-8cc2-ee90039f8162 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701373 Jul 14 09:02:50.814135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-e73723ad-628f-4412-af30-2180aee8c726 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395844 Jul 14 09:02:50.991428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-aa3fe74a-f2e1-4cbc-937d-99915e04b840 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:50.993940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-aa3fe74a-f2e1-4cbc-937d-99915e04b840 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778023 Jul 14 09:02:51.030019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-80af7923-e199-4952-99d6-92a6b8387fc2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/quotas/da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 375 time: 0.0307329 Jul 14 09:02:51.117678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-f840cafe-774c-4987-aa53-cde753c480eb tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855138 Jul 14 09:02:51.163686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21032f84-83a3-4a60-8a69-cf806e27e785 req-72f6175a-5913-45f1-b757-64d41644cbb5 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0727274 Jul 14 09:02:51.205403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:51.229234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35562) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:51.230493 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.273737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ead1-5661-463f-a30a-079a26524cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.292279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10061255-5010-40fd-ada5-4cd690436cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.394489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af3629c3-50b8-4744-9b3b-cc4dd8ebdb98 req-0b7a3f41-26b0-49f5-b636-bda172cffcec tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 210 time: 0.0569785 Jul 14 09:02:51.496773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ead1-5661-463f-a30a-079a26524cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.504699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ead1-5661-463f-a30a-079a26524cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.546098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c7c2ead1-5661-463f-a30a-079a26524cbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9291f6c2983b4694b285ebbb5654f1f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3393438 Jul 14 09:02:51.548833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35580) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:51.624369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3007ad43-894e-435f-9bb0-d8f74ce48fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.638076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2ead1-5661-463f-a30a-079a26524cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be09ff01-86ee-4d76-94c0-952bfc527c93,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:51.665830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3007ad43-894e-435f-9bb0-d8f74ce48fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.764051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3007ad43-894e-435f-9bb0-d8f74ce48fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.769546 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3007ad43-894e-435f-9bb0-d8f74ce48fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.775477 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3007ad43-894e-435f-9bb0-d8f74ce48fe9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be09ff01-86ee-4d76-94c0-952bfc527c93 HTTP/1.1" status: 204 len: 168 time: 0.2208393 Jul 14 09:02:51.795974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007ad43-894e-435f-9bb0-d8f74ce48fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be09ff01-86ee-4d76-94c0-952bfc527c93,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:51.836151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10061255-5010-40fd-ada5-4cd690436cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.841680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10061255-5010-40fd-ada5-4cd690436cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:51.952508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10061255-5010-40fd-ada5-4cd690436cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e769e-bb26-4f14-8f37-966d8ed153ad,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:51.959380 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10061255-5010-40fd-ada5-4cd690436cf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85782718173f45da907f0ac9b3f38661&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7290485 Jul 14 09:02:51.963004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35594) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:52.183987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a67a9809-4861-47db-b895-e22d2d96becd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.266982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a67a9809-4861-47db-b895-e22d2d96becd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.298875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe529-69fa-4f0c-84bf-83182bc97fe5 req-a61de4e0-179e-4640-b70d-ea9a058cbc57 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:52.300630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a73fe529-69fa-4f0c-84bf-83182bc97fe5 req-a61de4e0-179e-4640-b70d-ea9a058cbc57 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 935 time: 0.2871587 Jul 14 09:02:52.398047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:52.448652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dda99b32-0fc3-4839-8187-ed1c710ddec1 req-93bc1185-c96b-4886-8757-eda2123f42dc tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0717783 Jul 14 09:02:52.528512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a73fe529-69fa-4f0c-84bf-83182bc97fe5 req-84664045-9ba0-43e3-be91-a34abb1f3151 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129588 Jul 14 09:02:52.551337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a67a9809-4861-47db-b895-e22d2d96becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.555158 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a67a9809-4861-47db-b895-e22d2d96becd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.556408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a67a9809-4861-47db-b895-e22d2d96becd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/661e769e-bb26-4f14-8f37-966d8ed153ad HTTP/1.1" status: 204 len: 168 time: 0.5917225 Jul 14 09:02:52.569926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a9809-4861-47db-b895-e22d2d96becd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e769e-bb26-4f14-8f37-966d8ed153ad,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:52.617141 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6385cca9-8553-4b68-84b6-bd19088c572f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.778869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc959357-bc4b-4b48-90e1-17870152e3a9 req-bf905229-7ac8-4537-b907-b0d31d9ba598 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 210 time: 0.0930672 Jul 14 09:02:52.840890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6385cca9-8553-4b68-84b6-bd19088c572f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.850987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6385cca9-8553-4b68-84b6-bd19088c572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:52.908563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385cca9-8553-4b68-84b6-bd19088c572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8867ac8f-510d-4eb0-b6eb-7063d3012837,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:52.913074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6385cca9-8553-4b68-84b6-bd19088c572f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3529e4a69184bab805e361436f1f632&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5113447 Jul 14 09:02:52.915884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:52.976225 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643542e1-0415-4e52-815c-21a792dc7593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:53.005060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643542e1-0415-4e52-815c-21a792dc7593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:53.122440 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643542e1-0415-4e52-815c-21a792dc7593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:53.125506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643542e1-0415-4e52-815c-21a792dc7593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:53.133349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-643542e1-0415-4e52-815c-21a792dc7593 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8867ac8f-510d-4eb0-b6eb-7063d3012837 HTTP/1.1" status: 204 len: 168 time: 0.2134769 Jul 14 09:02:53.145858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643542e1-0415-4e52-815c-21a792dc7593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8867ac8f-510d-4eb0-b6eb-7063d3012837,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:53.173521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.48', 49256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:53.226883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-42af98cc-77e5-445b-90c7-90a5ad6aa29b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516317 Jul 14 09:02:53.635783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:53.683464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-5918c355-86d7-4b7e-a368-7e813ed0da93 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.685351 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-5918c355-86d7-4b7e-a368-7e813ed0da93 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522810 Jul 14 09:02:53.744869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-650b2681-d551-4f20-8e92-c57a1346de65 req-d898f3fc-3583-4040-941a-ec7670358c70 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0898712 Jul 14 09:02:53.746554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Request body: {'port': {'device_id': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'da757fa005ab4b64a6226deec0a80508'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:53.888090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39620c68-bcaf-4d0a-9742-51f34eb44fcc req-b5b4f887-123c-472e-8c81-32679e7c86dd tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:53.904443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39620c68-bcaf-4d0a-9742-51f34eb44fcc req-b5b4f887-123c-472e-8c81-32679e7c86dd tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 935 time: 0.1659069 Jul 14 09:02:53.974231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39620c68-bcaf-4d0a-9742-51f34eb44fcc req-ae2a6f86-9d07-493d-9c73-e641f549fcd7 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728581 Jul 14 09:02:53.994137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Made reservation on behalf of da757fa005ab4b64a6226deec0a80508 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:54.007901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.033330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:54.036298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.052272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fa3a64c-2b8b-498c-9ce2-c5cf98e36a83 req-92650444-464c-4a21-ad33-0f44ce916afe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 210 time: 0.0656466 Jul 14 09:02:54.070511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.109752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:02:54.109752 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:02:54.109752 n-d-758944-44 neutron-server[93753]: [parameters: {'project_id_1': '030e6cc9ce584ee1b033274bb6187193', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 2, 54, 88936)}] Jul 14 09:02:54.109752 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:02:54.110220 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:02:54.197303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.202950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.236679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-218570302-network', 'tenant_id': 'cc41de32cea44be4bd06b6a809e2cd8c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:54.266980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Made reservation on behalf of cc41de32cea44be4bd06b6a809e2cd8c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:54.269909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f2ff86-746c-4b8b-88dc-a340c3f193d4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:54.271875 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.285922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.408069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Allocated IP 192.168.233.102 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/84c5b7ec-824f-492f-b89b-59cf9917d6aa) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:02:54.443018 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.449954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.487951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:54.526897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87ddf30-6e4f-428c-8a4b-162679abafc6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:54.556719 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.557241 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Added segment 55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e of type vlan for network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 Jul 14 09:02:54.614478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.637823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.660113 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.661288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:54.662067 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.683178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:54.713338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Transition to ACTIVE for port object 84c5b7ec-824f-492f-b89b-59cf9917d6aa will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:02:54.843667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] Pushing event updated for resources: {'Network': ['ID=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:54.860814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:54.862287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.009308 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7af2cbf0-a997-4ef9-8232-19f3a993ad73 req-f24e8792-d2e1-4d02-aa7e-e09e898ce301 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0623863 Jul 14 09:02:55.024373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:02:55.030390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:55.037016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:02:55.043118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.044072 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.064393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:55.100956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.116246 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.121352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1a6f705b-2f05-4a3b-8992-ef08204e0bad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4840376 Jul 14 09:02:55.124472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:55.130105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Request body: {'subnet': {'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-218570302-subnet', 'tenant_id': 'cc41de32cea44be4bd06b6a809e2cd8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:55.186235 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=030e6cc9ce584ee1b033274bb6187193&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1460021 Jul 14 09:02:55.187895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:55.191736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-4bdf04c5-9305-484a-8d7d-076bbc415108 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4507356 Jul 14 09:02:55.222349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Made reservation on behalf of cc41de32cea44be4bd06b6a809e2cd8c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:55.223540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.240739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634751a-3e0e-464f-affc-579b21b69a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f991e-648b-4d6b-8f20-9d1fc71d54dd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:55.496964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d451d9da-42fa-4fcf-8cf4-61fdada983c6 None None] Provisioning for port 84c5b7ec-824f-492f-b89b-59cf9917d6aa completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:02:55.511001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d451d9da-42fa-4fcf-8cf4-61fdada983c6 None None] Provisioning complete for port 84c5b7ec-824f-492f-b89b-59cf9917d6aa triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:02:55.511519 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d451d9da-42fa-4fcf-8cf4-61fdada983c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.520128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0da7a4-45d0-4a21-8753-152512b3a2dc req-381746df-de92-4242-be90-e36fc12087d8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.533744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce0da7a4-45d0-4a21-8753-152512b3a2dc req-381746df-de92-4242-be90-e36fc12087d8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.2392042 Jul 14 09:02:55.573026 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1de9f48-8776-49c9-a373-8559b6e18271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.623847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d451d9da-42fa-4fcf-8cf4-61fdada983c6 None None] Port 84c5b7ec-824f-492f-b89b-59cf9917d6aa cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:02:55.641451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce0da7a4-45d0-4a21-8753-152512b3a2dc req-cfbccd73-7c55-46b5-a2d3-909dd19ef634 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058702 Jul 14 09:02:55.649473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1de9f48-8776-49c9-a373-8559b6e18271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.711969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c16e5-81c0-467b-ba42-e88260112bef req-98a516e0-8ebe-4425-827e-054cf4fc654b tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:55.719379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7c16e5-81c0-467b-ba42-e88260112bef req-98a516e0-8ebe-4425-827e-054cf4fc654b tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 935 time: 0.3701668 Jul 14 09:02:55.810176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7c16e5-81c0-467b-ba42-e88260112bef req-79505881-e12a-4c7a-ad9a-bbf197269c0c tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899756 Jul 14 09:02:55.894392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1de9f48-8776-49c9-a373-8559b6e18271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.897171 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1de9f48-8776-49c9-a373-8559b6e18271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.901051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e1de9f48-8776-49c9-a373-8559b6e18271 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e72f991e-648b-4d6b-8f20-9d1fc71d54dd HTTP/1.1" status: 204 len: 168 time: 0.7091770 Jul 14 09:02:55.910384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:55.925573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de9f48-8776-49c9-a373-8559b6e18271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f991e-648b-4d6b-8f20-9d1fc71d54dd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:56.017913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0318592a-122f-42c8-84cb-a5d2c296cd17,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:56.032249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:56.032676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Network hostable DHCP agents. Network: 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:56.061839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:56.087698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:56.092133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:56.092675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:56.097337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3de401-6bce-42fd-8080-8d7379d70330 None None] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:56.111239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-36ede1d2-78bd-44b7-85f4-8b368a84b2eb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9856799 Jul 14 09:02:56.350650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c82dddca-35ee-44bc-bde5-a06ed54aebed req-be4004b2-a911-44ba-98ad-cad869d64b2e tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0898592 Jul 14 09:02:56.439264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e37b5-8d24-4cdb-a3e8-40f737b618bc None None] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:56.755826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:56.780755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2681038-6bfa-43ae-b50d-2ca24d62385d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.024378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdce4c7-cb25-4792-8e6b-981d12d99dd1 req-39613fe5-97a5-4541-aa47-d1947c41839f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:57.031305 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecdce4c7-cb25-4792-8e6b-981d12d99dd1 req-39613fe5-97a5-4541-aa47-d1947c41839f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.1438272 Jul 14 09:02:57.043209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2681038-6bfa-43ae-b50d-2ca24d62385d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.054749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2681038-6bfa-43ae-b50d-2ca24d62385d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.142114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7ba2c-4457-447a-8c43-003f793229bf req-7eab7bb1-ff8f-4010-88d5-afbb14fe4fa1 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:57.144610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8d7ba2c-4457-447a-8c43-003f793229bf req-7eab7bb1-ff8f-4010-88d5-afbb14fe4fa1 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 935 time: 0.1589761 Jul 14 09:02:57.166179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a2681038-6bfa-43ae-b50d-2ca24d62385d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=424b5fe89830470c936ebda35285bf18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069958 Jul 14 09:02:57.169248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35732) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:57.198628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecdce4c7-cb25-4792-8e6b-981d12d99dd1 req-8de0aba8-b5e0-4de0-a5b5-c680a95ebdf3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646175 Jul 14 09:02:57.203432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2681038-6bfa-43ae-b50d-2ca24d62385d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7080e4-185a-4235-9b85-6d4a6529fce1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:57.322127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8d7ba2c-4457-447a-8c43-003f793229bf req-630d26b8-5d17-4a05-b114-941ce74297b4 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609268 Jul 14 09:02:57.398746 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-542e7d1a-2f86-4a07-bff4-e4f1b6d2d152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.434062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:57.463963 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-542e7d1a-2f86-4a07-bff4-e4f1b6d2d152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.542148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-542e7d1a-2f86-4a07-bff4-e4f1b6d2d152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.545420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-542e7d1a-2f86-4a07-bff4-e4f1b6d2d152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.547051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-542e7d1a-2f86-4a07-bff4-e4f1b6d2d152 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e7080e4-185a-4235-9b85-6d4a6529fce1 HTTP/1.1" status: 204 len: 168 time: 0.3140872 Jul 14 09:02:57.565731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e7d1a-2f86-4a07-bff4-e4f1b6d2d152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7080e4-185a-4235-9b85-6d4a6529fce1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:57.638363 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c837f123-46f1-4cf8-8b53-cd2f97608d8f req-3aca62b8-4ddb-4347-93d7-25b751b58f12 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0915024 Jul 14 09:02:57.650446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:57.658839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1957460814-network', 'tenant_id': '4004fbda88f447d29f3792cf03aa05dd'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:57.687160 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c072ba-c3cd-4922-82f2-1f67ee7ab9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.725887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Made reservation on behalf of 4004fbda88f447d29f3792cf03aa05dd for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:57.731653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.750838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.890142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c072ba-c3cd-4922-82f2-1f67ee7ab9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.896075 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c072ba-c3cd-4922-82f2-1f67ee7ab9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:57.984288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c072ba-c3cd-4922-82f2-1f67ee7ab9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab50302-68f8-41e3-a943-a20fdb0b67c3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:57.990904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-36c072ba-c3cd-4922-82f2-1f67ee7ab9a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6228bde7194c4fa1a093d04c63f55e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528343 Jul 14 09:02:57.991083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35752) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:58.050440 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.056403 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.079032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39fde40b-895f-4063-b4d6-d934cc4d04de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.101944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:02:58.106492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39fde40b-895f-4063-b4d6-d934cc4d04de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.130612 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.130988 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Added segment 17b2b039-0f89-42f3-8dd2-16179b98c199 of type vlan for network c69aabe2-ade9-470f-888b-45b06a420d71 Jul 14 09:02:58.132238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf60f52-7771-44c1-bd1b-9fcafeb5d898,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:58.203081 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39fde40b-895f-4063-b4d6-d934cc4d04de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.206521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39fde40b-895f-4063-b4d6-d934cc4d04de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.211045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-39fde40b-895f-4063-b4d6-d934cc4d04de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ab50302-68f8-41e3-a943-a20fdb0b67c3 HTTP/1.1" status: 204 len: 168 time: 0.2159307 Jul 14 09:02:58.215147 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.218086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fde40b-895f-4063-b4d6-d934cc4d04de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab50302-68f8-41e3-a943-a20fdb0b67c3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:58.299367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.300816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.301646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.404755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7525904 Jul 14 09:02:58.409813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:58.417330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Request body: {'subnet': {'network_id': 'c69aabe2-ade9-470f-888b-45b06a420d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1957460814-subnet', 'tenant_id': '4004fbda88f447d29f3792cf03aa05dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:58.439932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96316e-5ddd-48aa-bed3-078705ec545b admin admin] Pushing event updated for resources: {'Network': ['ID=c69aabe2-ade9-470f-888b-45b06a420d71,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:58.452200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c69aabe2-ade9-470f-888b-45b06a420d71 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:02:58.469761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Made reservation on behalf of 4004fbda88f447d29f3792cf03aa05dd for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:02:58.481190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.566712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd253768-fac0-4798-9d0c-f3dcf44d3032 req-7de5362d-7dff-48ea-b7c1-1f48be9f13c7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:58.575000 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd253768-fac0-4798-9d0c-f3dcf44d3032 req-7de5362d-7dff-48ea-b7c1-1f48be9f13c7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.2225995 Jul 14 09:02:58.675844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd253768-fac0-4798-9d0c-f3dcf44d3032 req-5df094d4-9459-403e-bb8a-63820b042f62 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995338 Jul 14 09:02:58.792229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:58.830553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c53f36-50a6-4d8c-aa6f-12237bfaf239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:58.849495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.030496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3162d2b3-4334-408a-adac-c0b828cb96d0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:59.060654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df8d26eb-eb6b-4243-b2ff-89a8d7a12b3e req-46029cfa-c6aa-4f66-a74c-479529bdbbb1 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.1140311 Jul 14 09:02:59.113149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Checking segment: {'id': '17b2b039-0f89-42f3-8dd2-16179b98c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c69aabe2-ade9-470f-888b-45b06a420d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:02:59.113447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Network hostable DHCP agents. Network: c69aabe2-ade9-470f-888b-45b06a420d71, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:02:59.147428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Network c69aabe2-ade9-470f-888b-45b06a420d71 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:02:59.149731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89d6c6-ee5b-4687-9238-e824bc2b55d2 req-4ccd7e4a-3150-4670-b64c-ad13286e3ecf tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.157335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e89d6c6-ee5b-4687-9238-e824bc2b55d2 req-4ccd7e4a-3150-4670-b64c-ad13286e3ecf tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 935 time: 0.3351800 Jul 14 09:02:59.169059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c69aabe2-ade9-470f-888b-45b06a420d71) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:02:59.177341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:02:59.178084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.179943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa63bd1-a10c-464f-874e-f6b5ebc7fba3 None None] Network c69aabe2-ade9-470f-888b-45b06a420d71 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:59.218265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e89d6c6-ee5b-4687-9238-e824bc2b55d2 req-475a47ef-2f85-4eb9-a080-1de95421a2ae tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598559 Jul 14 09:02:59.284322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c53f36-50a6-4d8c-aa6f-12237bfaf239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.296227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10b902ca-51be-416f-80fc-546aeab5dea6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8838568 Jul 14 09:02:59.297031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c53f36-50a6-4d8c-aa6f-12237bfaf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.414935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f4c53f36-50a6-4d8c-aa6f-12237bfaf239 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3e6e16dccaf45cf9aed2cd12cc67f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203706 Jul 14 09:02:59.415307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35790) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:02:59.462332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c53f36-50a6-4d8c-aa6f-12237bfaf239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099dd030-63fb-48b1-ae1e-865250db0d4e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:02:59.527327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Request body: {'port': {'device_id': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'device_owner': 'compute:tempest-test_az-2083589253', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:02:59.561227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311f564-dd6c-486f-adcf-6c1b2b73979f None None] Network c69aabe2-ade9-470f-888b-45b06a420d71 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:02:59.634708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-912ac16b-9d3f-4c74-83f6-7cd627fbfd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:02:59.776168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.007807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.11', 60167) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:00.090309 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-f9a9e030-7f92-4014-bd8d-b9424eb9d45c tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e883137b748446c39dd894d4566388a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643291 Jul 14 09:03:00.173286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-912ac16b-9d3f-4c74-83f6-7cd627fbfd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.471347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-912ac16b-9d3f-4c74-83f6-7cd627fbfd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.474510 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-912ac16b-9d3f-4c74-83f6-7cd627fbfd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:00.476190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-912ac16b-9d3f-4c74-83f6-7cd627fbfd3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/099dd030-63fb-48b1-ae1e-865250db0d4e HTTP/1.1" status: 204 len: 168 time: 1.0598063 Jul 14 09:03:00.540220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ac16b-9d3f-4c74-83f6-7cd627fbfd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099dd030-63fb-48b1-ae1e-865250db0d4e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:00.649996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914de7c0-146b-4d41-be5f-9e302df9e32f req-dbb488ea-2a07-4ac6-91d0-95624bd74e6d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:00.651579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914de7c0-146b-4d41-be5f-9e302df9e32f req-dbb488ea-2a07-4ac6-91d0-95624bd74e6d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.5218434 Jul 14 09:03:00.899681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914de7c0-146b-4d41-be5f-9e302df9e32f req-5b07da35-cc61-4fa9-87bc-77feccc18ae7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289371 Jul 14 09:03:01.035169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b076d381-805c-4556-b6b3-1d7b47d50bb3 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:01.046704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.105106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Transition to ACTIVE for port object b076d381-805c-4556-b6b3-1d7b47d50bb3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:01.107717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-79946e34-99a8-4ad9-855a-8ae35034c974 req-36bc2034-4c61-48d5-9a38-a9e9707369dd tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0352781 Jul 14 09:03:01.110227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.137173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.316144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Pushing event updated for resources: {'Port': ['ID=b076d381-805c-4556-b6b3-1d7b47d50bb3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:01.342024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Attempting to bind port b076d381-805c-4556-b6b3-1d7b47d50bb3 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:01.342528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Attempting to bind port b076d381-805c-4556-b6b3-1d7b47d50bb3 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:01.342988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Attempting to bind port b076d381-805c-4556-b6b3-1d7b47d50bb3 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:01.348588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Port b076d381-805c-4556-b6b3-1d7b47d50bb3 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:01.348916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Attempting to bind port b076d381-805c-4556-b6b3-1d7b47d50bb3 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:01.354253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:01.354599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:01.355171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:01.355923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Bound port: b076d381-805c-4556-b6b3-1d7b47d50bb3, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:01.356289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.397690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c06805-8801-4498-adbb-3076f163040f req-130a57f2-c95d-4101-bb0d-9930b8069ea0 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.406268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1c06805-8801-4498-adbb-3076f163040f req-130a57f2-c95d-4101-bb0d-9930b8069ea0 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 969 time: 0.1285861 Jul 14 09:03:01.500269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1c06805-8801-4498-adbb-3076f163040f req-cce05df7-cda8-4099-9ebc-2e6996fffa85 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936565 Jul 14 09:03:01.540684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] For port b076d381-805c-4556-b6b3-1d7b47d50bb3, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:01.546254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] For port b076d381-805c-4556-b6b3-1d7b47d50bb3, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b076d381-805c-4556-b6b3-1d7b47d50bb3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:01.548434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f95ad-574f-43a6-ae65-719187631394 req-824345cf-6c2f-4ab7-9e49-127cb272aeea tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.552643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.557307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-824345cf-6c2f-4ab7-9e49-127cb272aeea tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.4640155 Jul 14 09:03:01.594835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.595620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:01.597935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] 10.222.0.11 "PUT /v2.0/ports/b076d381-805c-4556-b6b3-1d7b47d50bb3 HTTP/1.1" status: 200 len: 1118 time: 2.3433101 Jul 14 09:03:01.601009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'tag': 'b076d381-805c-4556-b6b3-1d7b47d50bb3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:01.635900 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-8bf5cb47-2d0c-4e75-9bfe-cd9cfa731e1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/quotas/cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 375 time: 0.0775139 Jul 14 09:03:01.741539 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-f774364d-53ee-4b99-9bd1-ebbecc8e9fc5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971479 Jul 14 09:03:01.742048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:01.801491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-e933ce7c-ac2e-490b-be5e-6a905db3debb tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.801491 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-e933ce7c-ac2e-490b-be5e-6a905db3debb tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3921337 Jul 14 09:03:01.812513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c756b04-994c-4051-8f66-e63999cbcd9d service neutron] Pushing event updated for resources: {'Port': ['ID=b076d381-805c-4556-b6b3-1d7b47d50bb3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:01.834071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Request body: {'port': {'device_id': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'e883137b748446c39dd894d4566388a0'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:01.908045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-1428dc6f-d0a0-4624-b2e1-15819ce4ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:01.909785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-1428dc6f-d0a0-4624-b2e1-15819ce4ba7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 1121 time: 0.1067421 Jul 14 09:03:01.935116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2117852087-network', 'tenant_id': '208cee9d99c4415bad07490bf51712af'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:02.022626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-c621a267-b2ee-4fda-a0e0-4ae41ea13509 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=b076d381-805c-4556-b6b3-1d7b47d50bb3 HTTP/1.1" status: 200 len: 217 time: 0.1054177 Jul 14 09:03:02.082369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Made reservation on behalf of 208cee9d99c4415bad07490bf51712af for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:02.085379 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.105084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-9c3f0744-0a36-4d4c-a058-edd03370a736 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:03:02.106373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-9c3f0744-0a36-4d4c-a058-edd03370a736 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1185105 Jul 14 09:03:02.110593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.130051 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c75b63-fa73-4aca-bc46-22623b30f8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2164a861-d8e9-4bf4-b72b-2b6180b20348", "tag": "b076d381-805c-4556-b6b3-1d7b47d50bb3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:02.193261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-8d901918-8a1a-47d4-824f-495f60cba5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.194724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-8d901918-8a1a-47d4-824f-495f60cba5e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1585250 Jul 14 09:03:02.217505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Made reservation on behalf of e883137b748446c39dd894d4566388a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:02.221590 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.236975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.277082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-8d2dc21e-e9d3-4785-845a-6102000ecafe service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591084 Jul 14 09:03:02.277702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3abec-479b-489d-8829-6a982e3ab465 req-29717a16-6b8c-47fe-81c1-2fe1eb119076 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.279210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27e3abec-479b-489d-8829-6a982e3ab465 req-29717a16-6b8c-47fe-81c1-2fe1eb119076 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.1520436 Jul 14 09:03:02.353747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27e3abec-479b-489d-8829-6a982e3ab465 req-c54c9573-db26-4915-98cd-2af0e9496495 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658178 Jul 14 09:03:02.356523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6402f-384b-428a-8dfc-6a38473634ca req-2bda5400-74d1-41d4-a380-495bce91f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.357781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-2bda5400-74d1-41d4-a380-495bce91f2c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553156 Jul 14 09:03:02.415721 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-9ca5dcef-b438-4148-b018-407cad0d45ae service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286714 Jul 14 09:03:02.417738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.428497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.485820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:02.487927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-b9cd6bb6-dc2a-4e50-837f-2a16cbe5eb5c service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231990 Jul 14 09:03:02.499189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f3d5d8-ae92-4f7c-bf0a-2370a3f36746,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:02.523653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.523999 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Added segment eea4bc67-902b-4d6c-9923-1786b1588261 of type vlan for network 00f73e93-3539-4f3b-8586-6bc88ff63ac7 Jul 14 09:03:02.646323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.703959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23d6402f-384b-428a-8dfc-6a38473634ca req-1a4f7f9a-6f3b-492f-ae6d-817fcde9dace service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079158 Jul 14 09:03:02.771122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.785027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.786010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.786598 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.789245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:02.804031 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad8dcc-d41e-4e41-b1ed-d16b1d00480b x-openstack-request-id: req-23ad8dcc-d41e-4e41-b1ed-d16b1d00480b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:02.804571 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2164a861-d8e9-4bf4-b72b-2b6180b20348", "tag": "b076d381-805c-4556-b6b3-1d7b47d50bb3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:02.804954 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23ad8dcc-d41e-4e41-b1ed-d16b1d00480b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:02.805577 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'tag': 'b076d381-805c-4556-b6b3-1d7b47d50bb3', 'status': 'completed', 'code': 200} Jul 14 09:03:02.996386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-553e99eb-501d-4891-9b61-fa4f382887b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:02.998163 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-553e99eb-501d-4891-9b61-fa4f382887b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 1121 time: 0.1613839 Jul 14 09:03:03.013586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e23025e-c2d8-461e-9fcb-35d2971b9806 req-f03ed7a5-c08b-4f55-a8df-a6cfd07315e4 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.2375333 Jul 14 09:03:03.094074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554ae16-da9d-4484-9109-499df309c423 req-efe19890-7f01-4d03-8740-5af60f444231 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.098831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] Pushing event updated for resources: {'Network': ['ID=00f73e93-3539-4f3b-8586-6bc88ff63ac7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:03.101055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc69b979-566a-4668-9088-c5025df3462c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:03.109747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 00f73e93-3539-4f3b-8586-6bc88ff63ac7 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:03.112613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b554ae16-da9d-4484-9109-499df309c423 req-efe19890-7f01-4d03-8740-5af60f444231 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 969 time: 0.1942399 Jul 14 09:03:03.202638 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1af76a45-6a2a-43d3-a14a-c57dff5804dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4574556 Jul 14 09:03:03.213626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:03.296840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b554ae16-da9d-4484-9109-499df309c423 req-5cd21fdb-d883-47b3-99a8-cddd9d0fc213 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833615 Jul 14 09:03:03.326215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Request body: {'subnet': {'network_id': '00f73e93-3539-4f3b-8586-6bc88ff63ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2117852087-subnet', 'tenant_id': '208cee9d99c4415bad07490bf51712af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:03.369686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-3b683f1d-278d-4679-962a-09fcd17cd5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.371167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-3b683f1d-278d-4679-962a-09fcd17cd5bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3622975 Jul 14 09:03:03.432877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-d7fe5da8-08bf-4604-993f-68dcda8ddd09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=b076d381-805c-4556-b6b3-1d7b47d50bb3 HTTP/1.1" status: 200 len: 217 time: 0.0538976 Jul 14 09:03:03.475195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b076024-7dd1-4c97-b040-a45c6b6fdda8 req-b25459a4-29f2-4fd0-8727-9489a403dc34 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 210 time: 0.2622948 Jul 14 09:03:03.490493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-6a97d868-e4d4-44a5-8ca0-29385662fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.493229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-6a97d868-e4d4-44a5-8ca0-29385662fa16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0528517 Jul 14 09:03:03.519776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Made reservation on behalf of 208cee9d99c4415bad07490bf51712af for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:03.522037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:03.625569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-b7759f29-29f9-4155-bfc8-d3e107c11eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.627268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-b7759f29-29f9-4155-bfc8-d3e107c11eeb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258118 Jul 14 09:03:03.631731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Allocated IP 192.168.233.241 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/fcde0c9c-1149-457f-8259-590c4e1414b1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:03.636718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5520ca7-b97a-45de-9d2d-fa42c465a6a6 req-04464130-c3ad-4da8-aae7-62c760c0a3c7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:03.644078 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5520ca7-b97a-45de-9d2d-fa42c465a6a6 req-04464130-c3ad-4da8-aae7-62c760c0a3c7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.0973988 Jul 14 09:03:04.038342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5520ca7-b97a-45de-9d2d-fa42c465a6a6 req-ffb43b10-566d-4a90-ab69-1a05cd8f3b99 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901434 Jul 14 09:03:04.039603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:04.092837 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.116682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-4adf5379-0092-4d72-8fdd-ed2eabcddb61 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668806 Jul 14 09:03:04.172061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6101a791-2805-4767-9166-d89e1a08705d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:04.185340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.216980 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4c6114b-2742-4296-961e-f121edd7ba51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.242391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Transition to ACTIVE for port object fcde0c9c-1149-457f-8259-590c4e1414b1 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:04.271137 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3450213b-6df4-4e5d-a62f-841062607e27 req-935bd070-cee3-4f00-8b84-80b10396ecdc tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0485721 Jul 14 09:03:04.276384 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35c75b63-fa73-4aca-bc46-22623b30f8a8 req-b4c53c2c-f254-43b0-81b4-6b396b0f8de6 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549280 Jul 14 09:03:04.316757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Checking segment: {'id': 'eea4bc67-902b-4d6c-9923-1786b1588261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '00f73e93-3539-4f3b-8586-6bc88ff63ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:04.317189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Network hostable DHCP agents. Network: 00f73e93-3539-4f3b-8586-6bc88ff63ac7, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:04.381278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4c6114b-2742-4296-961e-f121edd7ba51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.386701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4c6114b-2742-4296-961e-f121edd7ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.395975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Network 00f73e93-3539-4f3b-8586-6bc88ff63ac7 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:04.419756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 00f73e93-3539-4f3b-8586-6bc88ff63ac7) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:04.423911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.435886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbafb2c-4c74-4203-ade8-39d5e7f71e2d None None] Network 00f73e93-3539-4f3b-8586-6bc88ff63ac7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:04.439469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4c6114b-2742-4296-961e-f121edd7ba51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b550812ccc843d6bb79d517b1285dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949597 Jul 14 09:03:04.440005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:04.443115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:04.443912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.447111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6114b-2742-4296-961e-f121edd7ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff8dda6-9899-4c73-aef8-ec1d55414bcd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:04.547544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7221e5-bb6c-40fe-9b57-3f1294aefcef req-74535da0-8b03-4287-b64c-07d7f4990147 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:04.549168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a7221e5-bb6c-40fe-9b57-3f1294aefcef req-74535da0-8b03-4287-b64c-07d7f4990147 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 969 time: 0.0796933 Jul 14 09:03:04.604135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:04.612473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a7221e5-bb6c-40fe-9b57-3f1294aefcef req-8bd310f0-54e0-4e8d-a91d-3c497c9c8b10 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567741 Jul 14 09:03:04.615069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79746f1f-4ae5-4a35-aa76-2fc9fcd21942 None None] Network 00f73e93-3539-4f3b-8586-6bc88ff63ac7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:04.620592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fd3bd516-bb04-4813-a9ab-84a28f6dd339 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3997097 Jul 14 09:03:04.630353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:04.677180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:04.683469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:04.684092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.701872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31111f9a-72d3-4dd0-adf0-433376c5ec21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.728168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31111f9a-72d3-4dd0-adf0-433376c5ec21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.770595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Pushing event updated for resources: {'Port': ['ID=fcde0c9c-1149-457f-8259-590c4e1414b1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:04.774416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-073752ea-c77b-493b-929e-4d2e8bb2331f tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9444489 Jul 14 09:03:04.797869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0bbc61c-295f-4864-9a53-5f72c0361212 req-95db274c-6bcd-447a-803c-f2ac6e65a81f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 210 time: 0.1016636 Jul 14 09:03:04.804534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Request body: {'port': {'device_id': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'device_owner': 'compute:tempest-test_az-2083589253', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:04.866641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31111f9a-72d3-4dd0-adf0-433376c5ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.869229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31111f9a-72d3-4dd0-adf0-433376c5ec21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:04.870455 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-31111f9a-72d3-4dd0-adf0-433376c5ec21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dff8dda6-9899-4c73-aef8-ec1d55414bcd HTTP/1.1" status: 204 len: 168 time: 0.4239516 Jul 14 09:03:04.887983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31111f9a-72d3-4dd0-adf0-433376c5ec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff8dda6-9899-4c73-aef8-ec1d55414bcd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:04.930556 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.019093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17e82c90-3a5b-49c6-a945-c326826c99e2 None None] Provisioning for port fcde0c9c-1149-457f-8259-590c4e1414b1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:05.027827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17e82c90-3a5b-49c6-a945-c326826c99e2 None None] Provisioning complete for port fcde0c9c-1149-457f-8259-590c4e1414b1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:05.028392 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17e82c90-3a5b-49c6-a945-c326826c99e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.076641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17e82c90-3a5b-49c6-a945-c326826c99e2 None None] Port fcde0c9c-1149-457f-8259-590c4e1414b1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:05.245470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7acb-3b13-4bf9-9888-1be58a3033c8 req-bb9db23c-b704-4686-a2e0-b0e82554ae28 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.247004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6fd7acb-3b13-4bf9-9888-1be58a3033c8 req-bb9db23c-b704-4686-a2e0-b0e82554ae28 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.0679591 Jul 14 09:03:05.292302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6fd7acb-3b13-4bf9-9888-1be58a3033c8 req-3f756938-ae2e-444e-9200-e686d7b55d1d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392590 Jul 14 09:03:05.313093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcde0c9c-1149-457f-8259-590c4e1414b1 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:05.321708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.348031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Transition to ACTIVE for port object fcde0c9c-1149-457f-8259-590c4e1414b1 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:05.353677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.355800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:05.361037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-658510871-network', 'tenant_id': '6a51f09135bb4554a5949a5d97c78427'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:05.380665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35962) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:05.407938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Made reservation on behalf of 6a51f09135bb4554a5949a5d97c78427 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:05.413106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.425908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-9e3b31ee-1c81-4516-ab70-64e46d441757 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:03:05.427206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-9e3b31ee-1c81-4516-ab70-64e46d441757 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200055 Jul 14 09:03:05.427899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.430818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.474301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:03:05.474301 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:03:05.474301 n-d-758944-44 neutron-server[93753]: [parameters: {'project_id_1': '01697c772af34215a69d0906618e5331', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 3, 5, 465589)}] Jul 14 09:03:05.474301 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:03:05.474779 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:03:05.571532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.581970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.618259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Request body: {'port': {'device_id': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:05.620886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:05.664027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.665040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Pushing event updated for resources: {'Port': ['ID=fcde0c9c-1149-457f-8259-590c4e1414b1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:05.668797 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Added segment b60500d1-c6a1-4494-b5db-181d8fb88530 of type vlan for network 4de683d6-a79e-4daf-9934-5ee863e0e002 Jul 14 09:03:05.673899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c896c7-9e45-42ab-b0e5-8a4ec894210e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:05.678091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Attempting to bind port fcde0c9c-1149-457f-8259-590c4e1414b1 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:05.678457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Attempting to bind port fcde0c9c-1149-457f-8259-590c4e1414b1 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:05.678792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Attempting to bind port fcde0c9c-1149-457f-8259-590c4e1414b1 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:05.706206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Port fcde0c9c-1149-457f-8259-590c4e1414b1 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:05.706497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Attempting to bind port fcde0c9c-1149-457f-8259-590c4e1414b1 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:05.736080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:05.736722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:05.737641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:05.738337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Bound port: fcde0c9c-1149-457f-8259-590c4e1414b1, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:05.738913 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.757814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.770571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea688a-a090-47c7-bcf4-6bac04cffb29 req-23ad95f2-e607-4de0-87d6-9840195c41e1 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.771743 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.773294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-abea688a-a090-47c7-bcf4-6bac04cffb29 req-23ad95f2-e607-4de0-87d6-9840195c41e1 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 970 time: 0.1922774 Jul 14 09:03:05.853855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-abea688a-a090-47c7-bcf4-6bac04cffb29 req-963f573a-1647-48dc-84ab-de5270c07926 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565095 Jul 14 09:03:05.859165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] For port fcde0c9c-1149-457f-8259-590c4e1414b1, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:05.860984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.861979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.862558 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.866155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] For port fcde0c9c-1149-457f-8259-590c4e1414b1, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fcde0c9c-1149-457f-8259-590c4e1414b1,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:05.871904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.938856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Pushing event updated for resources: {'Port': ['ID=fcde0c9c-1149-457f-8259-590c4e1414b1,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:05.948425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5915015 Jul 14 09:03:05.948654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:05.949121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:05.950817 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-274f5643-4ba0-43f0-9cbd-e261ce43df5d service neutron] 10.222.0.11 "PUT /v2.0/ports/fcde0c9c-1149-457f-8259-590c4e1414b1 HTTP/1.1" status: 200 len: 1119 time: 1.1564214 Jul 14 09:03:05.951513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'tag': 'fcde0c9c-1149-457f-8259-590c4e1414b1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:05.953768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35970) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:05.963564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Request body: {'subnet': {'network_id': '4de683d6-a79e-4daf-9934-5ee863e0e002', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-658510871-subnet', 'tenant_id': '6a51f09135bb4554a5949a5d97c78427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:06.020560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.055231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041b41c-83cb-4862-83aa-36458ac45515 admin admin] Pushing event updated for resources: {'Network': ['ID=4de683d6-a79e-4daf-9934-5ee863e0e002,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.066411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fab71f6-fef6-4219-bb88-8086539dc541 req-d518ca24-12ae-4d4c-9f7c-571f4cd5b4cd tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 210 time: 0.0542080 Jul 14 09:03:06.075005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4de683d6-a79e-4daf-9934-5ee863e0e002 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:06.129494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d48841-7969-4f39-9952-60aa9091ddc6 req-db0b558e-47ef-4b44-ba8d-fd27eaa2cda1 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.138345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-a7dabd35-8238-4960-8014-9eb507789f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.140152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-a7dabd35-8238-4960-8014-9eb507789f27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e883137b748446c39dd894d4566388a0&device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 1122 time: 0.1176107 Jul 14 09:03:06.140952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25d48841-7969-4f39-9952-60aa9091ddc6 req-db0b558e-47ef-4b44-ba8d-fd27eaa2cda1 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 969 time: 0.3606217 Jul 14 09:03:06.175626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Made reservation on behalf of 6a51f09135bb4554a5949a5d97c78427 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:06.178311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.199047 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31144f5c-7155-4444-ad1f-21c928e4e78b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d71659-df6c-43c4-bef0-976a33b33e13", "tag": "fcde0c9c-1149-457f-8259-590c4e1414b1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:06.237579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-8a86cd99-6ced-4103-a09b-97b94e995989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=fcde0c9c-1149-457f-8259-590c4e1414b1 HTTP/1.1" status: 200 len: 217 time: 0.0881808 Jul 14 09:03:06.260091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.48', 49261) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:06.315122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25d48841-7969-4f39-9952-60aa9091ddc6 req-de4daa36-d368-4b3b-9e39-4e25940f7376 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723764 Jul 14 09:03:06.341100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b076d381-805c-4556-b6b3-1d7b47d50bb3 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:06.403159 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94271cb7-464e-4299-870e-1dbcdc1ea1ed x-openstack-request-id: req-94271cb7-464e-4299-870e-1dbcdc1ea1ed {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:06.403747 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d71659-df6c-43c4-bef0-976a33b33e13", "tag": "fcde0c9c-1149-457f-8259-590c4e1414b1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:06.404008 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94271cb7-464e-4299-870e-1dbcdc1ea1ed {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:06.404644 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'tag': 'fcde0c9c-1149-457f-8259-590c4e1414b1', 'status': 'completed', 'code': 200} Jul 14 09:03:06.473536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-e334ccc8-91fe-4d3a-be31-2c9968edd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.475011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-e334ccc8-91fe-4d3a-be31-2c9968edd1fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2266946 Jul 14 09:03:06.484897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f95ad-574f-43a6-ae65-719187631394 req-962a00c4-3458-453f-afbc-c845e04619e5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.486337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-962a00c4-3458-453f-afbc-c845e04619e5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.2251260 Jul 14 09:03:06.503048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Request body: {'port': {'device_id': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'admin_state_up': True, 'tenant_id': 'cc41de32cea44be4bd06b6a809e2cd8c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:06.511400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b076d381-805c-4556-b6b3-1d7b47d50bb3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b076d381-805c-4556-b6b3-1d7b47d50bb3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:06.531110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b076d381-805c-4556-b6b3-1d7b47d50bb3', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'b076d381-805c-4556-b6b3-1d7b47d50bb3', 'mac_address': 'fa:16:3e:14:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:tempest-test_az-2083589253', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:06.572863 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.586918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b076d381-805c-4556-b6b3-1d7b47d50bb3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:06.595617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.607307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.608330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b076d381-805c-4556-b6b3-1d7b47d50bb3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b076d381-805c-4556-b6b3-1d7b47d50bb3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:06.613596 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.663894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b076d381-805c-4556-b6b3-1d7b47d50bb3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.672752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.673095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.673432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.673768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.674097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.674421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.674745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.675069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.675414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.675738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.676059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.676375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Tracked resource versions report: Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: pushed versions: Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: { 'AddressGroup': {'1.2'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'ConntrackHelper': {'1.0'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Log': {'1.0'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Network': {'1.1'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Port': {'1.7'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'PortForwarding': {'1.2'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'QosPolicy': {'1.8'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'SecurityGroup': {'1.4'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'SubPort': {'1.0'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Subnet': {'1.1'}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Trunk': {'1.1'}} Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: consumer versions: Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: { DHCP agent@n-d-758944-44: {}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: HyperV agent@n-h1-758944-44: {}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: HyperV agent@n-h2-758944-44: {}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: L3 agent@n-d-758944-44: {}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: Metadata agent@n-d-758944-44: {}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: Metering agent@n-d-758944-44: {}, Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'ConntrackHelper': '1.0', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Log': '1.0', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Network': '1.1', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Port': '1.7', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'PortForwarding': '1.2', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'QosPolicy': '1.8', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'SecurityGroup': '1.4', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'SecurityGroupRule': '1.2', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'SubPort': '1.0', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Subnet': '1.1', Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: 'Trunk': '1.1'}} Jul 14 09:03:06.677476 n-d-758944-44 neutron-server[93755]: {{(pid=93755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:03:06.680981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-b7015c4b-fd0a-4bab-bfb3-87c8ed45dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.682577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-b7015c4b-fd0a-4bab-bfb3-87c8ed45dbac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1953802 Jul 14 09:03:06.731372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01697c772af34215a69d0906618e5331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3489563 Jul 14 09:03:06.735705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc84ba0-cff7-434d-b0e4-fa63f9175db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a42439-fbde-46cb-b1b5-7b04476c3353,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.736250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35986) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:06.763660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Made reservation on behalf of cc41de32cea44be4bd06b6a809e2cd8c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:06.767122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.818318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d0d4f-d035-4497-9b79-edbcdf50e0df req-5f7e2df0-0273-406a-9bb7-83508518c05d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:06.820515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb2d0d4f-d035-4497-9b79-edbcdf50e0df req-5f7e2df0-0273-406a-9bb7-83508518c05d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 936 time: 0.2876902 Jul 14 09:03:06.843573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.866025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c5b7ec-824f-492f-b89b-59cf9917d6aa {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:06.887927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-b60368a9-044f-409d-840e-c5616c39a408 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955912 Jul 14 09:03:06.891413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.897635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238d81ad-04fa-46d5-b60d-c1979a656301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.929097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb2d0d4f-d035-4497-9b79-edbcdf50e0df req-5d2d3287-6bf9-43c5-aabf-a1eefcc6886f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012762 Jul 14 09:03:06.936332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Transition to ACTIVE for port object 84c5b7ec-824f-492f-b89b-59cf9917d6aa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:06.943024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5dc9d25-1e2b-49cd-a94b-db4baff86798,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:06.952922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:06.953709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b076d381-805c-4556-b6b3-1d7b47d50bb3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:06.996822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Checking segment: {'id': 'b60500d1-c6a1-4494-b5db-181d8fb88530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4de683d6-a79e-4daf-9934-5ee863e0e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:06.997448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Network hostable DHCP agents. Network: 4de683d6-a79e-4daf-9934-5ee863e0e002, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:07.018876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238d81ad-04fa-46d5-b60d-c1979a656301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.026480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.050995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Allocated IP 172.20.0.12 (8bc3b966-3fc6-4eb0-addb-5b9f2d96f218/0318592a-122f-42c8-84cb-a5d2c296cd17/608dcfe1-fa84-498e-bf34-ea27848f69f1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:07.062467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Network 4de683d6-a79e-4daf-9934-5ee863e0e002 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:07.077253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:07.077692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:07.078093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:07.082879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4de683d6-a79e-4daf-9934-5ee863e0e002) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:07.084619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:07.085026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:07.090113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.090772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.096474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:07.096474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:07.096717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:07.097396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Bound port: 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:07.097520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.098370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac61966-5d50-4f02-bcb2-22d4886c59d5 None None] Network 4de683d6-a79e-4daf-9934-5ee863e0e002 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:07.129911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9555c2c5-0494-4f0b-b3d1-4b4a335db6db req-c97f71c7-eff4-48fa-8305-a395e12e0993 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331862 Jul 14 09:03:07.158618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-51746c6d-5164-4e9d-8f92-e62f0da59ffb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2012086 Jul 14 09:03:07.275393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:07.278952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:07.291407 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.363029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e4c11-8600-4570-b5b1-91d12624e13b None None] Network 4de683d6-a79e-4daf-9934-5ee863e0e002 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:07.364871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-908683fc-1845-40e7-adcb-b9b59ad20bcd req-747f92ab-f316-4891-b19d-18162419eded tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 210 time: 0.0436201 Jul 14 09:03:07.367608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.376981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.377626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.379052 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] 10.222.0.48 "PUT /v2.0/ports/84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 1097 time: 1.8342943 Jul 14 09:03:07.379585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:07.395439 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3" -d '{"events": [{"name": "network-changed", "server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:07.432565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36000) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:07.504669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238d81ad-04fa-46d5-b60d-c1979a656301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.505982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] Deleting subnet 6101a791-2805-4767-9166-d89e1a08705d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:07.510262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238d81ad-04fa-46d5-b60d-c1979a656301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.511236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-238d81ad-04fa-46d5-b60d-c1979a656301 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30a42439-fbde-46cb-b1b5-7b04476c3353 HTTP/1.1" status: 204 len: 168 time: 0.7722120 Jul 14 09:03:07.538755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.546879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d81ad-04fa-46d5-b60d-c1979a656301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a42439-fbde-46cb-b1b5-7b04476c3353,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.567078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.608236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9b0f0-a589-446a-af17-cda0de453a79 service neutron] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.644594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.661915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.668925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:07.679628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:07.686433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:07.692935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.693286 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.706436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144418a-2aef-4221-8b0a-75b3baf2bfd1 req-66de11ad-0a28-4769-885f-28d23fb92759 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.708012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a144418a-2aef-4221-8b0a-75b3baf2bfd1 req-66de11ad-0a28-4769-885f-28d23fb92759 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 970 time: 0.1731739 Jul 14 09:03:07.709773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-07ba79b1-d268-4e4b-bb7a-b109ef0dad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.711712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-07ba79b1-d268-4e4b-bb7a-b109ef0dad27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1100 time: 0.2778776 Jul 14 09:03:07.719741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d2075-7a08-4955-a16a-707efeade16b req-237725fd-f76a-4263-ab74-daa592d4d2ef tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.721207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c39d2075-7a08-4955-a16a-707efeade16b req-237725fd-f76a-4263-ab74-daa592d4d2ef tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 970 time: 0.6871870 Jul 14 09:03:07.726126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.740837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-11a840de-d174-4a14-962d-044e396101d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.743116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-11a840de-d174-4a14-962d-044e396101d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e883137b748446c39dd894d4566388a0&device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 1122 time: 0.3037562 Jul 14 09:03:07.750121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-db0b8fac-64f4-4dc6-9e3a-d19188ddd87d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2542381 Jul 14 09:03:07.772988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-f9581a4d-084d-403b-9b6e-b45582e33048 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.0475070 Jul 14 09:03:07.779157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Request body: {'port': {'device_id': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:07.829566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a144418a-2aef-4221-8b0a-75b3baf2bfd1 req-2ff92b85-c45b-4c52-b503-b5d6424e44f2 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151688 Jul 14 09:03:07.842233 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.869716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-1d296356-0bd6-4895-a843-64d40795db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:07.871246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-1d296356-0bd6-4895-a843-64d40795db74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0915968 Jul 14 09:03:07.872347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:07.874200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6101a791-2805-4767-9166-d89e1a08705d HTTP/1.1" status: 204 len: 168 time: 0.4316320 Jul 14 09:03:07.898017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36010) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:07.914767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16209155-f5f6-4d36-9dc0-31ed2ddc81c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6101a791-2805-4767-9166-d89e1a08705d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:07.918006 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45c0ccd-31ab-48f6-bcb5-375b56616a6a x-openstack-request-id: req-b45c0ccd-31ab-48f6-bcb5-375b56616a6a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:07.918392 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:07.918817 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b45c0ccd-31ab-48f6-bcb5-375b56616a6a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:07.919309 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'status': 'completed', 'code': 200} Jul 14 09:03:08.018951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.033068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-43ca38ad-62ab-4925-b44f-fb1da90e3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.034679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-43ca38ad-62ab-4925-b44f-fb1da90e3ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377473 Jul 14 09:03:08.068368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c39d2075-7a08-4955-a16a-707efeade16b req-cad8cb09-49cc-413e-84cd-210f56e1bee4 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300827 Jul 14 09:03:08.145319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.159593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-3869dc26-6e23-47f6-ae08-05bd066bf804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.161043 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-3869dc26-6e23-47f6-ae08-05bd066bf804 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.4101102 Jul 14 09:03:08.186800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.201574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.201939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.202674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.203013 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > port after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.203348 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.203688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > port after_update 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.204003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.204316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.204643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.204953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.229875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-236ea28c-e279-4608-9245-456db43cb865 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=fcde0c9c-1149-457f-8259-590c4e1414b1 HTTP/1.1" status: 200 len: 217 time: 0.0471509 Jul 14 09:03:08.315083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b076d381-805c-4556-b6b3-1d7b47d50bb3 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:08.316056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.316410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.316751 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.317087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:03:08.318268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f73e93-3539-4f3b-8586-6bc88ff63ac7']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:08.339722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-164faaaf-68e8-4a42-b951-69f401f50564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.341178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-164faaaf-68e8-4a42-b951-69f401f50564 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1024311 Jul 14 09:03:08.344378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea4bc67-902b-4d6c-9923-1786b1588261') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:08.344678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea4bc67-902b-4d6c-9923-1786b1588261') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:08.379019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.474173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-23fda693-4e36-414a-8517-8473a21cf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.475848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-23fda693-4e36-414a-8517-8473a21cf77b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205835 Jul 14 09:03:08.502764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b076d381-805c-4556-b6b3-1d7b47d50bb3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:08.512573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b076d381-805c-4556-b6b3-1d7b47d50bb3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:08.513312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.633881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-752e5e3e-852e-4558-aee6-f54a82f95781 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914145 Jul 14 09:03:08.634838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.643588 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.659729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63ce30-e232-4a1c-a7c7-ae5691a29827 req-c38f2b3d-0e30-48c5-b64d-8c07c7744dcd tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.661653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc63ce30-e232-4a1c-a7c7-ae5691a29827 req-c38f2b3d-0e30-48c5-b64d-8c07c7744dcd tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 948 time: 0.5606539 Jul 14 09:03:08.663919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:08.664453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: from cryptography.utils import int_from_bytes Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: from cryptography.utils import int_from_bytes Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:08.679164 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:08.688017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b076d381-805c-4556-b6b3-1d7b47d50bb3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b076d381-805c-4556-b6b3-1d7b47d50bb3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:08.689275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076d381-805c-4556-b6b3-1d7b47d50bb3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:08.726838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608dcfe1-fa84-498e-bf34-ea27848f69f1 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:08.747077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.754788 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.765676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-92af65a1-de62-4dcf-addf-06fc49d94514 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775018 Jul 14 09:03:08.774392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6420e-4c92-43dc-9174-32f4ce8baab2 req-093a5aa5-5e2b-4bbd-a091-9fe27add09b5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:08.776174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7aa6420e-4c92-43dc-9174-32f4ce8baab2 req-093a5aa5-5e2b-4bbd-a091-9fe27add09b5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 932 time: 0.2001107 Jul 14 09:03:08.813903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b076d381-805c-4556-b6b3-1d7b47d50bb3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:08.836551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.850888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc63ce30-e232-4a1c-a7c7-ae5691a29827 req-a70e3988-964b-4594-aee8-4c0aa2c4b6b7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671908 Jul 14 09:03:08.865625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.868063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] 10.222.0.18 "DELETE /v2.0/networks/00f73e93-3539-4f3b-8586-6bc88ff63ac7 HTTP/1.1" status: 204 len: 168 time: 0.9687200 Jul 14 09:03:08.870953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339439e-40fb-4f4e-88d8-b97a60809692 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f73e93-3539-4f3b-8586-6bc88ff63ac7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:08.873919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31144f5c-7155-4444-ad1f-21c928e4e78b req-a57cd8ca-4ada-4f0f-9eb5-c4532f38819b service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966468 Jul 14 09:03:08.874069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:08.885009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebc7aca0-a5ee-4251-bc3f-5a5e8633c43b req-90d92f82-7e6f-4167-b68e-43b31d4aebb9 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428827 Jul 14 09:03:08.888059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Transition to ACTIVE for port object 608dcfe1-fa84-498e-bf34-ea27848f69f1 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:08.907608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.940514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] Deleting subnet b5dc9d25-1e2b-49cd-a94b-db4baff86798 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:03:08.961241 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:08.981397 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7aa6420e-4c92-43dc-9174-32f4ce8baab2 req-fff79f87-6cbd-496b-90ad-eab8342afacf tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064060 Jul 14 09:03:08.999879 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b647883-fa93-4ca7-9ab1-fdda25c91a77" -d '{"events": [{"server_uuid": "2164a861-d8e9-4bf4-b72b-2b6180b20348", "name": "network-vif-plugged", "status": "completed", "tag": "b076d381-805c-4556-b6b3-1d7b47d50bb3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:09.003425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:09.061003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.064178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:09.064841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:09.065346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:09.072426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:09.073126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:09.084673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:09.085717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:09.086314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:09.087030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Bound port: 608dcfe1-fa84-498e-bf34-ea27848f69f1, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:09.087525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.139141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.155138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:09.158782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:09.167030 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.197181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-92953fd8-1591-45ef-99b6-4cd6da2a5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.198729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-92953fd8-1591-45ef-99b6-4cd6da2a5f53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1100 time: 0.1948898 Jul 14 09:03:09.206723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.207520 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.208998 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] 10.222.0.48 "PUT /v2.0/ports/608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 1093 time: 1.4495523 Jul 14 09:03:09.209608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:09.212622 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4072655a-884a-4ac7-87c6-64092d234032" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:09.244872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae152552-27a2-4940-a398-4bba9a58032b service neutron] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:09.273362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898c3ce-b9e1-469a-b2cc-6e99e0fe4dca req-f8c5fb32-159b-4ee1-b793-ed97887bc084 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.274995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6898c3ce-b9e1-469a-b2cc-6e99e0fe4dca req-f8c5fb32-159b-4ee1-b793-ed97887bc084 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 971 time: 0.1944840 Jul 14 09:03:09.286438 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.300766 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018437b9-a23f-429a-b23d-f8136a93727b x-openstack-request-id: req-018437b9-a23f-429a-b23d-f8136a93727b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:09.301109 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2164a861-d8e9-4bf4-b72b-2b6180b20348", "name": "network-vif-plugged", "status": "completed", "tag": "b076d381-805c-4556-b6b3-1d7b47d50bb3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:09.301371 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-018437b9-a23f-429a-b23d-f8136a93727b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:09.301843 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076d381-805c-4556-b6b3-1d7b47d50bb3', 'code': 200} Jul 14 09:03:09.342432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f95ad-574f-43a6-ae65-719187631394 req-68c8ebc2-aebf-4ccb-bf66-0ee9681eeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.344145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-68c8ebc2-aebf-4ccb-bf66-0ee9681eeec5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0797677 Jul 14 09:03:09.347463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5dc9d25-1e2b-49cd-a94b-db4baff86798,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:09.380152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6898c3ce-b9e1-469a-b2cc-6e99e0fe4dca req-b9947703-fa6d-45fa-9702-c8635aef300d tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960722 Jul 14 09:03:09.393970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-a7b1ccf6-daca-4878-be3c-1dfdeff76173 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 217 time: 0.0406928 Jul 14 09:03:09.414415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.416329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-621cdb32-d8f9-4c37-8dd8-818c06f46ff2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b5dc9d25-1e2b-49cd-a94b-db4baff86798 HTTP/1.1" status: 204 len: 168 time: 0.5414557 Jul 14 09:03:09.430467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-d9845da0-025c-48f7-b672-ca018134afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.432775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-d9845da0-025c-48f7-b672-ca018134afa1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2238698 Jul 14 09:03:09.433332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:09.448687 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3bd5d8-0690-4b16-a941-79a58e7c9394 x-openstack-request-id: req-6f3bd5d8-0690-4b16-a941-79a58e7c9394 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:09.448959 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:09.449212 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f3bd5d8-0690-4b16-a941-79a58e7c9394 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:09.449610 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1', 'status': 'completed', 'code': 200} Jul 14 09:03:09.521418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-803356a8-e563-453a-82bd-e55a92115256 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.0789504 Jul 14 09:03:09.527694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f95ad-574f-43a6-ae65-719187631394 req-e30347af-99f0-4082-8d6c-433d92311749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.529153 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-e30347af-99f0-4082-8d6c-433d92311749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1114337 Jul 14 09:03:09.574303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.581969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-fdb3904a-1e3a-408a-9fd3-516654291b5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461519 Jul 14 09:03:09.590775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-586fe3f6-c5e8-4923-9699-0f66e6af5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.592341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-586fe3f6-c5e8-4923-9699-0f66e6af5298 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0645518 Jul 14 09:03:09.606591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c85d4-2ac8-48c9-b067-4477f2e2e484 req-c543c11f-1ed6-447a-af3e-a6eccf22f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.608104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-675c85d4-2ac8-48c9-b067-4477f2e2e484 req-c543c11f-1ed6-447a-af3e-a6eccf22f7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 1123 time: 0.2132804 Jul 14 09:03:09.669562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-675c85d4-2ac8-48c9-b067-4477f2e2e484 req-58d44de4-40f1-4f2f-a82d-d4d1b017c3e9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.679136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b562a-743d-4923-9641-4dc5922bb644 req-4e6765c0-ecd4-449c-9ba4-2185b289bc85 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.680695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-743b562a-743d-4923-9641-4dc5922bb644 req-4e6765c0-ecd4-449c-9ba4-2185b289bc85 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 970 time: 0.2362630 Jul 14 09:03:09.692034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.708902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de683d6-a79e-4daf-9934-5ee863e0e002']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:09.720421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60500d1-c6a1-4494-b5db-181d8fb88530') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:09.720715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60500d1-c6a1-4494-b5db-181d8fb88530') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:09.732500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.744427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-233c377a-d2b3-4c5e-a087-95d19813896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:09.744427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-233c377a-d2b3-4c5e-a087-95d19813896f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306727 Jul 14 09:03:09.757776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.769457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-49da49a6-7c4a-4c72-ac83-24322a89d144 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785583 Jul 14 09:03:09.772588 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-743b562a-743d-4923-9641-4dc5922bb644 req-430727f3-8309-412e-b23f-8c3720102dec tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820074 Jul 14 09:03:09.798405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:03:09.798808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:03:09.800434 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:03:09.882862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.897390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44f95ad-574f-43a6-ae65-719187631394 req-9099a179-f3ad-46a8-903a-0ba85ddbefa2 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211388 Jul 14 09:03:09.897683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:09.900447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4de683d6-a79e-4daf-9934-5ee863e0e002 HTTP/1.1" status: 204 len: 168 time: 0.4661243 Jul 14 09:03:09.927344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c164d-af0d-4b1b-9f92-59428fbb0271 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de683d6-a79e-4daf-9934-5ee863e0e002,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:09.932472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-c91abb91-eac7-47cc-b428-54aa36b03be6 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827013 Jul 14 09:03:10.083624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9583d99f-4ff8-4d54-be9b-9c8f24caaef3 req-b414e9ef-99e7-47c3-a634-58db47fdb610 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426268 Jul 14 09:03:10.090685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-675c85d4-2ac8-48c9-b067-4477f2e2e484 req-58d44de4-40f1-4f2f-a82d-d4d1b017c3e9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.107694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-675c85d4-2ac8-48c9-b067-4477f2e2e484 req-58d44de4-40f1-4f2f-a82d-d4d1b017c3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.175634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:10.263864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-45a3caed-df36-44e4-97e6-3285ffc6830c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=208cee9d99c4415bad07490bf51712af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864916 Jul 14 09:03:10.266491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:10.275907 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072655a-884a-4ac7-87c6-64092d234032 req-c9e26fa1-ae22-4b4a-81f7-986b5e43382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.277330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4072655a-884a-4ac7-87c6-64092d234032 req-c9e26fa1-ae22-4b4a-81f7-986b5e43382d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1096 time: 0.3074222 Jul 14 09:03:10.301168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-675c85d4-2ac8-48c9-b067-4477f2e2e484 req-58d44de4-40f1-4f2f-a82d-d4d1b017c3e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6824791 Jul 14 09:03:10.313733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d44de4-40f1-4f2f-a82d-d4d1b017c3e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9eb30e-e848-4ae5-ba32-deac581854e0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.315805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fcde0c9c-1149-457f-8259-590c4e1414b1 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:10.328178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e8a2f-0c0c-4f8a-85d1-ca2c88d5ecf8 req-ae6579f5-1507-4fb1-a997-3165eb8cca33 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.334947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c72e8a2f-0c0c-4f8a-85d1-ca2c88d5ecf8 req-ae6579f5-1507-4fb1-a997-3165eb8cca33 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 944 time: 0.1403239 Jul 14 09:03:10.337109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36100) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:10.370464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc2afb-3377-43ab-a48f-113c271bf56f req-5b28c1e1-fa52-4b2d-81b9-72797ff59262 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.372392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2464aa41-6a9a-4a5e-ab83-2cef2406dc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.377634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95fc2afb-3377-43ab-a48f-113c271bf56f req-5b28c1e1-fa52-4b2d-81b9-72797ff59262 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 948 time: 0.3629684 Jul 14 09:03:10.396464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c72e8a2f-0c0c-4f8a-85d1-ca2c88d5ecf8 req-b1182c3c-bc7f-4615-8a21-8d65fe9cb9ce tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Jul 14 09:03:10.408105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2464aa41-6a9a-4a5e-ab83-2cef2406dc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.438017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072655a-884a-4ac7-87c6-64092d234032 req-ebe00412-862d-4c85-93c0-f48ab03bbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.439518 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4072655a-884a-4ac7-87c6-64092d234032 req-ebe00412-862d-4c85-93c0-f48ab03bbb18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.1455991 Jul 14 09:03:10.450687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95fc2afb-3377-43ab-a48f-113c271bf56f req-f9b118c4-4d59-4388-b71c-e127292a4c60 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721221 Jul 14 09:03:10.470839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fcde0c9c-1149-457f-8259-590c4e1414b1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fcde0c9c-1149-457f-8259-590c4e1414b1,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:10.490839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2464aa41-6a9a-4a5e-ab83-2cef2406dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.495074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2464aa41-6a9a-4a5e-ab83-2cef2406dc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.496891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2464aa41-6a9a-4a5e-ab83-2cef2406dc1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37f3d5d8-ae92-4f7c-bf0a-2370a3f36746 HTTP/1.1" status: 204 len: 168 time: 0.2294915 Jul 14 09:03:10.501644 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4072655a-884a-4ac7-87c6-64092d234032 req-b007dfc7-e55b-4e88-aba8-8e31a8f7bcb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 217 time: 0.0499356 Jul 14 09:03:10.506338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'fcde0c9c-1149-457f-8259-590c4e1414b1', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'fcde0c9c-1149-457f-8259-590c4e1414b1', 'mac_address': 'fa:16:3e:52:3a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:tempest-test_az-2083589253', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:10.506820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464aa41-6a9a-4a5e-ab83-2cef2406dc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f3d5d8-ae92-4f7c-bf0a-2370a3f36746,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.554963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072655a-884a-4ac7-87c6-64092d234032 req-23eaaba5-b538-4f71-9a49-875e6f1ba81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.556278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4072655a-884a-4ac7-87c6-64092d234032 req-23eaaba5-b538-4f71-9a49-875e6f1ba81c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0479548 Jul 14 09:03:10.563916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8eede1d-8b63-461f-809e-06586262a6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.596091 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.596366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4072655a-884a-4ac7-87c6-64092d234032 req-4de57a84-7f26-4222-aa3a-44a239a64d94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316665 Jul 14 09:03:10.610203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcde0c9c-1149-457f-8259-590c4e1414b1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:10.635129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fcde0c9c-1149-457f-8259-590c4e1414b1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fcde0c9c-1149-457f-8259-590c4e1414b1,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:10.645872 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.672833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa881ccc-3ef5-440e-b1c4-5dc26e117844 req-fc35becc-b48a-453f-aab4-2a94ec08fd7f tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:10.680149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa881ccc-3ef5-440e-b1c4-5dc26e117844 req-fc35becc-b48a-453f-aab4-2a94ec08fd7f tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 971 time: 0.1173265 Jul 14 09:03:10.713349 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4072655a-884a-4ac7-87c6-64092d234032 req-12236812-e4f2-490f-8b34-ebf93cc83a68 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099031 Jul 14 09:03:10.713858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fcde0c9c-1149-457f-8259-590c4e1414b1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.732787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa881ccc-3ef5-440e-b1c4-5dc26e117844 req-f30f1b49-9155-47d6-b4ec-8e48abc4e1a8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517378 Jul 14 09:03:10.761255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8eede1d-8b63-461f-809e-06586262a6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.765964 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8eede1d-8b63-461f-809e-06586262a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.804857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d8eede1d-8b63-461f-809e-06586262a6cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbcd6b09d4004d0991aad0c5767af8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662342 Jul 14 09:03:10.805719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eede1d-8b63-461f-809e-06586262a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2281308a-72c6-4428-ad93-1e792bbc90ce,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:10.807685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36110) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:10.852997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4072655a-884a-4ac7-87c6-64092d234032 req-05524436-6cb3-404d-bbda-9aec12464014 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331282 Jul 14 09:03:10.876873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5ead73f-f850-4860-8a26-a1bb02fdb157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.877811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36114) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:10.893209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fcde0c9c-1149-457f-8259-590c4e1414b1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:10.908004 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5ead73f-f850-4860-8a26-a1bb02fdb157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:10.926597 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c60c2331-7c77-4c32-9f90-61cdfec55436 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a51f09135bb4554a5949a5d97c78427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474141 Jul 14 09:03:10.929177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36116) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:10.982154 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a8234c3-a07d-4a72-8fb7-cf495089d14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.001849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3cb34-60cc-4769-b310-bfb8323daf95 req-1937961f-0946-4bbb-90c6-b895084b0f9e tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.004418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0e3cb34-60cc-4769-b310-bfb8323daf95 req-1937961f-0946-4bbb-90c6-b895084b0f9e tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 971 time: 0.0859222 Jul 14 09:03:11.015636 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a8234c3-a07d-4a72-8fb7-cf495089d14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.018200 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5ead73f-f850-4860-8a26-a1bb02fdb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.020809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5ead73f-f850-4860-8a26-a1bb02fdb157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.024617 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a5ead73f-f850-4860-8a26-a1bb02fdb157 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2281308a-72c6-4428-ad93-1e792bbc90ce HTTP/1.1" status: 204 len: 168 time: 0.2026327 Jul 14 09:03:11.049811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead73f-f850-4860-8a26-a1bb02fdb157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2281308a-72c6-4428-ad93-1e792bbc90ce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:11.068737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a8234c3-a07d-4a72-8fb7-cf495089d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.072977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a8234c3-a07d-4a72-8fb7-cf495089d14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.076814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0a8234c3-a07d-4a72-8fb7-cf495089d14f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20c896c7-9e45-42ab-b0e5-8a4ec894210e HTTP/1.1" status: 204 len: 168 time: 0.1439934 Jul 14 09:03:11.077347 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0e3cb34-60cc-4769-b310-bfb8323daf95 req-f8354f7a-c0ba-4f6a-b695-f2c4c2096e59 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667491 Jul 14 09:03:11.086647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8234c3-a07d-4a72-8fb7-cf495089d14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c896c7-9e45-42ab-b0e5-8a4ec894210e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:11.419464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:11.434832 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54335bd0-68c1-4a3c-bcd3-21df8cd2a513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.531444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54335bd0-68c1-4a3c-bcd3-21df8cd2a513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.536691 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54335bd0-68c1-4a3c-bcd3-21df8cd2a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.585105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-54335bd0-68c1-4a3c-bcd3-21df8cd2a513 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=013203e00df0434597f7ac3ae90332ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644640 Jul 14 09:03:11.587734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:11.595827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54335bd0-68c1-4a3c-bcd3-21df8cd2a513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2d8616-86aa-4f13-8612-7866368ce8c0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:11.649966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad89ceb-0cc7-4bde-be3d-918f27d50851 req-f2ba31b5-eca1-4d40-afc4-65d13c3027fe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.651502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ad89ceb-0cc7-4bde-be3d-918f27d50851 req-f2ba31b5-eca1-4d40-afc4-65d13c3027fe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 948 time: 0.0707467 Jul 14 09:03:11.665471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992d2c0-a4e7-4a6c-995c-0b3b1dd2d983 req-d0a2e3c6-cd63-49d8-ac31-606481b8440e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.667570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3992d2c0-a4e7-4a6c-995c-0b3b1dd2d983 req-d0a2e3c6-cd63-49d8-ac31-606481b8440e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 944 time: 0.1155715 Jul 14 09:03:11.673564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d079-9da0-4d60-82f0-9d122d1145ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.690997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ad89ceb-0cc7-4bde-be3d-918f27d50851 req-281368e1-9849-4012-97f1-0772027946b5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jul 14 09:03:11.705218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d079-9da0-4d60-82f0-9d122d1145ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.758488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3992d2c0-a4e7-4a6c-995c-0b3b1dd2d983 req-87d47e10-2e20-4d4a-a943-1a81501ac717 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642691 Jul 14 09:03:11.779904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d079-9da0-4d60-82f0-9d122d1145ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.789950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d079-9da0-4d60-82f0-9d122d1145ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:11.793457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d8e7d079-9da0-4d60-82f0-9d122d1145ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da2d8616-86aa-4f13-8612-7866368ce8c0 HTTP/1.1" status: 204 len: 168 time: 0.2037728 Jul 14 09:03:11.807861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7d079-9da0-4d60-82f0-9d122d1145ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2d8616-86aa-4f13-8612-7866368ce8c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:11.846610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:11.960012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d1687-37fe-4cb3-8730-fba397cef15c req-c798c42b-c568-4a1f-a4ce-7687cba72a00 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:11.962320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-273d1687-37fe-4cb3-8730-fba397cef15c req-c798c42b-c568-4a1f-a4ce-7687cba72a00 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 971 time: 0.0868304 Jul 14 09:03:11.995227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:12.021920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-273d1687-37fe-4cb3-8730-fba397cef15c req-44338b69-59ef-41a8-b417-a8b740d7bfb7 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508053 Jul 14 09:03:12.024658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'mac_address': 'fa:16:3e:7d:b7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:12.067076 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.080531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c5b7ec-824f-492f-b89b-59cf9917d6aa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:12.112175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:12.117746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.178554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:12.279590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391e211-65db-4f0f-8e26-52e8e8a4009c req-e0117a6f-ae85-4081-99d1-fe4397bb3811 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.281089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9391e211-65db-4f0f-8e26-52e8e8a4009c req-e0117a6f-ae85-4081-99d1-fe4397bb3811 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 971 time: 0.0666645 Jul 14 09:03:12.317799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fcde0c9c-1149-457f-8259-590c4e1414b1 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:12.325423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9391e211-65db-4f0f-8e26-52e8e8a4009c req-5377403b-1216-45b0-884b-3917c0cd2fda tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Jul 14 09:03:12.383704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port fcde0c9c-1149-457f-8259-590c4e1414b1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:12.387652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port fcde0c9c-1149-457f-8259-590c4e1414b1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:12.388024 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.442346 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:12.503658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.540687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcde0c9c-1149-457f-8259-590c4e1414b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:12.545486 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb6129f-9252-49da-9fde-08ba22299b66" -d '{"events": [{"server_uuid": "e4d71659-df6c-43c4-bef0-976a33b33e13", "name": "network-vif-plugged", "status": "completed", "tag": "fcde0c9c-1149-457f-8259-590c4e1414b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:12.566270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fcde0c9c-1149-457f-8259-590c4e1414b1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fcde0c9c-1149-457f-8259-590c4e1414b1,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:12.579993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.608087 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fd14a7-dcb2-4d68-a18e-36265ec38ef1 x-openstack-request-id: req-35fd14a7-dcb2-4d68-a18e-36265ec38ef1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:12.608377 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d71659-df6c-43c4-bef0-976a33b33e13", "name": "network-vif-plugged", "status": "completed", "tag": "fcde0c9c-1149-457f-8259-590c4e1414b1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:12.608624 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35fd14a7-dcb2-4d68-a18e-36265ec38ef1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:12.609000 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcde0c9c-1149-457f-8259-590c4e1414b1', 'code': 200} Jul 14 09:03:12.660131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fcde0c9c-1149-457f-8259-590c4e1414b1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:12.718931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Request body: {'security_group': {'name': 'tempest-securitygroup-143967097', 'description': 'tempest-description-907863155'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:12.752699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515bf76-3b38-4f92-a651-cbff709a763a req-6a5a3abc-c3da-4034-a9a2-7aec36776c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.754219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d515bf76-3b38-4f92-a651-cbff709a763a req-6a5a3abc-c3da-4034-a9a2-7aec36776c23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 1124 time: 0.0817409 Jul 14 09:03:12.755395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.768626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.806395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d515bf76-3b38-4f92-a651-cbff709a763a req-22623dce-ac76-4745-a52e-75c07340b992 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Jul 14 09:03:12.892060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.892192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339f85f-b7f2-4496-aa01-4acf28dc48bd req-f1ca28bb-b701-4416-96eb-36fd0f501e51 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:12.893822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c339f85f-b7f2-4496-aa01-4acf28dc48bd req-f1ca28bb-b701-4416-96eb-36fd0f501e51 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 949 time: 0.0755715 Jul 14 09:03:12.900628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.935428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c339f85f-b7f2-4496-aa01-4acf28dc48bd req-c9f6c520-c738-476c-8f7c-a071f6bfd4f6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350115 Jul 14 09:03:12.937630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca9924-86c4-4ac7-9f12-cb8ee7510c7e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:12.993545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:12.998609 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.030189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.031805 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1c949f7-8710-4d7c-9189-55a8faf995ce req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3174000 Jul 14 09:03:13.033709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194b20d-28e7-4bcc-bce7-b90b16e09892 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd7227b-cf4f-432f-9e74-01ae3b5343da,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:13.058119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-462e9673-6149-4ef5-9212-d51abc3b23be req-447ff483-1ef8-4485-84e3-149d6c9d2304 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2132642311', 'description': 'tempest-description-724679396'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:13.082085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-462e9673-6149-4ef5-9212-d51abc3b23be req-447ff483-1ef8-4485-84e3-149d6c9d2304 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.116684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f868fc-a32a-4ff8-8ddd-bd8cec39ba63 req-32eb2bc5-6a92-4624-a8ac-bbe1de20c386 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.118174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1f868fc-a32a-4ff8-8ddd-bd8cec39ba63 req-32eb2bc5-6a92-4624-a8ac-bbe1de20c386 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 944 time: 0.0721664 Jul 14 09:03:13.159576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1f868fc-a32a-4ff8-8ddd-bd8cec39ba63 req-90b9e662-54d6-4ce5-b62a-88638b08166f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Jul 14 09:03:13.180317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-462e9673-6149-4ef5-9212-d51abc3b23be req-447ff483-1ef8-4485-84e3-149d6c9d2304 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.185812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-462e9673-6149-4ef5-9212-d51abc3b23be req-447ff483-1ef8-4485-84e3-149d6c9d2304 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.216425 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-462e9673-6149-4ef5-9212-d51abc3b23be req-447ff483-1ef8-4485-84e3-149d6c9d2304 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.217625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-462e9673-6149-4ef5-9212-d51abc3b23be req-447ff483-1ef8-4485-84e3-149d6c9d2304 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1648762 Jul 14 09:03:13.219566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ff483-1ef8-4485-84e3-149d6c9d2304 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e665fe-0910-448f-bad5-40f590984ebd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:13.329855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9583dc-9008-400a-9eaa-07f3bf315c10 req-7843cafb-a395-411d-8548-9f35a7ceecab tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.331398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df9583dc-9008-400a-9eaa-07f3bf315c10 req-7843cafb-a395-411d-8548-9f35a7ceecab tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 971 time: 0.0655205 Jul 14 09:03:13.369611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df9583dc-9008-400a-9eaa-07f3bf315c10 req-1ff20efb-9ba4-4bd4-832a-eab17ff5022d tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Jul 14 09:03:13.470067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-856832777', 'description': 'tempest-description-1229025956'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:13.492073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.500752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.545820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348461c-5c04-4eb1-8822-542bcbe45aa1 req-b6a8ed2c-4f83-4a3b-8e82-1fd45bf52b6a tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:13.547994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c348461c-5c04-4eb1-8822-542bcbe45aa1 req-b6a8ed2c-4f83-4a3b-8e82-1fd45bf52b6a tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 972 time: 0.0648701 Jul 14 09:03:13.593367 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c348461c-5c04-4eb1-8822-542bcbe45aa1 req-b701c258-36cd-410b-b0c5-28e3610176b2 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Jul 14 09:03:13.594554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.599445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.643231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba556580-4066-4f6e-86ff-d7ecc08375fb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:13.701423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.705447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.732594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.733827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40d409d6-f595-4d2f-803f-f42015d45e85 req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2678494 Jul 14 09:03:13.735808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07242b2-d143-478f-9e33-c84837a7f485 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa23ea5-7a9d-4cda-8c8e-2eec926fd856,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:13.835223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:13.845277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-35bd5d2a-c287-40d7-880f-15ad46c869bf req-7ee1aa35-9e99-46ec-a5f3-1a603a0f4b22 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1810474728', 'description': 'tempest-description-1337249788'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:13.867190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-35bd5d2a-c287-40d7-880f-15ad46c869bf req-7ee1aa35-9e99-46ec-a5f3-1a603a0f4b22 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.873193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:13.954769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-35bd5d2a-c287-40d7-880f-15ad46c869bf req-7ee1aa35-9e99-46ec-a5f3-1a603a0f4b22 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.963288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-35bd5d2a-c287-40d7-880f-15ad46c869bf req-7ee1aa35-9e99-46ec-a5f3-1a603a0f4b22 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.990327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:13.991187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1aa35-9e99-46ec-a5f3-1a603a0f4b22 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f951533-e715-4da1-b4cf-276d7847099e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:13.993862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-35bd5d2a-c287-40d7-880f-15ad46c869bf req-7ee1aa35-9e99-46ec-a5f3-1a603a0f4b22 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:13.995139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-35bd5d2a-c287-40d7-880f-15ad46c869bf req-7ee1aa35-9e99-46ec-a5f3-1a603a0f4b22 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1543112 Jul 14 09:03:14.020730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '608dcfe1-fa84-498e-bf34-ea27848f69f1', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'port_id': '608dcfe1-fa84-498e-bf34-ea27848f69f1', 'mac_address': 'fa:16:3e:e7:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0318592a-122f-42c8-84cb-a5d2c296cd17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:14.025497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 84c5b7ec-824f-492f-b89b-59cf9917d6aa completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:14.065089 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.067930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 84c5b7ec-824f-492f-b89b-59cf9917d6aa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:14.068367 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.102631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608dcfe1-fa84-498e-bf34-ea27848f69f1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:14.139844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:14.149879 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.177766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e94f4-fc5f-4071-ab6d-f2636a139713 req-3120edbc-8de1-4dbd-9a7f-652953730482 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.183595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55ead3-32f0-4afc-affd-f5b8865b91ed req-3a7858c4-f4e8-4a5f-96fe-2708f8bc8d5a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.185378 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4a0e94f4-fc5f-4071-ab6d-f2636a139713 req-3120edbc-8de1-4dbd-9a7f-652953730482 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 971 time: 0.0890007 Jul 14 09:03:14.190985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb55ead3-32f0-4afc-affd-f5b8865b91ed req-3a7858c4-f4e8-4a5f-96fe-2708f8bc8d5a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 949 time: 0.0854604 Jul 14 09:03:14.225480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.234935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4a0e94f4-fc5f-4071-ab6d-f2636a139713 req-7d195a8a-b674-4a07-a09e-d771462deef1 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485990 Jul 14 09:03:14.242266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb55ead3-32f0-4afc-affd-f5b8865b91ed req-86f6943a-32e5-452f-b036-442ee40cfe09 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Jul 14 09:03:14.244421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:14.296798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:14.302606 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.356813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:14.359681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:14.387419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['608dcfe1-fa84-498e-bf34-ea27848f69f1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:14.415442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d323cf-8db4-4348-8b23-3940ce419586 req-d281e318-e2e9-4a1a-a1fb-3016707c9bf4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.416891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45d323cf-8db4-4348-8b23-3940ce419586 req-d281e318-e2e9-4a1a-a1fb-3016707c9bf4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.0694566 Jul 14 09:03:14.470568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45d323cf-8db4-4348-8b23-3940ce419586 req-cdb5dbae-2416-49ef-9b24-fa89b56d1e54 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367155 Jul 14 09:03:14.471534 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-0438ae5f-34ad-4dcf-a423-1ce831103479 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34064 time: 0.2175946 Jul 14 09:03:14.503853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04031910-6bf4-4198-ae5e-2ac4316076df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.533338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-d905ae69-d1a7-43ad-89fe-b497a6d1753a tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/115776aa-231d-4f2f-84e9-5442f96f3dcb HTTP/1.1" status: 200 len: 2973 time: 0.0609643 Jul 14 09:03:14.596782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-3544a676-9d0c-4eb8-858a-09a8009d9048 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/115776aa-231d-4f2f-84e9-5442f96f3dcb HTTP/1.1" status: 200 len: 2973 time: 0.0544448 Jul 14 09:03:14.609787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:14.612183 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f9f18-fcb7-423b-93a9-e717277c1b3a" -d '{"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-plugged", "status": "completed", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:14.648921 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eae9a6-9089-4df1-b5d1-0aeecb7caefd x-openstack-request-id: req-81eae9a6-9089-4df1-b5d1-0aeecb7caefd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:14.649483 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-plugged", "status": "completed", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:14.649744 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81eae9a6-9089-4df1-b5d1-0aeecb7caefd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:14.650198 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'code': 200} Jul 14 09:03:14.661372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04031910-6bf4-4198-ae5e-2ac4316076df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.663917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-5e8ad154-964c-4953-9234-107b79a1ad90 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/56f2ff86-746c-4b8b-88dc-a340c3f193d4 HTTP/1.1" status: 200 len: 2977 time: 0.0608747 Jul 14 09:03:14.666247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04031910-6bf4-4198-ae5e-2ac4316076df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.724841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-04031910-6bf4-4198-ae5e-2ac4316076df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b741681267c473896c9e6d6fbae3439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639233 Jul 14 09:03:14.725615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:14.729105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04031910-6bf4-4198-ae5e-2ac4316076df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ad50b-14c0-4563-bf1e-15707eeb234d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:14.744504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-03ee1108-dfac-4162-9111-c1598fe6acc7 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/56f2ff86-746c-4b8b-88dc-a340c3f193d4 HTTP/1.1" status: 200 len: 2977 time: 0.0681818 Jul 14 09:03:14.791383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-0b0f3c07-2733-4c54-b48f-9e1c454d40a4 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/596bd394-4e3b-4f0c-9dd1-ba582cd6ec09 HTTP/1.1" status: 200 len: 2977 time: 0.0412185 Jul 14 09:03:14.832553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-edb20036-d044-476e-9da1-e64c95237b23 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/596bd394-4e3b-4f0c-9dd1-ba582cd6ec09 HTTP/1.1" status: 200 len: 2977 time: 0.0355771 Jul 14 09:03:14.867530 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f578f9b-5b4a-40a8-9c5e-49cb41fd112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.871079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff34f9-afa0-419c-89ed-b313bac78fd3 req-5b4f8dea-0bc1-47b3-a22d-53dcf4ac6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.872593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5ff34f9-afa0-419c-89ed-b313bac78fd3 req-5b4f8dea-0bc1-47b3-a22d-53dcf4ac6ecf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1102 time: 0.1563773 Jul 14 09:03:14.873239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-11ddc93d-ea68-4019-a45e-5a0d77c8eff0 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/adf60f52-7771-44c1-bd1b-9fcafeb5d898 HTTP/1.1" status: 200 len: 2981 time: 0.0348372 Jul 14 09:03:14.896435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49e4b2-3cd8-4ea8-8373-df3a7d1a77e0 req-0f59892c-3a45-4368-8a79-bc78161f0d47 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:14.898393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c49e4b2-3cd8-4ea8-8373-df3a7d1a77e0 req-0f59892c-3a45-4368-8a79-bc78161f0d47 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 972 time: 0.1359625 Jul 14 09:03:14.914431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-f507f8d7-f2eb-437a-9c7e-89245eeb908b tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/adf60f52-7771-44c1-bd1b-9fcafeb5d898 HTTP/1.1" status: 200 len: 2981 time: 0.0357456 Jul 14 09:03:14.924432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f578f9b-5b4a-40a8-9c5e-49cb41fd112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:14.955397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-3f436219-2d58-4d43-84cd-8af3376a1dd1 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ba556580-4066-4f6e-86ff-d7ecc08375fb HTTP/1.1" status: 200 len: 2981 time: 0.0354760 Jul 14 09:03:14.961755 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5ff34f9-afa0-419c-89ed-b313bac78fd3 req-ac6b4d0d-9b38-4f5b-8920-28848706e4d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803185 Jul 14 09:03:14.983771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c49e4b2-3cd8-4ea8-8373-df3a7d1a77e0 req-80befa60-4195-4263-8107-45581d8323ec tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720398 Jul 14 09:03:14.996930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-599a115b-fcf1-4730-8b9c-80c9883d497c tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ba556580-4066-4f6e-86ff-d7ecc08375fb HTTP/1.1" status: 200 len: 2981 time: 0.0360706 Jul 14 09:03:15.005788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f578f9b-5b4a-40a8-9c5e-49cb41fd112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.009660 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f578f9b-5b4a-40a8-9c5e-49cb41fd112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.010771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6f578f9b-5b4a-40a8-9c5e-49cb41fd112d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b67ad50b-14c0-4563-bf1e-15707eeb234d HTTP/1.1" status: 204 len: 168 time: 0.2834995 Jul 14 09:03:15.019817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f578f9b-5b4a-40a8-9c5e-49cb41fd112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ad50b-14c0-4563-bf1e-15707eeb234d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:15.063230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-da0c0a54-975d-45c6-9ec2-fdf393851ee1 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bc69b979-566a-4668-9088-c5025df3462c HTTP/1.1" status: 200 len: 2981 time: 0.0602481 Jul 14 09:03:15.108115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-acb3c876-981a-49b6-80ef-1402c699c917 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bc69b979-566a-4668-9088-c5025df3462c HTTP/1.1" status: 200 len: 2981 time: 0.0383821 Jul 14 09:03:15.186033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49737113-31ef-4104-baf4-ad08389f3618 req-4a46c857-1ee2-4863-b901-58cac332fc51 tempest-AggregatesAdminTestJSON-112706260 tempest-AggregatesAdminTestJSON-112706260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.187538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49737113-31ef-4104-baf4-ad08389f3618 req-4a46c857-1ee2-4863-b901-58cac332fc51 tempest-AggregatesAdminTestJSON-112706260 tempest-AggregatesAdminTestJSON-112706260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 1124 time: 0.0720270 Jul 14 09:03:15.208496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-49737113-31ef-4104-baf4-ad08389f3618 req-6ba12e27-39d9-4363-b839-3bdb6e776026 tempest-AggregatesAdminTestJSON-112706260 tempest-AggregatesAdminTestJSON-112706260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.296718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-c90c3fcd-ab06-4515-add2-1760ef4caf76 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bd9eb30e-e848-4ae5-ba32-deac581854e0 HTTP/1.1" status: 200 len: 2981 time: 0.0421731 Jul 14 09:03:15.306337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-49737113-31ef-4104-baf4-ad08389f3618 req-6ba12e27-39d9-4363-b839-3bdb6e776026 tempest-AggregatesAdminTestJSON-112706260 tempest-AggregatesAdminTestJSON-112706260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.316094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-49737113-31ef-4104-baf4-ad08389f3618 req-6ba12e27-39d9-4363-b839-3bdb6e776026 tempest-AggregatesAdminTestJSON-112706260 tempest-AggregatesAdminTestJSON-112706260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.342647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-bd895087-a93e-4504-bbc8-0a5dc28dccaf tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/bd9eb30e-e848-4ae5-ba32-deac581854e0 HTTP/1.1" status: 200 len: 2981 time: 0.0390975 Jul 14 09:03:15.358075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:15.362165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49737113-31ef-4104-baf4-ad08389f3618 req-6ba12e27-39d9-4363-b839-3bdb6e776026 tempest-AggregatesAdminTestJSON-112706260 tempest-AggregatesAdminTestJSON-112706260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680117 Jul 14 09:03:15.397661 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-807f9916-840e-4bcf-95dd-c35df6b6cfea tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cdcc1ac2-a682-4ef4-b274-51e09c211e7e HTTP/1.1" status: 200 len: 2977 time: 0.0462668 Jul 14 09:03:15.402837 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4975-8bf9-4e69-9487-ca6653b206f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.405049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba12e27-39d9-4363-b839-3bdb6e776026 tempest-AggregatesAdminTestJSON-112706260 tempest-AggregatesAdminTestJSON-112706260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b8ba4-2052-485c-92b0-9de7dc187abe,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:15.438760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-4f09f27f-9399-48aa-b909-3aea6783917f tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.440614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-4f09f27f-9399-48aa-b909-3aea6783917f tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 1123 time: 0.1330788 Jul 14 09:03:15.450494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-c7e080b9-6939-4bcb-96a7-87d69eca01e5 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cdcc1ac2-a682-4ef4-b274-51e09c211e7e HTTP/1.1" status: 200 len: 2977 time: 0.0467916 Jul 14 09:03:15.496142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-d1f819bb-d2e7-4f39-9878-b8bcb8b42482 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d2ca9924-86c4-4ac7-9f12-cb8ee7510c7e HTTP/1.1" status: 200 len: 2981 time: 0.0384951 Jul 14 09:03:15.539387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-26489a52-9836-48ba-acdb-b340ea8fdef0 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d2ca9924-86c4-4ac7-9f12-cb8ee7510c7e HTTP/1.1" status: 200 len: 2981 time: 0.0373342 Jul 14 09:03:15.580834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-cb9ed662-bca3-42ac-be1a-f191d1f7a72e tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d87ddf30-6e4f-428c-8a4b-162679abafc6 HTTP/1.1" status: 200 len: 2977 time: 0.0352108 Jul 14 09:03:15.623540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad16267d-a1da-4ad5-81ba-ffedc407320d req-03f35ed6-b205-440c-817c-d5d8c7c26a15 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d87ddf30-6e4f-428c-8a4b-162679abafc6 HTTP/1.1" status: 200 len: 2977 time: 0.0361660 Jul 14 09:03:15.638117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6a496-7fcd-4f14-8bdc-7fc9633c1028 req-a8820b2a-5ea7-49e2-b924-ed76cc293f1d tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.639879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9c6a496-7fcd-4f14-8bdc-7fc9633c1028 req-a8820b2a-5ea7-49e2-b924-ed76cc293f1d tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 971 time: 0.1539130 Jul 14 09:03:15.645917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4975-8bf9-4e69-9487-ca6653b206f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.657848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4975-8bf9-4e69-9487-ca6653b206f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.660651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Deleting port b076d381-805c-4556-b6b3-1d7b47d50bb3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:15.660992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.759451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f6bc4975-8bf9-4e69-9487-ca6653b206f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b97302e8162d4af785ab1833b8ad998f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990457 Jul 14 09:03:15.762136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:15.763169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4975-8bf9-4e69-9487-ca6653b206f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992f9d51-53ef-40e1-b5b4-84d94c69bc78,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:15.778532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9c6a496-7fcd-4f14-8bdc-7fc9633c1028 req-10f8d5ea-50d3-43c1-922d-4ecbe052409a tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312656 Jul 14 09:03:15.792822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5bcc5-2895-430e-af13-4360407d3e85 req-1bf32ee3-8046-48e5-905e-dbd75a1c5d9c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:15.797028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dee5bcc5-2895-430e-af13-4360407d3e85 req-1bf32ee3-8046-48e5-905e-dbd75a1c5d9c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.0812745 Jul 14 09:03:15.802698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] For port b076d381-805c-4556-b6b3-1d7b47d50bb3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b076d381-805c-4556-b6b3-1d7b47d50bb3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:15.803069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.818005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Calling delete_port for b076d381-805c-4556-b6b3-1d7b47d50bb3 owned by compute:tempest-test_az-2083589253 {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:15.843342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:15.853630 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6f983eb-ef63-4d7c-97d8-782b11a9febd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.860612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dee5bcc5-2895-430e-af13-4360407d3e85 req-449e116d-d7af-4ba0-b471-b04920aadb00 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546403 Jul 14 09:03:15.881513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6f983eb-ef63-4d7c-97d8-782b11a9febd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.948943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6f983eb-ef63-4d7c-97d8-782b11a9febd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.949534 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-360fae26-bd18-4afd-9d11-1df2bdbe15a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.953184 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6f983eb-ef63-4d7c-97d8-782b11a9febd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:15.954443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a6f983eb-ef63-4d7c-97d8-782b11a9febd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/992f9d51-53ef-40e1-b5b4-84d94c69bc78 HTTP/1.1" status: 204 len: 168 time: 0.1905861 Jul 14 09:03:15.963257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 608dcfe1-fa84-498e-bf34-ea27848f69f1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:15.966026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f983eb-ef63-4d7c-97d8-782b11a9febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f9d51-53ef-40e1-b5b4-84d94c69bc78,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:15.967995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 608dcfe1-fa84-498e-bf34-ea27848f69f1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:15.968582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.091684 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.092124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6cc89-4d67-4752-bd16-e3defcd513fb req-eea15ae1-9f6d-4b1d-8e58-fc1e37fb4f0d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:16.095984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93b6cc89-4d67-4752-bd16-e3defcd513fb req-eea15ae1-9f6d-4b1d-8e58-fc1e37fb4f0d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.0892870 Jul 14 09:03:16.102056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.115442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b076d381-805c-4556-b6b3-1d7b47d50bb3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:16.149905 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93b6cc89-4d67-4752-bd16-e3defcd513fb req-76d03578-e58b-4048-8793-0fd1e8082319 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Jul 14 09:03:16.152785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Pushing event deleted for resources: {'Port': ['ID=b076d381-805c-4556-b6b3-1d7b47d50bb3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:16.164396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:16.171086 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.203033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1094b6de-073a-41d7-b891-32f9342be4f4 req-0213ab96-0193-429a-9e8e-fdc551f48b8b tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c564db789874d5882b4f681fc22564c HTTP/1.1" status: 200 len: 6101 time: 0.1743057 Jul 14 09:03:16.221675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] No DVR routers for this DVR port b076d381-805c-4556-b6b3-1d7b47d50bb3 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:16.226568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.229162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d0a3d066-995b-4a49-a9c1-0a74d7a74d3b req-b36c605c-2d71-4da5-866a-762d77f3b70a tempest-DeleteServersAdminTestJSON-222278774 tempest-DeleteServersAdminTestJSON-222278774-project-admin] 10.222.0.11 "DELETE /v2.0/ports/b076d381-805c-4556-b6b3-1d7b47d50bb3 HTTP/1.1" status: 204 len: 173 time: 0.7807360 Jul 14 09:03:16.230517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'name': 'network-vif-deleted', 'tag': 'b076d381-805c-4556-b6b3-1d7b47d50bb3'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:16.233845 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3163ca7-1c6b-4a7b-890e-b64ce5170037" -d '{"events": [{"server_uuid": "2164a861-d8e9-4bf4-b72b-2b6180b20348", "name": "network-vif-deleted", "tag": "b076d381-805c-4556-b6b3-1d7b47d50bb3"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:16.237691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:16.299424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1094b6de-073a-41d7-b891-32f9342be4f4 req-b5d4267c-b164-4c5e-9a6d-0aa419069722 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "GET /v2.0/security-groups/d2ca9924-86c4-4ac7-9f12-cb8ee7510c7e HTTP/1.1" status: 200 len: 2981 time: 0.0790153 Jul 14 09:03:16.337087 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97634f0e-4392-4315-b15d-fdfbf4260be3 x-openstack-request-id: req-97634f0e-4392-4315-b15d-fdfbf4260be3 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:16.337586 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2164a861-d8e9-4bf4-b72b-2b6180b20348", "name": "network-vif-deleted", "tag": "b076d381-805c-4556-b6b3-1d7b47d50bb3", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:16.338037 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97634f0e-4392-4315-b15d-fdfbf4260be3 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:16.338512 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2164a861-d8e9-4bf4-b72b-2b6180b20348', 'name': 'network-vif-deleted', 'tag': 'b076d381-805c-4556-b6b3-1d7b47d50bb3', 'status': 'completed', 'code': 200} Jul 14 09:03:16.359870 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1094b6de-073a-41d7-b891-32f9342be4f4 req-8a6ce16b-1d71-47d1-ad40-66e8f46f872f tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "GET /v2.0/security-groups/d2ca9924-86c4-4ac7-9f12-cb8ee7510c7e HTTP/1.1" status: 200 len: 2981 time: 0.0538018 Jul 14 09:03:16.479174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05736588-d3e4-45ad-a5ba-a4d13464ea1c req-17fe548f-536b-477c-858c-1ea2db9d15bf tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5f951533-e715-4da1-b4cf-276d7847099e HTTP/1.1" status: 200 len: 1778 time: 0.0839896 Jul 14 09:03:16.550430 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-05736588-d3e4-45ad-a5ba-a4d13464ea1c req-d9ce1fee-0cad-4550-a9aa-8fa7c5f5d660 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.578616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-05736588-d3e4-45ad-a5ba-a4d13464ea1c req-d9ce1fee-0cad-4550-a9aa-8fa7c5f5d660 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.628001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-05736588-d3e4-45ad-a5ba-a4d13464ea1c req-d9ce1fee-0cad-4550-a9aa-8fa7c5f5d660 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.630825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-05736588-d3e4-45ad-a5ba-a4d13464ea1c req-d9ce1fee-0cad-4550-a9aa-8fa7c5f5d660 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.632212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05736588-d3e4-45ad-a5ba-a4d13464ea1c req-d9ce1fee-0cad-4550-a9aa-8fa7c5f5d660 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f951533-e715-4da1-b4cf-276d7847099e HTTP/1.1" status: 204 len: 173 time: 0.1449773 Jul 14 09:03:16.642903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce1fee-0cad-4550-a9aa-8fa7c5f5d660 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f951533-e715-4da1-b4cf-276d7847099e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:16.651933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:16.654150 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7382cc1-e329-4ee2-93b3-aced4d669eea" -d '{"events": [{"server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "name": "network-vif-plugged", "status": "completed", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:16.698028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f45c2027-836e-45fc-8c19-398db9a7ea48 req-0860c1ad-6a0a-4519-9dc7-d3c53a0d35bd tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6fa23ea5-7a9d-4cda-8c8e-2eec926fd856 HTTP/1.1" status: 200 len: 1777 time: 0.0417717 Jul 14 09:03:16.754417 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f45c2027-836e-45fc-8c19-398db9a7ea48 req-2f8fff7e-f38d-4f28-a96b-27fbad0d2fe5 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.779339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f45c2027-836e-45fc-8c19-398db9a7ea48 req-2f8fff7e-f38d-4f28-a96b-27fbad0d2fe5 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.832354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f45c2027-836e-45fc-8c19-398db9a7ea48 req-2f8fff7e-f38d-4f28-a96b-27fbad0d2fe5 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.838267 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f45c2027-836e-45fc-8c19-398db9a7ea48 req-2f8fff7e-f38d-4f28-a96b-27fbad0d2fe5 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:16.851723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f45c2027-836e-45fc-8c19-398db9a7ea48 req-2f8fff7e-f38d-4f28-a96b-27fbad0d2fe5 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fa23ea5-7a9d-4cda-8c8e-2eec926fd856 HTTP/1.1" status: 204 len: 173 time: 0.1464832 Jul 14 09:03:16.864628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fff7e-f38d-4f28-a96b-27fbad0d2fe5 tempest-SecurityGroupsTestAdminJSON-1013955305 tempest-SecurityGroupsTestAdminJSON-1013955305-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa23ea5-7a9d-4cda-8c8e-2eec926fd856,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:16.902556 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317fea72-a40b-41e4-ae29-d76cbab488b9 x-openstack-request-id: req-317fea72-a40b-41e4-ae29-d76cbab488b9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:16.903076 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "name": "network-vif-plugged", "status": "completed", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:16.903284 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-317fea72-a40b-41e4-ae29-d76cbab488b9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:16.903804 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1', 'code': 200} Jul 14 09:03:17.018506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a4298de-c347-45f5-9f2d-5694e38eb89b req-04a5c3e7-7400-4315-82ba-8434a6512250 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "GET /v2.0/security-groups/65e665fe-0910-448f-bad5-40f590984ebd HTTP/1.1" status: 200 len: 1777 time: 0.1002030 Jul 14 09:03:17.083130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f9034-7326-4a70-a896-1c891838e5d8 req-a49a8ed9-aa0a-4ecb-a4e0-04439637079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.084829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-700f9034-7326-4a70-a896-1c891838e5d8 req-a49a8ed9-aa0a-4ecb-a4e0-04439637079a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1098 time: 0.1020327 Jul 14 09:03:17.151236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-700f9034-7326-4a70-a896-1c891838e5d8 req-d4b960ff-08e4-4076-8a3d-9ec34315bd90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 Jul 14 09:03:17.152581 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8a4298de-c347-45f5-9f2d-5694e38eb89b req-bc289d53-1987-47b2-9176-a9f3ebe3c6b8 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.180091 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8a4298de-c347-45f5-9f2d-5694e38eb89b req-bc289d53-1987-47b2-9176-a9f3ebe3c6b8 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.229049 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8a4298de-c347-45f5-9f2d-5694e38eb89b req-bc289d53-1987-47b2-9176-a9f3ebe3c6b8 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.231679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8a4298de-c347-45f5-9f2d-5694e38eb89b req-bc289d53-1987-47b2-9176-a9f3ebe3c6b8 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.240235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a4298de-c347-45f5-9f2d-5694e38eb89b req-bc289d53-1987-47b2-9176-a9f3ebe3c6b8 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "DELETE /v2.0/security-groups/65e665fe-0910-448f-bad5-40f590984ebd HTTP/1.1" status: 204 len: 173 time: 0.2147386 Jul 14 09:03:17.254668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc289d53-1987-47b2-9176-a9f3ebe3c6b8 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e665fe-0910-448f-bad5-40f590984ebd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:17.263942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71cb84e0-a7df-44ef-ae0b-c785aee48cf7 req-d967edd2-5288-456f-85fe-16770363f13c tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=2164a861-d8e9-4bf4-b72b-2b6180b20348 HTTP/1.1" status: 200 len: 210 time: 0.2322371 Jul 14 09:03:17.426611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932802e2-4a37-4cd0-8b12-b0c18292c159 req-88a7a3f3-44b6-433a-bd68-ab8addca80b3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.428599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-932802e2-4a37-4cd0-8b12-b0c18292c159 req-88a7a3f3-44b6-433a-bd68-ab8addca80b3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.0707757 Jul 14 09:03:17.441761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527259a9-e056-4d83-ad21-5c29d1e61eb0 req-9a4e0448-90a2-44dd-8dfe-061aecdade05 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:17.443381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-527259a9-e056-4d83-ad21-5c29d1e61eb0 req-9a4e0448-90a2-44dd-8dfe-061aecdade05 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 946 time: 0.0758808 Jul 14 09:03:17.471504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-932802e2-4a37-4cd0-8b12-b0c18292c159 req-aa3bf762-3932-4c3f-bad5-d022f1e55c33 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Jul 14 09:03:17.489607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-527259a9-e056-4d83-ad21-5c29d1e61eb0 req-2ef2df73-35d1-4a8c-926b-6bca120bde5d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Jul 14 09:03:17.553674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2671fd7a-3859-4227-9c8a-54a2f2801afe req-ca32963e-688d-4fc8-86ec-3b0c8244d60a tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "GET /v2.0/security-groups/3fd7227b-cf4f-432f-9e74-01ae3b5343da HTTP/1.1" status: 200 len: 1776 time: 0.0442848 Jul 14 09:03:17.614519 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2671fd7a-3859-4227-9c8a-54a2f2801afe req-c22aef7c-102d-46ef-a0a8-451c8d5ed714 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.639537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2671fd7a-3859-4227-9c8a-54a2f2801afe req-c22aef7c-102d-46ef-a0a8-451c8d5ed714 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.696327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2671fd7a-3859-4227-9c8a-54a2f2801afe req-c22aef7c-102d-46ef-a0a8-451c8d5ed714 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.698832 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2671fd7a-3859-4227-9c8a-54a2f2801afe req-c22aef7c-102d-46ef-a0a8-451c8d5ed714 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:17.700007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2671fd7a-3859-4227-9c8a-54a2f2801afe req-c22aef7c-102d-46ef-a0a8-451c8d5ed714 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] 10.222.0.18 "DELETE /v2.0/security-groups/3fd7227b-cf4f-432f-9e74-01ae3b5343da HTTP/1.1" status: 204 len: 173 time: 0.1404655 Jul 14 09:03:17.709890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aef7c-102d-46ef-a0a8-451c8d5ed714 tempest-SecurityGroupsTestAdminJSON-844056637 tempest-SecurityGroupsTestAdminJSON-844056637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd7227b-cf4f-432f-9e74-01ae3b5343da,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:18.120568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072758b-0bd9-4787-adfa-b70bc8d5f45b req-661739f6-929f-414d-83e5-722c54f9ff44 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:18.122335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b072758b-0bd9-4787-adfa-b70bc8d5f45b req-661739f6-929f-414d-83e5-722c54f9ff44 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1102 time: 0.1005781 Jul 14 09:03:18.135454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:18.150617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b072758b-0bd9-4787-adfa-b70bc8d5f45b req-24a7aae8-0d0d-427c-a35d-c608dda319e8 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.245118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b072758b-0bd9-4787-adfa-b70bc8d5f45b req-24a7aae8-0d0d-427c-a35d-c608dda319e8 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.250366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b072758b-0bd9-4787-adfa-b70bc8d5f45b req-24a7aae8-0d0d-427c-a35d-c608dda319e8 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.298399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b072758b-0bd9-4787-adfa-b70bc8d5f45b req-24a7aae8-0d0d-427c-a35d-c608dda319e8 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703277 Jul 14 09:03:18.304710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7aae8-0d0d-427c-a35d-c608dda319e8 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17919611-62bc-491a-9bf3-3cc85f40ffa9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:18.356429 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f66a6e9d-8f5b-4606-9348-debdfdbab723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c564db789874d5882b4f681fc22564c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197127 Jul 14 09:03:18.358921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36424) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:18.433769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec638ef-a233-493e-a1b8-958519e4cb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.468631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec638ef-a233-493e-a1b8-958519e4cb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.584038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36446) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:18.588489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec638ef-a233-493e-a1b8-958519e4cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.591925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec638ef-a233-493e-a1b8-958519e4cb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.593483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3ec638ef-a233-493e-a1b8-958519e4cb47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2ca9924-86c4-4ac7-9f12-cb8ee7510c7e HTTP/1.1" status: 204 len: 168 time: 0.2334764 Jul 14 09:03:18.607968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec638ef-a233-493e-a1b8-958519e4cb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca9924-86c4-4ac7-9f12-cb8ee7510c7e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:18.661066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52034923-2cb4-421e-aff3-0f42df9b0583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.716103 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b77f254-764a-4f8c-a29a-6d459c9ba56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.842199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18e5b2-09e9-45f2-a6f1-29c2af1cdd5a req-2bc58a65-1c21-4bd6-b84f-9013d5ae96ee tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:18.843758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b18e5b2-09e9-45f2-a6f1-29c2af1cdd5a req-2bc58a65-1c21-4bd6-b84f-9013d5ae96ee tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 946 time: 0.1239614 Jul 14 09:03:18.899440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.913559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b18e5b2-09e9-45f2-a6f1-29c2af1cdd5a req-fc20ff95-08c2-4b68-a991-53346413595f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608926 Jul 14 09:03:18.925306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b77f254-764a-4f8c-a29a-6d459c9ba56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.934254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b77f254-764a-4f8c-a29a-6d459c9ba56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:18.983345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1b77f254-764a-4f8c-a29a-6d459c9ba56d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6a259ceab9143a5b53e7b44d8327ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980579 Jul 14 09:03:18.984733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77f254-764a-4f8c-a29a-6d459c9ba56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635af3c0-6917-4b92-80f4-f52f0c65ad02,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:18.986356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:19.076727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:19.086183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d1a564-5b81-48fe-b20a-770f748408db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.089683 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-f040d9a9-8706-4e29-b3b3-94ff9c55ee19 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402999 Jul 14 09:03:19.130812 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9da9b822-dae8-4838-baf3-75023e5348a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c70f1482d1f4657840ed624ed4685c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529258 Jul 14 09:03:19.135775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36490) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:19.136115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:19.162881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d1a564-5b81-48fe-b20a-770f748408db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.193233 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-610a1545-8349-4524-b7d3-724f67b9ad06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.241134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-841045d1-fe2a-46c8-816c-073c95d9ea98 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.242872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-841045d1-fe2a-46c8-816c-073c95d9ea98 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435528 Jul 14 09:03:19.257646 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-610a1545-8349-4524-b7d3-724f67b9ad06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.260154 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d1a564-5b81-48fe-b20a-770f748408db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.264059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d1a564-5b81-48fe-b20a-770f748408db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.265565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-46d1a564-5b81-48fe-b20a-770f748408db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/635af3c0-6917-4b92-80f4-f52f0c65ad02 HTTP/1.1" status: 204 len: 168 time: 0.2779236 Jul 14 09:03:19.273122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-2a23ab81-9d55-46a3-ba70-951a0da411bf tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/quotas/fa2fa71b47c24ea0b45a03c643a05bad HTTP/1.1" status: 200 len: 375 time: 0.0232694 Jul 14 09:03:19.282575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1a564-5b81-48fe-b20a-770f748408db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635af3c0-6917-4b92-80f4-f52f0c65ad02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:19.324615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e124676-04c0-4941-a27e-b5ce561ca6f1 req-a7351fd4-9bc4-4910-9d2b-1bb1b3922157 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:19.326126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e124676-04c0-4941-a27e-b5ce561ca6f1 req-a7351fd4-9bc4-4910-9d2b-1bb1b3922157 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.1131854 Jul 14 09:03:19.328560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-864b8802-d242-4740-b47e-0da6000eb023 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471871 Jul 14 09:03:19.380178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-610a1545-8349-4524-b7d3-724f67b9ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.382705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-610a1545-8349-4524-b7d3-724f67b9ad06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.386378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-610a1545-8349-4524-b7d3-724f67b9ad06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba556580-4066-4f6e-86ff-d7ecc08375fb HTTP/1.1" status: 204 len: 168 time: 0.2467868 Jul 14 09:03:19.406775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a1545-8349-4524-b7d3-724f67b9ad06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba556580-4066-4f6e-86ff-d7ecc08375fb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:19.431282 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e124676-04c0-4941-a27e-b5ce561ca6f1 req-8d14d381-a769-4c74-a5b8-7b1d7fe3ca4c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872521 Jul 14 09:03:19.475503 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-d5e83977-e9f0-4f70-ab18-768f3e73749b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3371813 Jul 14 09:03:19.541738 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.579699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23a204ec-af29-4249-b1b9-eed98433ff1d req-dc3e1dba-d7ec-418e-9ea2-9e5325daab70 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 210 time: 0.0474856 Jul 14 09:03:19.665218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:19.828372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:19.852975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eef7b157-e7dc-4150-acd0-af8d7f93afd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.088066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eef7b157-e7dc-4150-acd0-af8d7f93afd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.097261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2fc1b-b67e-4d60-b689-cd1c3e842f1f req-0c6208b4-a86d-44ef-8f68-5e228699a296 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.108017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecd2fc1b-b67e-4d60-b689-cd1c3e842f1f req-0c6208b4-a86d-44ef-8f68-5e228699a296 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1098 time: 0.1064847 Jul 14 09:03:20.109847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eef7b157-e7dc-4150-acd0-af8d7f93afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.147830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7b157-e7dc-4150-acd0-af8d7f93afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5148bf-43af-4642-970a-5e5c9e2837b3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:20.181993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eef7b157-e7dc-4150-acd0-af8d7f93afd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cdaf195cb1f4544a81e869d5e932c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523397 Jul 14 09:03:20.184530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:20.204807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecd2fc1b-b67e-4d60-b689-cd1c3e842f1f req-5f8a2ca9-a906-49af-9f74-aa8899670c87 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859730 Jul 14 09:03:20.288473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00406825-aaf2-4eea-939e-8f2622a7f9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.366673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00406825-aaf2-4eea-939e-8f2622a7f9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.386066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b076d381-805c-4556-b6b3-1d7b47d50bb3 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:20.450527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00406825-aaf2-4eea-939e-8f2622a7f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.453730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: b076d381-805c-4556-b6b3-1d7b47d50bb3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:20.454587 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00406825-aaf2-4eea-939e-8f2622a7f9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:20.457036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-00406825-aaf2-4eea-939e-8f2622a7f9bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d5148bf-43af-4642-970a-5e5c9e2837b3 HTTP/1.1" status: 204 len: 168 time: 0.2710450 Jul 14 09:03:20.461479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b076d381-805c-4556-b6b3-1d7b47d50bb3 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:20.521151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00406825-aaf2-4eea-939e-8f2622a7f9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5148bf-43af-4642-970a-5e5c9e2837b3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:20.628856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511e781-498e-4050-84a0-2fc84cd1bd97 req-5d251841-d538-49b3-8000-b96a2cd77470 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.631303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8511e781-498e-4050-84a0-2fc84cd1bd97 req-5d251841-d538-49b3-8000-b96a2cd77470 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1098 time: 0.1298091 Jul 14 09:03:20.679448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8511e781-498e-4050-84a0-2fc84cd1bd97 req-e4cb080a-dea3-44fc-972a-f5804a86f3be tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Jul 14 09:03:20.861803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164fb87-42bf-404d-884b-5267590c9a5c req-51365a87-5047-4552-987d-0138cdf60383 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:20.863665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7164fb87-42bf-404d-884b-5267590c9a5c req-51365a87-5047-4552-987d-0138cdf60383 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.1220570 Jul 14 09:03:20.910201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7164fb87-42bf-404d-884b-5267590c9a5c req-becdd035-318b-4462-b2f8-99adf8da435c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 Jul 14 09:03:21.213826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-d7774893-abd3-4820-a6e3-394e6c7681df tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695627 Jul 14 09:03:21.234674 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:21.421142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b72eb8ff-7887-4599-a78c-67c2b86cc9f3 req-584073b9-3bcc-43cb-a78e-f8e018e0b98a tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 210 time: 0.0809691 Jul 14 09:03:21.458732 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:03:21.502869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-c243fdd7-d60f-4dff-afb2-85c2943819e5 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:21.510108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-c243fdd7-d60f-4dff-afb2-85c2943819e5 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889521 Jul 14 09:03:21.531406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Request body: {'port': {'device_id': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'fa2fa71b47c24ea0b45a03c643a05bad'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:21.732416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Made reservation on behalf of fa2fa71b47c24ea0b45a03c643a05bad for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:21.738169 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:21.926934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Allocated IP 192.168.233.67 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/72088cc0-eb67-4baa-9859-45ae31f2d7d6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:21.962732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:22.124190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.153063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Transition to ACTIVE for port object 72088cc0-eb67-4baa-9859-45ae31f2d7d6 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:22.270113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-network', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:22.311023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Made reservation on behalf of 2b81af8e5e9d42cb8048ab2bb410ca2a for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:22.313910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.332928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf99f0-14bf-4010-954b-4c804f32fb69 req-8f99c913-085f-45ec-bfef-d4e96c2da622 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.340018 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cbf99f0-14bf-4010-954b-4c804f32fb69 req-8f99c913-085f-45ec-bfef-d4e96c2da622 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.1180241 Jul 14 09:03:22.347574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.391010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cbf99f0-14bf-4010-954b-4c804f32fb69 req-bffba211-fde8-4f10-a1c7-4e435b3f5a33 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501115 Jul 14 09:03:22.411782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-b630084f-1a0d-4663-bfb2-ad32badb364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.413621 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-b630084f-1a0d-4663-bfb2-ad32badb364b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1102 time: 0.2446754 Jul 14 09:03:22.414387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.517127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.517759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:22.527807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.530990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:22.533870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:22.539981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.540611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.560231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:22.595550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931fddf5-c37c-43d8-a2ba-868bd6fad2a8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:22.598996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Pushing event updated for resources: {'Port': ['ID=72088cc0-eb67-4baa-9859-45ae31f2d7d6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:22.607500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.607853 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Added segment 4759583d-f489-467c-b387-a2fc7f2065f9 of type vlan for network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 Jul 14 09:03:22.613699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-355cbacd-fd1c-4a1a-9a86-a343e343f0c9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0963018 Jul 14 09:03:22.647140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Request body: {'port': {'device_id': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:22.758332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-b4a2dbe8-b1e4-432b-837f-eaf8e94b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.759596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-b4a2dbe8-b1e4-432b-837f-eaf8e94b3bb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3391738 Jul 14 09:03:22.769724 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.831887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-f55ab7e9-08fe-47ef-a651-5aeca417ea07 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2255547 Jul 14 09:03:22.834306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.835679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.836445 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.841306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36742) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:22.849926 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-8cd25a49-0cb3-4260-9c97-b664f0f41e83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.0828347 Jul 14 09:03:22.947624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9788411 Jul 14 09:03:22.947807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36746) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:22.954807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Request body: {'subnet': {'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-subnet', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:22.966196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d2ff9a23-1506-4a70-aea0-1ccd39c8cbc0 None None] Provisioning for port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:22.968298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.976765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d2ff9a23-1506-4a70-aea0-1ccd39c8cbc0 None None] Provisioning complete for port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:22.978487 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2ff9a23-1506-4a70-aea0-1ccd39c8cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:22.979132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-6851bb08-ec63-4f5b-922f-8353d7984dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:22.981041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-6851bb08-ec63-4f5b-922f-8353d7984dcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1189866 Jul 14 09:03:23.012397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6b091-79f9-4f01-9cad-8bfc18d33d77 admin admin] Pushing event updated for resources: {'Network': ['ID=826c1bf7-65dc-41a1-83d6-0d94a06d6508,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:23.035168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:23.054380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff9a23-1506-4a70-aea0-1ccd39c8cbc0 None None] Port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:23.075618 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15326b02-07b0-4f94-a6a6-19afd68b92ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.115957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b97c-95c3-47bc-a985-4c7a5421c5b6 req-e4826375-4f2c-4b9a-bbc2-0aca90d79ba7 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.118082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40d0b97c-95c3-47bc-a985-4c7a5421c5b6 req-e4826375-4f2c-4b9a-bbc2-0aca90d79ba7 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 935 time: 0.1495197 Jul 14 09:03:23.124292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-c00a5ffb-6a0f-43de-b9df-7ceb655773a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.125930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-c00a5ffb-6a0f-43de-b9df-7ceb655773a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e883137b748446c39dd894d4566388a0&device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 1124 time: 0.1980324 Jul 14 09:03:23.154998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Made reservation on behalf of 2b81af8e5e9d42cb8048ab2bb410ca2a for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:23.157345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.239419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40d0b97c-95c3-47bc-a985-4c7a5421c5b6 req-d772b2e5-f3a6-46e8-915f-271012d5e384 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124890 Jul 14 09:03:23.308849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-6f5dab85-4c08-4700-96c2-1d69135106af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.310488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-6f5dab85-4c08-4700-96c2-1d69135106af service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1586716 Jul 14 09:03:23.327842 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15326b02-07b0-4f94-a6a6-19afd68b92ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.357152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-0ff48b8b-c604-4997-9bf0-fa5073255eac tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:03:23.360465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15326b02-07b0-4f94-a6a6-19afd68b92ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.364332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-0ff48b8b-c604-4997-9bf0-fa5073255eac tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1824529 Jul 14 09:03:23.384635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-e79241b2-14f5-430d-a472-825a65346f51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=fcde0c9c-1149-457f-8259-590c4e1414b1 HTTP/1.1" status: 200 len: 217 time: 0.0650702 Jul 14 09:03:23.391655 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-15326b02-07b0-4f94-a6a6-19afd68b92ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7e9dd895d3a42d083986b92ac6cf86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477138 Jul 14 09:03:23.394936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:23.396521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Request body: {'binding': {'host': 'n-h2-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:23.397043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:03:23.450194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-db67284b-83f5-4f47-94a5-2a1c331a700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.450194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-db67284b-83f5-4f47-94a5-2a1c331a700f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4562058 Jul 14 09:03:23.471963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15326b02-07b0-4f94-a6a6-19afd68b92ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc453af-83a7-4d1b-866a-183840dcaef6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:23.495634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-eff8544b-64e9-4f81-9b33-207a5ac30e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.497092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-eff8544b-64e9-4f81-9b33-207a5ac30e24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1042590 Jul 14 09:03:23.537549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26839704-9163-4c57-83c6-e1f80f7b0c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.565968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26839704-9163-4c57-83c6-e1f80f7b0c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.617043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-d8cf1546-ffa4-4b41-92a9-9df76189421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.618567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-d8cf1546-ffa4-4b41-92a9-9df76189421a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103644 Jul 14 09:03:23.669433 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.696956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26839704-9163-4c57-83c6-e1f80f7b0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.699499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26839704-9163-4c57-83c6-e1f80f7b0c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.700639 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26839704-9163-4c57-83c6-e1f80f7b0c2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fc453af-83a7-4d1b-866a-183840dcaef6 HTTP/1.1" status: 204 len: 168 time: 0.3044918 Jul 14 09:03:23.716793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26839704-9163-4c57-83c6-e1f80f7b0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc453af-83a7-4d1b-866a-183840dcaef6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:23.766439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-1e2aa07c-8f29-41a3-9691-d8afcbfa5a77 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347997 Jul 14 09:03:23.781403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-e3810f5c-0f0a-40b9-af25-a54d2942b623 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155551 Jul 14 09:03:23.856222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72088cc0-eb67-4baa-9859-45ae31f2d7d6 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:23.858382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8374d-da1c-4945-8a97-4953142ba481 req-a8c8add6-9ec1-4307-9b67-791d2c724b16 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:23.859907 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9db8374d-da1c-4945-8a97-4953142ba481 req-a8c8add6-9ec1-4307-9b67-791d2c724b16 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.1316738 Jul 14 09:03:23.862004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a85af9-7e96-4509-98ad-ff6274a63627,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:23.875012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.905523 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08bca33c-5de6-4cf5-aa85-262e9c6923d2 req-11e24d77-a4e2-4859-ab35-c2a98ed8b263 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319406 Jul 14 09:03:23.914420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Transition to ACTIVE for port object 72088cc0-eb67-4baa-9859-45ae31f2d7d6 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:23.916802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on host n-h2-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:23.916983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:23.917313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:23.921796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Checking segment: {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:23.922156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Network hostable DHCP agents. Network: 826c1bf7-65dc-41a1-83d6-0d94a06d6508, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:23.925871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9db8374d-da1c-4945-8a97-4953142ba481 req-858dbc19-2d9b-4270-a3d8-309fea4e22a0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544984 Jul 14 09:03:23.936653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:23.942553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:23.942875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:23.984603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:23.985280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:23.985280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:23.985798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Bound port: 608dcfe1-fa84-498e-bf34-ea27848f69f1, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:24.025827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Pushing event updated for resources: {'Port': ['ID=72088cc0-eb67-4baa-9859-45ae31f2d7d6,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:24.097508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:24.132077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-cded482b-11ad-4919-8da4-29e5a36e42bb service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401022 Jul 14 09:03:24.163890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36794) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:24.177479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 826c1bf7-65dc-41a1-83d6-0d94a06d6508) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:24.197052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31978017-6567-4dad-8f60-a5afc5c0dacb None None] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:24.205653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-909df059-6ea3-40cd-801d-bd2f4906cd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.209854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.210448 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.218594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Attempting to bind port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:24.218931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Attempting to bind port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:24.219268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Attempting to bind port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:24.241939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:24.242806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:24.243202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Attempting to bind port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:24.249959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:24.250471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:24.250895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:24.251333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Bound port: 72088cc0-eb67-4baa-9859-45ae31f2d7d6, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:24.251803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.257826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-02fa288b-f9e7-4e12-9af5-37817b868d36 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3076248 Jul 14 09:03:24.259947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:24.264582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:24.276705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.277992 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-1d735865-ef2c-444b-ae46-2453edc898db service neutron] 10.222.0.18 "POST /v2.0/ports/608dcfe1-fa84-498e-bf34-ea27848f69f1/bindings HTTP/1.1" status: 201 len: 390 time: 0.9127855 Jul 14 09:03:24.420339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] For port 72088cc0-eb67-4baa-9859-45ae31f2d7d6, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:24.442862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] For port 72088cc0-eb67-4baa-9859-45ae31f2d7d6, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=72088cc0-eb67-4baa-9859-45ae31f2d7d6,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:24.451129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.476903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-909df059-6ea3-40cd-801d-bd2f4906cd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.490690 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-909df059-6ea3-40cd-801d-bd2f4906cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.564537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:24.564828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'fixed_ips': [{'subnet_id': '33a85af9-7e96-4509-98ad-ff6274a63627'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:03:24.566196 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.597103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:24.597722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.599437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] 10.222.0.11 "PUT /v2.0/ports/72088cc0-eb67-4baa-9859-45ae31f2d7d6 HTTP/1.1" status: 200 len: 1096 time: 1.9732127 Jul 14 09:03:24.602094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.603337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.618609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'tag': '72088cc0-eb67-4baa-9859-45ae31f2d7d6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:24.629243 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e6066f-a734-4ada-abd5-1318f7f9fd12" -d '{"events": [{"name": "network-changed", "server_uuid": "7838c026-a1b4-4e07-8509-555fb82dd5fc", "tag": "72088cc0-eb67-4baa-9859-45ae31f2d7d6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:24.632767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909df059-6ea3-40cd-801d-bd2f4906cd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99260a-c814-4527-9a60-f0676e523c8e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:24.676527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9f26-bde3-4cd8-bd2c-b4de747ae28a service neutron] Pushing event updated for resources: {'Port': ['ID=72088cc0-eb67-4baa-9859-45ae31f2d7d6,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:24.726547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-909df059-6ea3-40cd-801d-bd2f4906cd31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edaaff45719c4e4897cad06987512757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609772 Jul 14 09:03:24.728991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36824) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:24.828253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.859174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96af74cc-4230-48ab-8081-522cd8de3f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:24.893733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Allocated IP 172.20.0.2 (826c1bf7-65dc-41a1-83d6-0d94a06d6508/33a85af9-7e96-4509-98ad-ff6274a63627/9aac858c-f025-4552-8778-7787f2aa215b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:24.938166 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96af74cc-4230-48ab-8081-522cd8de3f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.010433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548ed76-2721-46d3-9141-d18d40051481 req-57ffb986-444e-47c9-979c-72c39b528aca tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.011973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0548ed76-2721-46d3-9141-d18d40051481 req-57ffb986-444e-47c9-979c-72c39b528aca tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 947 time: 0.3188150 Jul 14 09:03:25.021191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-329a6ffa-d80d-4dbd-9266-87982f2d22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.023196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-329a6ffa-d80d-4dbd-9266-87982f2d22e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1098 time: 0.1293831 Jul 14 09:03:25.092941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96af74cc-4230-48ab-8081-522cd8de3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.095901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96af74cc-4230-48ab-8081-522cd8de3f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.099090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-96af74cc-4230-48ab-8081-522cd8de3f36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d99260a-c814-4527-9a60-f0676e523c8e HTTP/1.1" status: 204 len: 168 time: 0.3665226 Jul 14 09:03:25.121504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af74cc-4230-48ab-8081-522cd8de3f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99260a-c814-4527-9a60-f0676e523c8e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:25.138513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e7d75ce1-5424-4d44-beff-4cb9c944f310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.168838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0548ed76-2721-46d3-9141-d18d40051481 req-bbd08834-257b-4e34-ae58-ffb64439b12b tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255758 Jul 14 09:03:25.200246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-caa87b26-0a9a-4e43-8cd0-9378f3faa11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.201787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-caa87b26-0a9a-4e43-8cd0-9378f3faa11a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.1708272 Jul 14 09:03:25.210516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd122cb-fbf2-4b6e-a1ea-180f1e407943 req-70ccbb1a-2d7a-4733-917d-b98c25c20475 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.214851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bfd122cb-fbf2-4b6e-a1ea-180f1e407943 req-70ccbb1a-2d7a-4733-917d-b98c25c20475 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 946 time: 0.4935784 Jul 14 09:03:25.235876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.250948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Transition to ACTIVE for port object 9aac858c-f025-4552-8778-7787f2aa215b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:25.268040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.269222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Transition to ACTIVE for port object 9aac858c-f025-4552-8778-7787f2aa215b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:25.287813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.310765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-998ca9e5-697d-4126-adb5-31ce06abd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.312541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-998ca9e5-697d-4126-adb5-31ce06abd90e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 1099 time: 0.5925975 Jul 14 09:03:25.326115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-19d97399-43f2-4035-92ba-7e024797c180 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 217 time: 0.1036439 Jul 14 09:03:25.350756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:25.356955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:25.363166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:25.371253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Pushing event updated for resources: {'Port': ['ID=9aac858c-f025-4552-8778-7787f2aa215b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:25.374882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-150a31c7-bba5-489d-a6b6-5d58c5e26b0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=72088cc0-eb67-4baa-9859-45ae31f2d7d6 HTTP/1.1" status: 200 len: 217 time: 0.0418255 Jul 14 09:03:25.439909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8b621636-c77b-476a-9e26-0ff2dc8dbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.444361 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8b621636-c77b-476a-9e26-0ff2dc8dbde5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1110654 Jul 14 09:03:25.447094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Attempting to bind port 9aac858c-f025-4552-8778-7787f2aa215b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:25.447760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Attempting to bind port 9aac858c-f025-4552-8778-7787f2aa215b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:25.448695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Attempting to bind port 9aac858c-f025-4552-8778-7787f2aa215b on network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:25.456170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:25.457010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Checking segment: {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:25.458062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.458326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Bound using segment: {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:25.459276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Bound port: 9aac858c-f025-4552-8778-7787f2aa215b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:25.459431 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.504868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bfd122cb-fbf2-4b6e-a1ea-180f1e407943 req-f259cf25-6bb4-46f0-b2bd-852d6afcbf13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260060 Jul 14 09:03:25.514904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-c54f9f78-709d-4922-ab8a-534295a9438e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640764 Jul 14 09:03:25.560599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] For port 9aac858c-f025-4552-8778-7787f2aa215b, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:25.569542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] For port 9aac858c-f025-4552-8778-7787f2aa215b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9aac858c-f025-4552-8778-7787f2aa215b,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:25.569644 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb021485-81f5-481a-b839-06bf3d899938 x-openstack-request-id: req-eb021485-81f5-481a-b839-06bf3d899938 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:25.569644 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7838c026-a1b4-4e07-8509-555fb82dd5fc", "tag": "72088cc0-eb67-4baa-9859-45ae31f2d7d6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:25.569644 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb021485-81f5-481a-b839-06bf3d899938 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:25.569950 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'tag': '72088cc0-eb67-4baa-9859-45ae31f2d7d6', 'status': 'completed', 'code': 200} Jul 14 09:03:25.571671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-6aedec2d-97db-4ca7-9154-0b9edd57fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.573886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-6aedec2d-97db-4ca7-9154-0b9edd57fc2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1472616 Jul 14 09:03:25.584504 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.696096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92b2e3-1503-4aab-a472-64ccc35fb3fe None None] Pushing event updated for resources: {'Port': ['ID=9aac858c-f025-4552-8778-7787f2aa215b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:25.726960 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-73a2bd6d-3358-450c-8799-6f2aedfa6ced service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997545 Jul 14 09:03:25.742288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-2988e4a7-e09f-4b6a-9a6e-918f9d0d077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.743781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-2988e4a7-e09f-4b6a-9a6e-918f9d0d077e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561289 Jul 14 09:03:25.875195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce7289-dfad-4921-8135-39cb00169e90 req-4f142b71-ad9d-4de3-87fa-97f1f88825eb tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:25.876894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07ce7289-dfad-4921-8135-39cb00169e90 req-4f142b71-ad9d-4de3-87fa-97f1f88825eb tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 972 time: 0.1185892 Jul 14 09:03:25.898110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-a1e70815-bafd-4547-8dfe-ca37c27724a3 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599493 Jul 14 09:03:25.913892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-7d6b2a2c-dba3-4272-ab97-795187a53e69 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473086 Jul 14 09:03:25.925309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e7d75ce1-5424-4d44-beff-4cb9c944f310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:25.927289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07ce7289-dfad-4921-8135-39cb00169e90 req-b838a305-546b-4e8c-a6b1-5c3009bd7477 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Jul 14 09:03:26.015602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4b86-8ecc-47be-849f-d86bc467d122 req-710e1bca-38b4-439c-a0bf-8d0f6560182a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.017200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df4a4b86-8ecc-47be-849f-d86bc467d122 req-710e1bca-38b4-439c-a0bf-8d0f6560182a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.3532276 Jul 14 09:03:26.017864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e7d75ce1-5424-4d44-beff-4cb9c944f310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.182429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df7268a7-b05f-4a12-b9cb-925fe798f45f req-7b75c7ed-9a9a-4df1-89d8-047dfd56c0ca service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483537 Jul 14 09:03:26.192265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-aa5c702b-2c4d-445c-bbb5-bc109bc64ad8 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.193837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-aa5c702b-2c4d-445c-bbb5-bc109bc64ad8 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1098 time: 0.1581049 Jul 14 09:03:26.212172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-44'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:26.291453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36874) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:26.334046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e7d75ce1-5424-4d44-beff-4cb9c944f310 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a9abe60679040d68834b272949fe735&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7636001 Jul 14 09:03:26.340917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:26.357562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d75ce1-5424-4d44-beff-4cb9c944f310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea70bdc-23b2-4dd0-be98-261b9fe06d27,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:26.388687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df4a4b86-8ecc-47be-849f-d86bc467d122 req-aaf045fa-5a9b-4c4b-b18c-42f9c7f62f81 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086146 Jul 14 09:03:26.394838 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.438272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.549429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-network', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:26.582554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-1612b08e-0bb8-4154-a696-9621b5a154d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.584300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-1612b08e-0bb8-4154-a696-9621b5a154d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 1099 time: 0.3190446 Jul 14 09:03:26.584998 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e95ac51e-69ee-41e9-80d5-a55d5e847a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.625825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.722842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e95ac51e-69ee-41e9-80d5-a55d5e847a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.728161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Made reservation on behalf of 5e5e278314ca4a92ac6ef2d769986e9d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:26.728703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118c1f-5b4d-4fe1-a7fc-df80282b21db req-c687cd8d-5d8a-467f-a5b6-39d92bcc98d9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.730319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77118c1f-5b4d-4fe1-a7fc-df80282b21db req-c687cd8d-5d8a-467f-a5b6-39d92bcc98d9 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 947 time: 0.1667187 Jul 14 09:03:26.730431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.796837 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.809017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Allocated IP 172.25.2.99 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e392b849-717b-46c3-84a7-f275b37adba9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:26.809444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77118c1f-5b4d-4fe1-a7fc-df80282b21db req-0fe162b4-fb78-4f01-8a1f-dd2efcbaaa12 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Jul 14 09:03:26.849349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:26.913247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:26.928221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-0f1a2b9c-7e38-4365-8f75-53edcaf5f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:26.930298 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-0f1a2b9c-7e38-4365-8f75-53edcaf5f1d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3337522 Jul 14 09:03:26.981816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:26.984239 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f687b5-954b-406a-a9b8-fc5fc711e227" -d '{"events": [{"server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "name": "network-vif-unplugged", "status": "completed", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:26.988335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:26.998840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.007312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.11', 60183) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:27.049627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a785b1e-4df8-4435-b525-b06b31a11d60 None None] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:27.111933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:27.154562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0765bbfb-777c-419f-b9f6-e4213d87290b None None] Provisioning for port 9aac858c-f025-4552-8778-7787f2aa215b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:27.190404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9aac858c-f025-4552-8778-7787f2aa215b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:27.216732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-2222076e-8575-4709-aede-46840c963b94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=72088cc0-eb67-4baa-9859-45ae31f2d7d6 HTTP/1.1" status: 200 len: 217 time: 0.2700036 Jul 14 09:03:27.226781 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e95ac51e-69ee-41e9-80d5-a55d5e847a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.229283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e95ac51e-69ee-41e9-80d5-a55d5e847a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.232771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e95ac51e-69ee-41e9-80d5-a55d5e847a09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dea70bdc-23b2-4dd0-be98-261b9fe06d27 HTTP/1.1" status: 204 len: 168 time: 0.8779216 Jul 14 09:03:27.237037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-c65af444-f7e1-464a-a8a5-4cb3d2086360 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.238537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-c65af444-f7e1-464a-a8a5-4cb3d2086360 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 972 time: 0.2131159 Jul 14 09:03:27.292301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff121ecf-a4eb-427f-9474-880ca83eb71b req-d7e243c6-55bc-4b1b-9f02-33fcd316dd6f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.293563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff121ecf-a4eb-427f-9474-880ca83eb71b req-d7e243c6-55bc-4b1b-9f02-33fcd316dd6f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 946 time: 0.5596030 Jul 14 09:03:27.298991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ac51e-69ee-41e9-80d5-a55d5e847a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea70bdc-23b2-4dd0-be98-261b9fe06d27,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:27.305993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 9aac858c-f025-4552-8778-7787f2aa215b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:27.312127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9aac858c-f025-4552-8778-7787f2aa215b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:27.312515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.381800 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.390154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-de666a50-e197-4945-95f9-2a875b0ec983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.391950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-de666a50-e197-4945-95f9-2a875b0ec983 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1564968 Jul 14 09:03:27.400587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on host n-h1-758944-44 for vnic_type normal with profile {"migrating_to": "n-h2-758944-44"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:27.400923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:27.401246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:27.415596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:27.415920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Attempting to bind port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:27.437772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:27.438115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:27.438949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:27.439450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Bound port: 608dcfe1-fa84-498e-bf34-ea27848f69f1, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:27.440148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.440915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.461625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5d39-f2ba-47a6-996f-6d3cb24b520b req-e8fe4711-022e-4c31-9929-2ce33fe4b422 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.469226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-770a5d39-f2ba-47a6-996f-6d3cb24b520b req-e8fe4711-022e-4c31-9929-2ce33fe4b422 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 972 time: 0.3202851 Jul 14 09:03:27.485733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 9aac858c-f025-4552-8778-7787f2aa215b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9aac858c-f025-4552-8778-7787f2aa215b,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:27.491498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.514420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff121ecf-a4eb-427f-9474-880ca83eb71b req-86342e47-9f1a-4a6f-ad15-4931d98037ed tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875231 Jul 14 09:03:27.566570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.574092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=9aac858c-f025-4552-8778-7787f2aa215b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:27.574655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:27.597253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.612997 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828d8497-28d5-41ae-8374-13a9e7009b25 x-openstack-request-id: req-828d8497-28d5-41ae-8374-13a9e7009b25 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:27.613299 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "name": "network-vif-unplugged", "status": "completed", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:27.613561 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-828d8497-28d5-41ae-8374-13a9e7009b25 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:27.613958 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1', 'code': 200} Jul 14 09:03:27.615733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:27.629204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:27.632796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-770a5d39-f2ba-47a6-996f-6d3cb24b520b req-9d64f677-94f7-4fd5-8640-5cddc6897c86 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc69b979-566a-4668-9088-c5025df3462c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621537 Jul 14 09:03:27.634231 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.641741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.642576 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Added segment 1ee7f318-2ba7-4654-b8d3-32cf4dcb297c of type vlan for network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 Jul 14 09:03:27.701517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.707859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-364d2323-e8e4-4dbf-819b-8e88d2cdf0b9 None None] Provisioning complete for port 9aac858c-f025-4552-8778-7787f2aa215b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:27.711636 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-364d2323-e8e4-4dbf-819b-8e88d2cdf0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.734005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:27.738611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Deleting port fcde0c9c-1149-457f-8259-590c4e1414b1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:27.739419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.772053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d157b4f-34ce-4a82-892e-08b240d38ca1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:27.782559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.804736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.805801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.807937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.824515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-96ccf280-7c09-4c0d-9ce8-3453a8c5db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.826646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-96ccf280-7c09-4c0d-9ce8-3453a8c5db2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4192703 Jul 14 09:03:27.836859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36914) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:27.876076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:27.879896 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.881797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-8417395a-4367-42fb-be46-444b010f9e27 service neutron] 10.222.0.11 "PUT /v2.0/ports/608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 1124 time: 1.6759067 Jul 14 09:03:27.883208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d975a5-2df3-4c21-bec0-f4a5e6300fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:27.929109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['608dcfe1-fa84-498e-bf34-ea27848f69f1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:27.968936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:27.978600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:27.981537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6888359 Jul 14 09:03:27.993959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:28.004135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:28.062265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Request body: {'subnet': {'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-subnet', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:28.065390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Pushing event updated for resources: {'Port': ['ID=e392b849-717b-46c3-84a7-f275b37adba9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:28.074894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] For port fcde0c9c-1149-457f-8259-590c4e1414b1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fcde0c9c-1149-457f-8259-590c4e1414b1,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:28.075261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.095688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33e64-38c1-4c34-bac5-64ad3e7bd16d req-2bea2acc-52e4-4af9-bbfc-b309eaa4db37 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.097479 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50b33e64-38c1-4c34-bac5-64ad3e7bd16d req-2bea2acc-52e4-4af9-bbfc-b309eaa4db37 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.2701457 Jul 14 09:03:28.101285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:28.103402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e2a28-5f0a-4a23-82ab-8b24c5a6f55e admin admin] Pushing event updated for resources: {'Network': ['ID=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:28.112805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Calling delete_port for fcde0c9c-1149-457f-8259-590c4e1414b1 owned by compute:tempest-test_az-2083589253 {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:28.136285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:28.223758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-e7ebc242-7e57-4c34-822c-e3bc3410336c service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638880 Jul 14 09:03:28.247226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d975a5-2df3-4c21-bec0-f4a5e6300fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.255860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50b33e64-38c1-4c34-bac5-64ad3e7bd16d req-d1e1c9b6-fe76-48d9-8cb6-7153525d2c9a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442943 Jul 14 09:03:28.262261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d975a5-2df3-4c21-bec0-f4a5e6300fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.312163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-faaac039-2c90-4fed-97e1-62a09f2061c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.348287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-55d975a5-2df3-4c21-bec0-f4a5e6300fc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e8aec011505490b9be3d61d8f8744e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031126 Jul 14 09:03:28.352989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d975a5-2df3-4c21-bec0-f4a5e6300fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c80775-a1ce-46b9-9175-eb7169bbe5ea,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:28.357990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:28.367090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba57e4-f8ae-4000-adbf-eda7f5fb02af req-0344c303-44bc-45af-8908-34b560589411 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.371816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba57e4-f8ae-4000-adbf-eda7f5fb02af req-0344c303-44bc-45af-8908-34b560589411 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 947 time: 0.3892384 Jul 14 09:03:28.395432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Made reservation on behalf of 5e5e278314ca4a92ac6ef2d769986e9d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:28.398158 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.443402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.457822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fcde0c9c-1149-457f-8259-590c4e1414b1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:28.509925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Pushing event deleted for resources: {'Port': ['ID=fcde0c9c-1149-457f-8259-590c4e1414b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:28.567788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] No DVR routers for this DVR port fcde0c9c-1149-457f-8259-590c4e1414b1 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:28.571342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.573965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a63c9a59-afbe-4ab4-9c0e-428b2e28662d req-b4878730-a14b-43db-b5a2-b667a35c9ed9 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.11 "DELETE /v2.0/ports/fcde0c9c-1149-457f-8259-590c4e1414b1 HTTP/1.1" status: 204 len: 173 time: 1.3284664 Jul 14 09:03:28.581659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5e6066f-a734-4ada-abd5-1318f7f9fd12 req-7f77d4c7-4eaf-41c0-a267-d55d5b3b6002 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134720 Jul 14 09:03:28.674755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-faaac039-2c90-4fed-97e1-62a09f2061c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.681250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-faaac039-2c90-4fed-97e1-62a09f2061c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.682949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba57e4-f8ae-4000-adbf-eda7f5fb02af req-e30cd23c-8c48-44df-8cf9-13e6493ddaaa tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967317 Jul 14 09:03:28.716386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.763466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaac039-2c90-4fed-97e1-62a09f2061c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba3da7-6e6e-4bba-b6dc-ed32e3bdbaa6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:28.771125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-faaac039-2c90-4fed-97e1-62a09f2061c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b4e98d43c274133b0ff529edc60a690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6663849 Jul 14 09:03:28.771884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36934) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:28.810787 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2fb3-9b63-459c-b7d0-0b877f0713b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.846231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba74bcc-6b88-4b4a-87bf-857b65e6c602 req-4458850f-8a88-495c-950e-61e94887d36c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:28.847889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dba74bcc-6b88-4b4a-87bf-857b65e6c602 req-4458850f-8a88-495c-950e-61e94887d36c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 944 time: 0.1623561 Jul 14 09:03:28.848747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94816511-0ef2-44d5-abf5-fdc5b1ae22da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.873625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2fb3-9b63-459c-b7d0-0b877f0713b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.882463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94816511-0ef2-44d5-abf5-fdc5b1ae22da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.927398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dba74bcc-6b88-4b4a-87bf-857b65e6c602 req-73e0f1b2-e57b-40cd-b288-83c21f613ee1 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686131 Jul 14 09:03:28.946932 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94816511-0ef2-44d5-abf5-fdc5b1ae22da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.949885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94816511-0ef2-44d5-abf5-fdc5b1ae22da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:28.953869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b6ebb39-f286-4ce4-b58e-b2faf0312d1a req-bc8e214f-3bbd-4c05-81fa-11ff80f46057 tempest-AggregatesAdminTestJSON-1356427939 tempest-AggregatesAdminTestJSON-1356427939-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4d71659-df6c-43c4-bef0-976a33b33e13 HTTP/1.1" status: 200 len: 210 time: 0.0874698 Jul 14 09:03:28.959825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-94816511-0ef2-44d5-abf5-fdc5b1ae22da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bba3da7-6e6e-4bba-b6dc-ed32e3bdbaa6 HTTP/1.1" status: 204 len: 168 time: 0.1842606 Jul 14 09:03:28.970638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94816511-0ef2-44d5-abf5-fdc5b1ae22da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba3da7-6e6e-4bba-b6dc-ed32e3bdbaa6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:28.992577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.122730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.124789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fe6844-953a-468d-b72a-f85b5e40736c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:29.130429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2fb3-9b63-459c-b7d0-0b877f0713b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.134113 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2fb3-9b63-459c-b7d0-0b877f0713b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.135087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e7e2fb3-9b63-459c-b7d0-0b877f0713b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2c80775-a1ce-46b9-9175-eb7169bbe5ea HTTP/1.1" status: 204 len: 168 time: 0.7623725 Jul 14 09:03:29.147206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Checking segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:29.148028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Network hostable DHCP agents. Network: d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:29.150682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9aac858c-f025-4552-8778-7787f2aa215b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:29.197269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2fb3-9b63-459c-b7d0-0b877f0713b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c80775-a1ce-46b9-9175-eb7169bbe5ea,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:29.237750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9aac858c-f025-4552-8778-7787f2aa215b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:29.238900 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.472024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:29.476223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36946) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:29.496093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:29.497709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1749f87b-adf9-407a-9caf-a1e75f9e20d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.505154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250dfd07-3401-4a58-8d12-27ac74522bc6 None None] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:29.513036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:29.514253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.558965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e49879-a167-4ba8-b9fb-4df0182e8565 req-3932e006-f744-4b92-ac1a-1769a4619b7e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:29.561106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2e49879-a167-4ba8-b9fb-4df0182e8565 req-3932e006-f744-4b92-ac1a-1769a4619b7e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.0985215 Jul 14 09:03:29.600949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Router a3b0f836-d375-4dc1-b0d0-5593b5139e8a is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:03:29.622214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2e49879-a167-4ba8-b9fb-4df0182e8565 req-99721dab-99c7-461b-841d-c0d547b9d06b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Jul 14 09:03:29.627175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1'}, {'server_uuid': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'name': 'network-vif-deleted', 'tag': 'fcde0c9c-1149-457f-8259-590c4e1414b1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:29.630920 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1"}, {"server_uuid": "e4d71659-df6c-43c4-bef0-976a33b33e13", "name": "network-vif-deleted", "tag": "fcde0c9c-1149-457f-8259-590c4e1414b1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:29.697079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:03:29.698010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.711367 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cf162b-e224-4898-b86d-809cff2f9ac7 x-openstack-request-id: req-a8cf162b-e224-4898-b86d-809cff2f9ac7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:29.711597 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1", "status": "completed", "code": 200}, {"server_uuid": "e4d71659-df6c-43c4-bef0-976a33b33e13", "name": "network-vif-deleted", "tag": "fcde0c9c-1149-457f-8259-590c4e1414b1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:29.711824 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8cf162b-e224-4898-b86d-809cff2f9ac7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:29.712258 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1', 'status': 'completed', 'code': 200} Jul 14 09:03:29.712521 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d71659-df6c-43c4-bef0-976a33b33e13', 'name': 'network-vif-deleted', 'tag': 'fcde0c9c-1149-457f-8259-590c4e1414b1', 'status': 'completed', 'code': 200} Jul 14 09:03:29.814382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:29.824287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Sync routers for ids ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:29.830393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1749f87b-adf9-407a-9caf-a1e75f9e20d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.837189 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Routers {'a3b0f836-d375-4dc1-b0d0-5593b5139e8a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:29.837519 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:29.839990 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1749f87b-adf9-407a-9caf-a1e75f9e20d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.863636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ad185544-5e58-4a3d-88f1-96dbf74c1ea9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8574729 Jul 14 09:03:29.865762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-a3cca654-5285-4515-af33-5518cc37acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:29.867852 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-a3cca654-5285-4515-af33-5518cc37acce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1127 time: 0.1403685 Jul 14 09:03:29.868352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:29.877152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:29.878624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0fa65f07-b6de-4dd3-adea-977c6fefa748 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6177065 Jul 14 09:03:29.885317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:29.885664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36962) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:29.905734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Allocated IP 172.20.0.2 (d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74/46fe6844-953a-468d-b72a-f85b5e40736c/75a8702f-451a-48f5-9db8-f75b2e4e6187) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:29.967180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1749f87b-adf9-407a-9caf-a1e75f9e20d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f65d0c8d74d4b39802553a19a540bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897037 Jul 14 09:03:29.972501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:29.989046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749f87b-adf9-407a-9caf-a1e75f9e20d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a5b05d-6faa-4b20-9e09-b50b4e480e97,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.040039 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Set router a3b0f836-d375-4dc1-b0d0-5593b5139e8a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:30.040230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.042440 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.132589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-d691f163-872f-446a-9e79-223bb00dd7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.132782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.135242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-d691f163-872f-446a-9e79-223bb00dd7fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.2445717 Jul 14 09:03:30.144136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Transition to ACTIVE for port object 75a8702f-451a-48f5-9db8-f75b2e4e6187 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:30.163144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Transition to ACTIVE for port object 75a8702f-451a-48f5-9db8-f75b2e4e6187 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:30.171009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.203930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138907e-299c-42ee-8d05-083a3eedcf39 req-9d0dc06f-8d4c-4ab2-9653-2284c163855f tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.207711 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.214999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0138907e-299c-42ee-8d05-083a3eedcf39 req-9d0dc06f-8d4c-4ab2-9653-2284c163855f tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 947 time: 0.3850849 Jul 14 09:03:30.216316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:30.220301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:30.227549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:30.260553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29873c47-3557-4b5b-81b9-4469dad49c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.265422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-7f13d247-b01f-49c8-a93a-cc9e6a1a4ce7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 217 time: 0.0880699 Jul 14 09:03:30.279372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Pushing event updated for resources: {'Port': ['ID=75a8702f-451a-48f5-9db8-f75b2e4e6187,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.288620 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:03:28Z', 'revision_number': 3, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:30.317116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Attempting to bind port 75a8702f-451a-48f5-9db8-f75b2e4e6187 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:30.317642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Attempting to bind port 75a8702f-451a-48f5-9db8-f75b2e4e6187 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:30.318289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Attempting to bind port 75a8702f-451a-48f5-9db8-f75b2e4e6187 on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:30.321162 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Checking router: a3b0f836-d375-4dc1-b0d0-5593b5139e8a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:30.321521 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Updating router a3b0f836-d375-4dc1-b0d0-5593b5139e8a port e392b849-717b-46c3-84a7-f275b37adba9 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:30.325038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:30.325416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Checking segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:30.325818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.326240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Bound using segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:30.326671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Bound port: 75a8702f-451a-48f5-9db8-f75b2e4e6187, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:30.327053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.353102 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0138907e-299c-42ee-8d05-083a3eedcf39 req-8dd8660b-3204-4d4a-b0b3-26cc6873a031 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233375 Jul 14 09:03:30.356577 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.415756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] For port 75a8702f-451a-48f5-9db8-f75b2e4e6187, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:30.423394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] For port 75a8702f-451a-48f5-9db8-f75b2e4e6187, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=75a8702f-451a-48f5-9db8-f75b2e4e6187,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:30.431113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.436988 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29873c47-3557-4b5b-81b9-4469dad49c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.439788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 72088cc0-eb67-4baa-9859-45ae31f2d7d6 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:30.584175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 72088cc0-eb67-4baa-9859-45ae31f2d7d6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=72088cc0-eb67-4baa-9859-45ae31f2d7d6,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:30.607002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '72088cc0-eb67-4baa-9859-45ae31f2d7d6', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '72088cc0-eb67-4baa-9859-45ae31f2d7d6', 'mac_address': 'fa:16:3e:d0:42:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:30.612411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-58595b57-9d73-4cb3-abd4-484994fce45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.614390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-58595b57-9d73-4cb3-abd4-484994fce45c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.3134501 Jul 14 09:03:30.619489 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.650668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8d59f-e509-48ce-af99-478876b132db req-6d595852-fd09-4242-a330-f1b475127430 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:30.652274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65d8d59f-e509-48ce-af99-478876b132db req-6d595852-fd09-4242-a330-f1b475127430 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 944 time: 0.4684737 Jul 14 09:03:30.677289 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-bd097f80-e960-496e-87aa-032bda34e686 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504584 Jul 14 09:03:30.731717 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.755712 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.786917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72088cc0-eb67-4baa-9859-45ae31f2d7d6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:30.795866 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Transition to ACTIVE for port object e392b849-717b-46c3-84a7-f275b37adba9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:30.809751 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.810605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29873c47-3557-4b5b-81b9-4469dad49c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.812633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 72088cc0-eb67-4baa-9859-45ae31f2d7d6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=72088cc0-eb67-4baa-9859-45ae31f2d7d6,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:30.813659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29873c47-3557-4b5b-81b9-4469dad49c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.814578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29873c47-3557-4b5b-81b9-4469dad49c66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0a5b05d-6faa-4b20-9e09-b50b4e480e97 HTTP/1.1" status: 204 len: 168 time: 0.8390324 Jul 14 09:03:30.829790 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:30.830425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:30.842566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65d8d59f-e509-48ce-af99-478876b132db req-de470f98-15e6-4948-80bf-06857526e634 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634326 Jul 14 09:03:30.856117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29873c47-3557-4b5b-81b9-4469dad49c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a5b05d-6faa-4b20-9e09-b50b4e480e97,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.890536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5dbe9-de51-4894-8fcd-6975afc71d08 None None] Pushing event updated for resources: {'Port': ['ID=75a8702f-451a-48f5-9db8-f75b2e4e6187,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.933548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-89624797-1d26-419a-9c81-a6af5a6d4371 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465849 Jul 14 09:03:30.939186 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Pushing event updated for resources: {'Port': ['ID=e392b849-717b-46c3-84a7-f275b37adba9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.986259 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:03:30.987761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=72088cc0-eb67-4baa-9859-45ae31f2d7d6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:30.989121 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.989489 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.990090 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.991842 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.992353 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.993901 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.994407 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.995633 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.997510 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.997772 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.998123 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:30.998464 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Tracked resource versions report: Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: pushed versions: Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Log': {'1.0'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Network': {'1.1'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Port': {'1.7'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: consumer versions: Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: { DHCP agent@n-d-758944-44: {}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: HyperV agent@n-h1-758944-44: {}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: HyperV agent@n-h2-758944-44: {}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: L3 agent@n-d-758944-44: {}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: Metadata agent@n-d-758944-44: {}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: Metering agent@n-d-758944-44: {}, Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: Open vSwitch agent@n-d-758944-44: { 'AddressGroup': '1.2', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Log': '1.0', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Network': '1.1', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Port': '1.7', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'PortForwarding': '1.2', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'QosPolicy': '1.8', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'SubPort': '1.0', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Subnet': '1.1', Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: 'Trunk': '1.1'}} Jul 14 09:03:31.003995 n-d-758944-44 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:03:31.009802 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Attempting to bind port e392b849-717b-46c3-84a7-f275b37adba9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:31.010190 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Attempting to bind port e392b849-717b-46c3-84a7-f275b37adba9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:31.010561 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Attempting to bind port e392b849-717b-46c3-84a7-f275b37adba9 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:31.025891 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:31.026287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:31.026707 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.027107 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:31.031273 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Bound port: e392b849-717b-46c3-84a7-f275b37adba9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:31.031739 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.156317 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] For port e392b849-717b-46c3-84a7-f275b37adba9, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:31.161788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:31.162094 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] For port e392b849-717b-46c3-84a7-f275b37adba9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e392b849-717b-46c3-84a7-f275b37adba9,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:31.170792 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.204436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.213715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 has no active binding in host n-h2-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:03:31.251148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057f5af-96eb-4634-82dc-7c27b3111264 req-5f152a11-b0a7-4dc4-abf0-ecc159024c01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:31.252543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e24caaf-63fe-4f76-af6d-2febdbd9d0e2 req-f4bd094c-10f2-4af4-bd21-fcf5e235a429 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114247 Jul 14 09:03:31.259810 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c057f5af-96eb-4634-82dc-7c27b3111264 req-5f152a11-b0a7-4dc4-abf0-ecc159024c01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.3572955 Jul 14 09:03:31.291080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.324959 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b91e8-d5d4-40f7-af6e-6032e1b83080 None None] Pushing event updated for resources: {'Port': ['ID=e392b849-717b-46c3-84a7-f275b37adba9,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:31.349228 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.372716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.484531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['72088cc0-eb67-4baa-9859-45ae31f2d7d6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:31.495763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:31.498586 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Routers {'a3b0f836-d375-4dc1-b0d0-5593b5139e8a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:31.499517 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:31.596915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c057f5af-96eb-4634-82dc-7c27b3111264 req-3e3cc17f-13cc-4a74-8f21-8ed46d9332ff tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361778 Jul 14 09:03:31.644336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Allocated IP 172.20.0.1 (826c1bf7-65dc-41a1-83d6-0d94a06d6508/33a85af9-7e96-4509-98ad-ff6274a63627/943c8bef-29fa-4d18-918a-e5aa368c8644) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:31.685970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Allocated IP 172.25.2.52 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/5cca3a41-2217-49a4-a750-ccba6f8b6325) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:31.705200 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] Set router a3b0f836-d375-4dc1-b0d0-5593b5139e8a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:31.733065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd3ce2-1cb0-464f-91d7-b8bb09aea278 req-6751bf97-4409-4c6d-93b8-750b011d820e tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:31.734781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71fd3ce2-1cb0-464f-91d7-b8bb09aea278 req-6751bf97-4409-4c6d-93b8-750b011d820e tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 948 time: 0.1560652 Jul 14 09:03:31.829286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.843507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Transition to ACTIVE for port object 943c8bef-29fa-4d18-918a-e5aa368c8644 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:31.893715 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:31.938952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71fd3ce2-1cb0-464f-91d7-b8bb09aea278 req-e6fcb4ba-3e04-4ea2-b4fc-073583ccf0bc tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409500 Jul 14 09:03:32.009667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:32.012862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:32.029835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:32.045848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Pushing event updated for resources: {'Port': ['ID=943c8bef-29fa-4d18-918a-e5aa368c8644,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:32.062350 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a9e0e27b-5121-4223-bd65-2de0e251de40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e883137b748446c39dd894d4566388a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628059 Jul 14 09:03:32.070309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:32.114550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.159885 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:03:28Z', 'revision_number': 3, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:32.181308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.198312 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40566380-65e9-445f-ae0b-00f1bec511f2 None None] The sync data for ids ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'] in n-d-758944-44 is: [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:03:28Z', 'revision_number': 3, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:32.249847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb26c3ca-3573-4fa3-80f1-2bede7d4d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.301404 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb26c3ca-3573-4fa3-80f1-2bede7d4d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.427394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 72088cc0-eb67-4baa-9859-45ae31f2d7d6 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:32.470997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb26c3ca-3573-4fa3-80f1-2bede7d4d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.473693 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb26c3ca-3573-4fa3-80f1-2bede7d4d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.474874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eb26c3ca-3573-4fa3-80f1-2bede7d4d9e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc69b979-566a-4668-9088-c5025df3462c HTTP/1.1" status: 204 len: 168 time: 0.4001381 Jul 14 09:03:32.514715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d1bfe065-1d97-4551-8107-4c769d64a385 None None] Provisioning for port 943c8bef-29fa-4d18-918a-e5aa368c8644 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:32.535111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26c3ca-3573-4fa3-80f1-2bede7d4d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc69b979-566a-4668-9088-c5025df3462c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:32.538339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d1bfe065-1d97-4551-8107-4c769d64a385 None None] Provisioning complete for port 943c8bef-29fa-4d18-918a-e5aa368c8644 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:32.538793 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe065-1d97-4551-8107-4c769d64a385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.572274 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.623279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076d947-a8b4-4b74-b4d8-54316f3ca750 None None] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:32.717538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:32.744900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:32.751226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:32.783418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37058) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:32.797568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfe065-1d97-4551-8107-4c769d64a385 None None] Port 943c8bef-29fa-4d18-918a-e5aa368c8644 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:32.816375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f041203-3e13-4961-8941-7a761637d1d5 req-a59dbcf7-59d9-423a-a2bf-beb60636fb32 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:32.824327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8f041203-3e13-4961-8941-7a761637d1d5 req-a59dbcf7-59d9-423a-a2bf-beb60636fb32 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 944 time: 0.7172489 Jul 14 09:03:32.833334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.843272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:32.852321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:32.853126 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:32.932020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Pushing event updated for resources: {'Port': ['ID=5cca3a41-2217-49a4-a750-ccba6f8b6325,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:32.976865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8f041203-3e13-4961-8941-7a761637d1d5 req-d79d85e8-5f52-477f-95d4-919ffbc25e20 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480830 Jul 14 09:03:33.101950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17549190-f7d8-49ba-b343-7f0b4ddd5d39 req-ba54d314-f5c1-4017-8f7b-7d2a3813d0e6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:33.113440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17549190-f7d8-49ba-b343-7f0b4ddd5d39 req-ba54d314-f5c1-4017-8f7b-7d2a3813d0e6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.1368570 Jul 14 09:03:33.237122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f8c5f629-5679-4466-99f2-ada9f07e19f7 None None] Provisioning for port 75a8702f-451a-48f5-9db8-f75b2e4e6187 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:33.325741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.346116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.453188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:33.476743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17549190-f7d8-49ba-b343-7f0b4ddd5d39 req-7eb084a6-e23a-447c-abe0-b843f77b9d4a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607130 Jul 14 09:03:33.559084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-e53891c9-a6b4-40fd-b7f4-c39b48afe742 service neutron] 10.222.0.48 "GET /v2.0/ports/608dcfe1-fa84-498e-bf34-ea27848f69f1/bindings/n-h2-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.3083410 Jul 14 09:03:33.605217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e392b849-717b-46c3-84a7-f275b37adba9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:33.652668 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.705656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72088cc0-eb67-4baa-9859-45ae31f2d7d6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:33.708597 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc76d76-962b-417c-8da7-d8b67d4e1359" -d '{"events": [{"server_uuid": "7838c026-a1b4-4e07-8509-555fb82dd5fc", "name": "network-vif-plugged", "status": "completed", "tag": "72088cc0-eb67-4baa-9859-45ae31f2d7d6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:33.715715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e392b849-717b-46c3-84a7-f275b37adba9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:33.731489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 72088cc0-eb67-4baa-9859-45ae31f2d7d6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=72088cc0-eb67-4baa-9859-45ae31f2d7d6,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:33.732731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a883bbc4-5f41-48a3-81f5-0871e9ed964e tempest-AutoAllocateNetworkTest-986117403 tempest-AutoAllocateNetworkTest-986117403-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2d205d1994194877a09042e81ffc423d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9473944 Jul 14 09:03:33.733331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e392b849-717b-46c3-84a7-f275b37adba9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:33.734957 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.748709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37080) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:33.772931 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.774542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fcde0c9c-1149-457f-8259-590c4e1414b1 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:33.801755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: fcde0c9c-1149-457f-8259-590c4e1414b1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:33.802195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fcde0c9c-1149-457f-8259-590c4e1414b1 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:33.854312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Pushing event updated for resources: {'Port': ['ID=943c8bef-29fa-4d18-918a-e5aa368c8644,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:33.867633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.925952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=72088cc0-eb67-4baa-9859-45ae31f2d7d6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:33.949030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7c6febe0-8d6f-41ea-9ea3-e6461675a099 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3b4aff5672c489bbe78cd516586b7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712062 Jul 14 09:03:33.952902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37082) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:33.960261 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.985446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port e392b849-717b-46c3-84a7-f275b37adba9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e392b849-717b-46c3-84a7-f275b37adba9,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:33.994974 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.997742 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:33.998788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 75a8702f-451a-48f5-9db8-f75b2e4e6187 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:34.043321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-bcff3857-7784-400d-90d8-d5f47dfaaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.044916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-bcff3857-7784-400d-90d8-d5f47dfaaf56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1102 time: 0.4806850 Jul 14 09:03:34.062142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f2b6be-e978-4a08-a346-e46a1df3e6aa tempest-AutoAllocateNetworkTest-986117403 tempest-AutoAllocateNetworkTest-986117403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.064191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a2f2b6be-e978-4a08-a346-e46a1df3e6aa tempest-AutoAllocateNetworkTest-986117403 tempest-AutoAllocateNetworkTest-986117403-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3058729 Jul 14 09:03:34.074110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37088) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:34.078214 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a4a3b5-dffc-4086-a14a-a38b5bf96403 x-openstack-request-id: req-16a4a3b5-dffc-4086-a14a-a38b5bf96403 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:34.078646 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838c026-a1b4-4e07-8509-555fb82dd5fc", "name": "network-vif-plugged", "status": "completed", "tag": "72088cc0-eb67-4baa-9859-45ae31f2d7d6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:34.078985 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16a4a3b5-dffc-4086-a14a-a38b5bf96403 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:34.079524 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72088cc0-eb67-4baa-9859-45ae31f2d7d6', 'code': 200} Jul 14 09:03:34.081682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f07ca-7606-4006-ba92-d5f8be9fdaef req-10bf817c-8e4d-4fa5-a7a9-40c1bc132f5b tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.089511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef1f07ca-7606-4006-ba92-d5f8be9fdaef req-10bf817c-8e4d-4fa5-a7a9-40c1bc132f5b tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 948 time: 0.5640364 Jul 14 09:03:34.110079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=e392b849-717b-46c3-84a7-f275b37adba9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:34.151014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 75a8702f-451a-48f5-9db8-f75b2e4e6187 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:34.158164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 75a8702f-451a-48f5-9db8-f75b2e4e6187 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:34.159372 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.249021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb8ef-37f5-4488-bacb-edb0eaa0049d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.291466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-57fb9a79-2f8d-458d-802d-44692779764b tempest-AutoAllocateNetworkTest-986117403 tempest-AutoAllocateNetworkTest-986117403-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006183 Jul 14 09:03:34.295452 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.306057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37092) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:34.324392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb8ef-37f5-4488-bacb-edb0eaa0049d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.343437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-87a8890d-2c42-4a60-8c16-4c86ed7e72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.343706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 75a8702f-451a-48f5-9db8-f75b2e4e6187, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=75a8702f-451a-48f5-9db8-f75b2e4e6187,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:34.344912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-87a8890d-2c42-4a60-8c16-4c86ed7e72f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2727180 Jul 14 09:03:34.351714 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.368169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4f5ce22f-182c-46ef-9f21-1cf2acd401f1 tempest-AutoAllocateNetworkTest-986117403 tempest-AutoAllocateNetworkTest-986117403-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2d205d1994194877a09042e81ffc423d HTTP/1.1" status: 200 len: 208 time: 0.0610273 Jul 14 09:03:34.381923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef1f07ca-7606-4006-ba92-d5f8be9fdaef req-f22909c4-bcfe-46d5-8a05-eaa76b43a98f tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924521 Jul 14 09:03:34.470677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=75a8702f-451a-48f5-9db8-f75b2e4e6187,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:34.474141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37098) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:34.475655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:34.477695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-840c9e45-c44b-46c3-a7ab-a507ed1706c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.1190820 Jul 14 09:03:34.479160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:34.565659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90043-dae8-423f-b89e-6a239947fb6a req-3b554016-6878-4a50-89b1-bfb5baebc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.568053 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bf90043-dae8-423f-b89e-6a239947fb6a req-3b554016-6878-4a50-89b1-bfb5baebc2cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 1101 time: 0.3834279 Jul 14 09:03:34.669906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-72d3ebb3-71de-4bed-9801-64ce45531b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.673821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-72d3ebb3-71de-4bed-9801-64ce45531b0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1867328 Jul 14 09:03:34.690667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:34.693547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb8ef-37f5-4488-bacb-edb0eaa0049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.696297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2bb8ef-37f5-4488-bacb-edb0eaa0049d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.706486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fe2bb8ef-37f5-4488-bacb-edb0eaa0049d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d4b8ba4-2052-485c-92b0-9de7dc187abe HTTP/1.1" status: 204 len: 168 time: 0.7514751 Jul 14 09:03:34.783683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bb8ef-37f5-4488-bacb-edb0eaa0049d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b8ba4-2052-485c-92b0-9de7dc187abe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:34.803160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20df7-54b4-432c-87ac-f997f8420d1a req-2d2700be-b60f-40cc-b6f3-53a87ef8b613 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.807597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58d20df7-54b4-432c-87ac-f997f8420d1a req-2d2700be-b60f-40cc-b6f3-53a87ef8b613 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 944 time: 0.5057626 Jul 14 09:03:34.809403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.817051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bf90043-dae8-423f-b89e-6a239947fb6a req-c7842792-0086-47c6-bf0c-437565786983 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009022 Jul 14 09:03:34.817738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:34.838894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37108) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:34.853033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Router a3b0f836-d375-4dc1-b0d0-5593b5139e8a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:03:34.875050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-bc9abc56-7c5f-441f-8827-31eb0b969b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.877318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-bc9abc56-7c5f-441f-8827-31eb0b969b26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1969724 Jul 14 09:03:34.886660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a88b-c54f-4337-9b13-69a96220a69d req-ff3321f5-06eb-4f48-8ad4-c691ab2e5b8c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:34.893777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a169a88b-c54f-4337-9b13-69a96220a69d req-ff3321f5-06eb-4f48-8ad4-c691ab2e5b8c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.2171872 Jul 14 09:03:34.904092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d3974b97-69fa-44ba-b7ad-a0d04f134280 None None] Provisioning complete for port 943c8bef-29fa-4d18-918a-e5aa368c8644 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:34.905723 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3974b97-69fa-44ba-b7ad-a0d04f134280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:34.966262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608dcfe1-fa84-498e-bf34-ea27848f69f1 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:34.981859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d3974b97-69fa-44ba-b7ad-a0d04f134280 None None] Port 943c8bef-29fa-4d18-918a-e5aa368c8644 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:34.992622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744aa39e-699d-4d6e-8fa2-5d5ab4e6f65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.012663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:35.040448 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58d20df7-54b4-432c-87ac-f997f8420d1a req-eba2d973-5064-42b7-bfae-327a7ae439a4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117691 Jul 14 09:03:35.122017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.182654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a169a88b-c54f-4337-9b13-69a96220a69d req-f63d0cc4-2f39-4ecf-88d1-2c6d8f75683c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874246 Jul 14 09:03:35.183866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:35.200163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e392b849-717b-46c3-84a7-f275b37adba9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:35.229410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d46f2775-9859-4cab-a853-fcf48ba2f237 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3b0f836-d375-4dc1-b0d0-5593b5139e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3190765 Jul 14 09:03:35.243282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60cf6240-5cba-442b-bb82-3a9b5b9335cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.274143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-7da5829c-b879-4fc1-ac03-0047165122c8 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768480 Jul 14 09:03:35.291095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e392b849-717b-46c3-84a7-f275b37adba9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:35.291404 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.394436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 75a8702f-451a-48f5-9db8-f75b2e4e6187 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:35.456347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 75a8702f-451a-48f5-9db8-f75b2e4e6187 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:35.457359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.494250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Router 43ebfe06-a112-43f9-8281-4aa2d297c967 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:03:35.557189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] Transition to ACTIVE for port object 608dcfe1-fa84-498e-bf34-ea27848f69f1 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:35.584881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744aa39e-699d-4d6e-8fa2-5d5ab4e6f65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.588629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.607129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744aa39e-699d-4d6e-8fa2-5d5ab4e6f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.759369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Sync routers for ids ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:35.765877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aabe40a-600b-4b3f-94e4-4664294c6ca9 req-b7361c7f-299e-4fba-a33e-dbec77345288 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837899 Jul 14 09:03:35.782458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Routers {'a3b0f836-d375-4dc1-b0d0-5593b5139e8a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:35.783386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:35.834104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37134) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:35.835567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-744aa39e-699d-4d6e-8fa2-5d5ab4e6f65d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8f54484f8824ecbbfeb74e1bc764476&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3207116 Jul 14 09:03:35.855803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] No DVR routers for this DVR port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:35.882722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60cf6240-5cba-442b-bb82-3a9b5b9335cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.894795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60cf6240-5cba-442b-bb82-3a9b5b9335cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:35.924358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744aa39e-699d-4d6e-8fa2-5d5ab4e6f65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ba158b-b8e5-475e-8d94-60948465c137,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:35.946931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Set router a3b0f836-d375-4dc1-b0d0-5593b5139e8a gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:35.966081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] Pushing event updated for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:35.997711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-60cf6240-5cba-442b-bb82-3a9b5b9335cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d205d1994194877a09042e81ffc423d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1565444 Jul 14 09:03:36.001146 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13ecd4b0-1a66-4576-90fd-664782146e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.005738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37144) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:36.028178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-fc3f57fa-d2c7-4e62-a927-f381f12ef48f service neutron] 10.222.0.48 "PUT /v2.0/ports/608dcfe1-fa84-498e-bf34-ea27848f69f1/bindings/n-h2-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 2.4679024 Jul 14 09:03:36.029211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:36.041295 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Sync routers for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:36.052248 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:36.055036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed360c-63cb-4cc1-8197-8dfff5e85f37 req-b5d430a7-88cc-479c-ad4a-ce014706f6f3 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.057171 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:36.068881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0ed360c-63cb-4cc1-8197-8dfff5e85f37 req-b5d430a7-88cc-479c-ad4a-ce014706f6f3 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 949 time: 0.4220495 Jul 14 09:03:36.082001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13ecd4b0-1a66-4576-90fd-664782146e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.122062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf6240-5cba-442b-bb82-3a9b5b9335cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db93f69-0894-4898-9176-693d96ebefc7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:36.211914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13ecd4b0-1a66-4576-90fd-664782146e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.215008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13ecd4b0-1a66-4576-90fd-664782146e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.216430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-13ecd4b0-1a66-4576-90fd-664782146e72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37ba158b-b8e5-475e-8d94-60948465c137 HTTP/1.1" status: 204 len: 168 time: 0.3808570 Jul 14 09:03:36.232726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecd4b0-1a66-4576-90fd-664782146e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ba158b-b8e5-475e-8d94-60948465c137,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:36.271734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.273013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bf00c57d-5854-405a-bfa7-9dc2785ca9ee admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3970263 Jul 14 09:03:36.295198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:36.337635 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:36.382730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:03:32Z', 'revision_number': 4, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '943c8bef-29fa-4d18-918a-e5aa368c8644', 'name': '', 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'mac_address': 'fa:16:3e:0c:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '33a85af9-7e96-4509-98ad-ff6274a63627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 2, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'subnets': [{'id': '33a85af9-7e96-4509-98ad-ff6274a63627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:36.388284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0ed360c-63cb-4cc1-8197-8dfff5e85f37 req-f90c3c12-0f07-4a36-b81f-7fe2039a96cf tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941804 Jul 14 09:03:36.388905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5a71-b789-4c2b-a50e-8c6840a37e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.430178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc65db4-12cf-4aba-8242-b13ee31341ba req-8c139cbf-6a66-4e5b-958e-96bf226c3a29 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.447113 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afc65db4-12cf-4aba-8242-b13ee31341ba req-8c139cbf-6a66-4e5b-958e-96bf226c3a29 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.2006674 Jul 14 09:03:36.447113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:36.458375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-network', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:36.484409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Checking router: a3b0f836-d375-4dc1-b0d0-5593b5139e8a for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:36.484797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Updating router a3b0f836-d375-4dc1-b0d0-5593b5139e8a port 943c8bef-29fa-4d18-918a-e5aa368c8644 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:36.511115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5a71-b789-4c2b-a50e-8c6840a37e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.574011 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.581124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afc65db4-12cf-4aba-8242-b13ee31341ba req-a7c6f5a2-3cf2-404a-8459-a37094b46498 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150582 Jul 14 09:03:36.584208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Made reservation on behalf of b85ffdc937034b6b8a0a7e4d752ae2f4 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:36.588878 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.599403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-d35b6a0e-5ef9-4998-960a-6495adeb91ef tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:36.601017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-d35b6a0e-5ef9-4998-960a-6495adeb91ef tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.4883993 Jul 14 09:03:36.609394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.668821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 3, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:36.717897 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Checking router: 43ebfe06-a112-43f9-8281-4aa2d297c967 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:36.727922 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Updating router 43ebfe06-a112-43f9-8281-4aa2d297c967 port 5cca3a41-2217-49a4-a750-ccba6f8b6325 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:36.806208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:36.806361 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.809306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.822297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7402432-379c-4a31-88f6-665f3a003a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.832233 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.867254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d715f-40dd-4aa3-87a8-9c2fdc657b3d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:36.883156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:36.901259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:36.901663 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Added segment dacc175b-f98b-4bfd-9676-5ae0e4d13d4c of type vlan for network c898dda0-983f-4141-860c-fd0c0d146218 Jul 14 09:03:36.958155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.026126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.027107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.027782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.052104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.081579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Transition to ACTIVE for port object 943c8bef-29fa-4d18-918a-e5aa368c8644 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:37.089092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7402432-379c-4a31-88f6-665f3a003a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.097027 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.103637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7402432-379c-4a31-88f6-665f3a003a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.148687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] Pushing event updated for resources: {'Network': ['ID=c898dda0-983f-4141-860c-fd0c0d146218,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.149583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebe3a6-2b75-4662-9f15-53d43370684d None None] Pushing event updated for resources: {'Port': ['ID=943c8bef-29fa-4d18-918a-e5aa368c8644,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.165709 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-de9db741-cd9e-4539-8151-770cdfffc579 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7190571 Jul 14 09:03:37.174508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f7402432-379c-4a31-88f6-665f3a003a08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=211029585ccd4dd49727509a1d95d793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649011 Jul 14 09:03:37.175049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:37.175510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:37.178377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c898dda0-983f-4141-860c-fd0c0d146218 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:37.181212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Request body: {'subnet': {'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-subnet', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:37.249873 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.268999 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Transition to ACTIVE for port object 5cca3a41-2217-49a4-a750-ccba6f8b6325 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:37.278149 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.281239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbafedfb-191d-40eb-b6c0-5dc79da76eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.329001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7402432-379c-4a31-88f6-665f3a003a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64324faf-986c-4fed-ab8c-03128536e67b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.362776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbafedfb-191d-40eb-b6c0-5dc79da76eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.373853 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Attempting to bind port 5cca3a41-2217-49a4-a750-ccba6f8b6325 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:37.374090 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Attempting to bind port 5cca3a41-2217-49a4-a750-ccba6f8b6325 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:37.374952 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Attempting to bind port 5cca3a41-2217-49a4-a750-ccba6f8b6325 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:37.384667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Made reservation on behalf of b85ffdc937034b6b8a0a7e4d752ae2f4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:37.387571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.402468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Attempting to bind port 943c8bef-29fa-4d18-918a-e5aa368c8644 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:37.402945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Attempting to bind port 943c8bef-29fa-4d18-918a-e5aa368c8644 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:37.403425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Attempting to bind port 943c8bef-29fa-4d18-918a-e5aa368c8644 on network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:37.405804 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f18237-d31e-481d-be12-7690a2e5323b None None] Pushing event updated for resources: {'Port': ['ID=5cca3a41-2217-49a4-a750-ccba6f8b6325,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.411340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:37.411842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Checking segment: {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:37.412301 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.412748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Bound using segment: {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:37.413359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Bound port: 943c8bef-29fa-4d18-918a-e5aa368c8644, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:37.413813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.416351 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:37.417626 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:37.419410 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.420086 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:37.421092 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Bound port: 5cca3a41-2217-49a4-a750-ccba6f8b6325, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:37.424399 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.499404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] For port 943c8bef-29fa-4d18-918a-e5aa368c8644, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:37.503294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] For port 943c8bef-29fa-4d18-918a-e5aa368c8644, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=943c8bef-29fa-4d18-918a-e5aa368c8644,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:37.511176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.530811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbafedfb-191d-40eb-b6c0-5dc79da76eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.541476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbafedfb-191d-40eb-b6c0-5dc79da76eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.545769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cbafedfb-191d-40eb-b6c0-5dc79da76eaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64324faf-986c-4fed-ab8c-03128536e67b HTTP/1.1" status: 204 len: 168 time: 0.3609421 Jul 14 09:03:37.565957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafedfb-191d-40eb-b6c0-5dc79da76eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64324faf-986c-4fed-ab8c-03128536e67b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.597751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebe3a6-2b75-4662-9f15-53d43370684d None None] Pushing event updated for resources: {'Port': ['ID=943c8bef-29fa-4d18-918a-e5aa368c8644,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.610329 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] For port 5cca3a41-2217-49a4-a750-ccba6f8b6325, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:37.616331 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] For port 5cca3a41-2217-49a4-a750-ccba6f8b6325, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5cca3a41-2217-49a4-a750-ccba6f8b6325,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:37.620204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Routers {'a3b0f836-d375-4dc1-b0d0-5593b5139e8a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:37.621353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:37.624677 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.680385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5a71-b789-4c2b-a50e-8c6840a37e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.689171 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8ff5a71-b789-4c2b-a50e-8c6840a37e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.693010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f8ff5a71-b789-4c2b-a50e-8c6840a37e9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0db93f69-0894-4898-9176-693d96ebefc7 HTTP/1.1" status: 204 len: 168 time: 1.6768878 Jul 14 09:03:37.756120 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:37.757378 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:37.793120 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f18237-d31e-481d-be12-7690a2e5323b None None] Pushing event updated for resources: {'Port': ['ID=5cca3a41-2217-49a4-a750-ccba6f8b6325,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.846643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:37.884071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff5a71-b789-4c2b-a50e-8c6840a37e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db93f69-0894-4898-9176-693d96ebefc7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:37.917747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-b91328ca-b679-43ca-adc9-5a43f5f0e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.919741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-b91328ca-b679-43ca-adc9-5a43f5f0e53d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 1097 time: 1.2942796 Jul 14 09:03:37.958588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c4afe-f0ab-46fc-85ca-24f2b63dae39 req-babd436d-c454-4da2-9913-e0c0973823cc tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:37.960435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af7c4afe-f0ab-46fc-85ca-24f2b63dae39 req-babd436d-c454-4da2-9913-e0c0973823cc tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 1.2995834 Jul 14 09:03:37.973480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:38.004631 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:38.012509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] Set router a3b0f836-d375-4dc1-b0d0-5593b5139e8a gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:38.130638 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.137453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624000e-e1d8-47dd-83a1-368aadea9eeb req-7ee6dcbc-77a0-479d-ba4a-c5d8a8405ce0 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.146527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3624000e-e1d8-47dd-83a1-368aadea9eeb req-7ee6dcbc-77a0-479d-ba4a-c5d8a8405ce0 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 949 time: 0.3048301 Jul 14 09:03:38.150530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b13a98-cae0-49aa-b518-449c319b60e9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:38.177696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Checking segment: {'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:38.178713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Network hostable DHCP agents. Network: c898dda0-983f-4141-860c-fd0c0d146218, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:38.220868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3624000e-e1d8-47dd-83a1-368aadea9eeb req-a716acfb-54d0-4b32-9a1f-23f624423d1b tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726159 Jul 14 09:03:38.222207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af7c4afe-f0ab-46fc-85ca-24f2b63dae39 req-581193c8-d396-47a5-8560-d9d63317aa13 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451754 Jul 14 09:03:38.284579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Network c898dda0-983f-4141-860c-fd0c0d146218 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:38.309326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c898dda0-983f-4141-860c-fd0c0d146218) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:38.314272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.314866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.344638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26c1e668-c095-4f87-864c-94f32a0249f5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1680641 Jul 14 09:03:38.345258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37214) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:38.354157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:38.358774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8385092-ee1f-453d-acd6-e1abe7d08d13 None None] Network c898dda0-983f-4141-860c-fd0c0d146218 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:38.402408 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.405436 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.465915 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 3, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:38.503624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-77748536-2d13-4712-b702-8bb5db1c638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.505146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-77748536-2d13-4712-b702-8bb5db1c638d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1097 time: 0.4783273 Jul 14 09:03:38.516977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:38.531825 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489004f-9c81-49b8-a3ab-75e3c28f0d8a None None] The sync data for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 is: [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 3, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:38.535928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.643612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c898dda0-983f-4141-860c-fd0c0d146218', 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'fixed_ips': [{'subnet_id': '04b13a98-cae0-49aa-b518-449c319b60e9'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:03:38.644562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.815769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a764091-e5ae-4d52-a832-7580c5185d11 req-a0a8961d-b6cd-4738-bfdc-8b281ff1390f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.825251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a764091-e5ae-4d52-a832-7580c5185d11 req-a0a8961d-b6cd-4738-bfdc-8b281ff1390f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.4373498 Jul 14 09:03:38.833219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Allocated IP 172.20.0.1 (d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74/46fe6844-953a-468d-b72a-f85b5e40736c/ebf09aa0-a9c6-4b39-919d-a85fb3c23043) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:38.841756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Allocated IP 172.20.0.2 (c898dda0-983f-4141-860c-fd0c0d146218/04b13a98-cae0-49aa-b518-449c319b60e9/5858e2f6-b06a-4472-8dac-e269f95c933a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:38.844404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:38.850888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-4f71a823-e059-41e4-b682-af179b5ee489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:38.852387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-4f71a823-e059-41e4-b682-af179b5ee489 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.3289177 Jul 14 09:03:38.957300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-6b15adc9-0750-4675-af1a-e98bf3f60d9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 217 time: 0.0933623 Jul 14 09:03:39.052809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a764091-e5ae-4d52-a832-7580c5185d11 req-962608a3-698e-4a3b-9b32-6e29bfaf8571 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177043 Jul 14 09:03:39.143714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-f201005f-2e6d-4b79-948d-1f5597aac924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:39.151410 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-f201005f-2e6d-4b79-948d-1f5597aac924 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1344786 Jul 14 09:03:39.241831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5cca3a41-2217-49a4-a750-ccba6f8b6325 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:39.255554 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.301796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-ab6a2cf7-a417-4714-a27c-9598cacc59e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479816 Jul 14 09:03:39.333405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Transition to ACTIVE for port object 5858e2f6-b06a-4472-8dac-e269f95c933a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:39.336988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:39.415856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Transition to ACTIVE for port object 5858e2f6-b06a-4472-8dac-e269f95c933a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:39.461215 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.470563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.510560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.523920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.548013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Transition to ACTIVE for port object ebf09aa0-a9c6-4b39-919d-a85fb3c23043 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:39.571581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Network c898dda0-983f-4141-860c-fd0c0d146218 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:39.577665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:39.583593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:39.589702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:03:32Z', 'revision_number': 4, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '943c8bef-29fa-4d18-918a-e5aa368c8644', 'name': '', 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'mac_address': 'fa:16:3e:0c:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '33a85af9-7e96-4509-98ad-ff6274a63627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:37Z', 'revision_number': 4, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'subnets': [{'id': '33a85af9-7e96-4509-98ad-ff6274a63627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:39.632355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb790b59-4a5c-46f2-95c9-b4ca0187fe8a None None] The sync data for ids ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'] in n-d-758944-44 is: [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:03:32Z', 'revision_number': 4, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '943c8bef-29fa-4d18-918a-e5aa368c8644', 'name': '', 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'mac_address': 'fa:16:3e:0c:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '33a85af9-7e96-4509-98ad-ff6274a63627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:37Z', 'revision_number': 4, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'subnets': [{'id': '33a85af9-7e96-4509-98ad-ff6274a63627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:39.643048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5cca3a41-2217-49a4-a750-ccba6f8b6325 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:39.646705 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-ae9ed27f-6469-459a-9149-040c7389333e service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306355 Jul 14 09:03:39.658288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5cca3a41-2217-49a4-a750-ccba6f8b6325 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:39.658777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.730938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.806825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Pushing event updated for resources: {'Port': ['ID=5858e2f6-b06a-4472-8dac-e269f95c933a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:39.820139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d68150-df36-46fa-96cf-b38aee239e0b req-b68c6932-c7ac-44dd-a6b3-d896744510de tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:39.829781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95d68150-df36-46fa-96cf-b38aee239e0b req-b68c6932-c7ac-44dd-a6b3-d896744510de tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.2831221 Jul 14 09:03:39.871818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Attempting to bind port 5858e2f6-b06a-4472-8dac-e269f95c933a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:39.872882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Attempting to bind port 5858e2f6-b06a-4472-8dac-e269f95c933a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:39.873291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Attempting to bind port 5858e2f6-b06a-4472-8dac-e269f95c933a on network c898dda0-983f-4141-860c-fd0c0d146218 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:39.884158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:39.884544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Checking segment: {'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:39.884958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.885660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Bound using segment: {'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:39.886911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Bound port: 5858e2f6-b06a-4472-8dac-e269f95c933a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:39.887323 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.903545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:39.919904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:39.920569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-937faf64-8926-459f-844f-00e8018f0b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.926869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:39.927581 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:39.983968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95d68150-df36-46fa-96cf-b38aee239e0b req-296f135e-745d-41ac-a145-8f642828ff89 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482465 Jul 14 09:03:39.998074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f68026-e067-4391-98b4-92330285ae7b req-8e7ba66a-1a83-4bc5-ab9d-5ad04c89594a tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:40.005438 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48f68026-e067-4391-98b4-92330285ae7b req-8e7ba66a-1a83-4bc5-ab9d-5ad04c89594a tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 949 time: 0.4543798 Jul 14 09:03:40.121456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48f68026-e067-4391-98b4-92330285ae7b req-7554fc45-bdd3-4b42-99a4-dffe8f69e42e tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122139 Jul 14 09:03:40.135043 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.186174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] For port 5858e2f6-b06a-4472-8dac-e269f95c933a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:40.207497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Allocated IP 172.25.2.134 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/0b481d8a-e146-47ce-b79f-e186fb56082a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:40.250323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5cca3a41-2217-49a4-a750-ccba6f8b6325, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5cca3a41-2217-49a4-a750-ccba6f8b6325,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:40.263039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] For port 5858e2f6-b06a-4472-8dac-e269f95c933a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5858e2f6-b06a-4472-8dac-e269f95c933a,segment=NetworkSegment(dacc175b-f98b-4bfd-9676-5ae0e4d13d4c),segment_id=dacc175b-f98b-4bfd-9676-5ae0e4d13d4c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:40.264397 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.283982 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.431974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5cca3a41-2217-49a4-a750-ccba6f8b6325,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:40.536744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4600bea3-2fe6-4162-af56-84ef87b4a0bb None None] Provisioning for port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:40.583017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4600bea3-2fe6-4162-af56-84ef87b4a0bb None None] Provisioning complete for port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:40.587160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4600bea3-2fe6-4162-af56-84ef87b4a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.607312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad69b1-f49b-49b2-bd5e-e30cc93e4d15 None None] Pushing event updated for resources: {'Port': ['ID=5858e2f6-b06a-4472-8dac-e269f95c933a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:40.718344 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.721820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:40.754223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4600bea3-2fe6-4162-af56-84ef87b4a0bb None None] Port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:40.809732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-9db55c42-fa69-4db3-8c2c-35d817819edb service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1535692 Jul 14 09:03:40.811214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee0b2-2c1c-4d42-87fa-9fa4e3dbd095 req-5d67053f-9e8b-42b7-a6be-ef0b4342630b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:40.819731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-387ee0b2-2c1c-4d42-87fa-9fa4e3dbd095 req-5d67053f-9e8b-42b7-a6be-ef0b4342630b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.3266251 Jul 14 09:03:40.850655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.855104 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-937faf64-8926-459f-844f-00e8018f0b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.868462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-937faf64-8926-459f-844f-00e8018f0b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:40.982052 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-387ee0b2-2c1c-4d42-87fa-9fa4e3dbd095 req-2fb8b932-c464-4d69-966c-36fa71b66c95 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609991 Jul 14 09:03:41.088684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-937faf64-8926-459f-844f-00e8018f0b51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=593eb948add640dc812a338d1771d850&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7455535 Jul 14 09:03:41.097831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:41.104585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937faf64-8926-459f-844f-00e8018f0b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24425398-aa7b-450c-9918-bf3acfaca203,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:41.132575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.237367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:41.261301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:41.271306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.274461 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adc8e46d-3cff-44df-bcfe-0888ed93e403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.304838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:41.336847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Pushing event updated for resources: {'Port': ['ID=0b481d8a-e146-47ce-b79f-e186fb56082a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:41.344322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adc8e46d-3cff-44df-bcfe-0888ed93e403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.363223 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.364199 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.452420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5cca3a41-2217-49a4-a750-ccba6f8b6325 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:41.557941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5cca3a41-2217-49a4-a750-ccba6f8b6325 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:41.558491 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.571583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:41.602129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d8e4-48e6-46fe-a3b7-84fcd9a0befe req-4119db0d-17c7-4fe8-8ba7-927501e85df6 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:41.606033 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-04dadfa5-3582-4fc9-83c5-cde746d76476 service neutron] show failed (client error): The resource could not be found. Jul 14 09:03:41.607092 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-04dadfa5-3582-4fc9-83c5-cde746d76476 service neutron] 10.222.0.48 "GET /v2.0/ports/84c5b7ec-824f-492f-b89b-59cf9917d6aa/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.3272507 Jul 14 09:03:41.615343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9713d8e4-48e6-46fe-a3b7-84fcd9a0befe req-4119db0d-17c7-4fe8-8ba7-927501e85df6 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 949 time: 0.2732940 Jul 14 09:03:41.623256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-e2c22335-1288-4d14-a73b-e97646eef53d tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:41.625144 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-e2c22335-1288-4d14-a73b-e97646eef53d tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.3510709 Jul 14 09:03:41.691902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3fa3f-f0a5-495d-99db-f9297e73033b req-74618fcd-bb7e-4222-bf8f-7acc36e40777 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:41.700489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ffb3fa3f-f0a5-495d-99db-f9297e73033b req-74618fcd-bb7e-4222-bf8f-7acc36e40777 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.3381786 Jul 14 09:03:41.736619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adc8e46d-3cff-44df-bcfe-0888ed93e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.743210 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adc8e46d-3cff-44df-bcfe-0888ed93e403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:41.745062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:41.747431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-adc8e46d-3cff-44df-bcfe-0888ed93e403 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24425398-aa7b-450c-9918-bf3acfaca203 HTTP/1.1" status: 204 len: 168 time: 0.6480317 Jul 14 09:03:41.748526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5858e2f6-b06a-4472-8dac-e269f95c933a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:41.776185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8e46d-3cff-44df-bcfe-0888ed93e403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24425398-aa7b-450c-9918-bf3acfaca203,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:41.790698 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9713d8e4-48e6-46fe-a3b7-84fcd9a0befe req-314bf6d5-39a8-4aeb-a670-8f487b697f22 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740260 Jul 14 09:03:41.833812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:41.870963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5858e2f6-b06a-4472-8dac-e269f95c933a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:41.877077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 943c8bef-29fa-4d18-918a-e5aa368c8644 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:42.029574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 943c8bef-29fa-4d18-918a-e5aa368c8644 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:42.036160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 943c8bef-29fa-4d18-918a-e5aa368c8644 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:42.036542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.183214 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.188700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe4a53-ab1b-47ab-b127-cce7c164e2ab None None] Network c898dda0-983f-4141-860c-fd0c0d146218 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:42.268811 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ffb3fa3f-f0a5-495d-99db-f9297e73033b req-28be5133-dc05-4bea-985a-b580d2a53905 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663157 Jul 14 09:03:42.289295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Router 43ebfe06-a112-43f9-8281-4aa2d297c967 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:03:42.319628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-820ce6f6-aad3-44ed-ac24-f4ba2b12e58e service neutron] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:42.337335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-820ce6f6-aad3-44ed-ac24-f4ba2b12e58e service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.339117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f729e89b-a345-42b4-8ab9-2958282ebb72 None None] Provisioning for port 5858e2f6-b06a-4472-8dac-e269f95c933a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:42.340532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d83cd5c5-2ea1-4001-a724-1a45538deec0 req-820ce6f6-aad3-44ed-ac24-f4ba2b12e58e service neutron] 10.222.0.11 "DELETE /v2.0/ports/608dcfe1-fa84-498e-bf34-ea27848f69f1/bindings/n-h1-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.7023304 Jul 14 09:03:42.355998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 943c8bef-29fa-4d18-918a-e5aa368c8644, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=943c8bef-29fa-4d18-918a-e5aa368c8644,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:42.373993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.379634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f729e89b-a345-42b4-8ab9-2958282ebb72 None None] Provisioning complete for port 5858e2f6-b06a-4472-8dac-e269f95c933a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:42.379915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f729e89b-a345-42b4-8ab9-2958282ebb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.524447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=943c8bef-29fa-4d18-918a-e5aa368c8644,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:42.534020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:42.561533 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.564787 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f92ed84-554a-48c3-b408-c1db6a03ca76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.636022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f729e89b-a345-42b4-8ab9-2958282ebb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.647851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-09aa6a69-c037-4406-8187-6be5f1ef0ab0 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:42.649654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-09aa6a69-c037-4406-8187-6be5f1ef0ab0 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 949 time: 0.2080121 Jul 14 09:03:42.653786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:42.669835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c94a66db-e0e3-4d29-9ec1-4ed09f432b76 admin admin] 10.222.0.18 "PUT /v2.0/routers/43ebfe06-a112-43f9-8281-4aa2d297c967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3629394 Jul 14 09:03:42.683948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Sync routers for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:42.719838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:42.721101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:42.786981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f729e89b-a345-42b4-8ab9-2958282ebb72 None None] For port 5858e2f6-b06a-4472-8dac-e269f95c933a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5858e2f6-b06a-4472-8dac-e269f95c933a,segment=NetworkSegment(dacc175b-f98b-4bfd-9676-5ae0e4d13d4c),segment_id=dacc175b-f98b-4bfd-9676-5ae0e4d13d4c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:42.839821 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f729e89b-a345-42b4-8ab9-2958282ebb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:42.861815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-464bd6a8-514d-4556-bfe3-9e4da206d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:42.872339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-464bd6a8-514d-4556-bfe3-9e4da206d840 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de&tenant_id=da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 1102 time: 0.8255160 Jul 14 09:03:42.938908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:43.029059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729e89b-a345-42b4-8ab9-2958282ebb72 None None] Pushing event updated for resources: {'Port': ['ID=5858e2f6-b06a-4472-8dac-e269f95c933a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:43.048357 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f92ed84-554a-48c3-b408-c1db6a03ca76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.122458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc5c6993-3112-4a90-9d40-17af27b7862c None None] Provisioning complete for port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:43.122783 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6993-3112-4a90-9d40-17af27b7862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.141282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:43.152046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f92ed84-554a-48c3-b408-c1db6a03ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.226373 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.243585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 943c8bef-29fa-4d18-918a-e5aa368c8644 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:43.249117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.269159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3f92ed84-554a-48c3-b408-c1db6a03ca76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73cb1871f82a4be585c746ad8b5d799a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310460 Jul 14 09:03:43.284976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37318) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:43.357148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c6993-3112-4a90-9d40-17af27b7862c None None] Port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:43.406120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd462-af4d-4efe-98cb-4fdb493f12bb req-10d00ebe-86d5-455a-85fe-02bf1f142e18 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:43.416472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20cfd462-af4d-4efe-98cb-4fdb493f12bb req-10d00ebe-86d5-455a-85fe-02bf1f142e18 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.8466041 Jul 14 09:03:43.436855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 943c8bef-29fa-4d18-918a-e5aa368c8644 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:43.437207 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.454232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92ed84-554a-48c3-b408-c1db6a03ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd229a6-d371-4904-bc50-f60d19861ea1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:43.499715 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20cfd462-af4d-4efe-98cb-4fdb493f12bb req-768552a2-6172-4cee-a7e7-9f74897e54c9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Jul 14 09:03:43.511376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fc1d02fc-5d59-47ea-92d0-0818c54c17f7 None None] Provisioning complete for port 5858e2f6-b06a-4472-8dac-e269f95c933a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:43.511817 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc1d02fc-5d59-47ea-92d0-0818c54c17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.536636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Deleting port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:03:43.538879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.623690 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.641674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5858e2f6-b06a-4472-8dac-e269f95c933a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:43.652400 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.685560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:43.696518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-network', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:43.710198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 2, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:43.722356 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.725667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.726966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cd229a6-d371-4904-bc50-f60d19861ea1 HTTP/1.1" status: 204 len: 168 time: 0.4307432 Jul 14 09:03:43.740466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd229a6-d371-4904-bc50-f60d19861ea1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:43.752011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Checking router: 43ebfe06-a112-43f9-8281-4aa2d297c967 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:43.752202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Updating router 43ebfe06-a112-43f9-8281-4aa2d297c967 port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:43.758219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.758886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.759405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.759899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.760394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.760876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.761524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.762007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.762477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.763086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.763632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.764124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e4d6a-d21f-4e42-8ef8-5c68b1f84b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:43.779984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Made reservation on behalf of b12a06ca87964bcd8a63c179237f2fbf for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:43.782759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] For port 72088cc0-eb67-4baa-9859-45ae31f2d7d6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=72088cc0-eb67-4baa-9859-45ae31f2d7d6,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:43.783476 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.791554 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.806454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Calling delete_port for 72088cc0-eb67-4baa-9859-45ae31f2d7d6 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:03:43.809406 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.812034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5858e2f6-b06a-4472-8dac-e269f95c933a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:43.812411 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:43.823529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:43.860055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:43.890462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20ebb-6500-4602-9d16-48488c62b5cd req-a9474e80-b36a-4685-8bc5-5ca797be82cf tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:43.898210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48e20ebb-6500-4602-9d16-48488c62b5cd req-a9474e80-b36a-4685-8bc5-5ca797be82cf tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/ports?device_id=7838c026-a1b4-4e07-8509-555fb82dd5fc HTTP/1.1" status: 200 len: 949 time: 0.4423881 Jul 14 09:03:43.907699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:03:43.936478 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.016342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.043909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['72088cc0-eb67-4baa-9859-45ae31f2d7d6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:44.046044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48e20ebb-6500-4602-9d16-48488c62b5cd req-c2cda7d0-0207-4ce0-b944-afc3045aef5e tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcc1ac2-a682-4ef4-b274-51e09c211e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468370 Jul 14 09:03:44.046539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:44.063315 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5df221-a3e2-44e8-b0b7-3bc291760950" -d '{"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-unplugged", "status": "completed", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:44.092096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Pushing event deleted for resources: {'Port': ['ID=72088cc0-eb67-4baa-9859-45ae31f2d7d6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:44.161963 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-940175be-e4b4-4f68-b4ef-6657d228b377 req-79947004-d7d4-4ee6-acd2-c11a046a87c1 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a47aa73dcdbe41d0a4491819278113b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637329 Jul 14 09:03:44.190244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] No DVR routers for this DVR port 72088cc0-eb67-4baa-9859-45ae31f2d7d6 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:44.193307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.195837 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33c6bf82-5b4f-4236-850a-f965e4578566 req-73aa28f0-2244-46cc-989d-ba887e2a2fb8 tempest-DeleteServersAdminTestJSON-1162957444 tempest-DeleteServersAdminTestJSON-1162957444-project] 10.222.0.11 "DELETE /v2.0/ports/72088cc0-eb67-4baa-9859-45ae31f2d7d6 HTTP/1.1" status: 204 len: 173 time: 1.5322974 Jul 14 09:03:44.196518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'name': 'network-vif-deleted', 'tag': '72088cc0-eb67-4baa-9859-45ae31f2d7d6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:44.199081 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e516fa82-5ff1-40f5-90ed-38d34156df0e" -d '{"events": [{"server_uuid": "7838c026-a1b4-4e07-8509-555fb82dd5fc", "name": "network-vif-deleted", "tag": "72088cc0-eb67-4baa-9859-45ae31f2d7d6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:44.266595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.273944 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.290759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Transition to ACTIVE for port object ebf09aa0-a9c6-4b39-919d-a85fb3c23043 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:44.294647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Transition to ACTIVE for port object 84c5b7ec-824f-492f-b89b-59cf9917d6aa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:44.314318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.352650 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.370017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:44.385572 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Sync routers for ids ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:44.400716 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Routers {'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:44.402458 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:44.404295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874e38e-4646-41be-a8e9-fb76a158148c None None] Pushing event updated for resources: {'Port': ['ID=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:44.487429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940175be-e4b4-4f68-b4ef-6657d228b377 req-4afec650-6697-4715-b0bc-8ee6164d6628 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:44.491257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] No DVR routers for this DVR port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:03:44.501203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-940175be-e4b4-4f68-b4ef-6657d228b377 req-4afec650-6697-4715-b0bc-8ee6164d6628 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120883 Jul 14 09:03:44.512536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:44.535537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Attempting to bind port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:44.536177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Attempting to bind port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:44.536848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Attempting to bind port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:44.545834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:44.553260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Checking segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:44.553765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.554662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-940175be-e4b4-4f68-b4ef-6657d228b377 req-d989841b-8f3e-4388-809d-4db99a1ccba9 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/quotas/a47aa73dcdbe41d0a4491819278113b2 HTTP/1.1" status: 200 len: 375 time: 0.0498085 Jul 14 09:03:44.560620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Bound using segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:44.562296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Bound port: ebf09aa0-a9c6-4b39-919d-a85fb3c23043, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:44.562711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.563538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.563900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.564448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.564594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.564932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.565268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.565607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.566394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.566743 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.568128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.568510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.569393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:03:44.602059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-940175be-e4b4-4f68-b4ef-6657d228b377 req-6d960868-75f4-44bc-9199-5c4a61f5a3f4 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a47aa73dcdbe41d0a4491819278113b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462968 Jul 14 09:03:44.629823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:44.630169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:44.630510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:44.649104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eab40-0ab1-463a-b68b-2d61974cf509 req-52436763-8219-4a97-a0e8-020ff041d91a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:44.657964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f99eab40-0ab1-463a-b68b-2d61974cf509 req-52436763-8219-4a97-a0e8-020ff041d91a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 948 time: 0.3613238 Jul 14 09:03:44.683616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:44.683945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Attempting to bind port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:44.688015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.700183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.732614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:44.732969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:44.733359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:44.733806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Bound port: 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:44.734172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.735229 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Set router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:44.740071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d3e4b5-585b-4472-856c-e1d82a0b77f9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:44.757145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.761239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-804715d4-784a-4724-bb7e-4fbeb1132f6e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4145441 Jul 14 09:03:44.764027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:44.819706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] For port ebf09aa0-a9c6-4b39-919d-a85fb3c23043, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:44.829129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] For port ebf09aa0-a9c6-4b39-919d-a85fb3c23043, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:44.838591 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f99eab40-0ab1-463a-b68b-2d61974cf509 req-54157489-c0bc-465a-90c5-fe6ca5d97e5f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788549 Jul 14 09:03:44.841666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:44.892292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:45.100262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:45.104021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:45.113182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:45.122690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:45.133927 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9df318-36ee-47cc-b7f1-c81156d9b9a6 x-openstack-request-id: req-af9df318-36ee-47cc-b7f1-c81156d9b9a6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:45.134511 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-unplugged", "status": "completed", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:45.135012 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af9df318-36ee-47cc-b7f1-c81156d9b9a6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:45.135738 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'code': 200} Jul 14 09:03:45.143598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.144340 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Added segment 51fb6939-f54e-4e0a-b92b-6eef61662bba of type vlan for network eec21463-bf95-4919-9b4c-0c4a9234ddb6 Jul 14 09:03:45.152252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.250280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874e38e-4646-41be-a8e9-fb76a158148c None None] Pushing event updated for resources: {'Port': ['ID=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.306992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.393101 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:41Z', 'revision_number': 3, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:45.418422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:45.432301 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Checking router: a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:45.432718 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Updating router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 port 0b481d8a-e146-47ce-b79f-e186fb56082a binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:45.433085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:45.440804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.440804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-a993db06-e1da-43a9-906e-c6eff4a14b06 service neutron] 10.222.0.11 "PUT /v2.0/ports/84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 1097 time: 2.5561752 Jul 14 09:03:45.453423 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.507096 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.564453 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1fa8c-0152-474e-bbb2-db03d38aae4a x-openstack-request-id: req-e2f1fa8c-0152-474e-bbb2-db03d38aae4a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:45.565008 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7838c026-a1b4-4e07-8509-555fb82dd5fc", "name": "network-vif-deleted", "tag": "72088cc0-eb67-4baa-9859-45ae31f2d7d6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:45.565008 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2f1fa8c-0152-474e-bbb2-db03d38aae4a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:45.565374 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7838c026-a1b4-4e07-8509-555fb82dd5fc', 'name': 'network-vif-deleted', 'tag': '72088cc0-eb67-4baa-9859-45ae31f2d7d6', 'status': 'completed', 'code': 200} Jul 14 09:03:45.678824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.679480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:45.680081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.741659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a028-539a-4fe4-ae83-87aaef21f9b2 req-7730eb45-d3c6-4f53-bb32-007af9923451 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:45.745372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a807a028-539a-4fe4-ae83-87aaef21f9b2 req-7730eb45-d3c6-4f53-bb32-007af9923451 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1097 time: 0.4521179 Jul 14 09:03:45.749150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0593896 Jul 14 09:03:45.754092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:45.764695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Request body: {'subnet': {'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-subnet', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:45.850998 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.855994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Made reservation on behalf of b12a06ca87964bcd8a63c179237f2fbf for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:45.859700 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.872278 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Transition to ACTIVE for port object 0b481d8a-e146-47ce-b79f-e186fb56082a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:45.887842 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.919814 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a363422-d053-4d0b-bb3d-bbd0c3b9d061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.935858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:44Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:45.938665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6559f-0408-4b89-aa48-af17518ec618 admin admin] Pushing event updated for resources: {'Network': ['ID=eec21463-bf95-4919-9b4c-0c4a9234ddb6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.942306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:45.948250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-176e9aad-4a27-4c59-bc59-7483d10fe785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:45.949874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-176e9aad-4a27-4c59-bc59-7483d10fe785 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1100 time: 0.4442689 Jul 14 09:03:45.968667 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f7c11-e6f8-45cf-b10d-db2a9b78a166 None None] Pushing event updated for resources: {'Port': ['ID=0b481d8a-e146-47ce-b79f-e186fb56082a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:45.978508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a807a028-539a-4fe4-ae83-87aaef21f9b2 req-835eaae5-5a59-4195-a25b-1f03f2de5bd9 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861496 Jul 14 09:03:45.991201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Attempting to bind port 0b481d8a-e146-47ce-b79f-e186fb56082a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:45.991735 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Attempting to bind port 0b481d8a-e146-47ce-b79f-e186fb56082a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:45.992101 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Attempting to bind port 0b481d8a-e146-47ce-b79f-e186fb56082a on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:45.998401 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:45.999013 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:45.999471 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:45.999980 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:46.000468 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Bound port: 0b481d8a-e146-47ce-b79f-e186fb56082a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:46.001010 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.067309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:46.075523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77de06d1-9f4d-4aff-a479-ceaf7f94d389 None None] The sync data for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 is: [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:44Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:46.127705 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] For port 0b481d8a-e146-47ce-b79f-e186fb56082a, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:46.137718 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] For port 0b481d8a-e146-47ce-b79f-e186fb56082a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0b481d8a-e146-47ce-b79f-e186fb56082a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:46.145862 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.174109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-1803a767-2195-4b6a-ad49-3175292eeb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:46.175574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-1803a767-2195-4b6a-ad49-3175292eeb0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2176471 Jul 14 09:03:46.307305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-6ffb9485-5cee-49da-8412-d7245ca05454 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.1243820 Jul 14 09:03:46.367813 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f7c11-e6f8-45cf-b10d-db2a9b78a166 None None] Pushing event updated for resources: {'Port': ['ID=0b481d8a-e146-47ce-b79f-e186fb56082a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:46.410256 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Routers {'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:46.411060 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:46.503952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:46.517143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 72088cc0-eb67-4baa-9859-45ae31f2d7d6 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:03:46.530089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-eb17f0b0-c678-4c7f-b572-1a7a3c97a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:46.533222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-eb17f0b0-c678-4c7f-b572-1a7a3c97a185 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2187550 Jul 14 09:03:46.572002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 72088cc0-eb67-4baa-9859-45ae31f2d7d6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:03:46.572782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 72088cc0-eb67-4baa-9859-45ae31f2d7d6 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:03:46.639602 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] Set router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:46.656142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.735644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf83c1-569f-4650-a1f0-d5fbb0a9fe07 req-85d5efd0-a782-4712-a3f3-f0915cd45241 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:46.737522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08cf83c1-569f-4650-a1f0-d5fbb0a9fe07 req-85d5efd0-a782-4712-a3f3-f0915cd45241 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 948 time: 0.4146533 Jul 14 09:03:46.786473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:46.846838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-afbd3fb8-78e6-47fe-957a-4d4615075ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:46.851771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-afbd3fb8-78e6-47fe-957a-4d4615075ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3101883 Jul 14 09:03:46.876419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08cf83c1-569f-4650-a1f0-d5fbb0a9fe07 req-994e2b6a-80ee-42df-ae27-04ded6a3a735 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312633 Jul 14 09:03:46.946023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a4838d-12c7-416b-b9bd-e08bc6be97c1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:46.988885 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:41Z', 'revision_number': 3, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:47.017810 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3c155-d04f-46cf-9728-6570dac85fc5 None None] The sync data for ids ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'] in n-d-758944-44 is: [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:41Z', 'revision_number': 3, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:47.021827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Checking segment: {'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:47.022416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Network hostable DHCP agents. Network: eec21463-bf95-4919-9b4c-0c4a9234ddb6, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:03:47.045359 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-0b1a82d4-1a88-4301-ad69-b04887298259 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635914 Jul 14 09:03:47.102555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:03:47.111499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Allocated IP 172.20.0.1 (c898dda0-983f-4141-860c-fd0c0d146218/04b13a98-cae0-49aa-b518-449c319b60e9/9f065b48-61c4-44b2-9f5a-518ed89ccad9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:47.150984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-cedb27ee-4da0-42a9-ba69-d74cbd2bf108 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:47.152611 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-cedb27ee-4da0-42a9-ba69-d74cbd2bf108 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.2452693 Jul 14 09:03:47.153250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, eec21463-bf95-4919-9b4c-0c4a9234ddb6) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:47.162344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa693b-a6c5-4db9-a62f-29adf31a171a None None] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:47.178914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:47.181598 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f60ff-e33c-4a21-ba38-f0df05c00069" -d '{"events": [{"name": "network-changed", "server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:47.215227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c70608b-cb5c-41a4-86c9-8f4b37ae7442 req-f6a6a503-a9fc-4326-81fd-d196f92ac3e9 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633844 Jul 14 09:03:47.314228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ebf09aa0-a9c6-4b39-919d-a85fb3c23043 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:47.347808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.368820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Transition to ACTIVE for port object 9f065b48-61c4-44b2-9f5a-518ed89ccad9 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:47.444157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:47.444826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.470296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.488754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-71c8375e-b33c-4206-8dc9-042e053d5008 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/quotas/cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 375 time: 0.3047271 Jul 14 09:03:47.543714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:47.544295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69227e16-2b0a-4633-a203-1e15577484f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7889473 Jul 14 09:03:47.556246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:47.581614 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.583033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.593980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Network c898dda0-983f-4141-860c-fd0c0d146218 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:47.614439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:47.619748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:47.620203 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.638912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:47.645393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:47.646303 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.650018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-eec21463-bf95-4919-9b4c-0c4a9234ddb6', 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'fixed_ips': [{'subnet_id': '08a4838d-12c7-416b-b9bd-e08bc6be97c1'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:03:47.651227 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.668309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.801754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f065b48-61c4-44b2-9f5a-518ed89ccad9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:47.828601 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4711b0f7-1abb-4b50-94d3-f9f568592e9b x-openstack-request-id: req-4711b0f7-1abb-4b50-94d3-f9f568592e9b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:47.829291 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:47.829291 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4711b0f7-1abb-4b50-94d3-f9f568592e9b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:47.829532 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'status': 'completed', 'code': 200} Jul 14 09:03:47.976647 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:47.991028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Allocated IP 172.20.0.2 (eec21463-bf95-4919-9b4c-0c4a9234ddb6/08a4838d-12c7-416b-b9bd-e08bc6be97c1/88391a34-53ea-4366-a487-e90e4d21d70a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:48.034725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-b878c17a-5c05-43e0-9138-14835db6a89a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5449648 Jul 14 09:03:48.115898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ebf09aa0-a9c6-4b39-919d-a85fb3c23043, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:48.122567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-a470c102-2b23-4b9e-89db-6447ec94f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.124672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-a470c102-2b23-4b9e-89db-6447ec94f8ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1100 time: 0.3329663 Jul 14 09:03:48.131639 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.189632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c32e9385-e39a-47f8-bb45-db3c51aa592d None None] Provisioning for port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:48.245164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c32e9385-e39a-47f8-bb45-db3c51aa592d None None] Provisioning complete for port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:48.246047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c32e9385-e39a-47f8-bb45-db3c51aa592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.262625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.288426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-6a79a552-9ef6-424f-b813-08259a3a6422 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525673 Jul 14 09:03:48.320363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:48.345345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-87f9e17b-dc1a-4ffc-82bc-2cc95ebe3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.346850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-87f9e17b-dc1a-4ffc-82bc-2cc95ebe3066 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1911709 Jul 14 09:03:48.361824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.367673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c32e9385-e39a-47f8-bb45-db3c51aa592d None None] Port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:48.395319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.408451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Transition to ACTIVE for port object 88391a34-53ea-4366-a487-e90e4d21d70a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:48.445212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Transition to ACTIVE for port object 88391a34-53ea-4366-a487-e90e4d21d70a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:48.453200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.464839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-447d3bae-226b-4a06-825d-38737294b5ff req-a17502f4-2b29-4fd2-8034-1b4d26fca813 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a47aa73dcdbe41d0a4491819278113b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944498 Jul 14 09:03:48.474615 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-0b8a51e0-67c6-4885-bd01-dad17cc47ae1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.0591047 Jul 14 09:03:48.508717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:48.512186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:48.515394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:48.526848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-bf626263-220c-4f83-975e-0f9d0d1ca488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.527946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Pushing event updated for resources: {'Port': ['ID=88391a34-53ea-4366-a487-e90e4d21d70a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:48.528372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-bf626263-220c-4f83-975e-0f9d0d1ca488 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1100 time: 0.7030897 Jul 14 09:03:48.536420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-99cbbf32-2336-4652-8e57-72f9ecf56b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.537962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-99cbbf32-2336-4652-8e57-72f9ecf56b46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0542021 Jul 14 09:03:48.585547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Attempting to bind port 88391a34-53ea-4366-a487-e90e4d21d70a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:48.585956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Attempting to bind port 88391a34-53ea-4366-a487-e90e4d21d70a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:48.586293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Attempting to bind port 88391a34-53ea-4366-a487-e90e4d21d70a on network eec21463-bf95-4919-9b4c-0c4a9234ddb6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:48.592193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:48.592574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Checking segment: {'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:48.593301 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.593731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Bound using segment: {'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:48.594218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Bound port: 88391a34-53ea-4366-a487-e90e4d21d70a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:48.594604 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.672165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d3bae-226b-4a06-825d-38737294b5ff req-17e087ad-acd6-48fa-b5bb-b7cfd7689285 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.676038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-447d3bae-226b-4a06-825d-38737294b5ff req-17e087ad-acd6-48fa-b5bb-b7cfd7689285 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102811 Jul 14 09:03:48.676966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-1d882869-1b13-4dfe-9882-8a17daf97f5e service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876810 Jul 14 09:03:48.680470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ea8aaa1-61cc-4cfb-9a9e-09b95638a419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.704102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] For port 88391a34-53ea-4366-a487-e90e4d21d70a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:48.707563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] For port 88391a34-53ea-4366-a487-e90e4d21d70a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=88391a34-53ea-4366-a487-e90e4d21d70a,segment=NetworkSegment(51fb6939-f54e-4e0a-b92b-6eef61662bba),segment_id=51fb6939-f54e-4e0a-b92b-6eef61662bba)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:48.712724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.718820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-5c2a8ec0-915a-4e4c-86a0-8940727d850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.720524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-5c2a8ec0-915a-4e4c-86a0-8940727d850a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1832080 Jul 14 09:03:48.723397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-447d3bae-226b-4a06-825d-38737294b5ff req-d7fda8c2-6705-41b9-910d-e4011c05b296 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/quotas/a47aa73dcdbe41d0a4491819278113b2 HTTP/1.1" status: 200 len: 375 time: 0.0278215 Jul 14 09:03:48.775200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-008107c1-7a03-4545-8fec-8c838beed3d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.0451226 Jul 14 09:03:48.778253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.786933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c55931-c292-4342-b9c8-37b463a7b75c None None] Pushing event updated for resources: {'Port': ['ID=88391a34-53ea-4366-a487-e90e4d21d70a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:48.792573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-40da5cb7-ad93-4f8e-8951-d4b976c8de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:48.794463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-40da5cb7-ad93-4f8e-8951-d4b976c8de23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2336938 Jul 14 09:03:48.795206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.796464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:48.813381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-447d3bae-226b-4a06-825d-38737294b5ff req-572d7b2a-fe73-49af-8ef6-71ccd75a9580 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a47aa73dcdbe41d0a4491819278113b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502212 Jul 14 09:03:48.909293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.110843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-00435bb5-90cf-4cea-b5bb-1cf7b3082b0c service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077426 Jul 14 09:03:49.120994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-22b6ddde-6fd4-4230-a663-e8c3b4eb61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:49.122293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-22b6ddde-6fd4-4230-a663-e8c3b4eb61bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.3178296 Jul 14 09:03:49.348180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3236cc3d-c606-47a8-a795-cf42f73d523a req-f4720e90-d831-414a-babf-77eef999c5b4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 210 time: 0.2208838 Jul 14 09:03:49.374306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.391743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b481d8a-e146-47ce-b79f-e186fb56082a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:49.478544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83e6bb-389b-44fd-99bb-7dd4c4856813 req-1545dac4-ba92-465d-b6ab-11dfdc32a8a2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:49.480239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f83e6bb-389b-44fd-99bb-7dd4c4856813 req-1545dac4-ba92-465d-b6ab-11dfdc32a8a2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 948 time: 0.3502622 Jul 14 09:03:49.484797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f065b48-61c4-44b2-9f5a-518ed89ccad9,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:49.492324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.512906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 0b481d8a-e146-47ce-b79f-e186fb56082a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:49.524821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-7fcf18da-db63-4ba4-ae6f-42c61be48875 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361709 Jul 14 09:03:49.532895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0b481d8a-e146-47ce-b79f-e186fb56082a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:49.534052 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.563332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-91470dcd-c9bb-4469-a05e-047227b6ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:49.564353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Network c898dda0-983f-4141-860c-fd0c0d146218 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:49.564989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-91470dcd-c9bb-4469-a05e-047227b6ac22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4194980 Jul 14 09:03:49.566285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:49.616860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.666183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:49.698139 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.769878 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.791934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:03:49.822769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-20cddd19-0836-47be-97d6-578b09bf42fd service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969469 Jul 14 09:03:49.826066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 0b481d8a-e146-47ce-b79f-e186fb56082a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0b481d8a-e146-47ce-b79f-e186fb56082a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:49.831266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:49.832216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ebf09aa0-a9c6-4b39-919d-a85fb3c23043 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:49.837083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f83e6bb-389b-44fd-99bb-7dd4c4856813 req-179da530-bc7b-468d-856a-250dcc039925 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396797 Jul 14 09:03:50.006760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=0b481d8a-e146-47ce-b79f-e186fb56082a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:50.058655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcd50a49-5171-48f4-9964-057d4a1cbe17 None None] Provisioning complete for port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:50.061111 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcd50a49-5171-48f4-9964-057d4a1cbe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.116366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:50.144950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-84189934-7dfd-4417-8f69-d3a6985005b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3790214 Jul 14 09:03:50.147235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:50.147643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.190800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcd50a49-5171-48f4-9964-057d4a1cbe17 None None] Port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:03:50.363330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Allocated IP 172.25.2.237 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:50.476169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-009f60ff-e33c-4a21-ba38-f0df05c00069 req-aebdae19-3290-4a18-83a1-49643e9596d4 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217358 Jul 14 09:03:50.489296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-940a8978-e3d5-47e6-b91c-d3ee467c7cea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa2fa71b47c24ea0b45a03c643a05bad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8089490 Jul 14 09:03:50.491892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:50.540722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:03:50.573561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a577ef41-ea2d-4996-8644-780a0d078261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.611587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a577ef41-ea2d-4996-8644-780a0d078261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.624467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.703767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d605e7f-a77c-49ee-a4b0-ca8d4a082f08 None None] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:03:50.727292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.766669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a577ef41-ea2d-4996-8644-780a0d078261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.774751 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a577ef41-ea2d-4996-8644-780a0d078261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:50.779283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a577ef41-ea2d-4996-8644-780a0d078261 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdcc1ac2-a682-4ef4-b274-51e09c211e7e HTTP/1.1" status: 204 len: 168 time: 0.2841938 Jul 14 09:03:50.821114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:50.830636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:50.836073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:50.895710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-730ea82e-a133-4971-bf26-19f644a5dae0 None None] Provisioning for port 88391a34-53ea-4366-a487-e90e4d21d70a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:50.903707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:51.060714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:51.076647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577ef41-ea2d-4996-8644-780a0d078261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc1ac2-a682-4ef4-b274-51e09c211e7e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:51.094401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-76feee09-e194-46f3-8cfe-e087315d0fa5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:51.098408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-76feee09-e194-46f3-8cfe-e087315d0fa5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.2498143 Jul 14 09:03:51.173937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea1f76c7-42b8-4a04-a547-9d748d4e28ea req-2ea2750e-fe89-4141-8df7-d8739a6e2722 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 210 time: 0.3831279 Jul 14 09:03:51.177498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37562) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:51.181815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Request body: {'port': {'device_id': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'admin_state_up': True, 'tenant_id': 'cc41de32cea44be4bd06b6a809e2cd8c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:51.368046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'mac_address': 'fa:16:3e:7d:b7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:03:51.567543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.623283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Made reservation on behalf of cc41de32cea44be4bd06b6a809e2cd8c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:51.627609 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.651085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 88391a34-53ea-4366-a487-e90e4d21d70a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:51.690058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.761538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Sync routers for ids ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:51.812595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c5b7ec-824f-492f-b89b-59cf9917d6aa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:51.819289 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b68d8f6-a4a6-453b-a665-a52075627fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.875779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Routers {'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:51.876796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:51.933611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8b93a-c7fa-4c71-956e-ca4979586ad0 req-47dcbe7e-5763-48f8-968c-89f9f18913be tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:51.936185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dd8b93a-c7fa-4c71-956e-ca4979586ad0 req-47dcbe7e-5763-48f8-968c-89f9f18913be tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 948 time: 0.4577687 Jul 14 09:03:51.968489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:51.971558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f90e0edd-ee6c-44bd-94df-10457a6c3c2c req-b9760cdc-1936-4309-8f6e-91626f0b07ad tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a47aa73dcdbe41d0a4491819278113b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030519 Jul 14 09:03:52.008698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:52.040868 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.113411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dd8b93a-c7fa-4c71-956e-ca4979586ad0 req-fac74602-5413-42ee-9212-914a5905c1cc tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674187 Jul 14 09:03:52.197998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 88391a34-53ea-4366-a487-e90e4d21d70a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:52.286175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:52.286636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:52.288374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.316126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25f72813-c475-4b76-981f-0fd8c350a038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.356623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 88391a34-53ea-4366-a487-e90e4d21d70a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:52.357286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.583834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Router 69d5bbf3-f422-4cab-bc64-7498b9f6897e is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:03:52.772782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:03:52.793434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Allocated IP 172.20.0.9 (8bc3b966-3fc6-4eb0-addb-5b9f2d96f218/0318592a-122f-42c8-84cb-a5d2c296cd17/a5ee59b0-d349-42e9-8142-353c168c53c0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:52.856733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ee1a8c0-321f-4d06-b872-a085ccea4fee None None] Provisioning complete for port 88391a34-53ea-4366-a487-e90e4d21d70a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:52.857977 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a8c0-321f-4d06-b872-a085ccea4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:52.879754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bdf7c86-dd31-4c37-a4aa-f16518e639eb req-c5106859-e510-4a33-9ca7-aa532db8b481 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 210 time: 0.1283336 Jul 14 09:03:52.894922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e0edd-ee6c-44bd-94df-10457a6c3c2c req-18379fda-3ec0-4971-8882-d1c86a9097a4 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:52.901786 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f90e0edd-ee6c-44bd-94df-10457a6c3c2c req-18379fda-3ec0-4971-8882-d1c86a9097a4 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9286129 Jul 14 09:03:52.995886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:53.018824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Set router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:53.064352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f90e0edd-ee6c-44bd-94df-10457a6c3c2c req-4ab408ae-773c-4e42-bbd0-5b6d39563b39 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/quotas/a47aa73dcdbe41d0a4491819278113b2 HTTP/1.1" status: 200 len: 375 time: 0.1615024 Jul 14 09:03:53.092354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b68d8f6-a4a6-453b-a665-a52075627fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.167308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.231184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.233415 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b68d8f6-a4a6-453b-a665-a52075627fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.264994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2998702f-6a69-41cb-8568-0fc7666e5a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.299868 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a8c0-321f-4d06-b872-a085ccea4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.332428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.346650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:03:53.373002 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25f72813-c475-4b76-981f-0fd8c350a038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.373792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68d8f6-a4a6-453b-a665-a52075627fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c03bba-78a6-42f2-941f-65a3ba5dcc61,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:53.378584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:03:53.380623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:53.411209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f90e0edd-ee6c-44bd-94df-10457a6c3c2c req-5220054a-8b9c-4389-8ee5-85defc6bda55 tempest-QuotasAdminNegativeTest-1400735848 tempest-QuotasAdminNegativeTest-1400735848-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a47aa73dcdbe41d0a4491819278113b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3456299 Jul 14 09:03:53.433596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:03:53.445036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:53.445970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.457828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8ee1a8c0-321f-4d06-b872-a085ccea4fee None None] For port 88391a34-53ea-4366-a487-e90e4d21d70a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=88391a34-53ea-4366-a487-e90e4d21d70a,segment=NetworkSegment(51fb6939-f54e-4e0a-b92b-6eef61662bba),segment_id=51fb6939-f54e-4e0a-b92b-6eef61662bba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:53.522263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a8c0-321f-4d06-b872-a085ccea4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.543253 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3b68d8f6-a4a6-453b-a665-a52075627fc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4ef6829388f439ab3831eada35612a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3251545 Jul 14 09:03:53.545373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:53.668340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:03:53.679101 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:03:53.679968 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:03:53.681164 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Sync routers for ids ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:03:53.692572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25f72813-c475-4b76-981f-0fd8c350a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.697550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1a8c0-321f-4d06-b872-a085ccea4fee None None] Pushing event updated for resources: {'Port': ['ID=88391a34-53ea-4366-a487-e90e4d21d70a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:53.698995 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Routers {'69d5bbf3-f422-4cab-bc64-7498b9f6897e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:53.700217 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:53.714643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 4, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9f065b48-61c4-44b2-9f5a-518ed89ccad9', 'name': '', 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'mac_address': 'fa:16:3e:39:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '04b13a98-cae0-49aa-b518-449c319b60e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:46Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 2, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'subnets': [{'id': '04b13a98-cae0-49aa-b518-449c319b60e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:53.744034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4817-9084-4756-91e5-c02366f55db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.744767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Checking router: a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:53.745346 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Updating router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:53.796662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4817-9084-4756-91e5-c02366f55db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.811411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-25f72813-c475-4b76-981f-0fd8c350a038 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20735e27e43043d29bc9469341d87959&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5163233 Jul 14 09:03:53.816738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:53.828856 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:53.972727 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762aeb1f-3302-4117-9ae1-55022efafe94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.036952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f72813-c475-4b76-981f-0fd8c350a038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6d26cb-9972-4ba0-b5fc-1b909bd798bf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:54.044022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762aeb1f-3302-4117-9ae1-55022efafe94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.090387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4817-9084-4756-91e5-c02366f55db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.093576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4817-9084-4756-91e5-c02366f55db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.097599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6a9b4817-9084-4756-91e5-c02366f55db6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05c03bba-78a6-42f2-941f-65a3ba5dcc61 HTTP/1.1" status: 204 len: 168 time: 0.5490558 Jul 14 09:03:54.109383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4817-9084-4756-91e5-c02366f55db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c03bba-78a6-42f2-941f-65a3ba5dcc61,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:54.147044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762aeb1f-3302-4117-9ae1-55022efafe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.151663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762aeb1f-3302-4117-9ae1-55022efafe94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.156667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-762aeb1f-3302-4117-9ae1-55022efafe94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c6d26cb-9972-4ba0-b5fc-1b909bd798bf HTTP/1.1" status: 204 len: 168 time: 0.3384635 Jul 14 09:03:54.159293 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Set router 69d5bbf3-f422-4cab-bc64-7498b9f6897e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:54.174051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aeb1f-3302-4117-9ae1-55022efafe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6d26cb-9972-4ba0-b5fc-1b909bd798bf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:54.340636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b481d8a-e146-47ce-b79f-e186fb56082a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:54.345562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-59d0b017-ccbe-4196-b535-25f1ea83d39e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:54.371511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-59d0b017-ccbe-4196-b535-25f1ea83d39e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.48 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de&tenant_id=da757fa005ab4b64a6226deec0a80508&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 949 time: 1.4636064 Jul 14 09:03:54.423197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54774977-2a11-4fd4-9b1d-517881647d97 req-05a508ad-0c4e-474f-ac0a-f6a80fa526bb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:54.436288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54774977-2a11-4fd4-9b1d-517881647d97 req-05a508ad-0c4e-474f-ac0a-f6a80fa526bb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 931 time: 0.2047069 Jul 14 09:03:54.535709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54774977-2a11-4fd4-9b1d-517881647d97 req-c6ac69a5-5b36-49a8-b43d-75aaf64b7a02 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984731 Jul 14 09:03:54.552979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8142c4-a0f0-4cb0-97a3-ca60021521ae req-de764468-fd31-4f18-ae41-2d0ca7103899 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:54.562786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:54.577479 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca8142c4-a0f0-4cb0-97a3-ca60021521ae req-de764468-fd31-4f18-ae41-2d0ca7103899 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 949 time: 1.2012806 Jul 14 09:03:54.658198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:03:51Z', 'revision_number': 3, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port': {'id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:49Z', 'updated_at': '2021-07-14T09:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:54.663134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0b481d8a-e146-47ce-b79f-e186fb56082a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:54.666472 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.760493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 84c5b7ec-824f-492f-b89b-59cf9917d6aa completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:03:54.773177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 84c5b7ec-824f-492f-b89b-59cf9917d6aa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:54.775820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.801067 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2998702f-6a69-41cb-8568-0fc7666e5a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.820860 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Checking router: 69d5bbf3-f422-4cab-bc64-7498b9f6897e for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:03:54.822533 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2998702f-6a69-41cb-8568-0fc7666e5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.826465 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Updating router 69d5bbf3-f422-4cab-bc64-7498b9f6897e port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:03:54.826865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9c825c3f-fbac-4bb4-ae9f-39d0ae92afe3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6811035 Jul 14 09:03:54.841328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Request body: {'port': {'device_id': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:54.920837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998702f-6a69-41cb-8568-0fc7666e5a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90e4ff-70a4-4539-8d6d-135304d52873,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:54.926176 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.945814 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-8bcf8cbb-7202-470b-9b7b-0764dc3a6837 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:03:54.949224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-8bcf8cbb-7202-470b-9b7b-0764dc3a6837 service neutron] 10.222.0.48 "DELETE /v2.0/ports/84c5b7ec-824f-492f-b89b-59cf9917d6aa/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.5768528 Jul 14 09:03:54.952364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:54.965006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-89fb6ee8-e208-4ffd-82c8-f22937f3f134 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4124703 Jul 14 09:03:54.983483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:55.017970 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca8142c4-a0f0-4cb0-97a3-ca60021521ae req-e52961c6-c288-4a11-b19d-564b687e9bb7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367845 Jul 14 09:03:55.051409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2998702f-6a69-41cb-8568-0fc7666e5a86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43d621d645574c1b89c94e5b34071c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7605538 Jul 14 09:03:55.057293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37646) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:55.082011 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.207161 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.322708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:55.385222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:03:55.393509 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e8456f-6a20-4128-8813-9ff0cea09530" -d '{"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-plugged", "status": "completed", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:03:55.405414 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6fbac50-8a56-4e4c-9779-773c9e1c5dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.467386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:03:55.474522 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ce81a7-7320-4248-b86a-e2cfbbec3fe4 x-openstack-request-id: req-25ce81a7-7320-4248-b86a-e2cfbbec3fe4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:03:55.475247 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-plugged", "status": "completed", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:03:55.475868 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25ce81a7-7320-4248-b86a-e2cfbbec3fe4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:03:55.476438 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'code': 200} Jul 14 09:03:55.490589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.498862 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.541967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Transition to ACTIVE for port object 9f065b48-61c4-44b2-9f5a-518ed89ccad9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:55.568039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.573528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-6806d5ab-75a7-409f-a320-b18e361aad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:55.574491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-6806d5ab-75a7-409f-a320-b18e361aad71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1101 time: 0.3956852 Jul 14 09:03:55.576604 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6fbac50-8a56-4e4c-9779-773c9e1c5dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.625311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:55.680286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bf1c6-678f-4e5d-b544-6e3548544385 None None] Pushing event updated for resources: {'Port': ['ID=9f065b48-61c4-44b2-9f5a-518ed89ccad9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:55.724583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 88391a34-53ea-4366-a487-e90e4d21d70a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:55.924432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-3183aeee-efa7-4993-9e02-f931a2eb6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:55.934911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-3183aeee-efa7-4993-9e02-f931a2eb6045 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3394988 Jul 14 09:03:55.951039 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6fbac50-8a56-4e4c-9779-773c9e1c5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.953544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6fbac50-8a56-4e4c-9779-773c9e1c5dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:55.954624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b6fbac50-8a56-4e4c-9779-773c9e1c5dec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f90e4ff-70a4-4539-8d6d-135304d52873 HTTP/1.1" status: 204 len: 168 time: 0.8961978 Jul 14 09:03:55.998429 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.006591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Attempting to bind port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:56.008833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Attempting to bind port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:56.009282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Attempting to bind port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 on network c898dda0-983f-4141-860c-fd0c0d146218 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:56.026027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:56.026566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Checking segment: {'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:56.028591 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.029111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Bound using segment: {'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:56.030725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Bound port: 9f065b48-61c4-44b2-9f5a-518ed89ccad9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:56.030725 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.047307 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Transition to ACTIVE for port object d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:56.071156 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.121356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbac50-8a56-4e4c-9779-773c9e1c5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90e4ff-70a4-4539-8d6d-135304d52873,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.157997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc261f59-6b90-4f64-8c15-8252924444bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.167263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-2a65c3c6-39b5-469b-b154-b7f3cafd66af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.2265241 Jul 14 09:03:56.268789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] For port 9f065b48-61c4-44b2-9f5a-518ed89ccad9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:56.274868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] For port 9f065b48-61c4-44b2-9f5a-518ed89ccad9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9f065b48-61c4-44b2-9f5a-518ed89ccad9,segment=NetworkSegment(dacc175b-f98b-4bfd-9676-5ae0e4d13d4c),segment_id=dacc175b-f98b-4bfd-9676-5ae0e4d13d4c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:56.325499 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.368760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-be7d0553-efe4-48e8-a1e1-35406664a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:56.370260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-be7d0553-efe4-48e8-a1e1-35406664a8c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1586633 Jul 14 09:03:56.458547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bf1c6-678f-4e5d-b544-6e3548544385 None None] Pushing event updated for resources: {'Port': ['ID=9f065b48-61c4-44b2-9f5a-518ed89ccad9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.466725 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09e47f-0e76-457b-991c-bdc758220dd7 None None] Pushing event updated for resources: {'Port': ['ID=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.473391 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Attempting to bind port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:56.474027 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Attempting to bind port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:56.474592 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Attempting to bind port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:56.487287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:56.489633 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:56.490200 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.490706 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:56.493505 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Bound port: d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:56.494018 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.530393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 88391a34-53ea-4366-a487-e90e4d21d70a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:03:56.530942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.537579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Routers {'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:56.541414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:56.625265 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] For port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:56.634565 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] For port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:56.642803 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:56.836407 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09e47f-0e76-457b-991c-bdc758220dd7 None None] Pushing event updated for resources: {'Port': ['ID=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:56.867319 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Routers {'69d5bbf3-f422-4cab-bc64-7498b9f6897e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:03:56.870001 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:56.935563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751d11-f498-4016-a957-a9dbf600202f req-39c461cd-7c24-4ec3-b625-9e0c86561319 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:56.937183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7751d11-f498-4016-a957-a9dbf600202f req-39c461cd-7c24-4ec3-b625-9e0c86561319 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 931 time: 0.8173866 Jul 14 09:03:56.937875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37686) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:56.993020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf21fee6-4d10-4cc7-a740-04f2a452b5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.029664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-bce7602b-00df-4f08-a054-88bac0dbf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:57.035830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-bce7602b-00df-4f08-a054-88bac0dbf3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5101085 Jul 14 09:03:57.191641 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] Set router 69d5bbf3-f422-4cab-bc64-7498b9f6897e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:57.195941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:57.234245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] Set router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:03:57.236546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f6442-242e-452e-8d7b-516cf7b3fe08 req-0c69a79d-8d21-4e67-a24d-44607771574f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:57.240688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d4f6442-242e-452e-8d7b-516cf7b3fe08 req-0c69a79d-8d21-4e67-a24d-44607771574f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.6356201 Jul 14 09:03:57.294193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7751d11-f498-4016-a957-a9dbf600202f req-835c1405-4316-45c8-91ef-3f19ea27cd9a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360596 Jul 14 09:03:57.398170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc261f59-6b90-4f64-8c15-8252924444bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.418918 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.577429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf21fee6-4d10-4cc7-a740-04f2a452b5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.579045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc261f59-6b90-4f64-8c15-8252924444bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.603068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ee59b0-d349-42e9-8142-353c168c53c0 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:03:57.611831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.626996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Transition to ACTIVE for port object a5ee59b0-d349-42e9-8142-353c168c53c0 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:03:57.634366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf21fee6-4d10-4cc7-a740-04f2a452b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.638490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-860957535-network', 'tenant_id': 'a3aeb37af6c646339469009f2bdcae8e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:57.655020 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-c06d78d1-a31b-40a3-890a-2914bd0f2417 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834885 Jul 14 09:03:57.696510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.771104 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:03:51Z', 'revision_number': 3, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port': {'id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:49Z', 'updated_at': '2021-07-14T09:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:57.787962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d4f6442-242e-452e-8d7b-516cf7b3fe08 req-88d140ff-f409-4ee0-b3bb-d1c57000d2e3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199397 Jul 14 09:03:57.838318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc261f59-6b90-4f64-8c15-8252924444bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44feaaf4-4557-4728-9ae6-06c6839db0ef,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:57.853549 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac96e10-1495-4e04-9241-d583f9a7f8f6 None None] The sync data for ids ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'] in n-d-758944-44 is: [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:03:51Z', 'revision_number': 3, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port': {'id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:49Z', 'updated_at': '2021-07-14T09:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:57.876719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 4, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9f065b48-61c4-44b2-9f5a-518ed89ccad9', 'name': '', 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'mac_address': 'fa:16:3e:39:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '04b13a98-cae0-49aa-b518-449c319b60e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:46Z', 'updated_at': '2021-07-14T09:03:56Z', 'revision_number': 4, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'subnets': [{'id': '04b13a98-cae0-49aa-b518-449c319b60e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:03:57.888609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fc261f59-6b90-4f64-8c15-8252924444bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a47aa73dcdbe41d0a4491819278113b2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5622811 Jul 14 09:03:57.890382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Made reservation on behalf of a3aeb37af6c646339469009f2bdcae8e for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:57.894061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:57.896075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37700) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:57.911430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cf21fee6-4d10-4cc7-a740-04f2a452b5ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8395b97b8fb447f8ba111079c004fd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9536543 Jul 14 09:03:57.942782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db8bd-db39-4cd8-8942-28a5b626edbb None None] The sync data for ids ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'] in n-d-758944-44 is: [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 4, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9f065b48-61c4-44b2-9f5a-518ed89ccad9', 'name': '', 'network_id': 'c898dda0-983f-4141-860c-fd0c0d146218', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'mac_address': 'fa:16:3e:39:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '04b13a98-cae0-49aa-b518-449c319b60e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:46Z', 'updated_at': '2021-07-14T09:03:56Z', 'revision_number': 4, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'subnets': [{'id': '04b13a98-cae0-49aa-b518-449c319b60e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:03:57.949101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:57.949925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.068929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21fee6-4d10-4cc7-a740-04f2a452b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef03422-a016-479b-bf71-9aa7eb447ec8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:58.074941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb9e684a-9788-45e4-bd5a-9bf5f02c2e4e req-05fe054d-3a49-4bc1-adf0-7127aba8b35e service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013834 Jul 14 09:03:58.086037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:03:58.087276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:03:58.087651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:58.106078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:58.197375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdfbfb0-e618-4637-8701-9e4bebdaee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.235600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdfbfb0-e618-4637-8701-9e4bebdaee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.288897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:03:58.289379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:03:58.337008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdfbfb0-e618-4637-8701-9e4bebdaee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.340057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdfbfb0-e618-4637-8701-9e4bebdaee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.343583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-abdfbfb0-e618-4637-8701-9e4bebdaee81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44feaaf4-4557-4728-9ae6-06c6839db0ef HTTP/1.1" status: 204 len: 168 time: 0.4329140 Jul 14 09:03:58.356069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfbfb0-e618-4637-8701-9e4bebdaee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44feaaf4-4557-4728-9ae6-06c6839db0ef,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:58.470019 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:03:58.487184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-314cbb73-3136-484b-9058-a6c7a650577d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.524166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-314cbb73-3136-484b-9058-a6c7a650577d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.571712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:03:58.574749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:03:58.576115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:03:58.578287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Bound port: a5ee59b0-d349-42e9-8142-353c168c53c0, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:03:58.579913 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.639205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.673822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:58.949385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Allocated IP 172.20.0.1 (eec21463-bf95-4919-9b4c-0c4a9234ddb6/08a4838d-12c7-416b-b9bd-e08bc6be97c1/5a56412a-05fd-45b2-9e1a-e46ccaaef846) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:03:58.952039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34365609-6e37-42ba-8335-573b151716df admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:03:59.058862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.059156 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Added segment 3f80f834-9075-42b3-ae28-bd5ae9b43fba of type vlan for network 38656ded-8ecf-45f7-b6ea-dc905179f638 Jul 14 09:03:59.129525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.186583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-314cbb73-3136-484b-9058-a6c7a650577d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.189804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-314cbb73-3136-484b-9058-a6c7a650577d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.194036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-314cbb73-3136-484b-9058-a6c7a650577d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ef03422-a016-479b-bf71-9aa7eb447ec8 HTTP/1.1" status: 204 len: 168 time: 1.2386947 Jul 14 09:03:59.209962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.211124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:59.212087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.231316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2681a57f-1346-4563-b455-e1069341d619,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.296229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cbb73-3136-484b-9058-a6c7a650577d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef03422-a016-479b-bf71-9aa7eb447ec8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.341882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:59.344143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:03:59.350853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34365609-6e37-42ba-8335-573b151716df admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1525624 Jul 14 09:03:59.351956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Request body: {'subnet': {'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-860957535-subnet', 'tenant_id': 'a3aeb37af6c646339469009f2bdcae8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:03:59.449214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62467baf-c7b4-4ba9-a54f-716b2c001a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.490363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cc8e0-b064-4f05-b1e3-15d77d65ba75 req-6ed3a0b4-c462-409b-b0a5-b350d0abdeed tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:59.503532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af8cc8e0-b064-4f05-b1e3-15d77d65ba75 req-6ed3a0b4-c462-409b-b0a5-b350d0abdeed tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.3740082 Jul 14 09:03:59.556676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Made reservation on behalf of a3aeb37af6c646339469009f2bdcae8e for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:03:59.564556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096794c-856b-467b-be69-302033a7c2d6 req-d1675660-56fa-4d6c-8c0c-7170ae20b519 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:59.583884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.585205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9096794c-856b-467b-be69-302033a7c2d6 req-d1675660-56fa-4d6c-8c0c-7170ae20b519 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.8153684 Jul 14 09:03:59.767096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:03:59.786615 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9096794c-856b-467b-be69-302033a7c2d6 req-e172d595-fb46-4d82-97e0-d1d516437e8a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983418 Jul 14 09:03:59.806693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34365609-6e37-42ba-8335-573b151716df admin admin] Pushing event updated for resources: {'Network': ['ID=38656ded-8ecf-45f7-b6ea-dc905179f638,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:03:59.837016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:03:59.842727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:03:59.856253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 38656ded-8ecf-45f7-b6ea-dc905179f638 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:03:59.866347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:03:59.997785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:03:59.998966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.000603 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 200 len: 1092 time: 5.1647863 Jul 14 09:04:00.001072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:00.004305 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcd0c40-60f7-4769-af10-68fe3cb218f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:00.060423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.078879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af8cc8e0-b064-4f05-b1e3-15d77d65ba75 req-66e14ff4-c387-4845-8900-044e5e0d2d9b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744202 Jul 14 09:04:00.239397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:00.246818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:00.250915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.252492 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575136e0-7856-4854-8f41-7210425f4145 x-openstack-request-id: req-575136e0-7856-4854-8f41-7210425f4145 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:00.252889 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:00.253205 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-575136e0-7856-4854-8f41-7210425f4145 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:00.253970 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0', 'status': 'completed', 'code': 200} Jul 14 09:04:00.254674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faf233-51b5-4a2c-b151-875ad61c8224 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:00.316457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.323410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Transition to ACTIVE for port object 5a56412a-05fd-45b2-9e1a-e46ccaaef846 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:00.474262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62467baf-c7b4-4ba9-a54f-716b2c001a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.502077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-64b98199-ccae-435e-a649-d16aca029da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:00.507192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-64b98199-ccae-435e-a649-d16aca029da1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1095 time: 0.4188254 Jul 14 09:04:00.511194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.550606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62467baf-c7b4-4ba9-a54f-716b2c001a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.592446 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.665362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:00.679506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:00.680391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9f065b48-61c4-44b2-9f5a-518ed89ccad9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:00.730550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-62467baf-c7b4-4ba9-a54f-716b2c001a4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=931112968d194de689f5b7024409d5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3644166 Jul 14 09:04:00.736112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:00.769962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-6ed4dd50-7c94-43fd-9b47-0fb0f00c862a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 200 len: 217 time: 0.2396817 Jul 14 09:04:00.774697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703db5b0-8af7-4abc-b3eb-38109645c34c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:00.785822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:00.797348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62467baf-c7b4-4ba9-a54f-716b2c001a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d663fafb-89ac-4f50-b086-f5533cbd704a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:00.847810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Checking segment: {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:00.853964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Network hostable DHCP agents. Network: 38656ded-8ecf-45f7-b6ea-dc905179f638, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:04:00.935383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Network 38656ded-8ecf-45f7-b6ea-dc905179f638 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:04:00.935628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:00.994601 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e561773-352a-44eb-a52d-66c48250bece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.017661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 38656ded-8ecf-45f7-b6ea-dc905179f638) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:01.037998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1448015-bd69-4182-b712-b279282ee1cf None None] Network 38656ded-8ecf-45f7-b6ea-dc905179f638 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:01.056264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.056866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.074564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:01.201635 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e561773-352a-44eb-a52d-66c48250bece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.204539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:01.205168 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.238771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4eac9c8f-49db-4340-8a84-9f9ebd7d6367 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8928614 Jul 14 09:04:01.318299 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.420840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:01.448848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:01.449347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.451537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbaa6f-263e-4116-b8bd-c199328b1515 req-4b8d91d1-cb5b-4460-aaf8-295f73a4b2ef tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.464131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dfdbaa6f-263e-4116-b8bd-c199328b1515 req-4b8d91d1-cb5b-4460-aaf8-295f73a4b2ef tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.4163141 Jul 14 09:04:01.487311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e561773-352a-44eb-a52d-66c48250bece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.494294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e561773-352a-44eb-a52d-66c48250bece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:01.502590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1e561773-352a-44eb-a52d-66c48250bece admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d663fafb-89ac-4f50-b086-f5533cbd704a HTTP/1.1" status: 204 len: 168 time: 0.7609229 Jul 14 09:04:01.571291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e561773-352a-44eb-a52d-66c48250bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663fafb-89ac-4f50-b086-f5533cbd704a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:01.657747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dfdbaa6f-263e-4116-b8bd-c199328b1515 req-f7943890-16bb-4227-83df-c56d92ba2668 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853204 Jul 14 09:04:01.711671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00f23b-ff59-40aa-ae79-4194d5d19616 None None] Network 38656ded-8ecf-45f7-b6ea-dc905179f638 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:01.803203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Pushing event updated for resources: {'Port': ['ID=5a56412a-05fd-45b2-9e1a-e46ccaaef846,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:01.823944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f02e13-011d-4823-9615-d17030492625 req-5379c55c-f794-417d-99a5-ba11d8f63f18 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.844711 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11f02e13-011d-4823-9615-d17030492625 req-5379c55c-f794-417d-99a5-ba11d8f63f18 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1102 time: 1.2973011 Jul 14 09:04:01.860730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-540ec71d-69ef-4527-8f0e-e6f3c95d74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:01.866074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-540ec71d-69ef-4527-8f0e-e6f3c95d74d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 1.0758109 Jul 14 09:04:02.006599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.020897 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.071135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-9b4f1f3e-85f3-46ae-9afa-62474c5fac2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342063 Jul 14 09:04:02.098899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11f02e13-011d-4823-9615-d17030492625 req-fae8cf87-9ca6-4c05-b003-58131cc50722 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516239 Jul 14 09:04:02.160330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f3babf3-7ec4-49fa-8ba8-b93ae6147e49 None None] Provisioning for port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:02.174740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f3babf3-7ec4-49fa-8ba8-b93ae6147e49 None None] Provisioning complete for port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:02.175289 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f3babf3-7ec4-49fa-8ba8-b93ae6147e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.284684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f3babf3-7ec4-49fa-8ba8-b93ae6147e49 None None] Port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:02.295191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 9f065b48-61c4-44b2-9f5a-518ed89ccad9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9f065b48-61c4-44b2-9f5a-518ed89ccad9,segment=NetworkSegment(dacc175b-f98b-4bfd-9676-5ae0e4d13d4c),segment_id=dacc175b-f98b-4bfd-9676-5ae0e4d13d4c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:02.372541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.394000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-d7702dd8-e708-4ccc-a211-d705ae94b6e9 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768881 Jul 14 09:04:02.473443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=9f065b48-61c4-44b2-9f5a-518ed89ccad9,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:02.596660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:02.729229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:02.730681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.833885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.885959 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.886746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:02.934349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-12f6e787-7bb2-4a3a-9777-829e2d68040c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:02.944532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-12f6e787-7bb2-4a3a-9777-829e2d68040c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 821 time: 0.4586957 Jul 14 09:04:02.992876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-7b0ade3c-11c9-422c-ba04-62898303469a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/quotas/a3aeb37af6c646339469009f2bdcae8e HTTP/1.1" status: 200 len: 375 time: 0.0382574 Jul 14 09:04:03.025511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Pushing event updated for resources: {'Port': ['ID=5a56412a-05fd-45b2-9e1a-e46ccaaef846,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:03.061250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-69dbe83a-b17f-43c6-af22-9c792ff9aefc tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660341 Jul 14 09:04:03.155813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edff3b7b-8b4a-4513-bf14-7fbf6a6abb69 req-2fc082c5-66c4-425f-a26b-875391aad46b service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516835 Jul 14 09:04:03.262225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-23e1a7c9-be51-4f20-8915-b600e65eb27b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:04:03.275259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-23e1a7c9-be51-4f20-8915-b600e65eb27b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700543 Jul 14 09:04:03.432708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-c6f5bca8-7690-45fb-b454-fdd2f0f62df5 service neutron] 10.222.0.18 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615517 Jul 14 09:04:03.437926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:03.442479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:03.464227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f482c-0375-4ac3-9952-feaccad8d56e req-e36e8c81-80a3-49ff-b0d8-0197a2403844 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:03.471701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be9f482c-0375-4ac3-9952-feaccad8d56e req-e36e8c81-80a3-49ff-b0d8-0197a2403844 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.4472861 Jul 14 09:04:03.506297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:03.611576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-7f0508f9-fc40-4326-819d-6b6096e19065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:03.617492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-7f0508f9-fc40-4326-819d-6b6096e19065 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1095 time: 0.3742154 Jul 14 09:04:03.624834 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be9f482c-0375-4ac3-9952-feaccad8d56e req-d618bc2e-5b55-4266-9d4f-c38ba0d55b9e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518943 Jul 14 09:04:03.688603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-62a11c39-742e-4024-9625-7c4963a960fb service neutron] 10.222.0.18 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539244 Jul 14 09:04:03.795741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-network', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:03.815820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-78277550-ce97-4b10-9166-3929ef425919 None None] Provisioning complete for port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:03.817101 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78277550-ce97-4b10-9166-3929ef425919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:03.859304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-78277550-ce97-4b10-9166-3929ef425919 None None] Port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:03.966425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Made reservation on behalf of 9364d5732f4f48f5bd89636a23cbbfe1 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:03.973369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.019732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.089217 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-4ec95377-4ed1-4c81-a90f-3cff8807fb73 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795836 Jul 14 09:04:04.095688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Router 69d5bbf3-f422-4cab-bc64-7498b9f6897e has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:04.097620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-95ceeb95-535e-468b-a47a-901b6f4ada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:04.101717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-95ceeb95-535e-468b-a47a-901b6f4ada77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.4700274 Jul 14 09:04:04.188381 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d124aa5-8d39-493a-94df-de9bae198b95 req-9a925b72-a839-443f-a898-bb775dfadfc5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 210 time: 0.0660293 Jul 14 09:04:04.189711 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-afb3bd73-d184-4c01-8b9b-a749d1a7cd4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 200 len: 217 time: 0.0803125 Jul 14 09:04:04.322648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-1b6d557c-efdf-44ae-9594-4becc3532f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:04.324339 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-1b6d557c-efdf-44ae-9594-4becc3532f0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1268961 Jul 14 09:04:04.335993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-f2cefe12-156d-404a-a5b5-53abe61266bb tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:04.339755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-f2cefe12-156d-404a-a5b5-53abe61266bb tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497389 Jul 14 09:04:04.370523 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-2961c66c-1bdc-4240-ac96-4b981718afd1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/quotas/da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 375 time: 0.0226216 Jul 14 09:04:04.439827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-4f624ba5-9169-4880-9c64-5b1ecbb26967 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042745 Jul 14 09:04:04.562744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9f065b48-61c4-44b2-9f5a-518ed89ccad9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:04.587275 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-01490c46-3db9-4e5d-acbd-e3678235ccec tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2065873 Jul 14 09:04:04.668607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:04.669321 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.776184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:04.786047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-61cae0e2-5272-4a4d-ae3b-fd24b6295696 admin admin] 10.222.0.18 "PUT /v2.0/routers/69d5bbf3-f422-4cab-bc64-7498b9f6897e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8015492 Jul 14 09:04:04.828348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.841035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.860827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:04:04.881265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Sync routers for ids ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:04.891692 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:04.892034 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Added segment 4abb620e-afeb-4b4d-b92b-8692ebe440a1 of type vlan for network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 Jul 14 09:04:04.936286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Routers {'69d5bbf3-f422-4cab-bc64-7498b9f6897e'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:04.940097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:04.963958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.005603 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-03eb4585-ee30-41cc-a61f-e339d5696e37 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522444 Jul 14 09:04:05.008928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.009426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.010003 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.164248 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6516576 Jul 14 09:04:05.165271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69b0172-74f8-4c88-a775-030b41926490,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:05.167326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37952) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:05.173094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Request body: {'subnet': {'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-subnet', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:05.201507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e330f81-cec1-41e8-8780-2bf57e702cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=4334f2bf-f268-48ee-80bd-2dff230c3bf9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:05.221747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Made reservation on behalf of 9364d5732f4f48f5bd89636a23cbbfe1 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:05.224921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.225683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bcbbb-f18f-4034-93a2-997c61ca1037 req-88d4b209-586d-4ee2-93aa-ff494cf7a4f0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.233500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-203bcbbb-f18f-4034-93a2-997c61ca1037 req-88d4b209-586d-4ee2-93aa-ff494cf7a4f0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.2414336 Jul 14 09:04:05.254867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcd0c40-60f7-4769-af10-68fe3cb218f9 req-9285f30b-fc25-4e97-852e-042a7526a855 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200994 Jul 14 09:04:05.277472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Set router 69d5bbf3-f422-4cab-bc64-7498b9f6897e gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:05.285405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-203bcbbb-f18f-4034-93a2-997c61ca1037 req-4de64dc2-cc37-46d5-a243-f8d1c6544546 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507905 Jul 14 09:04:05.356291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-949aba2a-ddfc-43de-9dcb-54b5cf9d7cd4 req-52f765b6-0966-4675-9d77-37f9617d3113 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 210 time: 0.0390537 Jul 14 09:04:05.457138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:04:05.530850 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.642388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e466ad-a344-4f36-a97c-a9be4f27de6a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:05.717174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Checking segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:05.732942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Network hostable DHCP agents. Network: 4334f2bf-f268-48ee-80bd-2dff230c3bf9, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:04:05.767982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b28c4e6f-7613-4f62-9038-89eb5e4b91c4 req-bfec6de7-dd13-470e-a347-1c72b6a125e0 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 210 time: 0.0496409 Jul 14 09:04:05.789916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:04:05.807642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4334f2bf-f268-48ee-80bd-2dff230c3bf9) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:05.821177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:05.821778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.838503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f8d98-b5c6-4e0a-b1ed-d76ea9baaaee None None] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:05.851020 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7a6e0dbf-4ec2-44d8-88b3-75c122c9298c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6813598 Jul 14 09:04:05.853401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37978) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:05.858971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:05.906924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:05.908039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.067731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:06.082920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.247582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-f16438bb-5f81-467e-aed2-8c5a1125a0ba tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:06.251759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-f16438bb-5f81-467e-aed2-8c5a1125a0ba tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 821 time: 0.2846365 Jul 14 09:04:06.267055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Request body: {'port': {'device_id': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'admin_state_up': True, 'tenant_id': 'a3aeb37af6c646339469009f2bdcae8e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:06.373237 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:04:06.481819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:06.523248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.616077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Made reservation on behalf of a3aeb37af6c646339469009f2bdcae8e for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:06.629157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.736146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38008) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:06.786215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:06.798463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:04:06.799315 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:06.827162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'a5ee59b0-d349-42e9-8142-353c168c53c0', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'port_id': 'a5ee59b0-d349-42e9-8142-353c168c53c0', 'mac_address': 'fa:16:3e:5a:93:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0318592a-122f-42c8-84cb-a5d2c296cd17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:06.844168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-957dc6cd-d69d-435c-bf51-e3f2e62961e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092007991', 'description': 'tempest-description--1444920888'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:06.971907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:04:01Z', 'revision_number': 4, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port': {'id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:49Z', 'updated_at': '2021-07-14T09:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5a56412a-05fd-45b2-9e1a-e46ccaaef846', 'name': '', 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'mac_address': 'fa:16:3e:5f:f3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '08a4838d-12c7-416b-b9bd-e08bc6be97c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:57Z', 'updated_at': '2021-07-14T09:04:02Z', 'revision_number': 2, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'subnets': [{'id': '08a4838d-12c7-416b-b9bd-e08bc6be97c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:07.015833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Checking router: 69d5bbf3-f422-4cab-bc64-7498b9f6897e for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:07.016188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Updating router 69d5bbf3-f422-4cab-bc64-7498b9f6897e port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:04:07.022642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Allocated IP 172.20.0.8 (38656ded-8ecf-45f7-b6ea-dc905179f638/703db5b0-8af7-4abc-b3eb-38109645c34c/a8d282b2-5314-449d-87cc-f9521ca45da3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:07.051842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.109531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a309377-61c0-4976-adba-c6061c2ec2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.125400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Allocated IP 172.20.0.2 (4334f2bf-f268-48ee-80bd-2dff230c3bf9/05e466ad-a344-4f36-a97c-a9be4f27de6a/2cb641eb-6070-41e5-9761-bdf07102e91a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:07.177019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01dff7-7976-40fc-bfd7-c9e9f151e117 req-f177c761-b647-42cd-86e4-fc7c43a34876 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.184684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb01dff7-7976-40fc-bfd7-c9e9f151e117 req-f177c761-b647-42cd-86e4-fc7c43a34876 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1464522 Jul 14 09:04:07.262356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb01dff7-7976-40fc-bfd7-c9e9f151e117 req-f2270922-0973-4af8-93e1-a80fcef5540f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763218 Jul 14 09:04:07.320082 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.330428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Transition to ACTIVE for port object 2cb641eb-6070-41e5-9761-bdf07102e91a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:07.357639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Transition to ACTIVE for port object 2cb641eb-6070-41e5-9761-bdf07102e91a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:07.385659 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.422437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04f07080-d6be-4524-8fc1-bbd24a896ec0 req-937aecd3-2605-4c19-884c-4f01b15b5bc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 210 time: 0.3383808 Jul 14 09:04:07.493523 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.508000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-957dc6cd-d69d-435c-bf51-e3f2e62961e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.546918 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-b0a8996e-2ba5-4dc9-994a-5798b91ba47a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259255 Jul 14 09:04:07.556629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ee59b0-d349-42e9-8142-353c168c53c0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:07.675409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:07.699731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:07.701602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:07.702124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.797676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.820090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:07.860731 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cfb5e974-9fc9-4f86-b0bf-e975ace9842d req-67802abd-2a00-40d8-b5cd-8b3f12eaac16 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 210 time: 0.3181744 Jul 14 09:04:07.876049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-c8e6301a-295e-47b2-90f9-331b61e771ca tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.877751 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-c8e6301a-295e-47b2-90f9-331b61e771ca tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839165 Jul 14 09:04:07.893527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Request body: {'port': {'device_id': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'da757fa005ab4b64a6226deec0a80508'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:07.930297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Network 38656ded-8ecf-45f7-b6ea-dc905179f638 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:07.935141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:07.937920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:07.994419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:07.999382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:07.999870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.004347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.053261 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.062218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.077607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Pushing event updated for resources: {'Port': ['ID=2cb641eb-6070-41e5-9761-bdf07102e91a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.093407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.093770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.094119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.094459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.094796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.095524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.095862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.096196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.096530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.096859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.097301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.097635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:08.162860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.196714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Attempting to bind port 2cb641eb-6070-41e5-9761-bdf07102e91a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:08.196714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Attempting to bind port 2cb641eb-6070-41e5-9761-bdf07102e91a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:08.199171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Attempting to bind port 2cb641eb-6070-41e5-9761-bdf07102e91a on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:08.204786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Transition to ACTIVE for port object 5a56412a-05fd-45b2-9e1a-e46ccaaef846 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:08.209969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:08.210354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Checking segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:08.210951 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.211147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Bound using segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:08.211636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Bound port: 2cb641eb-6070-41e5-9761-bdf07102e91a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:08.212045 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.233701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.237567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.287643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8b6a6-a24c-4e86-a9fc-54d132e437d9 None None] Pushing event updated for resources: {'Port': ['ID=5a56412a-05fd-45b2-9e1a-e46ccaaef846,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.291068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a309377-61c0-4976-adba-c6061c2ec2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.299288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['a5ee59b0-d349-42e9-8142-353c168c53c0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:08.308079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-953549b0-e64d-4fe2-8d47-2e4508d81b73 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0448935 Jul 14 09:04:08.321254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a309377-61c0-4976-adba-c6061c2ec2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.333697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Allocated IP 172.25.2.245 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/70b192d6-95ba-4f65-895e-ed8211eee552) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:08.337799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Request body: {'port': {'device_id': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:08.468940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5a309377-61c0-4976-adba-c6061c2ec2af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c8d85ea5f834147b09f7a4423f27225&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9840975 Jul 14 09:04:08.484114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:08.517062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a309377-61c0-4976-adba-c6061c2ec2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b8307f-c826-417a-a68d-e5bf2c165e7c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.547348 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.573348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:08.669970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Attempting to bind port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:08.670789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Attempting to bind port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:08.670789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Attempting to bind port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 on network eec21463-bf95-4919-9b4c-0c4a9234ddb6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:08.673936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] For port 2cb641eb-6070-41e5-9761-bdf07102e91a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:08.696148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:08.696796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Checking segment: {'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:08.697208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.697710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Bound using segment: {'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:08.698204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Bound port: 5a56412a-05fd-45b2-9e1a-e46ccaaef846, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fb6939-f54e-4e0a-b92b-6eef61662bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:08.698598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.729410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] For port 2cb641eb-6070-41e5-9761-bdf07102e91a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2cb641eb-6070-41e5-9761-bdf07102e91a,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:08.762433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1d08c84-02eb-4123-97e6-609c5b30f995 req-7e259b1c-c61b-43c9-bdd4-a95f6451b3a5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 210 time: 0.0806360 Jul 14 09:04:08.784504 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.803993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83041e6-05c9-4afc-b32c-4fea6fea81e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.829467 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.843281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8673d-fd6e-40d1-910d-bb1cf20e08cc req-107eca2a-3c6a-4503-bca7-2ac9a89ee201 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:08.850330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93e8673d-fd6e-40d1-910d-bb1cf20e08cc req-107eca2a-3c6a-4503-bca7-2ac9a89ee201 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.3507504 Jul 14 09:04:08.875799 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83041e6-05c9-4afc-b32c-4fea6fea81e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.880297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-957dc6cd-d69d-435c-bf51-e3f2e62961e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.881518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b613d10-b0c1-4826-8365-60263edb7761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.905223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-957dc6cd-d69d-435c-bf51-e3f2e62961e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:08.923612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bf832-9555-4de2-bf13-8e90b8a0ae60 None None] Pushing event updated for resources: {'Port': ['ID=2cb641eb-6070-41e5-9761-bdf07102e91a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:08.949185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dc6cd-d69d-435c-bf51-e3f2e62961e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b26204-b557-44c0-b04a-8742e5c4ca99,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:09.032841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] For port 5a56412a-05fd-45b2-9e1a-e46ccaaef846, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:09.037537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] For port 5a56412a-05fd-45b2-9e1a-e46ccaaef846, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5a56412a-05fd-45b2-9e1a-e46ccaaef846,segment=NetworkSegment(51fb6939-f54e-4e0a-b92b-6eef61662bba),segment_id=51fb6939-f54e-4e0a-b92b-6eef61662bba)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:09.044105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-957dc6cd-d69d-435c-bf51-e3f2e62961e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.044287 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.045913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-957dc6cd-d69d-435c-bf51-e3f2e62961e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3090730 Jul 14 09:04:09.055677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:09.064326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Made reservation on behalf of da757fa005ab4b64a6226deec0a80508 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:09.066674 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.073621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b5444603-7f2d-4a0f-8f5c-ebb2f2c630b6 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'security_group_rule': {'security_group_id': '41b26204-b557-44c0-b04a-8742e5c4ca99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:09.125037 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Routers {'69d5bbf3-f422-4cab-bc64-7498b9f6897e'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:09.128522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:09.130177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93e8673d-fd6e-40d1-910d-bb1cf20e08cc req-c1bf3ce4-6769-4df7-a334-ff3b49512869 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784691 Jul 14 09:04:09.223752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.289164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Pushing event updated for resources: {'Port': ['ID=70b192d6-95ba-4f65-895e-ed8211eee552,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:09.310883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83041e6-05c9-4afc-b32c-4fea6fea81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.315001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83041e6-05c9-4afc-b32c-4fea6fea81e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.316674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d83041e6-05c9-4afc-b32c-4fea6fea81e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60b8307f-c826-417a-a68d-e5bf2c165e7c HTTP/1.1" status: 204 len: 168 time: 0.8292179 Jul 14 09:04:09.335325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:09.345761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:09.352698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:09.480961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d282b2-5314-449d-87cc-f9521ca45da3 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:09.521190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79c02-e5a2-43d4-9454-f590084efd65 req-7c0e7d0c-7edc-4a00-b6ee-626a732b65b8 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:09.529510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ae79c02-e5a2-43d4-9454-f590084efd65 req-7c0e7d0c-7edc-4a00-b6ee-626a732b65b8 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 931 time: 0.4278595 Jul 14 09:04:09.547347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.553827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83041e6-05c9-4afc-b32c-4fea6fea81e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b8307f-c826-417a-a68d-e5bf2c165e7c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:09.622579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Transition to ACTIVE for port object a8d282b2-5314-449d-87cc-f9521ca45da3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:09.648191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.693896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8b6a6-a24c-4e86-a9fc-54d132e437d9 None None] Pushing event updated for resources: {'Port': ['ID=5a56412a-05fd-45b2-9e1a-e46ccaaef846,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:09.708216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ae79c02-e5a2-43d4-9454-f590084efd65 req-9de723ae-a90d-4511-ac32-32085d64d53b tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772659 Jul 14 09:04:09.752023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b613d10-b0c1-4826-8365-60263edb7761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.801731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b613d10-b0c1-4826-8365-60263edb7761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.808314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] Set router 69d5bbf3-f422-4cab-bc64-7498b9f6897e gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:09.819506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Allocated IP 192.168.233.119 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/14f747a7-2396-4bb2-97f2-3b4567c1be3c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:09.864297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.892367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b613d10-b0c1-4826-8365-60263edb7761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1630727e-d029-4758-bad7-91a5bedd6b1f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:09.921358 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5444603-7f2d-4a0f-8f5c-ebb2f2c630b6 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:09.981109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.018460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6b613d10-b0c1-4826-8365-60263edb7761 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f461510136224993a40f1ba45d292116&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4226491 Jul 14 09:04:10.026031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38062) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:10.051300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Attempting to bind port a8d282b2-5314-449d-87cc-f9521ca45da3 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:10.052667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Attempting to bind port a8d282b2-5314-449d-87cc-f9521ca45da3 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:10.053111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Attempting to bind port a8d282b2-5314-449d-87cc-f9521ca45da3 on network 38656ded-8ecf-45f7-b6ea-dc905179f638 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:10.056850 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5444603-7f2d-4a0f-8f5c-ebb2f2c630b6 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.073421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Port a8d282b2-5314-449d-87cc-f9521ca45da3 on network 38656ded-8ecf-45f7-b6ea-dc905179f638 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:10.073824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Attempting to bind port a8d282b2-5314-449d-87cc-f9521ca45da3 on network 38656ded-8ecf-45f7-b6ea-dc905179f638 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:10.081671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5444603-7f2d-4a0f-8f5c-ebb2f2c630b6 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.090026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:10.109486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:10.109946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Checking segment: {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:10.110401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Bound using segment: {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:10.110981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Bound port: a8d282b2-5314-449d-87cc-f9521ca45da3, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:10.111403 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.154722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:10.159784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5444603-7f2d-4a0f-8f5c-ebb2f2c630b6 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f4f0ae-ab23-4bf7-86f6-5dc69ecdb0da,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.183501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5444603-7f2d-4a0f-8f5c-ebb2f2c630b6 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.193961 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b5444603-7f2d-4a0f-8f5c-ebb2f2c630b6 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1264753 Jul 14 09:04:10.194598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38068) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:10.208710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-720726d5-44f1-4c0b-b9de-659dfc0c629b req-b59758a2-1de4-4e6c-839e-7dfa37f2e000 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 210 time: 0.0731928 Jul 14 09:04:10.236065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-704f8637-13de-4910-a7dc-d6b1f2e6bded tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'security_group_rule': {'security_group_id': '41b26204-b557-44c0-b04a-8742e5c4ca99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:10.238593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab89bf5-02ee-4bf9-bdb7-9020f44d30ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.251733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0888d3d4-c721-4d3c-866d-527a15dd0fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.274623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port a5ee59b0-d349-42e9-8142-353c168c53c0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:10.282262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port a5ee59b0-d349-42e9-8142-353c168c53c0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:10.283126 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.368023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab89bf5-02ee-4bf9-bdb7-9020f44d30ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.393020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.429459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:10.514262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.533350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:10.536675 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e686e92d-a47b-4834-9c2b-b428067d3245" -d '{"events": [{"server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "name": "network-vif-plugged", "status": "completed", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:10.543237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704f8637-13de-4910-a7dc-d6b1f2e6bded tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.559371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:10.587660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2cb641eb-6070-41e5-9761-bdf07102e91a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:10.597441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:10.600092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.625359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.634372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:04:01Z', 'revision_number': 4, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port': {'id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:49Z', 'updated_at': '2021-07-14T09:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5a56412a-05fd-45b2-9e1a-e46ccaaef846', 'name': '', 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'mac_address': 'fa:16:3e:5f:f3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '08a4838d-12c7-416b-b9bd-e08bc6be97c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:57Z', 'updated_at': '2021-07-14T09:04:09Z', 'revision_number': 4, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'subnets': [{'id': '08a4838d-12c7-416b-b9bd-e08bc6be97c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:10.638181 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549c3dfb-b150-489f-98fa-f1c2468c05a7 x-openstack-request-id: req-549c3dfb-b150-489f-98fa-f1c2468c05a7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:10.638557 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "name": "network-vif-plugged", "status": "completed", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:10.638888 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-549c3dfb-b150-489f-98fa-f1c2468c05a7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:10.639346 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0', 'code': 200} Jul 14 09:04:10.714228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a1f4e-ec1e-446f-8ef8-f400012c4921 None None] The sync data for ids ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'] in n-d-758944-44 is: [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:04:01Z', 'revision_number': 4, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port': {'id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:49Z', 'updated_at': '2021-07-14T09:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5a56412a-05fd-45b2-9e1a-e46ccaaef846', 'name': '', 'network_id': 'eec21463-bf95-4919-9b4c-0c4a9234ddb6', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'mac_address': 'fa:16:3e:5f:f3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '08a4838d-12c7-416b-b9bd-e08bc6be97c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:57Z', 'updated_at': '2021-07-14T09:04:09Z', 'revision_number': 4, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'subnets': [{'id': '08a4838d-12c7-416b-b9bd-e08bc6be97c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:10.829362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.842481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:10.864297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 2cb641eb-6070-41e5-9761-bdf07102e91a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:10.934264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:10.934970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.936540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-8ce6db90-3535-468f-ad03-2ce5023195b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/a8d282b2-5314-449d-87cc-f9521ca45da3 HTTP/1.1" status: 200 len: 1092 time: 2.6094100 Jul 14 09:04:10.938242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:10.945281 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c578bcb-282c-4574-955f-0dceee2440ce" -d '{"events": [{"name": "network-changed", "server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:10.965217 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab89bf5-02ee-4bf9-bdb7-9020f44d30ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.968502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab89bf5-02ee-4bf9-bdb7-9020f44d30ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:10.970699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ab89bf5-02ee-4bf9-bdb7-9020f44d30ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1630727e-d029-4758-bad7-91a5bedd6b1f HTTP/1.1" status: 204 len: 168 time: 0.9426243 Jul 14 09:04:11.000406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116b321-10a6-496f-9b08-1b65c0475ab7 req-e2569e9c-d39d-4bc9-9561-fd5312049810 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.001990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e116b321-10a6-496f-9b08-1b65c0475ab7 req-e2569e9c-d39d-4bc9-9561-fd5312049810 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.6303906 Jul 14 09:04:11.014307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7048655-4b05-4e49-93d3-ef0e3ea4149c None None] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:11.135432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704f8637-13de-4910-a7dc-d6b1f2e6bded tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.170675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab89bf5-02ee-4bf9-bdb7-9020f44d30ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1630727e-d029-4758-bad7-91a5bedd6b1f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:11.173732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc53e8aa-4d33-438e-90ba-543329bbd255 None None] Provisioning for port 2cb641eb-6070-41e5-9761-bdf07102e91a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:11.184952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704f8637-13de-4910-a7dc-d6b1f2e6bded tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.230868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc53e8aa-4d33-438e-90ba-543329bbd255 None None] Provisioning complete for port 2cb641eb-6070-41e5-9761-bdf07102e91a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:11.231273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc53e8aa-4d33-438e-90ba-543329bbd255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.241859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f8637-13de-4910-a7dc-d6b1f2e6bded tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd3d234-45df-4f92-838f-293ed4f2c7a4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:11.307781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Transition to ACTIVE for port object 14f747a7-2396-4bb2-97f2-3b4567c1be3c will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:11.346188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e116b321-10a6-496f-9b08-1b65c0475ab7 req-ab9b914b-3967-40a8-81c2-bc2ad7dd23c3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264571 Jul 14 09:04:11.380003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-d6be9641-71f1-4fe7-87cc-86d56b691fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.381771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-d6be9641-71f1-4fe7-87cc-86d56b691fb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 1095 time: 0.3788514 Jul 14 09:04:11.450442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-9de36829-684a-4109-85be-852a94bbdde5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d282b2-5314-449d-87cc-f9521ca45da3 HTTP/1.1" status: 200 len: 217 time: 0.0569007 Jul 14 09:04:11.508807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.541457 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eac983-e27f-4f1b-98c5-c9473b3a1266 x-openstack-request-id: req-e1eac983-e27f-4f1b-98c5-c9473b3a1266 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:11.541935 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:11.544938 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1eac983-e27f-4f1b-98c5-c9473b3a1266 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:11.545542 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'status': 'completed', 'code': 200} Jul 14 09:04:11.595274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-950eacd3-fef0-4f74-98a3-bf13d685cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.608277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-950eacd3-fef0-4f74-98a3-bf13d685cf87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=703db5b0-8af7-4abc-b3eb-38109645c34c HTTP/1.1" status: 200 len: 861 time: 0.1436174 Jul 14 09:04:11.631588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:11.688887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-928a3a49-b8e5-4b4d-a989-cf91e7b9c12c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38656ded-8ecf-45f7-b6ea-dc905179f638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796587 Jul 14 09:04:11.690027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df3c5dd8-9c50-4e9c-b4a5-64b8bbe7d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.725240 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc53e8aa-4d33-438e-90ba-543329bbd255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.773296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530e095-d9f6-49a2-acca-225c3facb34d req-5de0e93f-949c-44cf-8404-02e7cf69d17f tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.781180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3530e095-d9f6-49a2-acca-225c3facb34d req-5de0e93f-949c-44cf-8404-02e7cf69d17f tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 943 time: 0.6291645 Jul 14 09:04:11.790114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.822643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a052f-006a-4523-b3c2-45044bb391da req-74beb494-1862-41d4-b07c-b793f19c8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:11.831822 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d71a052f-006a-4523-b3c2-45044bb391da req-74beb494-1862-41d4-b07c-b793f19c8ed5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1097 time: 0.7001076 Jul 14 09:04:11.858662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:11.956700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bc53e8aa-4d33-438e-90ba-543329bbd255 None None] For port 2cb641eb-6070-41e5-9761-bdf07102e91a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2cb641eb-6070-41e5-9761-bdf07102e91a,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:11.961007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0888d3d4-c721-4d3c-866d-527a15dd0fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:11.969096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-9b780f8c-df19-46fb-b491-bc688612d36f service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666080 Jul 14 09:04:12.003264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704f8637-13de-4910-a7dc-d6b1f2e6bded tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.004593 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-704f8637-13de-4910-a7dc-d6b1f2e6bded tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8022821 Jul 14 09:04:12.025023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd787777-6972-437c-b20a-3071c6e32b87 req-14ff5822-f40a-4847-a457-7deb43e01df6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.031121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:12.031909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd787777-6972-437c-b20a-3071c6e32b87 req-14ff5822-f40a-4847-a457-7deb43e01df6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 936 time: 0.2582016 Jul 14 09:04:12.058594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:12.084791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc53e8aa-4d33-438e-90ba-543329bbd255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.087618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0888d3d4-c721-4d3c-866d-527a15dd0fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.201237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888d3d4-c721-4d3c-866d-527a15dd0fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ffd02e-7689-4c94-8861-052bf7bbf333,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:12.213333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:12.219722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0a2dff9b-1d10-4d40-ad68-6573b703b7be None None] Provisioning complete for port 2cb641eb-6070-41e5-9761-bdf07102e91a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:12.220103 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a2dff9b-1d10-4d40-ad68-6573b703b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.238211 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d71a052f-006a-4523-b3c2-45044bb391da req-42dfbb97-ad58-458d-b566-32f36cc42e5d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043575 Jul 14 09:04:12.248187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:12.269797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3530e095-d9f6-49a2-acca-225c3facb34d req-862400a9-e551-4d8a-96b8-9946a45f8cfb tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876447 Jul 14 09:04:12.276713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53e8aa-4d33-438e-90ba-543329bbd255 None None] Pushing event updated for resources: {'Port': ['ID=2cb641eb-6070-41e5-9761-bdf07102e91a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:12.281957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:12.289185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.289835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.292370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:12.307977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd787777-6972-437c-b20a-3071c6e32b87 req-c65f88ab-488c-44fa-8aa6-f5f72657860f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751033 Jul 14 09:04:12.322273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0888d3d4-c721-4d3c-866d-527a15dd0fa4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20a712c2a4b043e5b2bfa6fe344defaa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1643417 Jul 14 09:04:12.333180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:12.386948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62380f66-4d03-46df-b1ca-7945bee4e356 req-bcd18b85-f787-48bf-baa0-b1362468e33a service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032893 Jul 14 09:04:12.496167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Router cba28f46-397f-40be-b228-214b4ff3be68 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:04:12.589986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df3c5dd8-9c50-4e9c-b4a5-64b8bbe7d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.603750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df3c5dd8-9c50-4e9c-b4a5-64b8bbe7d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.659790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfeae-2b53-4def-9290-cedf8ebcf325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.691624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-df3c5dd8-9c50-4e9c-b4a5-64b8bbe7d39f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5336e88ccba346ff94222f2aa47a89ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0526874 Jul 14 09:04:12.695331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:12.698471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef76055a-fd09-4539-b745-9fb949563ee0 None None] Provisioning for port 14f747a7-2396-4bb2-97f2-3b4567c1be3c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:12.703953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef76055a-fd09-4539-b745-9fb949563ee0 None None] Provisioning complete for port 14f747a7-2396-4bb2-97f2-3b4567c1be3c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:12.704132 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef76055a-fd09-4539-b745-9fb949563ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.711749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfeae-2b53-4def-9290-cedf8ebcf325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.753943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2cb641eb-6070-41e5-9761-bdf07102e91a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:12.757348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c578bcb-282c-4574-955f-0dceee2440ce req-f1c9c127-ecd6-4b24-b434-f8700b390d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.758851 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c578bcb-282c-4574-955f-0dceee2440ce req-f1c9c127-ecd6-4b24-b434-f8700b390d67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 1095 time: 0.2719221 Jul 14 09:04:12.764733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c5dd8-9c50-4e9c-b4a5-64b8bbe7d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a946cc11-bd67-4691-932a-090651aba6fb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:12.794248 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-8ac73b28-5370-4fad-b803-46cce7b75fbe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9048457 Jul 14 09:04:12.831485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ef76055a-fd09-4539-b745-9fb949563ee0 None None] Port 14f747a7-2396-4bb2-97f2-3b4567c1be3c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:12.843771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.850995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 2cb641eb-6070-41e5-9761-bdf07102e91a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:12.851441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Request body: {'port': {'device_id': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:12.851564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.868194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf01563-ce71-4f45-805a-9e7e9709e05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.917357 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf01563-ce71-4f45-805a-9e7e9709e05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:12.945549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c578bcb-282c-4574-955f-0dceee2440ce req-65c1475a-6c46-432f-bbe9-f907a6e3f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:12.951821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c578bcb-282c-4574-955f-0dceee2440ce req-65c1475a-6c46-432f-bbe9-f907a6e3f596 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 922 time: 0.1839309 Jul 14 09:04:13.027024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5a56412a-05fd-45b2-9e1a-e46ccaaef846 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:13.046649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfeae-2b53-4def-9290-cedf8ebcf325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.052019 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfeae-2b53-4def-9290-cedf8ebcf325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.052019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cb1dfeae-2b53-4def-9290-cedf8ebcf325 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5ffd02e-7689-4c94-8861-052bf7bbf333 HTTP/1.1" status: 204 len: 168 time: 0.7146020 Jul 14 09:04:13.086774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c578bcb-282c-4574-955f-0dceee2440ce req-ab9cc3f4-ceaf-44d9-bfa1-826431e03a2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d282b2-5314-449d-87cc-f9521ca45da3 HTTP/1.1" status: 200 len: 217 time: 0.1265721 Jul 14 09:04:13.099847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dfeae-2b53-4def-9290-cedf8ebcf325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ffd02e-7689-4c94-8861-052bf7bbf333,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:13.107253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:13.121735 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:13.165871 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:13.166787 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:13.169865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:13.175525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:13.175987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.186031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb204b64-c914-44d4-88ef-7b535e0af662 req-cb4ff162-4d29-4145-9076-c6f728ed730c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.195569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c578bcb-282c-4574-955f-0dceee2440ce req-f366e5eb-abba-4e98-9848-b2d674035dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:13.197108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c578bcb-282c-4574-955f-0dceee2440ce req-f366e5eb-abba-4e98-9848-b2d674035dfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=703db5b0-8af7-4abc-b3eb-38109645c34c HTTP/1.1" status: 200 len: 861 time: 0.1026838 Jul 14 09:04:13.198049 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb204b64-c914-44d4-88ef-7b535e0af662 req-cb4ff162-4d29-4145-9076-c6f728ed730c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 945 time: 0.4533539 Jul 14 09:04:13.199980 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf01563-ce71-4f45-805a-9e7e9709e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.203136 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf01563-ce71-4f45-805a-9e7e9709e05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.204812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8bf01563-ce71-4f45-805a-9e7e9709e05c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a946cc11-bd67-4691-932a-090651aba6fb HTTP/1.1" status: 204 len: 168 time: 0.5083880 Jul 14 09:04:13.213858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.215158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4be63c11-6e6a-4869-84ca-34fed6175add admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.3606791 Jul 14 09:04:13.219779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38100) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:13.261883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c578bcb-282c-4574-955f-0dceee2440ce req-9de00874-fa29-4b55-b89a-8abfe5274e2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38656ded-8ecf-45f7-b6ea-dc905179f638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554407 Jul 14 09:04:13.262998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf01563-ce71-4f45-805a-9e7e9709e05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a946cc11-bd67-4691-932a-090651aba6fb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:13.275505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.426331 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.499591 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:13.513137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5a56412a-05fd-45b2-9e1a-e46ccaaef846, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5a56412a-05fd-45b2-9e1a-e46ccaaef846,segment=NetworkSegment(51fb6939-f54e-4e0a-b92b-6eef61662bba),segment_id=51fb6939-f54e-4e0a-b92b-6eef61662bba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:13.522826 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.530307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb204b64-c914-44d4-88ef-7b535e0af662 req-da61267e-6c10-44d8-8326-19c38b5e18dd tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312771 Jul 14 09:04:13.621411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5a56412a-05fd-45b2-9e1a-e46ccaaef846,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:13.698164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c578bcb-282c-4574-955f-0dceee2440ce req-a343276f-5e60-4e7f-853a-84f57f35144a service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517573 Jul 14 09:04:13.814149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:13.903089 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:09Z', 'revision_number': 3, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:13.972953 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:13.973317 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Updating router cba28f46-397f-40be-b228-214b4ff3be68 port 70b192d6-95ba-4f65-895e-ed8211eee552 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:04:14.090156 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.394074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f747a7-2396-4bb2-97f2-3b4567c1be3c {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:14.417375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.443696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Transition to ACTIVE for port object 14f747a7-2396-4bb2-97f2-3b4567c1be3c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:14.495972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5a56412a-05fd-45b2-9e1a-e46ccaaef846 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:14.535385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.583134 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.603981 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Transition to ACTIVE for port object 70b192d6-95ba-4f65-895e-ed8211eee552 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:14.623045 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.682553 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0a24d-27fc-4af0-b25f-775fd66c8146 None None] Pushing event updated for resources: {'Port': ['ID=70b192d6-95ba-4f65-895e-ed8211eee552,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:14.706727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Allocated IP 172.25.2.47 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/60b2e763-1609-410e-adff-feb852e11baf) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:14.713056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:14.713689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.733264 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Attempting to bind port 70b192d6-95ba-4f65-895e-ed8211eee552 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:14.734316 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Attempting to bind port 70b192d6-95ba-4f65-895e-ed8211eee552 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:14.734730 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Attempting to bind port 70b192d6-95ba-4f65-895e-ed8211eee552 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:14.750488 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:14.750961 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:14.751401 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.753159 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:14.753748 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Bound port: 70b192d6-95ba-4f65-895e-ed8211eee552, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:14.754109 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.833508 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.851294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c578bcb-282c-4574-955f-0dceee2440ce req-e9cecc0c-97dd-4754-9f1c-cb885d859403 service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0480530 Jul 14 09:04:14.888297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.919792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:14.923134 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] For port 70b192d6-95ba-4f65-895e-ed8211eee552, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:14.932986 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] For port 70b192d6-95ba-4f65-895e-ed8211eee552, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=70b192d6-95ba-4f65-895e-ed8211eee552,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:14.943892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:14.945518 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:14.953598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:15.077748 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0a24d-27fc-4af0-b25f-775fd66c8146 None None] Pushing event updated for resources: {'Port': ['ID=70b192d6-95ba-4f65-895e-ed8211eee552,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:15.110526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Attempting to bind port 14f747a7-2396-4bb2-97f2-3b4567c1be3c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:15.115107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Attempting to bind port 14f747a7-2396-4bb2-97f2-3b4567c1be3c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:15.116583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Attempting to bind port 14f747a7-2396-4bb2-97f2-3b4567c1be3c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:15.151706 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:15.155895 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:03:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:15.162032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a6760-9acf-4ec3-a73d-dcf7272ebfb4 req-f63d2e8d-1d94-4c1b-b6c6-4da2fd36081a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:15.170329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc1a6760-9acf-4ec3-a73d-dcf7272ebfb4 req-f63d2e8d-1d94-4c1b-b6c6-4da2fd36081a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 943 time: 1.6245573 Jul 14 09:04:15.172190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640698-c7b2-4c38-8f93-18420212d3ff req-ec112fce-16bf-4ec3-8e41-b471bb5d0fef tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:15.173977 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-48640698-c7b2-4c38-8f93-18420212d3ff req-ec112fce-16bf-4ec3-8e41-b471bb5d0fef tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 936 time: 1.2200816 Jul 14 09:04:15.229437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:15.295822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Port 14f747a7-2396-4bb2-97f2-3b4567c1be3c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:15.296510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Attempting to bind port 14f747a7-2396-4bb2-97f2-3b4567c1be3c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:15.302870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event updated for resources: {'Port': ['ID=60b2e763-1609-410e-adff-feb852e11baf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:15.341039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc1a6760-9acf-4ec3-a73d-dcf7272ebfb4 req-94443e3b-f096-4639-b138-10fbf55ee99d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620915 Jul 14 09:04:15.353493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:15.354115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:15.354696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:15.355374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Bound port: 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:15.356092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:15.430107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:15.433911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-48640698-c7b2-4c38-8f93-18420212d3ff req-79422cb2-7677-4358-928b-4a990866c4d7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858912 Jul 14 09:04:15.603192 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:15.607060 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:15.904621 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd43e071-80a1-4160-b127-e765627cadaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:15.962349 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:09Z', 'revision_number': 3, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:16.012758 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3583-8a6c-4315-a6b9-88c2a58641c4 None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:09Z', 'revision_number': 3, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:16.083520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Allocated IP 172.20.0.1 (4334f2bf-f268-48ee-80bd-2dff230c3bf9/05e466ad-a344-4f36-a97c-a9be4f27de6a/595689a2-5fc2-414a-8d21-a44d0b0d27da) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:16.212468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.222753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa163d45-5fbf-497e-a42b-9e55d696444d req-a01a542d-c8ca-4858-ba9a-27a75ab6bab6 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:16.225151 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa163d45-5fbf-497e-a42b-9e55d696444d req-a01a542d-c8ca-4858-ba9a-27a75ab6bab6 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 945 time: 0.4015074 Jul 14 09:04:16.244942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:16.248296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:16.284045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.332919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa163d45-5fbf-497e-a42b-9e55d696444d req-4a479493-3347-40cb-9b96-bc3d8f3d41a2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991013 Jul 14 09:04:16.359592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:16.360089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.368047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] 10.222.0.11 "PUT /v2.0/ports/14f747a7-2396-4bb2-97f2-3b4567c1be3c HTTP/1.1" status: 200 len: 1097 time: 3.5303597 Jul 14 09:04:16.368553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:16.370894 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24bfb19-4904-478f-93b7-06e9edd966d6" -d '{"events": [{"name": "network-changed", "server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:16.376982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.448546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Transition to ACTIVE for port object 595689a2-5fc2-414a-8d21-a44d0b0d27da will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:16.564957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd9f60-415a-42fc-98c9-a6150fa50804 service neutron] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:16.581454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:16.679392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:16.684710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Pushing event updated for resources: {'Port': ['ID=595689a2-5fc2-414a-8d21-a44d0b0d27da,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:16.750998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:16.778054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:16.786923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:16.848179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-66d1b98a-a031-4491-99c9-928735634f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:16.862056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-66d1b98a-a031-4491-99c9-928735634f37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 1100 time: 0.4098923 Jul 14 09:04:16.905702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:16.947329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'port_id': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'mac_address': 'fa:16:3e:35:7c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db5b0-8af7-4abc-b3eb-38109645c34c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:16.983535 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.008013 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac2ee74-b983-4713-82f6-77dbc16b1eb7 x-openstack-request-id: req-4ac2ee74-b983-4713-82f6-77dbc16b1eb7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:17.008318 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:17.008574 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ac2ee74-b983-4713-82f6-77dbc16b1eb7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:17.018857 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'status': 'completed', 'code': 200} Jul 14 09:04:17.022942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-9c340cec-d84e-4dfb-9a76-d196b846211b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c HTTP/1.1" status: 200 len: 217 time: 0.1432886 Jul 14 09:04:17.029015 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.050236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d282b2-5314-449d-87cc-f9521ca45da3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:17.084988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:17.107084 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.139966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409f2cc-09fe-4a2f-921f-707fc3ab8c71 req-b5a8cba8-f2c1-4538-a652-35dda780f703 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:17.141084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.144884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9409f2cc-09fe-4a2f-921f-707fc3ab8c71 req-b5a8cba8-f2c1-4538-a652-35dda780f703 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 943 time: 0.4305024 Jul 14 09:04:17.196976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:17.198132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.244267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2022070a-f80f-41bb-b218-626065fad3ab None None] Provisioning for port 595689a2-5fc2-414a-8d21-a44d0b0d27da completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:17.251830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2022070a-f80f-41bb-b218-626065fad3ab None None] Provisioning complete for port 595689a2-5fc2-414a-8d21-a44d0b0d27da triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:17.252638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2022070a-f80f-41bb-b218-626065fad3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.273368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-86d64ea4-acc0-4bc7-9825-990a6b604643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:17.275420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-86d64ea4-acc0-4bc7-9825-990a6b604643 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2413378 Jul 14 09:04:17.279869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.290862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9409f2cc-09fe-4a2f-921f-707fc3ab8c71 req-f2820565-c502-494f-bb49-2cc226d9d34d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263378 Jul 14 09:04:17.331910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2022070a-f80f-41bb-b218-626065fad3ab None None] Port 595689a2-5fc2-414a-8d21-a44d0b0d27da cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:17.362818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.373283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3146398 Jul 14 09:04:17.373283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc9544-a33b-4fd8-8712-00dd6c57c6fc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event updated for resources: {'Port': ['ID=60b2e763-1609-410e-adff-feb852e11baf,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:17.386746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['a8d282b2-5314-449d-87cc-f9521ca45da3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:17.426326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe4ba-a415-432a-9287-8182ccd75cb3 req-7a96cd38-65de-4587-9939-c896f47d6c9c tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:17.427661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.439813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-938fe4ba-a415-432a-9287-8182ccd75cb3 req-7a96cd38-65de-4587-9939-c896f47d6c9c tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1097 time: 0.3353467 Jul 14 09:04:17.545021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-938fe4ba-a415-432a-9287-8182ccd75cb3 req-ec123326-cf51-4a1c-b6e3-c2091eff5f5d tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953181 Jul 14 09:04:17.584705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-552d85b8-c72a-4300-b120-48d93d8045b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:17.587779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-552d85b8-c72a-4300-b120-48d93d8045b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2771094 Jul 14 09:04:17.717021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439e58e-1710-4847-9054-5cdcab56e163 req-0ad182df-b270-4cad-81a3-4c5375739d15 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:17.719126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7439e58e-1710-4847-9054-5cdcab56e163 req-0ad182df-b270-4cad-81a3-4c5375739d15 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 948 time: 0.2072561 Jul 14 09:04:17.773320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-f9fea69a-1ce5-481a-b5c7-4ca51a24e87a service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771505 Jul 14 09:04:17.803501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.816485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7439e58e-1710-4847-9054-5cdcab56e163 req-f4a08a39-2d0b-4034-bfe5-bee4952bb1ed tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818074 Jul 14 09:04:17.819829 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:17.914264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1896a53-7215-46c4-a1a0-24b5e3e6c4ce req-d1d85fad-a6ff-470b-ac21-176e765e5118 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342132 Jul 14 09:04:17.987060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.007518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Pushing event updated for resources: {'Port': ['ID=595689a2-5fc2-414a-8d21-a44d0b0d27da,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:18.095589 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-c928f157-2910-417a-af88-e43ed73e7765 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2092007991&fields=id&tenant_id=5e5e278314ca4a92ac6ef2d769986e9d HTTP/1.1" status: 200 len: 267 time: 0.0617127 Jul 14 09:04:18.105113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-ab25fa5c-49d6-46f8-b3f1-a95656c26b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.106568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-ab25fa5c-49d6-46f8-b3f1-a95656c26b6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 1100 time: 0.1178610 Jul 14 09:04:18.150238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:18.153633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:18.246085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2687e-149e-4653-ba6c-c7282a827845 req-8a258660-e738-428f-bc78-bf9070ef749a tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.253175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2c2687e-149e-4653-ba6c-c7282a827845 req-8a258660-e738-428f-bc78-bf9070ef749a tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1097 time: 0.1410253 Jul 14 09:04:18.352663 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2c2687e-149e-4653-ba6c-c7282a827845 req-f77b6c44-ae35-4aa3-86ec-3fc07ec8ddd2 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985053 Jul 14 09:04:18.352853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-ec3d6b4b-91cc-4ee5-ac6f-a92c2701377b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.355315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-ec3d6b4b-91cc-4ee5-ac6f-a92c2701377b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 824 time: 0.2524443 Jul 14 09:04:18.356666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-8a0f0241-d6af-4ec1-af5e-3fcafae71442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.358125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-8a0f0241-d6af-4ec1-af5e-3fcafae71442 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2416925 Jul 14 09:04:18.373053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:18.455134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-ed017fe8-ccb8-419b-b76b-0e553565d233 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/quotas/5e5e278314ca4a92ac6ef2d769986e9d HTTP/1.1" status: 200 len: 375 time: 0.0940630 Jul 14 09:04:18.492795 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-463c610b-49b8-4efd-b6b0-3fb0acc635d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c HTTP/1.1" status: 200 len: 217 time: 0.1230750 Jul 14 09:04:18.568766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c334094a-53b3-45d2-be88-512ab1f649d0 None None] Provisioning complete for port 595689a2-5fc2-414a-8d21-a44d0b0d27da triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:18.569319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c334094a-53b3-45d2-be88-512ab1f649d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.582284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:18.603087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-46cb30bf-fb42-4d5c-b654-27afa2e1a32f admin admin] 10.222.0.18 "PUT /v2.0/routers/cba28f46-397f-40be-b228-214b4ff3be68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3709462 Jul 14 09:04:18.640549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 70b192d6-95ba-4f65-895e-ed8211eee552 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:18.661338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-9014e68c-1438-4985-9c4a-7d6358761743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.665271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-9014e68c-1438-4985-9c4a-7d6358761743 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1593084 Jul 14 09:04:18.730629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:18.736784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-5fcdf158-a652-4f4d-9c88-2c7afef46147 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2702200 Jul 14 09:04:18.791529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-66d38028-f942-4c2b-b2fe-1a785e097a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.793197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-66d38028-f942-4c2b-b2fe-1a785e097a22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133893 Jul 14 09:04:18.852604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c334094a-53b3-45d2-be88-512ab1f649d0 None None] Port 595689a2-5fc2-414a-8d21-a44d0b0d27da cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:18.878014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:18.930297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc498780-2eb1-45b7-823e-b45d84954771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.938295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:18.938934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:18.945713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 70b192d6-95ba-4f65-895e-ed8211eee552 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:18.982014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 70b192d6-95ba-4f65-895e-ed8211eee552 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:18.982399 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:18.987553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ee9da-8113-48d8-b279-d32b5162d16c req-6b2036ca-a219-44b3-bfd4-079b75b1c839 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:18.997415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d51ee9da-8113-48d8-b279-d32b5162d16c req-6b2036ca-a219-44b3-bfd4-079b75b1c839 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 944 time: 0.1121285 Jul 14 09:04:19.023796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.045027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port a8d282b2-5314-449d-87cc-f9521ca45da3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:19.061724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d51ee9da-8113-48d8-b279-d32b5162d16c req-892af08d-20c1-4179-b1be-508e99d69d3c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628986 Jul 14 09:04:19.062127 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-14af37be-1ca8-40f8-8e9e-c608b0259084 service neutron] 10.222.0.18 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028841 Jul 14 09:04:19.082310 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-c39ec4f6-aef7-4c33-a29c-fe161f1c3137 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201645 Jul 14 09:04:19.104829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port a8d282b2-5314-449d-87cc-f9521ca45da3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:19.105208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.252017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:19.334748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-67a293cb-4853-4cd3-bfb6-3c1c0b44036b service neutron] 10.222.0.18 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717535 Jul 14 09:04:19.340774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a24bfb19-4904-478f-93b7-06e9edd966d6 req-a8bf29fc-7581-4748-84a9-ad09c603f98e service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177584 Jul 14 09:04:19.404808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c9517-049c-4807-8176-8262a578744a req-ed8d9015-80a8-4055-bfea-b6410a400996 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:19.406629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-211c9517-049c-4807-8176-8262a578744a req-ed8d9015-80a8-4055-bfea-b6410a400996 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 948 time: 0.0804615 Jul 14 09:04:19.488375 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-211c9517-049c-4807-8176-8262a578744a req-aeb81004-f6d5-4e42-a347-a09dada781e8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739257 Jul 14 09:04:19.505543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.554196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:19.640841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:19.643287 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e65e29-8447-4145-97e3-1409ba1c5a1c" -d '{"events": [{"server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "name": "network-vif-plugged", "status": "completed", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:19.689682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.760953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.802889 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.822723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:19.844614 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.887431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 70b192d6-95ba-4f65-895e-ed8211eee552, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=70b192d6-95ba-4f65-895e-ed8211eee552,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:19.942577 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:19.945886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-2c6d7897-e4de-448e-ad98-6b198b41a2f1 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:19.956227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-2c6d7897-e4de-448e-ad98-6b198b41a2f1 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 820 time: 0.2233260 Jul 14 09:04:19.962910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:20.004857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-6c09ae51-88d1-41b5-8d7d-c6b807c5fd72 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/quotas/9364d5732f4f48f5bd89636a23cbbfe1 HTTP/1.1" status: 200 len: 375 time: 0.0476983 Jul 14 09:04:20.046344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=70b192d6-95ba-4f65-895e-ed8211eee552,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:20.082373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 2, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:20.084556 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-129e40c4-2abc-4cad-b77d-b76724e6aa20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.110848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-bc2c57a6-7f62-4997-b60a-0d4b7910c2a5 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048858 Jul 14 09:04:20.176254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:20.178003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Updating router cba28f46-397f-40be-b228-214b4ff3be68 port 595689a2-5fc2-414a-8d21-a44d0b0d27da binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:04:20.241772 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.279719 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f8ed7ce6-e22c-470f-9926-1f60b5c2b488 req-5d1b46dd-7688-4bb6-8c43-e00d467c2a43 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 210 time: 0.0604177 Jul 14 09:04:20.316104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-e6719442-d592-4de5-960c-2d631cadf225 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039893 Jul 14 09:04:20.360817 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-129e40c4-2abc-4cad-b77d-b76724e6aa20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.368494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-129e40c4-2abc-4cad-b77d-b76724e6aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.403809 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ff7890-b11f-46cc-b9b7-36f73f1fdf90 x-openstack-request-id: req-a1ff7890-b11f-46cc-b9b7-36f73f1fdf90 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:20.404110 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "name": "network-vif-plugged", "status": "completed", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:20.404369 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1ff7890-b11f-46cc-b9b7-36f73f1fdf90 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:20.404765 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'code': 200} Jul 14 09:04:20.485701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e40c4-2abc-4cad-b77d-b76724e6aa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7bf020-ac15-46af-8119-a910286a08c1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:20.506378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-129e40c4-2abc-4cad-b77d-b76724e6aa20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c63701ec49e148f581b8c7e7b16e9b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6794987 Jul 14 09:04:20.509118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38274) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:20.621093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 70b192d6-95ba-4f65-895e-ed8211eee552 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:20.635696 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-ac977918-c4f8-4717-ad6c-55b24234adf6 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114030 Jul 14 09:04:20.641067 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f879cf22-1d1f-4d20-9652-499ab0c1324e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.728839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 14f747a7-2396-4bb2-97f2-3b4567c1be3c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:20.747311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f879cf22-1d1f-4d20-9652-499ab0c1324e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.829950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f879cf22-1d1f-4d20-9652-499ab0c1324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.835377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f879cf22-1d1f-4d20-9652-499ab0c1324e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:20.836550 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f879cf22-1d1f-4d20-9652-499ab0c1324e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b7bf020-ac15-46af-8119-a910286a08c1 HTTP/1.1" status: 204 len: 168 time: 0.3258681 Jul 14 09:04:20.889447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879cf22-1d1f-4d20-9652-499ab0c1324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7bf020-ac15-46af-8119-a910286a08c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:20.936689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff3d0a-db4a-4ec7-84cb-055973a701c2 req-aa6cbee2-4a3e-443c-9e4d-f80bba229181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:20.942346 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5eff3d0a-db4a-4ec7-84cb-055973a701c2 req-aa6cbee2-4a3e-443c-9e4d-f80bba229181 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 1097 time: 0.3322878 Jul 14 09:04:21.006257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a47f6-aab3-4a89-9c0b-899cd55124f0 req-77f355e7-c3e6-4269-ab26-957f7322bee2 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:21.009612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:21.014557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea5a47f6-aab3-4a89-9c0b-899cd55124f0 req-77f355e7-c3e6-4269-ab26-957f7322bee2 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1097 time: 0.3754179 Jul 14 09:04:21.025188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'mac_address': 'fa:16:3e:a4:ce:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:21.026727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 70b192d6-95ba-4f65-895e-ed8211eee552 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:21.027374 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.050756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5eff3d0a-db4a-4ec7-84cb-055973a701c2 req-ecfe61f0-2b7d-4bd8-8aa7-fdaec749f028 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009858 Jul 14 09:04:21.103742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea5a47f6-aab3-4a89-9c0b-899cd55124f0 req-91964b9b-8d2e-4d90-9090-0ab1ba623954 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875876 Jul 14 09:04:21.302275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c18673-b49f-445d-b23f-12801f4ef3a2 req-b8d7f10e-30cf-4732-96e8-d939e145a78e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:21.309498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0c18673-b49f-445d-b23f-12801f4ef3a2 req-b8d7f10e-30cf-4732-96e8-d939e145a78e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.2925122 Jul 14 09:04:21.355768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54649cd-f939-4182-a41a-463184a3a0ad req-1857b831-18f9-4183-924e-cacbfaad9f51 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:21.364965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b54649cd-f939-4182-a41a-463184a3a0ad req-1857b831-18f9-4183-924e-cacbfaad9f51 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 948 time: 0.0967195 Jul 14 09:04:21.397818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0c18673-b49f-445d-b23f-12801f4ef3a2 req-cb3b867b-b003-4fad-b972-fd6c1a55a6f2 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871136 Jul 14 09:04:21.447995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b54649cd-f939-4182-a41a-463184a3a0ad req-b01c08d8-5880-48ca-a4ef-1f8f04d4b187 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820107 Jul 14 09:04:21.566905 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f6abbcb-cfe0-42d6-8b0e-f50b080b897d req-dba4a3ce-6e18-4482-9e21-b6a4fad2491a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 210 time: 0.0954764 Jul 14 09:04:21.639449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:21.662213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49cd2c3d-66b0-41e0-a4f0-5b9a7db60231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.703307 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.705894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.765437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f747a7-2396-4bb2-97f2-3b4567c1be3c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:21.810424 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.841026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:21.854464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Transition to ACTIVE for port object 595689a2-5fc2-414a-8d21-a44d0b0d27da will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:21.864058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.870841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:21.877483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-674755e9-7c79-4353-b930-6e85ec703f76 req-60a22f93-96b3-457c-9cca-83fea87539a8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 210 time: 0.1035364 Jul 14 09:04:22.007667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49cd2c3d-66b0-41e0-a4f0-5b9a7db60231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.023826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49cd2c3d-66b0-41e0-a4f0-5b9a7db60231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.043819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.132131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:22.164283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['14f747a7-2396-4bb2-97f2-3b4567c1be3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:22.290093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-1d299e7c-66cb-4a03-921f-69b296a335b7 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.296303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-1d299e7c-66cb-4a03-921f-69b296a335b7 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 824 time: 0.2193089 Jul 14 09:04:22.309730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0f01-e986-45dc-9314-6fafabb13c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.359955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-49cd2c3d-66b0-41e0-a4f0-5b9a7db60231 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b18fd1ffde4a40da8c9e0bbaa3d34c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7192104 Jul 14 09:04:22.367030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd2c3d-66b0-41e0-a4f0-5b9a7db60231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a40bd8-abb2-4b72-91be-1464fdda5cf7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.370957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38316) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:22.411620 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-17064421-4fe4-40e2-ba9c-e991d8e3e95c tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e5e278314ca4a92ac6ef2d769986e9d HTTP/1.1" status: 200 len: 380 time: 0.0927594 Jul 14 09:04:22.435217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'port': {'device_id': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'admin_state_up': True, 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'security_groups': ['41b26204-b557-44c0-b04a-8742e5c4ca99']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:22.472162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Attempting to bind port 595689a2-5fc2-414a-8d21-a44d0b0d27da on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:22.472525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Attempting to bind port 595689a2-5fc2-414a-8d21-a44d0b0d27da by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:22.472896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Attempting to bind port 595689a2-5fc2-414a-8d21-a44d0b0d27da on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:22.510279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abdd60-4884-4586-b0c5-44739d4498b1 None None] Pushing event updated for resources: {'Port': ['ID=595689a2-5fc2-414a-8d21-a44d0b0d27da,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.531835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:22.532533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Checking segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:22.533164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.533968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Bound using segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:22.534679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Bound port: 595689a2-5fc2-414a-8d21-a44d0b0d27da, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:22.535294 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.597456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0f01-e986-45dc-9314-6fafabb13c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.656347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0f01-e986-45dc-9314-6fafabb13c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.679011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] For port 595689a2-5fc2-414a-8d21-a44d0b0d27da, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:22.684457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] For port 595689a2-5fc2-414a-8d21-a44d0b0d27da, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=595689a2-5fc2-414a-8d21-a44d0b0d27da,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:22.698251 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.713213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8a8e-83b4-4680-b1cf-cd7a39844a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.768232 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b6f0f01-e986-45dc-9314-6fafabb13c9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b897a77a77f43448a37fb95daee4a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6354060 Jul 14 09:04:22.779782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:22.783647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f0f01-e986-45dc-9314-6fafabb13c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3828b6-a918-4f21-b1e8-04e95eb0e559,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.793001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8a8e-83b4-4680-b1cf-cd7a39844a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:22.812081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792622d-1e8a-4dd9-a94b-ade8fe758176 req-f8428817-1308-4339-bf35-1893bb032f7f tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.814279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6792622d-1e8a-4dd9-a94b-ade8fe758176 req-f8428817-1308-4339-bf35-1893bb032f7f tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1097 time: 0.2847469 Jul 14 09:04:22.835722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abdd60-4884-4586-b0c5-44739d4498b1 None None] Pushing event updated for resources: {'Port': ['ID=595689a2-5fc2-414a-8d21-a44d0b0d27da,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:22.866858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:22.867816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:22.889422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6792622d-1e8a-4dd9-a94b-ade8fe758176 req-2da87ac3-1703-497c-91cb-9aa4ac91d486 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673616 Jul 14 09:04:22.924235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d247c63-96b8-4ecb-82ce-17616743e235 req-ec124791-6b63-4a71-ab34-8ce1abf5fe94 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:22.936018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d247c63-96b8-4ecb-82ce-17616743e235 req-ec124791-6b63-4a71-ab34-8ce1abf5fe94 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.3136752 Jul 14 09:04:22.940074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-9849cc0a-f3e0-433c-8ac2-a9617f357692 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3273957 Jul 14 09:04:22.994493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Made reservation on behalf of 5e5e278314ca4a92ac6ef2d769986e9d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:22.999174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.031796 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ec68f76-ab61-4a85-90cb-9af10d4c0d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.069082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8a8e-83b4-4680-b1cf-cd7a39844a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.072076 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8a8e-83b4-4680-b1cf-cd7a39844a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.073420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e6f8a8e-83b4-4680-b1cf-cd7a39844a7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67a40bd8-abb2-4b72-91be-1464fdda5cf7 HTTP/1.1" status: 204 len: 168 time: 0.6933084 Jul 14 09:04:23.088156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d247c63-96b8-4ecb-82ce-17616743e235 req-bfe63b9f-aff1-4bae-b41e-c229605d7a32 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509888 Jul 14 09:04:23.099153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:23.126711 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ec68f76-ab61-4a85-90cb-9af10d4c0d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.489435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:22Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:23.550148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-90da6014-48e4-4889-a635-cfadde214726 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.551902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-90da6014-48e4-4889-a635-cfadde214726 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.48 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 820 time: 0.2524862 Jul 14 09:04:23.567448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'port': {'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'admin_state_up': True, 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:23.581463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a388d6c-068f-4a93-8759-9ce41d431a54 req-c223cb66-351a-4ef9-8989-855ea10e6a30 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:23.588771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3a388d6c-068f-4a93-8759-9ce41d431a54 req-c223cb66-351a-4ef9-8989-855ea10e6a30 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 949 time: 0.4022713 Jul 14 09:04:23.596362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf3950b-490b-4a1f-a177-99132745ee42 None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:22Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:23.601661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f8a8e-83b4-4680-b1cf-cd7a39844a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a40bd8-abb2-4b72-91be-1464fdda5cf7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:23.687192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3187b0d9-47a2-45d1-b087-e7f08d741be5 req-828b2728-1eaa-4cb5-8c9d-46e0a29f0870 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 210 time: 0.0952699 Jul 14 09:04:23.883212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3a388d6c-068f-4a93-8759-9ce41d431a54 req-e39ce410-335a-4689-a97f-343a4f3b8a63 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934096 Jul 14 09:04:23.932413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ec68f76-ab61-4a85-90cb-9af10d4c0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.935108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ec68f76-ab61-4a85-90cb-9af10d4c0d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:23.938485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0ec68f76-ab61-4a85-90cb-9af10d4c0d2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a3828b6-a918-4f21-b1e8-04e95eb0e559 HTTP/1.1" status: 204 len: 168 time: 1.1522634 Jul 14 09:04:23.953260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Allocated IP 172.20.0.13 (d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74/46fe6844-953a-468d-b72a-f85b5e40736c/dfe33138-30a9-4eba-afb5-934a9fce9812) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:23.999661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d557df9a-72c3-4ddc-9bfb-c14fa51e396d req-3059fba1-2416-46ba-805b-f112e570acde tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 210 time: 0.0715690 Jul 14 09:04:24.017782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-186ad277-1137-4072-bb04-9c917f42bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.022035 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-186ad277-1137-4072-bb04-9c917f42bfef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1102 time: 0.4341457 Jul 14 09:04:24.045716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec68f76-ab61-4a85-90cb-9af10d4c0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3828b6-a918-4f21-b1e8-04e95eb0e559,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:24.066887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Made reservation on behalf of 9364d5732f4f48f5bd89636a23cbbfe1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:24.073332 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:24.437691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-e5fcb011-28bf-4a0c-b694-a7d7f6bf0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.441790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-e5fcb011-28bf-4a0c-b694-a7d7f6bf0162 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3854892 Jul 14 09:04:24.472388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Allocated IP 172.20.0.13 (4334f2bf-f268-48ee-80bd-2dff230c3bf9/05e466ad-a344-4f36-a97c-a9be4f27de6a/41d2b24c-8a33-4fe6-be35-e0b372add8f4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:24.624088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-ef9b76cb-f22f-41b2-9fc9-1f946623ed26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.1551642 Jul 14 09:04:24.663388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 595689a2-5fc2-414a-8d21-a44d0b0d27da up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:24.726445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 14f747a7-2396-4bb2-97f2-3b4567c1be3c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:24.740056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831607d-ad58-401c-a3c4-7568bc07f238 req-07ea21c5-e8b1-44e0-bccc-08c922cd4f96 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.748214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9831607d-ad58-401c-a3c4-7568bc07f238 req-07ea21c5-e8b1-44e0-bccc-08c922cd4f96 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.5047152 Jul 14 09:04:24.809695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:24.811692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:24.852363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Transition to ACTIVE for port object dfe33138-30a9-4eba-afb5-934a9fce9812 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:24.863573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 595689a2-5fc2-414a-8d21-a44d0b0d27da completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:24.869685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 14f747a7-2396-4bb2-97f2-3b4567c1be3c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:24.877441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 595689a2-5fc2-414a-8d21-a44d0b0d27da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:24.878070 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:24.879119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-a4fbe417-933f-4365-a312-0726e5cce1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:24.881817 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-a4fbe417-933f-4365-a312-0726e5cce1b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2391210 Jul 14 09:04:24.900607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9831607d-ad58-401c-a3c4-7568bc07f238 req-832d3ae2-60ed-4830-a639-69bfc150d642 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512058 Jul 14 09:04:24.933958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 14f747a7-2396-4bb2-97f2-3b4567c1be3c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:24.934583 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.039643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.135464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 595689a2-5fc2-414a-8d21-a44d0b0d27da, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=595689a2-5fc2-414a-8d21-a44d0b0d27da,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:25.157155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.197718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3f2c093-f0af-49d7-bb37-fec3125b12e0 req-c0e26428-7ab0-44e9-8c72-01e3790fdaea tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 210 time: 0.1079621 Jul 14 09:04:25.207298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.311571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-23055c34-e3ed-4e97-a2ba-eb55b22dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.313649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-23055c34-e3ed-4e97-a2ba-eb55b22dbb52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4120722 Jul 14 09:04:25.331087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.370654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:25.403470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:25.412997 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76977fd5-f3b3-444d-ac52-9eba306e602a" -d '{"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-plugged", "status": "completed", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:25.501791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:25.503320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:25.515346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e872310-510a-4404-8a97-f1e451559dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.519188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=595689a2-5fc2-414a-8d21-a44d0b0d27da,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:25.540973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.566900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:25.571203 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.599132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.599377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Transition to ACTIVE for port object 41d2b24c-8a33-4fe6-be35-e0b372add8f4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:25.603406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.666227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:25.693945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event updated for resources: {'Port': ['ID=dfe33138-30a9-4eba-afb5-934a9fce9812,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:25.830029 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-f1f24c58-030e-481a-a11e-6990441769b1 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087578 Jul 14 09:04:25.839925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:25.929353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c3223-2337-4768-a47c-043be35b211e req-ae4ddecd-1922-431d-bd3c-dd726d19585e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:25.937161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-783c3223-2337-4768-a47c-043be35b211e req-ae4ddecd-1922-431d-bd3c-dd726d19585e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.3738832 Jul 14 09:04:25.964492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:25.993013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:26.013258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0de541ab-f249-4996-a8c3-4b2e614f31f2 None None] Provisioning for port dfe33138-30a9-4eba-afb5-934a9fce9812 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:26.019569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0de541ab-f249-4996-a8c3-4b2e614f31f2 None None] Provisioning complete for port dfe33138-30a9-4eba-afb5-934a9fce9812 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:26.019939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0de541ab-f249-4996-a8c3-4b2e614f31f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.051512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:26.081170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e872310-510a-4404-8a97-f1e451559dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.082269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Pushing event updated for resources: {'Port': ['ID=41d2b24c-8a33-4fe6-be35-e0b372add8f4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:26.137762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0de541ab-f249-4996-a8c3-4b2e614f31f2 None None] Port dfe33138-30a9-4eba-afb5-934a9fce9812 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:26.146442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c756538b-fa64-43ca-9c95-ff2113924a86 req-e4eabbbe-f36b-4cda-af58-24db3805c730 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063848 Jul 14 09:04:26.149925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-65d39ade-d02d-49f9-92fa-8e12005969ee tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7311187 Jul 14 09:04:26.161746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Request body: {'port': {'device_id': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:26.191812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e872310-510a-4404-8a97-f1e451559dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.223878 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-783c3223-2337-4768-a47c-043be35b211e req-7d47a11d-c329-4b9f-8a9e-b7fb94fd526a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763968 Jul 14 09:04:26.231707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:26.232442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.261475 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5e872310-510a-4404-8a97-f1e451559dd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a539b58bc14460e86bb3a2a5ca935f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4466970 Jul 14 09:04:26.265571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e872310-510a-4404-8a97-f1e451559dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92058df8-df9d-46e7-946a-8083e42630db,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:26.279697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:26.299874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-794f3d0d-5b71-4175-9766-16bfef4a0e5c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7377093 Jul 14 09:04:26.335129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.336232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Request body: {'port': {'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:26.373886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7be98601-a0a8-4110-9374-6cadd8a9185c None None] Provisioning for port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:26.380605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7be98601-a0a8-4110-9374-6cadd8a9185c None None] Provisioning complete for port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:26.381488 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7be98601-a0a8-4110-9374-6cadd8a9185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.465202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7be98601-a0a8-4110-9374-6cadd8a9185c None None] Port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:26.549367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-9d3fd293-86bd-4c7c-b82d-64e531db28b8 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:04:26.550889 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-9d3fd293-86bd-4c7c-b82d-64e531db28b8 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092728 Jul 14 09:04:26.583188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.585727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Request body: {'binding': {'host': 'n-h2-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:26.586546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:04:26.634138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb581c43-2022-4ebe-b58f-4032f4be1c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.634881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 595689a2-5fc2-414a-8d21-a44d0b0d27da up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:26.674928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb581c43-2022-4ebe-b58f-4032f4be1c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.744836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 595689a2-5fc2-414a-8d21-a44d0b0d27da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:26.745402 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.867432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb581c43-2022-4ebe-b58f-4032f4be1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.870579 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb581c43-2022-4ebe-b58f-4032f4be1c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:26.874390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bb581c43-2022-4ebe-b58f-4032f4be1c10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92058df8-df9d-46e7-946a-8083e42630db HTTP/1.1" status: 204 len: 168 time: 0.5937250 Jul 14 09:04:26.928515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb581c43-2022-4ebe-b58f-4032f4be1c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92058df8-df9d-46e7-946a-8083e42630db,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:26.973641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on host n-h2-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:26.974114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:26.974435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:26.995114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:26.995720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:27.005935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:27.006612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:27.007632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:27.008323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Bound port: a5ee59b0-d349-42e9-8142-353c168c53c0, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:27.068598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d85bc9-ffdf-477b-b55d-3c2e90f6b5d9 req-e46ca2af-c6d4-46a9-b810-e2ec004907e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:27.070778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3d85bc9-ffdf-477b-b55d-3c2e90f6b5d9 req-e46ca2af-c6d4-46a9-b810-e2ec004907e9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 932 time: 0.4316382 Jul 14 09:04:27.126785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d2b24c-8a33-4fe6-be35-e0b372add8f4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:27.150278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.166899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Transition to ACTIVE for port object 41d2b24c-8a33-4fe6-be35-e0b372add8f4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:27.181718 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.268943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe33138-30a9-4eba-afb5-934a9fce9812 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:27.283736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.291842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Pushing event updated for resources: {'Port': ['ID=41d2b24c-8a33-4fe6-be35-e0b372add8f4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:27.307960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Transition to ACTIVE for port object dfe33138-30a9-4eba-afb5-934a9fce9812 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:27.351689 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3d85bc9-ffdf-477b-b55d-3c2e90f6b5d9 req-1544c56c-5239-4b91-9d2b-b48ec8d3c3d8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663674 Jul 14 09:04:27.359250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:27.362632 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.394735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Attempting to bind port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:27.395156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Attempting to bind port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:27.395677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Attempting to bind port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:27.401659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:27.402087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Attempting to bind port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:27.408237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:27.408953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Checking segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:27.409416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Bound using segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:27.409922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Bound port: 41d2b24c-8a33-4fe6-be35-e0b372add8f4, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:27.410365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.481669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe33138-30a9-4eba-afb5-934a9fce9812,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:27.497576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.523853 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84526324-34b7-4022-a35f-a2932e2573f1 x-openstack-request-id: req-84526324-34b7-4022-a35f-a2932e2573f1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:27.523853 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-plugged", "status": "completed", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:27.523853 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84526324-34b7-4022-a35f-a2932e2573f1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:27.523853 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'code': 200} Jul 14 09:04:27.530821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-ae4d608e-10c1-4d97-bca6-647d17d44925 service neutron] 10.222.0.18 "POST /v2.0/ports/a5ee59b0-d349-42e9-8142-353c168c53c0/bindings HTTP/1.1" status: 201 len: 390 time: 0.9504859 Jul 14 09:04:27.543002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] For port 41d2b24c-8a33-4fe6-be35-e0b372add8f4, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:27.548558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] For port 41d2b24c-8a33-4fe6-be35-e0b372add8f4, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:27.554936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.606941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:27.608118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:27.611056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] 10.222.0.48 "PUT /v2.0/ports/41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 1093 time: 1.2996731 Jul 14 09:04:27.613929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:27.617009 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:27.664529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18aa8-5039-41ba-be3d-19569329fb80 service neutron] Pushing event updated for resources: {'Port': ['ID=41d2b24c-8a33-4fe6-be35-e0b372add8f4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:27.782509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-0acccbfd-4d65-4b9d-8c89-1f08ce2da999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:27.785754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-0acccbfd-4d65-4b9d-8c89-1f08ce2da999 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1096 time: 0.0915971 Jul 14 09:04:27.855720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Attempting to bind port dfe33138-30a9-4eba-afb5-934a9fce9812 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:27.856020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Attempting to bind port dfe33138-30a9-4eba-afb5-934a9fce9812 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:27.856337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Attempting to bind port dfe33138-30a9-4eba-afb5-934a9fce9812 on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:27.881689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Port dfe33138-30a9-4eba-afb5-934a9fce9812 on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:27.881941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Attempting to bind port dfe33138-30a9-4eba-afb5-934a9fce9812 on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:27.925773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-eb5c693d-5f5b-4e3e-b77c-3ea96248587f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 217 time: 0.1273046 Jul 14 09:04:27.935258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:27.935564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Checking segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:27.935931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Bound using segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:27.941570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Bound port: dfe33138-30a9-4eba-afb5-934a9fce9812, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:27.942001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.111936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] For port dfe33138-30a9-4eba-afb5-934a9fce9812, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:28.116491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] For port dfe33138-30a9-4eba-afb5-934a9fce9812, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dfe33138-30a9-4eba-afb5-934a9fce9812,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:28.123179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961783d8-c286-4100-a54e-18549fa5e6bc req-55698258-53be-40d8-84d1-29571c38ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.124953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-961783d8-c286-4100-a54e-18549fa5e6bc req-55698258-53be-40d8-84d1-29571c38ae81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 1102 time: 0.5418668 Jul 14 09:04:28.131418 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.194327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.194950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:28.196453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/dfe33138-30a9-4eba-afb5-934a9fce9812 HTTP/1.1" status: 200 len: 1093 time: 2.0392351 Jul 14 09:04:28.196951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:28.202278 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e18e9a5-9548-4ba3-bf00-0e788992fb49" -d '{"events": [{"name": "network-changed", "server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:28.224702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-21c44dff-f82b-48b5-b374-c7dc71011e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.231763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-21c44dff-f82b-48b5-b374-c7dc71011e77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.2447948 Jul 14 09:04:28.254498 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-961783d8-c286-4100-a54e-18549fa5e6bc req-4e1fde84-5b62-41af-8d71-f0254e4fb5c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189511 Jul 14 09:04:28.264862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf49565-11a4-4723-a640-fb593c4c63b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe33138-30a9-4eba-afb5-934a9fce9812,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:28.386263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-4b48382e-8ab0-418b-9610-85e6c3e7d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.387832 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-4b48382e-8ab0-418b-9610-85e6c3e7d418 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1097 time: 0.4705815 Jul 14 09:04:28.409265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e513fd2-0c37-4400-ae11-147d08d2442d req-13f179e0-3c7a-4f4e-a9b8-0ea093abe83e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.410850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e513fd2-0c37-4400-ae11-147d08d2442d req-13f179e0-3c7a-4f4e-a9b8-0ea093abe83e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 944 time: 0.4121850 Jul 14 09:04:28.454217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-23e43101-1a3c-4eb7-a001-d4cc0628adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.456284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-23e43101-1a3c-4eb7-a001-d4cc0628adb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1876402 Jul 14 09:04:28.526659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-165d8dfa-eaa1-4aae-8d3c-47b72b73ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.528221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-165d8dfa-eaa1-4aae-8d3c-47b72b73ea89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2822909 Jul 14 09:04:28.549033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-babe615e-54c3-47b1-b761-74c987085e8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfe33138-30a9-4eba-afb5-934a9fce9812 HTTP/1.1" status: 200 len: 217 time: 0.0750904 Jul 14 09:04:28.619435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5439c9-6958-4a4e-b4ee-7bac94f90cfd req-bfe49a08-e9a2-4a42-aaa8-2e2d238734e5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.621203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f5439c9-6958-4a4e-b4ee-7bac94f90cfd req-bfe49a08-e9a2-4a42-aaa8-2e2d238734e5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.2719607 Jul 14 09:04:28.656042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e513fd2-0c37-4400-ae11-147d08d2442d req-8f6d4d6d-e23a-4cb7-98ec-1ad87d21cf0f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228959 Jul 14 09:04:28.665633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-a9d40867-2f5f-4b8d-bc5d-458963802d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.667096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-a9d40867-2f5f-4b8d-bc5d-458963802d5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 200 len: 863 time: 0.1096511 Jul 14 09:04:28.681231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f5439c9-6958-4a4e-b4ee-7bac94f90cfd req-da859127-ffc5-46c6-977d-ce273d6f0e6f tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590653 Jul 14 09:04:28.748702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-0a9feda5-2bad-4dcb-9f03-400a5f922e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.749868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-0a9feda5-2bad-4dcb-9f03-400a5f922e70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.3379948 Jul 14 09:04:28.820227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-5af47ecb-70ba-4ef1-ad8d-d634b462d05b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 200 len: 217 time: 0.0469131 Jul 14 09:04:28.843724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-79d8b2a9-d8c8-4802-89ae-6df90d1a7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:28.845957 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-79d8b2a9-d8c8-4802-89ae-6df90d1a7361 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638162 Jul 14 09:04:28.876999 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3eb7c0-36ac-4ebd-8813-1bf20bdb959b x-openstack-request-id: req-9f3eb7c0-36ac-4ebd-8813-1bf20bdb959b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:28.877300 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:28.877545 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f3eb7c0-36ac-4ebd-8813-1bf20bdb959b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:28.877936 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'status': 'completed', 'code': 200} Jul 14 09:04:28.969125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-77a52643-0db6-48b6-b622-9888b76f3d90 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305069 Jul 14 09:04:29.068374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-b90780fb-3c09-4d83-a42d-457eff076e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.070318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-b90780fb-3c09-4d83-a42d-457eff076e3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.2306285 Jul 14 09:04:29.078128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-80585560-7471-422b-a942-156ef8354fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243245 Jul 14 09:04:29.170543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e323efd5-93d4-41ac-ae55-0c7a2984726e req-3baa40dd-b396-4997-8a7c-d80c09cae3bf service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919315 Jul 14 09:04:29.172818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-130eb109-8ece-4285-aaf2-c6e391e27519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867167 Jul 14 09:04:29.187606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c0452-04be-477d-b42e-e5e93a87adc9 req-5cd6315b-ca19-4e23-9ea2-45fe95192b5d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.197345 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0b0c0452-04be-477d-b42e-e5e93a87adc9 req-5cd6315b-ca19-4e23-9ea2-45fe95192b5d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.3671930 Jul 14 09:04:29.315108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-e85ff9cd-4dd1-4aa4-afd7-7835d7ad9d1f service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155484 Jul 14 09:04:29.490711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0b0c0452-04be-477d-b42e-e5e93a87adc9 req-414d7270-6abe-4e87-946e-af2e8e2c8882 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921371 Jul 14 09:04:29.511014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-a909e931-e7c6-43f7-94f5-fb57bfa70860 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574452 Jul 14 09:04:29.543957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-16d806d5-93e9-4f92-a823-0d0f179c8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.545541 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-16d806d5-93e9-4f92-a823-0d0f179c8730 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1096 time: 0.2291255 Jul 14 09:04:29.548968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e23322-65d1-45b5-b457-0b42ddc7f946 req-852b43ea-1d52-402b-8342-9ab36c0ef5b0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.556100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09e23322-65d1-45b5-b457-0b42ddc7f946 req-852b43ea-1d52-402b-8342-9ab36c0ef5b0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 945 time: 0.5922763 Jul 14 09:04:29.601213 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf6177f-c32c-4e7f-809e-ddf839a8c6d2 x-openstack-request-id: req-adf6177f-c32c-4e7f-809e-ddf839a8c6d2 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:29.601500 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:29.601747 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adf6177f-c32c-4e7f-809e-ddf839a8c6d2 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:29.602143 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'status': 'completed', 'code': 200} Jul 14 09:04:29.628735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09e23322-65d1-45b5-b457-0b42ddc7f946 req-3555a3c7-589d-45c1-8706-1327965e31cf tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685546 Jul 14 09:04:29.662241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b443d6d2-9eda-441a-ad0c-e8e2cea0f5b3 req-f2a670df-3708-43b0-a429-74d77d71b58a service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776927 Jul 14 09:04:29.727284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-c4966ace-4cf0-404c-9484-791a59363a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.728793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-c4966ace-4cf0-404c-9484-791a59363a26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1764283 Jul 14 09:04:29.795398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-de0f6348-1d7a-4b06-99ee-0cd378d31360 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 217 time: 0.0466757 Jul 14 09:04:29.815241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-47ba4040-f65e-486f-9d23-2e6051570680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.816750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-47ba4040-f65e-486f-9d23-2e6051570680 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1027188 Jul 14 09:04:29.842293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4b1be-daf1-4538-a59e-abae6b0c550c req-efb176a4-c586-47da-9f33-c33a31551aee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.844149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82e4b1be-daf1-4538-a59e-abae6b0c550c req-efb176a4-c586-47da-9f33-c33a31551aee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1020570 Jul 14 09:04:29.865921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-533c65d0-221b-4fe0-b4a8-e2a8cd59e0ee tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.867452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-533c65d0-221b-4fe0-b4a8-e2a8cd59e0ee tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.2017434 Jul 14 09:04:29.881360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7d66-e2f5-4d67-a428-4bc4526aae70 req-c6070e61-3b1b-47a6-8f99-a6345d0efb47 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.882804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9fe7d66-e2f5-4d67-a428-4bc4526aae70 req-c6070e61-3b1b-47a6-8f99-a6345d0efb47 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 944 time: 0.1724410 Jul 14 09:04:29.885674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-acf5187f-d6f2-4873-a6ef-02de2ea1b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.887004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-acf5187f-d6f2-4873-a6ef-02de2ea1b5df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0825622 Jul 14 09:04:29.890636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-44'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:29.954402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82e4b1be-daf1-4538-a59e-abae6b0c550c req-e7288001-5656-4663-bdb4-00027577d322 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660834 Jul 14 09:04:29.959084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-af420deb-f10b-4f6a-b8e7-6756e93e93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:29.960792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-af420deb-f10b-4f6a-b8e7-6756e93e93c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 925 time: 0.1356959 Jul 14 09:04:30.011038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9fe7d66-e2f5-4d67-a428-4bc4526aae70 req-279db6bb-c874-4bae-8019-3b5aadfbac87 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169209 Jul 14 09:04:30.031736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.054111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-1aad4a83-a87a-4154-941b-dd1a3c98ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.054304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-1aad4a83-a87a-4154-941b-dd1a3c98ae3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1589983 Jul 14 09:04:30.063343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-113e83ff-c340-4b92-867a-ef9e6ab3a00f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfe33138-30a9-4eba-afb5-934a9fce9812 HTTP/1.1" status: 200 len: 217 time: 0.0939884 Jul 14 09:04:30.147450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-696def91-8ab6-4de3-b55f-78732a35114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.149169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-696def91-8ab6-4de3-b55f-78732a35114a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 200 len: 863 time: 0.0792861 Jul 14 09:04:30.216838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-d9f8eea5-6166-4f41-8b49-217d42175f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.218395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-d9f8eea5-6166-4f41-8b49-217d42175f14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616088 Jul 14 09:04:30.274855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-e9f4cb5e-3244-49cb-b865-c50568d28335 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991813 Jul 14 09:04:30.303845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:30.312544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-3df71fd9-4509-4b10-9966-24c80e0ba291 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872796 Jul 14 09:04:30.373985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f42f3-fea3-485c-85a2-bb4266d6cf38 req-bb871c4f-9e53-43a6-a59e-1c83c98e8079 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.380351 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-210f42f3-fea3-485c-85a2-bb4266d6cf38 req-bb871c4f-9e53-43a6-a59e-1c83c98e8079 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 944 time: 0.1864684 Jul 14 09:04:30.407662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e18e9a5-9548-4ba3-bf00-0e788992fb49 req-e9977835-ab36-48e0-91aa-be80ae67db67 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889282 Jul 14 09:04:30.456039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:30.485702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-210f42f3-fea3-485c-85a2-bb4266d6cf38 req-4959b82c-6df8-47ad-bde0-627c26e76981 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037614 Jul 14 09:04:30.499289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccaf6bdc-bf17-4b60-9577-8f9b0b945d33 req-de201831-dfa6-46c0-a473-201b85884eb0 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116508 Jul 14 09:04:30.516802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.522295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.587040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-64f528c5-2b3b-4f0a-b042-b3f7276c1dec tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.588576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-64f528c5-2b3b-4f0a-b042-b3f7276c1dec tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/networks?id=826c1bf7-65dc-41a1-83d6-0d94a06d6508 HTTP/1.1" status: 200 len: 814 time: 0.1190102 Jul 14 09:04:30.605191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-de11d396-17b5-4f51-a19c-c1da6e3425b7 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/quotas/2b81af8e5e9d42cb8048ab2bb410ca2a HTTP/1.1" status: 200 len: 375 time: 0.0101807 Jul 14 09:04:30.684141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-d6b1caa7-d120-45f7-86e2-6d8d0e69a8e0 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b81af8e5e9d42cb8048ab2bb410ca2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733669 Jul 14 09:04:30.777497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-7ee1cf11-62f0-4964-99c3-88d110ccf090 service neutron] 10.222.0.18 "GET /v2.0/networks/826c1bf7-65dc-41a1-83d6-0d94a06d6508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861208 Jul 14 09:04:30.845376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:30.873228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-61e26134-c9a4-40d0-8e49-77edb2772c7b service neutron] 10.222.0.18 "GET /v2.0/networks/826c1bf7-65dc-41a1-83d6-0d94a06d6508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899446 Jul 14 09:04:30.874893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on host n-h1-758944-44 for vnic_type normal with profile {"migrating_to": "n-h2-758944-44"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:30.875236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:30.875622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:30.879844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:30.882224 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614aff20-f9d9-4609-addd-c0c7c4d6af7b" -d '{"events": [{"server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:30.888431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:30.888779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Attempting to bind port a5ee59b0-d349-42e9-8142-353c168c53c0 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:30.897594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:30.897984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:30.898397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:30.899110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Bound port: a5ee59b0-d349-42e9-8142-353c168c53c0, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:30.899243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:30.967010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2324ea-237f-4565-bde4-74a49022b1a9 req-90ccf484-bb6b-4a8b-853c-3aa86836e4e3 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:30.968623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b2324ea-237f-4565-bde4-74a49022b1a9 req-90ccf484-bb6b-4a8b-853c-3aa86836e4e3 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1392725 Jul 14 09:04:31.015966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:31.031895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:31.038473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.054433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b2324ea-237f-4565-bde4-74a49022b1a9 req-3743236f-19ea-41d3-9ad2-910e1fab10de tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700188 Jul 14 09:04:31.140872 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.146016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:31.146749 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:31.148468 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] 10.222.0.11 "PUT /v2.0/ports/a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 200 len: 1123 time: 1.2644749 Jul 14 09:04:31.149981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9cc3e-5fae-4054-bc45-8b6669405efe service neutron] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:31.186644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c220f-8516-4840-908b-d8073bae8db0 req-30006b68-1d55-480a-b546-33e1ff83203e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:31.188216 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f31c220f-8516-4840-908b-d8073bae8db0 req-30006b68-1d55-480a-b546-33e1ff83203e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1071241 Jul 14 09:04:31.210548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['a5ee59b0-d349-42e9-8142-353c168c53c0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:31.256647 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f31c220f-8516-4840-908b-d8073bae8db0 req-8f2f5308-5b44-47b4-bdee-9430e6e150e6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588717 Jul 14 09:04:31.313255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896be392-bd05-42c8-8f81-4e3540437573 req-552d45f3-e2f4-4511-8374-a42365be144a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:31.314826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-896be392-bd05-42c8-8f81-4e3540437573 req-552d45f3-e2f4-4511-8374-a42365be144a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1011856 Jul 14 09:04:31.316612 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fe469f-8c33-422a-80e4-6f0a40831976 x-openstack-request-id: req-57fe469f-8c33-422a-80e4-6f0a40831976 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:31.316960 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:31.317755 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57fe469f-8c33-422a-80e4-6f0a40831976 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:31.318332 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0', 'code': 200} Jul 14 09:04:31.359029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-896be392-bd05-42c8-8f81-4e3540437573 req-dd425db2-7153-440c-88d1-06e11e0556e4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372531 Jul 14 09:04:31.374792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e23c368-e271-4315-8c76-e22cee3bb5d0 req-4e744ef2-df74-4aef-b048-e98c4a3f66af tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 210 time: 0.0391405 Jul 14 09:04:31.554520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe9263-8ac2-4555-9f5a-8dd83b08dd1f req-a827ebf7-3044-442b-a846-c134d87a982d tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:31.556144 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32fe9263-8ac2-4555-9f5a-8dd83b08dd1f req-a827ebf7-3044-442b-a846-c134d87a982d tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 944 time: 0.0669668 Jul 14 09:04:31.565445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b305d06-e640-4bfb-90db-bbd9b33e2953 req-4fc4cca1-d8b9-4cc6-8930-ff62a77a2eef tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:31.566938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b305d06-e640-4bfb-90db-bbd9b33e2953 req-4fc4cca1-d8b9-4cc6-8930-ff62a77a2eef tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.0706558 Jul 14 09:04:31.603733 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32fe9263-8ac2-4555-9f5a-8dd83b08dd1f req-63a72d4f-4796-4da5-bb70-a30f3faf15af tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418882 Jul 14 09:04:31.608461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b305d06-e640-4bfb-90db-bbd9b33e2953 req-5bbe5406-aba5-457e-b22c-e1816df53132 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341115 Jul 14 09:04:31.842290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af703eb5-9385-411e-9d1e-390e7ea1c7d8 req-377d4319-7408-4be8-9115-8bf9157de7a0 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:31.843925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af703eb5-9385-411e-9d1e-390e7ea1c7d8 req-377d4319-7408-4be8-9115-8bf9157de7a0 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 944 time: 0.0666802 Jul 14 09:04:31.900860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af703eb5-9385-411e-9d1e-390e7ea1c7d8 req-3829721e-5ab7-48fe-9fda-1a40cab93948 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502710 Jul 14 09:04:31.957839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-fe8d98d4-3ac2-4a65-aa84-af076a23c199 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0544844 Jul 14 09:04:32.036916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889b83e-553a-4aa7-8b6d-df8e9bb848a1 req-96a32431-ab02-43cc-a86e-8dc2c99a0ed2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:32.038475 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d889b83e-553a-4aa7-8b6d-df8e9bb848a1 req-96a32431-ab02-43cc-a86e-8dc2c99a0ed2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.0718229 Jul 14 09:04:32.064059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd254d-f481-44a4-afd9-ceb1709080cb req-64a4d108-ea26-476b-a32c-fe33fcf9dc9b tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:32.065725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43dd254d-f481-44a4-afd9-ceb1709080cb req-64a4d108-ea26-476b-a32c-fe33fcf9dc9b tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.0647075 Jul 14 09:04:32.086984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d889b83e-553a-4aa7-8b6d-df8e9bb848a1 req-d7add79c-5b4f-443d-b119-0feba731d19c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Jul 14 09:04:32.107979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43dd254d-f481-44a4-afd9-ceb1709080cb req-d80b18ff-79e0-443d-8a7c-e7bd9571a1a9 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362628 Jul 14 09:04:32.156254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 41d2b24c-8a33-4fe6-be35-e0b372add8f4 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:32.390753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 41d2b24c-8a33-4fe6-be35-e0b372add8f4, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:32.425752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f640a-8930-4419-95a2-1fb55aaecc65 req-f39276f8-2ce5-4353-b950-fba255cc9cc5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:32.437998 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5c9f640a-8930-4419-95a2-1fb55aaecc65 req-f39276f8-2ce5-4353-b950-fba255cc9cc5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1854215 Jul 14 09:04:32.462075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'mac_address': 'fa:16:3e:e4:c2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:32.471638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-1205e1b7-e1c9-406d-8229-e07a8658fe81 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:32.476256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-1205e1b7-e1c9-406d-8229-e07a8658fe81 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.11 "GET /v2.0/networks?id=826c1bf7-65dc-41a1-83d6-0d94a06d6508 HTTP/1.1" status: 200 len: 814 time: 0.1694810 Jul 14 09:04:32.491989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Request body: {'port': {'device_id': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'admin_state_up': True, 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:32.553995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5c9f640a-8930-4419-95a2-1fb55aaecc65 req-a74351ed-05c7-4126-b332-21982a258200 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133318 Jul 14 09:04:32.558126 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.596319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d2b24c-8a33-4fe6-be35-e0b372add8f4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:32.646044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:32.656563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 41d2b24c-8a33-4fe6-be35-e0b372add8f4, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:32.664334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.665019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dfe33138-30a9-4eba-afb5-934a9fce9812 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:32.760167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ba5b766-8197-4d02-a57b-f252a46aa662 req-05122d44-44f2-4127-94c8-b3aee93da683 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 210 time: 0.0485408 Jul 14 09:04:32.784994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=41d2b24c-8a33-4fe6-be35-e0b372add8f4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:32.840498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:32.880587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Made reservation on behalf of 2b81af8e5e9d42cb8048ab2bb410ca2a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:32.887074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port dfe33138-30a9-4eba-afb5-934a9fce9812, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dfe33138-30a9-4eba-afb5-934a9fce9812,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:32.902586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:32.927379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'port_id': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'mac_address': 'fa:16:3e:3c:aa:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:32.955160 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4517f7f-e6cd-4c9d-ae8c-1a23c50a7a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.000865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512b6d2-3402-4748-a1c2-99948ed8158b req-bd262c0c-8873-41e5-adab-2187981d8617 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:33.011916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d512b6d2-3402-4748-a1c2-99948ed8158b req-bd262c0c-8873-41e5-adab-2187981d8617 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.1974497 Jul 14 09:04:33.026212 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.029016 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d40776-fa95-4ca6-a825-fc7e244996fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.056329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe33138-30a9-4eba-afb5-934a9fce9812 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:33.108658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port dfe33138-30a9-4eba-afb5-934a9fce9812, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dfe33138-30a9-4eba-afb5-934a9fce9812,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:33.115843 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.121933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4517f7f-e6cd-4c9d-ae8c-1a23c50a7a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.190085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4517f7f-e6cd-4c9d-ae8c-1a23c50a7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.227951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d512b6d2-3402-4748-a1c2-99948ed8158b req-d8a63865-d44c-4c7e-8609-e296891943b2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121773 Jul 14 09:04:33.236063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=dfe33138-30a9-4eba-afb5-934a9fce9812,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:33.246908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4517f7f-e6cd-4c9d-ae8c-1a23c50a7a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7783afc4-9268-41d0-81a5-cdeded021990,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:33.261419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b4517f7f-e6cd-4c9d-ae8c-1a23c50a7a48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41e0a3c4cf394669b619bcc4a52b5f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136088 Jul 14 09:04:33.263496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:33.323281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:33.325881 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ba79c-2385-4972-8ff7-13457d38c054" -d '{"events": [{"name": "network-changed", "server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:33.338106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b82852ee-4980-44c2-9a4d-e87a995eb48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.360691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['dfe33138-30a9-4eba-afb5-934a9fce9812'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:33.365638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['41d2b24c-8a33-4fe6-be35-e0b372add8f4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:33.398523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d40776-fa95-4ca6-a825-fc7e244996fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.400249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Allocated IP 172.20.0.5 (826c1bf7-65dc-41a1-83d6-0d94a06d6508/33a85af9-7e96-4509-98ad-ff6274a63627/83848619-db3f-4f47-ba24-85092d5bfe4d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:33.424912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d40776-fa95-4ca6-a825-fc7e244996fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.485542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b82852ee-4980-44c2-9a4d-e87a995eb48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.503135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-40d40776-fa95-4ca6-a825-fc7e244996fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bcf2329c4334e9da4aa8781a2eaac0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6614487 Jul 14 09:04:33.503883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:33.558514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40776-fa95-4ca6-a825-fc7e244996fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa7cd1-6eb7-4d89-898f-b63e169067bb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:33.587209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b82852ee-4980-44c2-9a4d-e87a995eb48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.589903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b82852ee-4980-44c2-9a4d-e87a995eb48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.593244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b82852ee-4980-44c2-9a4d-e87a995eb48e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7783afc4-9268-41d0-81a5-cdeded021990 HTTP/1.1" status: 204 len: 168 time: 0.3291156 Jul 14 09:04:33.603908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82852ee-4980-44c2-9a4d-e87a995eb48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7783afc4-9268-41d0-81a5-cdeded021990,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:33.831081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb2f54-baf1-440b-be9e-eb3eb3e476e0 req-58e1edb7-93f8-444f-8568-34ac3afa8a81 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:33.843420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45eb2f54-baf1-440b-be9e-eb3eb3e476e0 req-58e1edb7-93f8-444f-8568-34ac3afa8a81 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 945 time: 0.1629193 Jul 14 09:04:33.901359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45eb2f54-baf1-440b-be9e-eb3eb3e476e0 req-544fac9a-dd3d-4daf-a9dd-cf5dc0446ba3 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562744 Jul 14 09:04:33.915942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7adb9e2-a86f-418f-977f-3839d4b3d8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:33.974680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7adb9e2-a86f-418f-977f-3839d4b3d8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.068383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7adb9e2-a86f-418f-977f-3839d4b3d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.073005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7adb9e2-a86f-418f-977f-3839d4b3d8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.074212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c7adb9e2-a86f-418f-977f-3839d4b3d8d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8caa7cd1-6eb7-4d89-898f-b63e169067bb HTTP/1.1" status: 204 len: 168 time: 0.5608950 Jul 14 09:04:34.118884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adb9e2-a86f-418f-977f-3839d4b3d8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa7cd1-6eb7-4d89-898f-b63e169067bb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:34.194601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520336ab-2cf4-4d7d-b549-d06e8867b4b9 req-319f09cb-e241-4f98-9618-4eba9e3c3609 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:34.196175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-520336ab-2cf4-4d7d-b549-d06e8867b4b9 req-319f09cb-e241-4f98-9618-4eba9e3c3609 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 945 time: 0.6730092 Jul 14 09:04:34.224788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.272974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a69f87-2a03-4a15-95c3-8735e751f3b0 req-0b2fc37e-2b71-42f8-9ebb-7115a5afc5d8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:34.278650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3a69f87-2a03-4a15-95c3-8735e751f3b0 req-0b2fc37e-2b71-42f8-9ebb-7115a5afc5d8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.2136552 Jul 14 09:04:34.279673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38672) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:34.325268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-520336ab-2cf4-4d7d-b549-d06e8867b4b9 req-f7bcb7eb-780f-45f0-b222-fc8baaee92d1 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151307 Jul 14 09:04:34.349334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Transition to ACTIVE for port object 83848619-db3f-4f47-ba24-85092d5bfe4d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:34.361550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-993776a9-ae5c-477d-9e0d-54c18f9aa3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.415452 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3a69f87-2a03-4a15-95c3-8735e751f3b0 req-12b6f277-a7de-4fa7-81b8-93774eec673b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143055 Jul 14 09:04:34.443202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.571308 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f3419-9aee-49a0-a9f6-1911a0653077 x-openstack-request-id: req-f82f3419-9aee-49a0-a9f6-1911a0653077 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:34.574057 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:34.575172 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f82f3419-9aee-49a0-a9f6-1911a0653077 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:34.576225 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0', 'status': 'completed', 'code': 200} Jul 14 09:04:34.660569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:34.662966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:34.673060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-993776a9-ae5c-477d-9e0d-54c18f9aa3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.680331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-993776a9-ae5c-477d-9e0d-54c18f9aa3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.707346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:34.773430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993776a9-ae5c-477d-9e0d-54c18f9aa3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c9a8f-f986-4521-9c89-7294cc8bed16,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:34.787771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-993776a9-ae5c-477d-9e0d-54c18f9aa3a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29cd3d631e1d4e7f83284982d292dc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063920 Jul 14 09:04:34.788325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:34.789749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38680) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:34.801855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:34.839766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Pushing event updated for resources: {'Port': ['ID=83848619-db3f-4f47-ba24-85092d5bfe4d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:34.912225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:34.913159 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:34.988178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:35.002585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 has no active binding in host n-h2-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:04:35.006991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-459a9abc-3352-4805-bb51-91e5d99606f3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5212910 Jul 14 09:04:35.019089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7baddc6d-d1a2-4ce1-afc0-edac03605e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.042842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cedafd-980d-4b5e-a487-0b64aa9c0f04 req-77df797e-d1d6-40ad-8924-7853bbc00e17 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.049757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31cedafd-980d-4b5e-a487-0b64aa9c0f04 req-77df797e-d1d6-40ad-8924-7853bbc00e17 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 931 time: 0.3963413 Jul 14 09:04:35.059970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba79c-2385-4972-8ff7-13457d38c054 req-56753000-0642-4144-9cb9-299519fd7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.061511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118ba79c-2385-4972-8ff7-13457d38c054 req-56753000-0642-4144-9cb9-299519fd7f51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1126 time: 0.4963267 Jul 14 09:04:35.110263 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-91c0b711-73cc-4734-80ee-534c2d8003cf service neutron] 10.222.0.48 "GET /v2.0/ports/a5ee59b0-d349-42e9-8142-353c168c53c0/bindings/n-h2-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.2352891 Jul 14 09:04:35.147238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31cedafd-980d-4b5e-a487-0b64aa9c0f04 req-8e3bdd5d-3e40-449e-aa8e-34288a5efdae tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 Jul 14 09:04:35.164326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1294f4c3-6ce1-49b3-b32a-067536c2459a None None] Provisioning for port 83848619-db3f-4f47-ba24-85092d5bfe4d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:35.168519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1294f4c3-6ce1-49b3-b32a-067536c2459a None None] Provisioning complete for port 83848619-db3f-4f47-ba24-85092d5bfe4d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:35.168897 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1294f4c3-6ce1-49b3-b32a-067536c2459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.176994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c17511fb-eb17-4d2d-9cc8-0c43f45581c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.207713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba79c-2385-4972-8ff7-13457d38c054 req-9ea06f70-efb0-496b-99a8-0f6e9762afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.209770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118ba79c-2385-4972-8ff7-13457d38c054 req-9ea06f70-efb0-496b-99a8-0f6e9762afde service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.1410005 Jul 14 09:04:35.249445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1294f4c3-6ce1-49b3-b32a-067536c2459a None None] Port 83848619-db3f-4f47-ba24-85092d5bfe4d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:35.274849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118ba79c-2385-4972-8ff7-13457d38c054 req-3258532a-c382-47ec-9668-f83be054f5f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 200 len: 217 time: 0.0579188 Jul 14 09:04:35.279867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c17511fb-eb17-4d2d-9cc8-0c43f45581c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.342356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba79c-2385-4972-8ff7-13457d38c054 req-619a747f-b209-4f55-979a-a1a5f4f09321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.343974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118ba79c-2385-4972-8ff7-13457d38c054 req-619a747f-b209-4f55-979a-a1a5f4f09321 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0619347 Jul 14 09:04:35.362370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49db82-391d-4781-934b-cf536e8a8cdc req-e0973558-ecf7-4382-8daa-2a579e57bbe9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.384433 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c49db82-391d-4781-934b-cf536e8a8cdc req-e0973558-ecf7-4382-8daa-2a579e57bbe9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 943 time: 0.4544060 Jul 14 09:04:35.401492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118ba79c-2385-4972-8ff7-13457d38c054 req-60c20ad5-be79-4b31-9e6d-1f9024a3ee8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510287 Jul 14 09:04:35.466133 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:04:35.528642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c49db82-391d-4781-934b-cf536e8a8cdc req-6545cd08-d781-4ba4-89b9-5385de297238 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177533 Jul 14 09:04:35.532395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c17511fb-eb17-4d2d-9cc8-0c43f45581c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.534932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c17511fb-eb17-4d2d-9cc8-0c43f45581c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.546192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c17511fb-eb17-4d2d-9cc8-0c43f45581c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d9c9a8f-f986-4521-9c89-7294cc8bed16 HTTP/1.1" status: 204 len: 168 time: 0.7437770 Jul 14 09:04:35.612300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17511fb-eb17-4d2d-9cc8-0c43f45581c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c9a8f-f986-4521-9c89-7294cc8bed16,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:35.634783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7baddc6d-d1a2-4ce1-afc0-edac03605e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.637634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118ba79c-2385-4972-8ff7-13457d38c054 req-a3436ae6-5a8f-4d19-9524-90da299d50b2 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128775 Jul 14 09:04:35.649550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7baddc6d-d1a2-4ce1-afc0-edac03605e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:35.758984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:35.773409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0071cc-0203-4446-a23d-c9efd8d82b7c req-8d3e96d6-6f91-48e0-a082-a66b869e0048 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.775249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc0071cc-0203-4446-a23d-c9efd8d82b7c req-8d3e96d6-6f91-48e0-a082-a66b869e0048 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 945 time: 0.1788671 Jul 14 09:04:35.799083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7baddc6d-d1a2-4ce1-afc0-edac03605e91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8215fa5d98d04c299db8c543963dcf49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0075257 Jul 14 09:04:35.803145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118ba79c-2385-4972-8ff7-13457d38c054 req-cf71b135-9630-4f0e-b7dc-e9afe058b81f service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457577 Jul 14 09:04:35.803748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:35.831524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baddc6d-d1a2-4ce1-afc0-edac03605e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e71b84-4b4d-4d6a-af63-96f748b55bd4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:35.849376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc0071cc-0203-4446-a23d-c9efd8d82b7c req-b20ef833-5795-4f9e-9536-9dcc64ac7af6 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621107 Jul 14 09:04:35.863403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:35.932661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ee59b0-d349-42e9-8142-353c168c53c0 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:35.962704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551da11-453d-47c4-a05a-b76374313b12 req-89876734-78bb-4d78-9efb-c3dcbc45cb59 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:35.970041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2551da11-453d-47c4-a05a-b76374313b12 req-89876734-78bb-4d78-9efb-c3dcbc45cb59 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.2543919 Jul 14 09:04:35.981073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:35.998675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2f37165-4f8b-4298-9c28-84790d6c842c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.027074 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.053663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f728e-f840-4307-9337-7b3b678b05f0 req-e06d1a31-c935-4a1b-a053-318bec28a590 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:36.062893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2551da11-453d-47c4-a05a-b76374313b12 req-3cd1c706-7e7d-48c8-8580-f49294457f84 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882740 Jul 14 09:04:36.063148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6a7f728e-f840-4307-9337-7b3b678b05f0 req-e06d1a31-c935-4a1b-a053-318bec28a590 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 945 time: 0.1005614 Jul 14 09:04:36.070710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2f37165-4f8b-4298-9c28-84790d6c842c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.174073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] Transition to ACTIVE for port object a5ee59b0-d349-42e9-8142-353c168c53c0 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:36.182262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.203420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6a7f728e-f840-4307-9337-7b3b678b05f0 req-c19bc02f-d5e1-48c4-aa5d-f7c2429a42f5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321583 Jul 14 09:04:36.205693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 41d2b24c-8a33-4fe6-be35-e0b372add8f4 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:36.228914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2f37165-4f8b-4298-9c28-84790d6c842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.238881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2f37165-4f8b-4298-9c28-84790d6c842c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.243431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d2f37165-4f8b-4298-9c28-84790d6c842c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2e71b84-4b4d-4d6a-af63-96f748b55bd4 HTTP/1.1" status: 204 len: 168 time: 0.4369326 Jul 14 09:04:36.336348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:36.340894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:36.341384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.435425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f37165-4f8b-4298-9c28-84790d6c842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e71b84-4b4d-4d6a-af63-96f748b55bd4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:36.480303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] No DVR routers for this DVR port a5ee59b0-d349-42e9-8142-353c168c53c0 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:36.500112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.546365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:36.550697 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4755c57-cdff-4919-a630-85097e463cad" -d '{"events": [{"server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "name": "network-vif-plugged", "status": "completed", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:36.575645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5ee59b0-d349-42e9-8142-353c168c53c0/bindings/n-h2-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 1.4550617 Jul 14 09:04:36.578343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8045d6-feca-40cb-9f15-2716659b6052 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:36.580431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 41d2b24c-8a33-4fe6-be35-e0b372add8f4, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:36.590080 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:36.590990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dfe33138-30a9-4eba-afb5-934a9fce9812 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:36.618080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a460ad-04b7-465f-ba2c-cfca17143b85 req-7b7dfde1-dfa3-4126-8ddf-56f061af08e2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:36.625442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-37a460ad-04b7-465f-ba2c-cfca17143b85 req-7b7dfde1-dfa3-4126-8ddf-56f061af08e2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.3201807 Jul 14 09:04:36.695171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-37a460ad-04b7-465f-ba2c-cfca17143b85 req-634318d8-bae4-407c-aa24-8562b13a36ff tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670714 Jul 14 09:04:36.708857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7d5ac-49fe-4d43-95ba-d23bfe069cd8 req-240fad22-1982-4e19-a2f8-187a56fd40d4 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:36.725156 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eec7d5ac-49fe-4d43-95ba-d23bfe069cd8 req-240fad22-1982-4e19-a2f8-187a56fd40d4 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 931 time: 0.3472779 Jul 14 09:04:36.870892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eec7d5ac-49fe-4d43-95ba-d23bfe069cd8 req-0b2b0971-5a2b-4182-9c88-47a141478543 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450813 Jul 14 09:04:36.962219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Request body: {'port': {'device_id': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:37.014351 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a914b41b-620a-46f0-b331-f759f1c59eb6 x-openstack-request-id: req-a914b41b-620a-46f0-b331-f759f1c59eb6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:37.015069 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "name": "network-vif-plugged", "status": "completed", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:37.015551 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a914b41b-620a-46f0-b331-f759f1c59eb6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:37.016127 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'code': 200} Jul 14 09:04:37.076766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=41d2b24c-8a33-4fe6-be35-e0b372add8f4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:37.100568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port dfe33138-30a9-4eba-afb5-934a9fce9812 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:37.111693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port dfe33138-30a9-4eba-afb5-934a9fce9812 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:37.112369 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.167851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0756ce0-a132-4239-91ba-1bd8850a69ee req-169538a2-6f4d-4d7b-9bf7-0b84d561b9d2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:37.181324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0756ce0-a132-4239-91ba-1bd8850a69ee req-169538a2-6f4d-4d7b-9bf7-0b84d561b9d2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.2934966 Jul 14 09:04:37.226441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859931d-e60c-45b6-8362-1812bd8290ae req-fbcbd868-aba7-4579-92e5-30cbc89b5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:37.229071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b859931d-e60c-45b6-8362-1812bd8290ae req-fbcbd868-aba7-4579-92e5-30cbc89b5279 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.3261771 Jul 14 09:04:37.239591 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.246234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-64cc56c7-80f2-4ba6-a97e-3b1a98205fc5 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:37.251138 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-64cc56c7-80f2-4ba6-a97e-3b1a98205fc5 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.2484932 Jul 14 09:04:37.290691 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.336296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port dfe33138-30a9-4eba-afb5-934a9fce9812, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dfe33138-30a9-4eba-afb5-934a9fce9812,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:37.342280 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:37.344982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:37.364263 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b859931d-e60c-45b6-8362-1812bd8290ae req-a8be5707-2d31-47db-869e-4c60332422f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235688 Jul 14 09:04:37.376023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0756ce0-a132-4239-91ba-1bd8850a69ee req-91cb4d26-4977-4f9e-9d00-bb0106f3708d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933322 Jul 14 09:04:37.586799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:37.597680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=dfe33138-30a9-4eba-afb5-934a9fce9812,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:37.650448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db701ee2-8685-4e35-84f1-7d847585ab5c req-7a9c6184-398e-4166-9413-d50c8c16d71e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:37.660835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db701ee2-8685-4e35-84f1-7d847585ab5c req-7a9c6184-398e-4166-9413-d50c8c16d71e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1097991 Jul 14 09:04:37.665853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227c87-e367-4147-864f-f8551fc165c6 req-b4d69285-612b-4986-88e3-a23465d4310f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:37.673286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d4227c87-e367-4147-864f-f8551fc165c6 req-b4d69285-612b-4986-88e3-a23465d4310f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 946 time: 0.4367368 Jul 14 09:04:37.710968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db701ee2-8685-4e35-84f1-7d847585ab5c req-8dc8a0f5-8434-46d9-854a-3816f2e9bf58 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Jul 14 09:04:37.774679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d4227c87-e367-4147-864f-f8551fc165c6 req-fa3c388e-8fe9-4d62-a669-255faac7a8cb tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001968 Jul 14 09:04:37.976416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83848619-db3f-4f47-ba24-85092d5bfe4d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:37.999283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.089998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Transition to ACTIVE for port object 83848619-db3f-4f47-ba24-85092d5bfe4d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:38.103087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.112028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8e1a0-6f0b-4db8-8447-dc3356e934f7 req-c65b2f7f-5b0c-4f57-9bff-91dadb24d635 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:38.114731 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ae8e1a0-6f0b-4db8-8447-dc3356e934f7 req-c65b2f7f-5b0c-4f57-9bff-91dadb24d635 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 946 time: 0.2370467 Jul 14 09:04:38.197515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Pushing event updated for resources: {'Port': ['ID=83848619-db3f-4f47-ba24-85092d5bfe4d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:38.248507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ae8e1a0-6f0b-4db8-8447-dc3356e934f7 req-452d0e86-5d9b-4afd-94cd-f6fb900e6025 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213632 Jul 14 09:04:38.248507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:38.381409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-bfa6d760-2027-422e-9c90-596ce6e9c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:38.383806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-bfa6d760-2027-422e-9c90-596ce6e9c25b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 1096 time: 0.0930080 Jul 14 09:04:38.433480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b26d5-dbf5-4ce0-a1df-231fea27d5cf req-fbe3cde4-535b-411c-872b-bebf8c592a5b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:38.442513 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e1b26d5-dbf5-4ce0-a1df-231fea27d5cf req-fbe3cde4-535b-411c-872b-bebf8c592a5b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.4297559 Jul 14 09:04:38.498976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-990385615-network', 'tenant_id': '6296f849fa8b45fe8cc5645afa7419b8'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:38.568308 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e1b26d5-dbf5-4ce0-a1df-231fea27d5cf req-59bd4abe-2c1c-424a-b03e-d1b56ef1bb7b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244745 Jul 14 09:04:38.569393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Attempting to bind port 83848619-db3f-4f47-ba24-85092d5bfe4d on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:38.569836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Attempting to bind port 83848619-db3f-4f47-ba24-85092d5bfe4d by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:38.574003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Attempting to bind port 83848619-db3f-4f47-ba24-85092d5bfe4d on network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:38.584586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Port 83848619-db3f-4f47-ba24-85092d5bfe4d on network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:38.585564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Attempting to bind port 83848619-db3f-4f47-ba24-85092d5bfe4d on network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:38.595608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:38.596627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Checking segment: {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:38.597505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Bound using segment: {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:38.598483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Bound port: 83848619-db3f-4f47-ba24-85092d5bfe4d, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4759583d-f489-467c-b387-a2fc7f2065f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:38.599297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.673524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Made reservation on behalf of 6296f849fa8b45fe8cc5645afa7419b8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:38.680864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.731769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.746081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] For port 83848619-db3f-4f47-ba24-85092d5bfe4d, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:38.750348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] For port 83848619-db3f-4f47-ba24-85092d5bfe4d, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=83848619-db3f-4f47-ba24-85092d5bfe4d,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:38.757696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.812662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fb87e-503d-4c9d-a160-07dbeefd6f22 req-825a7d38-bea5-466c-8fcf-efe407c6a9b3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:38.814292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-718fb87e-503d-4c9d-a160-07dbeefd6f22 req-825a7d38-bea5-466c-8fcf-efe407c6a9b3 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.2939141 Jul 14 09:04:38.877186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:38.880334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.881809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] 10.222.0.11 "PUT /v2.0/ports/83848619-db3f-4f47-ba24-85092d5bfe4d HTTP/1.1" status: 200 len: 1092 time: 1.9249942 Jul 14 09:04:38.890785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'tag': '83848619-db3f-4f47-ba24-85092d5bfe4d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:38.912807 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd6ccb-53e1-4c20-b37b-b8c2d6fb93d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea724fb5-402b-4401-a43d-5b0364b4d363", "tag": "83848619-db3f-4f47-ba24-85092d5bfe4d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:38.916466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abebdc-3541-473a-a60d-a47b36b5b069 service neutron] Pushing event updated for resources: {'Port': ['ID=83848619-db3f-4f47-ba24-85092d5bfe4d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:38.940321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-2adde0c9-d2b6-4b14-ac6f-0ed38a2fa47c tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981412 Jul 14 09:04:38.965721 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:38.975979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.018537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:39.022312 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc937228-b984-4fdc-a4ec-1c336ebaa083" -d '{"events": [{"server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:39.043697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:04:39.075719 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-718fb87e-503d-4c9d-a160-07dbeefd6f22 req-bdcd5fb0-9646-4791-8be5-9f4f97c54c1c tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488627 Jul 14 09:04:39.087139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4096fe1b-c3b7-40de-810e-363cb04887d7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:39.104347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.104965 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Added segment 0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5 of type vlan for network fe2b4f64-f9b7-4cea-b291-0138e1e004ba Jul 14 09:04:39.117911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-3a722c1d-3ff5-41c1-99a9-6fe9ab8aaecf tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.124834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-3a722c1d-3ff5-41c1-99a9-6fe9ab8aaecf tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823983 Jul 14 09:04:39.139948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-ad098841-7750-474e-9267-ca20279c0e34 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/quotas/4e98114229dd479e9a25dee146eb960b HTTP/1.1" status: 200 len: 375 time: 0.0141478 Jul 14 09:04:39.195064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.275705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.276831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.278879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.345748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0962801 Jul 14 09:04:39.350744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38798) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:39.355530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Request body: {'subnet': {'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-990385615-subnet', 'tenant_id': '6296f849fa8b45fe8cc5645afa7419b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:39.379829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157fc14-0ba5-4709-9a2e-469adaa2d7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fe2b4f64-f9b7-4cea-b291-0138e1e004ba,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:39.392411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:04:39.399769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Made reservation on behalf of 6296f849fa8b45fe8cc5645afa7419b8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:39.402208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.414764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92769ab-a116-49b6-b1a1-e8c54add6e13 req-29c2612c-7ee7-4cc1-bb9c-ad9e6e713f18 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.421955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d92769ab-a116-49b6-b1a1-e8c54add6e13 req-29c2612c-7ee7-4cc1-bb9c-ad9e6e713f18 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.1810110 Jul 14 09:04:39.438571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-0570356b-9183-40e3-99c1-4c5da27e11b0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2972317 Jul 14 09:04:39.548943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d92769ab-a116-49b6-b1a1-e8c54add6e13 req-a82e880e-ecb6-4918-906f-45d1bdfb8b7d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259584 Jul 14 09:04:39.772231 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.825394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37a65f-1d9e-420c-bad8-5129611776ff req-69a37819-44ee-4213-b3cb-4594723856de tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.827978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd37a65f-1d9e-420c-bad8-5129611776ff req-69a37819-44ee-4213-b3cb-4594723856de tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 946 time: 0.1009429 Jul 14 09:04:39.863759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:39.864123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Network hostable DHCP agents. Network: fe2b4f64-f9b7-4cea-b291-0138e1e004ba, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:04:39.867959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55af7286-06ff-4d12-a7a5-cb35ef74e922,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:39.894455 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd37a65f-1d9e-420c-bad8-5129611776ff req-e03a4e05-9667-4ead-9753-758734b0ae57 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600471 Jul 14 09:04:39.897779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b1b84-586d-4b49-88f9-656a2f43f7a7 req-3b6ebab1-9321-4c73-980e-010d669f1093 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.899653 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a05b1b84-586d-4b49-88f9-656a2f43f7a7 req-3b6ebab1-9321-4c73-980e-010d669f1093 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1673875 Jul 14 09:04:39.900788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:04:39.922694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, fe2b4f64-f9b7-4cea-b291-0138e1e004ba) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:39.935798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:39.936029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3517a5-60ad-4f7d-807f-f84a8822f74d None None] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:39.936133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:39.954948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a05b1b84-586d-4b49-88f9-656a2f43f7a7 req-2f92c58a-d2b0-46d4-bad9-90112a3c7f5e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483763 Jul 14 09:04:39.959828 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bcc6c9-e30e-4969-8fbc-5f1f5d33cc20 x-openstack-request-id: req-63bcc6c9-e30e-4969-8fbc-5f1f5d33cc20 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:39.960358 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea724fb5-402b-4401-a43d-5b0364b4d363", "tag": "83848619-db3f-4f47-ba24-85092d5bfe4d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:39.960841 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63bcc6c9-e30e-4969-8fbc-5f1f5d33cc20 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:39.961271 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'tag': '83848619-db3f-4f47-ba24-85092d5bfe4d', 'status': 'completed', 'code': 200} Jul 14 09:04:39.966109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-32f46561-bb88-4d8c-829f-fe94c7fa5231 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6144512 Jul 14 09:04:40.140156 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142d1f7e-c90e-436b-8835-8c3435fef839 x-openstack-request-id: req-142d1f7e-c90e-436b-8835-8c3435fef839 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:40.141160 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:40.143290 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-142d1f7e-c90e-436b-8835-8c3435fef839 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:40.143900 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'code': 200} Jul 14 09:04:40.241145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44348bf-7ff3-4f7e-9936-e25f3ca726a1 req-a5a2d187-0ce6-4804-8f9f-d261f2682f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:40.242692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e44348bf-7ff3-4f7e-9936-e25f3ca726a1 req-a5a2d187-0ce6-4804-8f9f-d261f2682f6c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1555660 Jul 14 09:04:40.305641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e44348bf-7ff3-4f7e-9936-e25f3ca726a1 req-84bcd6a3-372d-4bf6-bee2-b7bcef5b3759 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554492 Jul 14 09:04:40.323082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8ea5e-e85f-49f0-861c-0f79eac636f5 req-833f2b33-c6ae-4ea1-b505-8bef68f06fc7 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:40.325199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cad8ea5e-e85f-49f0-861c-0f79eac636f5 req-833f2b33-c6ae-4ea1-b505-8bef68f06fc7 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 946 time: 0.1085424 Jul 14 09:04:40.376972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc154756-2b67-487f-bf6c-901b17f5bb3b None None] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:40.429091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17742bb-5f6b-467b-b952-9435fe12e273 req-45732a38-333b-4672-b07f-0daf97c095a7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:40.429440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cad8ea5e-e85f-49f0-861c-0f79eac636f5 req-2277abc0-4c80-41ce-b6c7-b848f4c80f65 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960863 Jul 14 09:04:40.430726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b17742bb-5f6b-467b-b952-9435fe12e273 req-45732a38-333b-4672-b07f-0daf97c095a7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.0960181 Jul 14 09:04:40.514611 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b17742bb-5f6b-467b-b952-9435fe12e273 req-fd046802-0acc-4e13-bc68-b7692f35eb48 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767059 Jul 14 09:04:40.712989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffcc6e85-a396-4051-8fa8-10b3bd1c90b7 req-1fac8431-6088-478d-8ac2-ce436bd15120 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 210 time: 0.0936239 Jul 14 09:04:40.841382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:40.879935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-8d40adcb-74eb-47fb-9b36-81415481f4e4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3033502 Jul 14 09:04:40.889849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:40.937140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:40.945772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1111894043-network', 'tenant_id': '2b1667c082574873be56ef658aa945e7'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:40.949090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:40.993119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Made reservation on behalf of 2b1667c082574873be56ef658aa945e7 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:40.996048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.018048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6f7f7-aeb4-4229-acfd-bcd56f654641 req-bce11226-cfc1-44b1-893a-e819df9e74fb tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:41.026161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7d6f7f7-aeb4-4229-acfd-bcd56f654641 req-bce11226-cfc1-44b1-893a-e819df9e74fb tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.1281617 Jul 14 09:04:41.029412 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.046474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:41.085006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'port_id': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'mac_address': 'fa:16:3e:35:7c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db5b0-8af7-4abc-b3eb-38109645c34c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:41.126136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7d6f7f7-aeb4-4229-acfd-bcd56f654641 req-1c2d0647-7f13-4edd-8f99-71bfcb593ed4 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986996 Jul 14 09:04:41.177814 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.206941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8d282b2-5314-449d-87cc-f9521ca45da3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:41.251871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:41.258756 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.305756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.320687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.375775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:04:41.390080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:41.395581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f19e07-7b15-4b19-8ad4-2bc7c80e83ad,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:41.399779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['a8d282b2-5314-449d-87cc-f9521ca45da3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:41.408758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.409525 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Added segment 5d5fe409-257b-4b29-8a45-8e9ccfd3977e of type vlan for network 1e84c8d6-7ea9-417e-bf29-4e60a5df616c Jul 14 09:04:41.497149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.565144 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.566461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:41.567862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.605213 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6627843 Jul 14 09:04:41.625222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:41.646995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Request body: {'subnet': {'network_id': '1e84c8d6-7ea9-417e-bf29-4e60a5df616c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1111894043-subnet', 'tenant_id': '2b1667c082574873be56ef658aa945e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:41.786969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-937568fd-2b2e-48a9-89e9-0a18192b5d9f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1208520 Jul 14 09:04:41.791569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Made reservation on behalf of 2b1667c082574873be56ef658aa945e7 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:41.794285 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:41.806864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174df09-7d0b-4ae0-9cb8-dd4311eb8622 admin admin] Pushing event updated for resources: {'Network': ['ID=1e84c8d6-7ea9-417e-bf29-4e60a5df616c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:41.818026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 1e84c8d6-7ea9-417e-bf29-4e60a5df616c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:04:41.850919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47384e45-10e4-4adc-8f71-2d8d51494592 req-577b47ad-6635-4508-96b4-b6f0c932004b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:41.858067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47384e45-10e4-4adc-8f71-2d8d51494592 req-577b47ad-6635-4508-96b4-b6f0c932004b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.1128769 Jul 14 09:04:41.908614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47384e45-10e4-4adc-8f71-2d8d51494592 req-7fb47333-4615-4b2b-97b7-d3cf4b28c09a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484316 Jul 14 09:04:42.093645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66edd3-21c6-4c4f-af02-73c2db45e645 req-e9c96537-a194-450f-bc34-a3d906cc7c63 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:42.100687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc66edd3-21c6-4c4f-af02-73c2db45e645 req-e9c96537-a194-450f-bc34-a3d906cc7c63 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 944 time: 0.0805337 Jul 14 09:04:42.131902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-f3f0af14-bdde-4a9d-9140-eacfa77dee89 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:42.133548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-f3f0af14-bdde-4a9d-9140-eacfa77dee89 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643323 Jul 14 09:04:42.148292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc66edd3-21c6-4c4f-af02-73c2db45e645 req-dd993c2b-de80-4f81-93ba-b73f42699826 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Jul 14 09:04:42.163873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:42.342350 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.344708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ba5be-fe25-4359-a65f-1b7fa0f1977e req-15f74c05-0c3c-46af-9ae8-a4ecbe70246f tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:42.346191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-141ba5be-fe25-4359-a65f-1b7fa0f1977e req-15f74c05-0c3c-46af-9ae8-a4ecbe70246f tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 946 time: 0.0778291 Jul 14 09:04:42.391880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.394201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-141ba5be-fe25-4359-a65f-1b7fa0f1977e req-49b48221-96fb-435c-80f2-26447db52988 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397720 Jul 14 09:04:42.457745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:42.461449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.479722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d01c97-d04d-44b4-8d8c-d537c46bd184,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:42.493659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.556882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Checking segment: {'id': '5d5fe409-257b-4b29-8a45-8e9ccfd3977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1e84c8d6-7ea9-417e-bf29-4e60a5df616c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:42.557240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Network hostable DHCP agents. Network: 1e84c8d6-7ea9-417e-bf29-4e60a5df616c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:04:42.605542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409a86-9092-45a4-9928-e87fb548d090 req-da67a932-ec63-4f95-a416-bc1ee4c3f29d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:42.607265 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53409a86-9092-45a4-9928-e87fb548d090 req-da67a932-ec63-4f95-a416-bc1ee4c3f29d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.0828729 Jul 14 09:04:42.610746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Allocated IP 172.25.2.50 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/48892484-2f60-4c0b-b73f-7673b0f206e6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:42.617999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Network 1e84c8d6-7ea9-417e-bf29-4e60a5df616c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:04:42.658209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 1e84c8d6-7ea9-417e-bf29-4e60a5df616c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:42.668788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f965370-392e-48b1-8a38-91c6e2d53986 None None] Network 1e84c8d6-7ea9-417e-bf29-4e60a5df616c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:42.671911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53409a86-9092-45a4-9928-e87fb548d090 req-1d3517ce-0696-48d2-90ec-a0c3e73f9de7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555656 Jul 14 09:04:42.696293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:42.696879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.756949 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.767482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.791861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-53e29117-164f-4c87-81a4-b56cf42160be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1588976 Jul 14 09:04:42.831298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c493038-9232-4aec-9a8a-dc13cc486118 None None] Network 1e84c8d6-7ea9-417e-bf29-4e60a5df616c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:04:42.876030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:42.905447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-561deb12-54f7-495b-bdfd-7906e9d0f4ac req-fc961582-23b1-436a-8791-4468b4b75cde tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 210 time: 0.0395954 Jul 14 09:04:42.918970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:42.947076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c2b20-e263-4c36-9d20-de7122e10ca6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:42.993402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port a8d282b2-5314-449d-87cc-f9521ca45da3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:42.994169 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.058628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.14 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/91c60b2e-f576-41d9-915d-beb39380c195) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:43.084148 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.143002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Pushing event updated for resources: {'Port': ['ID=48892484-2f60-4c0b-b73f-7673b0f206e6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:43.167128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6894a-6ccb-4c50-a5db-862b56fae307 req-3ec2ca1b-b73a-4589-ba89-6258e7c8ce40 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:43.169382 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.178677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4c6894a-6ccb-4c50-a5db-862b56fae307 req-3ec2ca1b-b73a-4589-ba89-6258e7c8ce40 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.0913873 Jul 14 09:04:43.201153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:43.203424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:43.212870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:43.220438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:43.223442 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b49d8e-bae0-4a2d-be39-41d9dc013e3c" -d '{"events": [{"server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "name": "network-vif-plugged", "status": "completed", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:43.235041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4c6894a-6ccb-4c50-a5db-862b56fae307 req-9e64a751-592a-472e-aedc-09947633a61f tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547357 Jul 14 09:04:43.243063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:43.247434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.312196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:43.356446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.405694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a117-55cc-405c-af2a-dacb67ac6713 req-cb764e50-6e97-4b4d-bfde-93ea733f780d tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:43.407378 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7d9a117-55cc-405c-af2a-dacb67ac6713 req-cb764e50-6e97-4b4d-bfde-93ea733f780d tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 946 time: 0.0648680 Jul 14 09:04:43.417031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:43.424283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'floatingip': {'port_id': 'dfe33138-30a9-4eba-afb5-934a9fce9812'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:43.442950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.454941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.503782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.555830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object 91c60b2e-f576-41d9-915d-beb39380c195 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:43.636131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.677198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.684828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe8337-cd39-420c-98da-6dea35772764 req-05758ce3-a073-4ecd-a713-a25da33ee107 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:43.686366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dcbe8337-cd39-420c-98da-6dea35772764 req-05758ce3-a073-4ecd-a713-a25da33ee107 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.1788812 Jul 14 09:04:43.690413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.701790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:43.712503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:43.717234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:43.722854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:43.724108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.732406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.739924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=91c60b2e-f576-41d9-915d-beb39380c195,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:43.776869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-4e836862-c40a-4ef1-8b55-fd5f24ad917a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6180708 Jul 14 09:04:43.783504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:43.791126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9058492 Jul 14 09:04:43.803913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Request body: {'port': {'device_id': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:43.807495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dcbe8337-cd39-420c-98da-6dea35772764 req-a021e093-b3cc-4530-9222-ff5d07606a6c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858324 Jul 14 09:04:43.946055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Pushing event updated for resources: {'Port': ['ID=48892484-2f60-4c0b-b73f-7673b0f206e6,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:43.958050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-59f03b3c-d95f-4ebf-9e9f-fe741aa73288 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.1653798 Jul 14 09:04:43.994315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.994783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.995828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.995828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.996270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.996822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.997341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.997853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.998285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.998754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:43.999971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:44.000409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16258784-8bdb-4c0e-810c-39acd23c2523 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:44.115314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4fd37391-06e1-4082-bb2f-24d957edf03f None None] Provisioning for port 91c60b2e-f576-41d9-915d-beb39380c195 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:44.120982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.122913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4fd37391-06e1-4082-bb2f-24d957edf03f None None] Provisioning complete for port 91c60b2e-f576-41d9-915d-beb39380c195 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:44.123780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fd37391-06e1-4082-bb2f-24d957edf03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.170482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4fd37391-06e1-4082-bb2f-24d957edf03f None None] Port 91c60b2e-f576-41d9-915d-beb39380c195 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:44.189526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-fb867153-80a6-42f1-b916-9efd89cb04f2 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:44.197260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-fb867153-80a6-42f1-b916-9efd89cb04f2 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2381673 Jul 14 09:04:44.204615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-d2da4c9f-07a7-440b-bcdf-0223a50b3de7 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:04:44.205608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b9d71b2-3bf2-43de-8b09-7aa2bcfd7cd8 req-d2da4c9f-07a7-440b-bcdf-0223a50b3de7 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077074 Jul 14 09:04:44.318571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da44cad-2c10-42ad-b620-a4ed63d02576 req-f59b10bb-edab-4ed0-9e68-25256f441cc6 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:44.320210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4da44cad-2c10-42ad-b620-a4ed63d02576 req-f59b10bb-edab-4ed0-9e68-25256f441cc6 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.3335891 Jul 14 09:04:44.418720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:04:44.491507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4da44cad-2c10-42ad-b620-a4ed63d02576 req-6e38983f-921d-4cc1-809b-8af085b40b39 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242888 Jul 14 09:04:44.529056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.541520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.547955 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf94212-5030-4f51-bd8a-0a89c7a088a6 x-openstack-request-id: req-bdf94212-5030-4f51-bd8a-0a89c7a088a6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:44.548314 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "name": "network-vif-plugged", "status": "completed", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:44.549383 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdf94212-5030-4f51-bd8a-0a89c7a088a6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:44.549786 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'code': 200} Jul 14 09:04:44.570309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c60b2e-f576-41d9-915d-beb39380c195 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:44.580176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.588910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557642-da7b-436a-a34a-f35915ceef71 req-a3e6e066-2d26-4e52-8dac-64d817441079 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:44.590712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-a3e6e066-2d26-4e52-8dac-64d817441079 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.1679406 Jul 14 09:04:44.603579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Transition to ACTIVE for port object 91c60b2e-f576-41d9-915d-beb39380c195 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:44.613002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-9f50c8bd-1099-4cc2-b7ab-a19138676c6c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/quotas/6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 375 time: 0.0127919 Jul 14 09:04:44.614705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.695972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-5b1a4d33-2e30-4756-8fea-366ba53c32b8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722744 Jul 14 09:04:44.761872 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30 associated. External IP: 172.25.2.47, port: dfe33138-30a9-4eba-afb5-934a9fce9812. Jul 14 09:04:44.786007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Pushing event updated for resources: {'Port': ['ID=91c60b2e-f576-41d9-915d-beb39380c195,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:44.845852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427c3bf-2d91-4b90-8ca4-33d576aaf95e req-1640da78-b8c9-4fc9-bb4a-4a77c115ce69 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:44.847585 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3427c3bf-2d91-4b90-8ca4-33d576aaf95e req-1640da78-b8c9-4fc9-bb4a-4a77c115ce69 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1708283 Jul 14 09:04:44.866693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Attempting to bind port 91c60b2e-f576-41d9-915d-beb39380c195 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:44.867030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Attempting to bind port 91c60b2e-f576-41d9-915d-beb39380c195 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:44.867385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Attempting to bind port 91c60b2e-f576-41d9-915d-beb39380c195 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:44.876645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Port 91c60b2e-f576-41d9-915d-beb39380c195 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:44.876995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Attempting to bind port 91c60b2e-f576-41d9-915d-beb39380c195 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:44.892816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:44.893172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:44.893565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:44.894055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Bound port: 91c60b2e-f576-41d9-915d-beb39380c195, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:44.899152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:44.905682 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-0a21b821-e7a0-4fb1-9ca5-8b6dfead0599 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080133 Jul 14 09:04:45.048426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-a93f01c8-5662-491a-9cb4-b64aa2326404 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417451 Jul 14 09:04:45.050944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] For port 91c60b2e-f576-41d9-915d-beb39380c195, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:45.054862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] For port 91c60b2e-f576-41d9-915d-beb39380c195, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=91c60b2e-f576-41d9-915d-beb39380c195,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:45.060679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.097750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.098475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.099863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] 10.222.0.48 "PUT /v2.0/ports/91c60b2e-f576-41d9-915d-beb39380c195 HTTP/1.1" status: 200 len: 1096 time: 1.3063889 Jul 14 09:04:45.100317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'tag': '91c60b2e-f576-41d9-915d-beb39380c195'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:45.102596 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb648fb9-8afe-4468-b3aa-27e55891a452" -d '{"events": [{"name": "network-changed", "server_uuid": "0a720c0f-0694-4aab-826a-fb45011c56cc", "tag": "91c60b2e-f576-41d9-915d-beb39380c195"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:45.203973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0803f-1959-428c-9355-b5cf29e9df2c service neutron] Pushing event updated for resources: {'Port': ['ID=91c60b2e-f576-41d9-915d-beb39380c195,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:45.226860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-33f631cf-0809-4ad4-87c6-e8d08bdbe877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.232201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-33f631cf-0809-4ad4-87c6-e8d08bdbe877 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 1099 time: 0.0833497 Jul 14 09:04:45.338959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Router 43ebfe06-a112-43f9-8281-4aa2d297c967 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:04:45.362515 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-07c8b636-c457-4c77-ac91-6af5552b9972 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=91c60b2e-f576-41d9-915d-beb39380c195 HTTP/1.1" status: 200 len: 217 time: 0.1197066 Jul 14 09:04:45.572004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:04:45.585495 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] Sync routers for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:04:45.587141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3427c3bf-2d91-4b90-8ca4-33d576aaf95e req-93187243-8a3c-400e-933e-bece151c1018 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7339582 Jul 14 09:04:45.590559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.599709 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:45.600938 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:45.673795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-096e3b79-1026-4656-a3eb-9aca873903c8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "PUT /v2.0/floatingips/7fa681ce-caa5-47c6-a2fe-9a3c64c15c30 HTTP/1.1" status: 200 len: 991 time: 2.2550480 Jul 14 09:04:45.676103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:45.680579 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d3c8f6-68fa-4132-8c48-c83d8defaa51" -d '{"events": [{"name": "network-changed", "server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:45.825373 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:45.883417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8765da-a06e-4526-ad8d-b9678301ea19 req-78a3c585-6420-4ce1-80c7-871e30e31267 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.885157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d8765da-a06e-4526-ad8d-b9678301ea19 req-78a3c585-6420-4ce1-80c7-871e30e31267 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.1243525 Jul 14 09:04:45.896588 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5184ead0-a59c-4ae3-808d-49f4e8a40bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:45.901056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-b8abe110-b967-4082-a26c-a3739cff5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.902704 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-b8abe110-b967-4082-a26c-a3739cff5d6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.5350497 Jul 14 09:04:45.948009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d8765da-a06e-4526-ad8d-b9678301ea19 req-d923613f-0d51-4d4b-8b78-1f0d96ad8abf tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561762 Jul 14 09:04:45.967103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c715f2-fe8e-49e1-a0b3-daccfb0e86f4 req-59c15857-b434-4c9a-b1c8-67eaf68b5783 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:45.969149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85c715f2-fe8e-49e1-a0b3-daccfb0e86f4 req-59c15857-b434-4c9a-b1c8-67eaf68b5783 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 947 time: 0.1442795 Jul 14 09:04:46.018233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-d94d8340-2764-4260-856d-e32b0c447a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.019826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-d94d8340-2764-4260-856d-e32b0c447a86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1076779 Jul 14 09:04:46.028002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85c715f2-fe8e-49e1-a0b3-daccfb0e86f4 req-c1407cb2-6f4a-484e-86d5-6e321efb3c30 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Jul 14 09:04:46.127699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-9041eb6d-4b33-4f43-b60e-32113b1d52cb service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987346 Jul 14 09:04:46.140261 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7fa681ce-caa5-47c6-a2fe-9a3c64c15c30', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'port_id': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'mac_address': 'fa:16:3e:3c:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:14Z', 'updated_at': '2021-07-14T09:04:44Z', 'revision_number': 1, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:46.143746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-7c5621c5-0c8c-4439-805f-ac40c98f1e3d tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.145872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-7c5621c5-0c8c-4439-805f-ac40c98f1e3d tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 820 time: 0.1205652 Jul 14 09:04:46.162146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-45cef2de-2b6a-49c8-a161-ee1ec4eef173 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/quotas/9364d5732f4f48f5bd89636a23cbbfe1 HTTP/1.1" status: 200 len: 375 time: 0.0095029 Jul 14 09:04:46.168174 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] Checking router: 43ebfe06-a112-43f9-8281-4aa2d297c967 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:04:46.176468 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:04:46.177078 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:46.246142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-e4fa3346-30f6-4e6d-a35e-ae12944f20c0 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0772204 Jul 14 09:04:46.277071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8491a4-9ee9-4b14-b451-97994105af3e req-f6925c1d-5ae9-4b75-9962-43a51d7ec475 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427691 Jul 14 09:04:46.283655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:04:46.297360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7433e6-c970-4728-8330-b1272d0cf2e9 req-9e6e22a2-e3c8-4828-8071-d63e8e371e7d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.305800 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f7433e6-c970-4728-8330-b1272d0cf2e9 req-9e6e22a2-e3c8-4828-8071-d63e8e371e7d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.1398628 Jul 14 09:04:46.342436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f7433e6-c970-4728-8330-b1272d0cf2e9 req-8e45c2a5-5d6c-4026-8fa6-10bc5af4be2c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Jul 14 09:04:46.346200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2b3fa8c7-e3f6-4773-b914-10e1d77b64c7 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878313 Jul 14 09:04:46.396051 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a543d5-84a7-4af4-95ab-bee5003d78e4 x-openstack-request-id: req-74a543d5-84a7-4af4-95ab-bee5003d78e4 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:46.396357 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a720c0f-0694-4aab-826a-fb45011c56cc", "tag": "91c60b2e-f576-41d9-915d-beb39380c195", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:46.396626 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74a543d5-84a7-4af4-95ab-bee5003d78e4 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:46.397026 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'tag': '91c60b2e-f576-41d9-915d-beb39380c195', 'status': 'completed', 'code': 200} Jul 14 09:04:46.463930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-b8798978-0254-4b7c-b920-c00b0ad1b2dc service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165488 Jul 14 09:04:46.526944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-80b3864f-8e44-4c73-a0f8-dcdad878f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.529256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-80b3864f-8e44-4c73-a0f8-dcdad878f362 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 1099 time: 0.0983267 Jul 14 09:04:46.543984 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7fa681ce-caa5-47c6-a2fe-9a3c64c15c30', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'port_id': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'mac_address': 'fa:16:3e:3c:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:14Z', 'updated_at': '2021-07-14T09:04:44Z', 'revision_number': 1, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:04:46.579773 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336c97ea-a380-4b62-b571-c530f95c5faf None None] The sync data for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 is: [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7fa681ce-caa5-47c6-a2fe-9a3c64c15c30', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'port_id': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'mac_address': 'fa:16:3e:3c:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:14Z', 'updated_at': '2021-07-14T09:04:44Z', 'revision_number': 1, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:04:46.647610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a445a60-3546-4b21-b7c3-d00ec77412bd req-6beb6d87-37af-4500-abec-790d1e973cb5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 210 time: 0.0895641 Jul 14 09:04:46.725176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-c8d8c290-56d8-4d64-b899-8f6c23a28330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.727430 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-c8d8c290-56d8-4d64-b899-8f6c23a28330 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1911364 Jul 14 09:04:46.831467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a7178-4bcc-423f-9bb1-7a32bde7bdd8 req-00f3a908-3358-492e-9be2-cff004bd95ef tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.833020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-64c9a141-b8b7-4933-9ee2-8faf4467681f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=91c60b2e-f576-41d9-915d-beb39380c195 HTTP/1.1" status: 200 len: 217 time: 0.0973375 Jul 14 09:04:46.839485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b5a7178-4bcc-423f-9bb1-7a32bde7bdd8 req-00f3a908-3358-492e-9be2-cff004bd95ef tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.0830576 Jul 14 09:04:46.895969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-2dcf6f3e-12fc-419e-bce7-e600ce8be1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.898650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-2dcf6f3e-12fc-419e-bce7-e600ce8be1e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0530858 Jul 14 09:04:46.911946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b5a7178-4bcc-423f-9bb1-7a32bde7bdd8 req-6af24f84-d8d9-43c1-bc4f-2fff02b7ceaa tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714920 Jul 14 09:04:46.970290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-f43fb03a-bf7b-4236-b6e3-74df65d691a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.971963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-f43fb03a-bf7b-4236-b6e3-74df65d691a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1096 time: 0.1090863 Jul 14 09:04:46.986588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-612a9e61-8003-406f-93fd-2116c5a57383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:46.994504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-612a9e61-8003-406f-93fd-2116c5a57383 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 1102 time: 0.2492540 Jul 14 09:04:47.020956 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fecfad-a3c8-4f71-b468-bcfb7db35ef5 x-openstack-request-id: req-59fecfad-a3c8-4f71-b468-bcfb7db35ef5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:47.021373 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:47.028265 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59fecfad-a3c8-4f71-b468-bcfb7db35ef5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:47.028488 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'status': 'completed', 'code': 200} Jul 14 09:04:47.042225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d72900-67f7-4fed-ae00-0b806f4b3a5d None None] New status for floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:04:47.170352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-251f57e7-7873-43af-9929-635b7e0f2243 req-e7a751b6-bd0a-4e65-917d-e536d1370626 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0976434 Jul 14 09:04:47.175790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-0c0a6726-f2e5-45ff-be8f-50641c57cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.178571 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-0c0a6726-f2e5-45ff-be8f-50641c57cfcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2715187 Jul 14 09:04:47.273349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-674a441a-dd0e-492a-bf09-cc130262df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.275225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-674a441a-dd0e-492a-bf09-cc130262df43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2675734 Jul 14 09:04:47.291039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-6516288e-50f9-46b5-bee5-33a435bae955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.295263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-6516288e-50f9-46b5-bee5-33a435bae955 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.3150008 Jul 14 09:04:47.325878 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-f78c15a5-667c-45f5-b568-18278a6ca7dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c HTTP/1.1" status: 200 len: 217 time: 0.0421433 Jul 14 09:04:47.381714 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-671f0bef-2917-45e6-b0f2-3a4ffa68813b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 200 len: 217 time: 0.0726197 Jul 14 09:04:47.423848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-e1d7125c-b28a-4180-aef8-1cbb6b43bf18 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355304 Jul 14 09:04:47.486224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-16c0ea80-ba43-42ad-8449-93f9f2259266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.487313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-16c0ea80-ba43-42ad-8449-93f9f2259266 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1516969 Jul 14 09:04:47.488085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-75c0399a-8ae2-45dc-a38e-623e8acc6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.491181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-75c0399a-8ae2-45dc-a38e-623e8acc6785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 1098 time: 0.3802731 Jul 14 09:04:47.514258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd6ccb-53e1-4c20-b37b-b8c2d6fb93d1 req-4ba58507-7e03-441c-ae1d-5adb76f7172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.517493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ecd6ccb-53e1-4c20-b37b-b8c2d6fb93d1 req-4ba58507-7e03-441c-ae1d-5adb76f7172e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b81af8e5e9d42cb8048ab2bb410ca2a&device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 1095 time: 0.5026314 Jul 14 09:04:47.568795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-8cd7872d-91fb-4025-ab27-a0efcddadab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.570134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb80bf-e1c3-4665-bc11-b9e1e78bd701 req-8f96c213-740a-4c68-840d-45470182e6fa tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.570288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-8cd7872d-91fb-4025-ab27-a0efcddadab9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1708190 Jul 14 09:04:47.571673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55eb80bf-e1c3-4665-bc11-b9e1e78bd701 req-8f96c213-740a-4c68-840d-45470182e6fa tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.1979973 Jul 14 09:04:47.592134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51069fc3-9c52-45e5-b4a9-8eb0ac8fb1ab req-5232f72a-9a3a-4ecb-9399-81ba46c37060 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.593634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51069fc3-9c52-45e5-b4a9-8eb0ac8fb1ab req-5232f72a-9a3a-4ecb-9399-81ba46c37060 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.4948492 Jul 14 09:04:47.618587 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb648fb9-8afe-4468-b3aa-27e55891a452 req-f9811b21-9be0-4ace-bfc3-042dca1ca905 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799908 Jul 14 09:04:47.627226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55eb80bf-e1c3-4665-bc11-b9e1e78bd701 req-cd606311-6bbb-46f2-9dee-9cb71355e367 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Jul 14 09:04:47.638285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-51059838-44bf-4938-a3f0-0f243cc93e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.640030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-51059838-44bf-4938-a3f0-0f243cc93e6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333983 Jul 14 09:04:47.713932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-3b0f6072-023f-4c2b-bd0d-1402d56e907a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193309 Jul 14 09:04:47.739880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-b6c35108-c668-4580-839b-a5f50bdb3c4c service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916080 Jul 14 09:04:47.837277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51069fc3-9c52-45e5-b4a9-8eb0ac8fb1ab req-072423b4-0334-4aca-a624-1b8a41948f3d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207661 Jul 14 09:04:47.886630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-4d7b5188-948f-4572-af1a-bd834a0adf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.888141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-4d7b5188-948f-4572-af1a-bd834a0adf63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 925 time: 0.3825533 Jul 14 09:04:47.903018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.11', 60209) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:47.908702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd6ccb-53e1-4c20-b37b-b8c2d6fb93d1 req-b3c9da9e-b51b-46bf-99e2-c55e93e44855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.910196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ecd6ccb-53e1-4c20-b37b-b8c2d6fb93d1 req-b3c9da9e-b51b-46bf-99e2-c55e93e44855 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2b81af8e5e9d42cb8048ab2bb410ca2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3765676 Jul 14 09:04:47.931268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf43da-0691-4f5c-8f91-8945dc9c59e6 req-3375609b-b097-4026-8d45-ac1600ec12f0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:47.936063 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8daf43da-0691-4f5c-8f91-8945dc9c59e6 req-3375609b-b097-4026-8d45-ac1600ec12f0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 947 time: 0.1889236 Jul 14 09:04:47.955639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-0076e8e1-c026-401c-885e-708517866b70 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969748 Jul 14 09:04:48.047922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8daf43da-0691-4f5c-8f91-8945dc9c59e6 req-b6a6f537-efe9-45d6-9b05-059cf36855c1 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948696 Jul 14 09:04:48.097295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557642-da7b-436a-a34a-f35915ceef71 req-23c4a3c1-7994-4cc9-ba4c-ce290c05a40c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.100521 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-23c4a3c1-7994-4cc9-ba4c-ce290c05a40c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.1961930 Jul 14 09:04:48.111535 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-d2c74a14-ebc0-4b21-abf2-348b29a73dfb service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868256 Jul 14 09:04:48.128802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Request body: {'port': {'device_id': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'admin_state_up': True, 'tenant_id': '6296f849fa8b45fe8cc5645afa7419b8'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:48.159691 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-d52d620c-40f1-4a83-8329-6733740950f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfe33138-30a9-4eba-afb5-934a9fce9812 HTTP/1.1" status: 200 len: 1001 time: 0.2636456 Jul 14 09:04:48.250974 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0697165-5ace-46f6-9dce-d9cffc50aaa5 req-1e8ca597-f562-4250-a7ef-ca2b80226d80 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 210 time: 0.0364871 Jul 14 09:04:48.334673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Made reservation on behalf of 6296f849fa8b45fe8cc5645afa7419b8 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:48.338809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.484131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Allocated IP 172.20.0.6 (fe2b4f64-f9b7-4cea-b291-0138e1e004ba/55af7286-06ff-4d12-a7a5-cb35ef74e922/11a76d04-8e97-4056-af28-8ac13e880b2e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:48.564521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd6ccb-53e1-4c20-b37b-b8c2d6fb93d1 req-4853a8b2-32ba-4657-949d-aa0f90b57bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.566039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ecd6ccb-53e1-4c20-b37b-b8c2d6fb93d1 req-4853a8b2-32ba-4657-949d-aa0f90b57bff service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6169086 Jul 14 09:04:48.581242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-256f8902-6aa6-4e68-af2b-9d7c0eee430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.582767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-256f8902-6aa6-4e68-af2b-9d7c0eee430f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 200 len: 863 time: 0.4164069 Jul 14 09:04:48.616622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb04b27-2f4e-403b-a59c-c04f53f59b54 req-8e5a5d51-712d-4d57-8c1f-3f9af5fc72df tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.618126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9eb04b27-2f4e-403b-a59c-c04f53f59b54 req-8e5a5d51-712d-4d57-8c1f-3f9af5fc72df tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.5592377 Jul 14 09:04:48.640998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-9b1d2de6-62f7-4cf7-95b1-4094c762fe98 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025921 Jul 14 09:04:48.655804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf505-3f9f-4e31-bd5b-441d606297e7 req-da9fd614-8292-4bb8-9578-7b5fc11acb59 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.668024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f29bf505-3f9f-4e31-bd5b-441d606297e7 req-da9fd614-8292-4bb8-9578-7b5fc11acb59 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1653819 Jul 14 09:04:48.677442 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61188474-9008-4a18-842d-8ba83f6bbeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.720294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f29bf505-3f9f-4e31-bd5b-441d606297e7 req-3536ed48-6132-4251-acba-ccef9d61e2a1 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515015 Jul 14 09:04:48.765984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9eb04b27-2f4e-403b-a59c-c04f53f59b54 req-35aacaa6-58c9-4787-a8dd-ad52edc54f36 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300154 Jul 14 09:04:48.772439 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.819616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-54f69459-d997-4b1d-a02e-139f6ecaea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.821735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-54f69459-d997-4b1d-a02e-139f6ecaea19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2302992 Jul 14 09:04:48.825918 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.847448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-ec5454f9-50b4-4d13-97a2-b6d4ce43e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.849702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-ec5454f9-50b4-4d13-97a2-b6d4ce43e13e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b81af8e5e9d42cb8048ab2bb410ca2a&device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 1095 time: 0.1856549 Jul 14 09:04:48.893469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:48.915127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.922222 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90db6c1b-6ec9-4f25-93db-175d58e7c304 req-c2eb37bb-51c6-4b6f-8dba-c6925c28d4ee tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0459781 Jul 14 09:04:48.923019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:48.930363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:48.931985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-d2723358-c3db-4eed-a4a9-7efdef5e9496 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83848619-db3f-4f47-ba24-85092d5bfe4d HTTP/1.1" status: 200 len: 217 time: 0.0696175 Jul 14 09:04:48.938498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.939139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:48.948544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-515f626a-645f-4a1d-913f-7789bec35eef tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:48.950266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-515f626a-645f-4a1d-913f-7789bec35eef tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.11 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 820 time: 0.2697039 Jul 14 09:04:48.966820 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8502383 Jul 14 09:04:48.971530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'port': {'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'admin_state_up': True, 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:48.990839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Request body: {'port': {'device_id': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:49.039440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063fe1e-6d11-4f74-86c3-1a038da56d3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:49.069384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-d74c4157-30e8-49ab-a86f-9ee151d95568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.071174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-d74c4157-30e8-49ab-a86f-9ee151d95568 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33a85af9-7e96-4509-98ad-ff6274a63627 HTTP/1.1" status: 200 len: 853 time: 0.1180537 Jul 14 09:04:49.103904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.213794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-400d16b5-60a5-49ac-8315-29ce0fafa3f2 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828013 Jul 14 09:04:49.308043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd6aee-9124-48b7-a921-52989675eb17 req-d8ec4420-c355-419a-9e67-841a25b6bbdd tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.309602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84bd6aee-9124-48b7-a921-52989675eb17 req-d8ec4420-c355-419a-9e67-841a25b6bbdd tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.2026954 Jul 14 09:04:49.329593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256291-0765-47da-86f3-37edb078c30f req-13ad8c3c-90a1-444e-9231-27739967b91e tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.331003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-13ad8c3c-90a1-444e-9231-27739967b91e tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.1907530 Jul 14 09:04:49.333756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fabf11-b0b8-4df8-b51e-ce9e7a37b620 req-bb37afaa-4d7a-46e5-82e9-0047f5eade27 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.335267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-97fabf11-b0b8-4df8-b51e-ce9e7a37b620 req-bb37afaa-4d7a-46e5-82e9-0047f5eade27 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.2792056 Jul 14 09:04:49.337395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-ba534e88-4cda-443e-944e-dc1242c46fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.338769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-ba534e88-4cda-443e-944e-dc1242c46fa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=826c1bf7-65dc-41a1-83d6-0d94a06d6508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2229130 Jul 14 09:04:49.447119 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84bd6aee-9124-48b7-a921-52989675eb17 req-d84a5657-cb40-4e00-8e17-bda53ef69db3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282387 Jul 14 09:04:49.450401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Made reservation on behalf of 9364d5732f4f48f5bd89636a23cbbfe1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:49.454784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.473240 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d3c8f6-68fa-4132-8c48-c83d8defaa51 req-3926c736-3519-4fb2-9183-4f1ffdfe0f54 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485359 Jul 14 09:04:49.481757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-97fabf11-b0b8-4df8-b51e-ce9e7a37b620 req-5a3b208e-3224-419c-b699-1707db898587 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327384 Jul 14 09:04:49.541139 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.584980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-c38a7f1b-6794-4704-b132-d422dd8fb5df service neutron] 10.222.0.11 "GET /v2.0/networks/826c1bf7-65dc-41a1-83d6-0d94a06d6508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329807 Jul 14 09:04:49.616279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-78256291-0765-47da-86f3-37edb078c30f req-d5c54a83-c679-4839-8be5-93c7b397a0ff service neutron] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:49.640578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-78256291-0765-47da-86f3-37edb078c30f req-d5c54a83-c679-4839-8be5-93c7b397a0ff service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.641946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78256291-0765-47da-86f3-37edb078c30f req-d5c54a83-c679-4839-8be5-93c7b397a0ff service neutron] 10.222.0.11 "DELETE /v2.0/ports/a5ee59b0-d349-42e9-8142-353c168c53c0/bindings/n-h1-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.2912223 Jul 14 09:04:49.657285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a76d04-8e97-4056-af28-8ac13e880b2e {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:49.667369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.687016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Transition to ACTIVE for port object 11a76d04-8e97-4056-af28-8ac13e880b2e will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:49.687933 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.691068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:49.745494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448cd3f-87e7-4c5f-9dee-97a2e3295dc1 req-1332f11f-4ba7-4c35-a40c-1966501107ee tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.746999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6448cd3f-87e7-4c5f-9dee-97a2e3295dc1 req-1332f11f-4ba7-4c35-a40c-1966501107ee tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 947 time: 0.1423290 Jul 14 09:04:49.777284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Allocated IP 172.20.0.11 (4334f2bf-f268-48ee-80bd-2dff230c3bf9/05e466ad-a344-4f36-a97c-a9be4f27de6a/8e25b28f-9da5-422d-9248-a9ff6568e4be) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:49.820963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7dbe2-fd3f-4884-90b5-4421e7882c53 req-2451329a-b5ba-4bd6-8040-a1c15b8cd25b service neutron] 10.222.0.11 "GET /v2.0/networks/826c1bf7-65dc-41a1-83d6-0d94a06d6508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188795 Jul 14 09:04:49.846977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ff4b-60ad-4507-a407-4b61db954cf5 req-466cedea-3980-4fa4-b34d-840b4b27d530 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:49.849123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59d4ff4b-60ad-4507-a407-4b61db954cf5 req-466cedea-3980-4fa4-b34d-840b4b27d530 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.2017257 Jul 14 09:04:49.938223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59d4ff4b-60ad-4507-a407-4b61db954cf5 req-883428c9-ab60-4902-8e0f-d7c7b572b482 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Jul 14 09:04:50.008767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.022389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:50.025594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Transition to ACTIVE for port object 8e25b28f-9da5-422d-9248-a9ff6568e4be will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:50.043932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:50.044275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:50.044580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:50.063602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6448cd3f-87e7-4c5f-9dee-97a2e3295dc1 req-ad41a532-bcb7-4f59-bd64-c2001fd86811 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056934 Jul 14 09:04:50.064413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:50.064730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:50.084328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:50.084672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:50.085051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:50.085471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Bound port: 11a76d04-8e97-4056-af28-8ac13e880b2e, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:50.085825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.111068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.125530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['41d2b24c-8a33-4fe6-be35-e0b372add8f4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:50.213940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:50.223645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:50.227965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:50.264227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Pushing event updated for resources: {'Port': ['ID=8e25b28f-9da5-422d-9248-a9ff6568e4be,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:50.268021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 91c60b2e-f576-41d9-915d-beb39380c195 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:50.291139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:50.301122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.301549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.301772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.302113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.302448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.302784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.303115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.303470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.303799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.304129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.304460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.304773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:04:50.312484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:50.325822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.326024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefa580-43dd-4bad-beb5-fde60c988f1c req-ec998164-4341-4dd9-8541-9cc39e5aefdc tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.326474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.327363 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6eefa580-43dd-4bad-beb5-fde60c988f1c req-ec998164-4341-4dd9-8541-9cc39e5aefdc tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1362562 Jul 14 09:04:50.328987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.358800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-0ba0af2c-7d7e-4282-bd3b-b5a7efa5973f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3955038 Jul 14 09:04:50.375017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Request body: {'port': {'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:50.379406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.379406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.381132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] 10.222.0.11 "PUT /v2.0/ports/11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 1092 time: 1.4050493 Jul 14 09:04:50.384100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:50.386244 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41" -d '{"events": [{"name": "network-changed", "server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:50.387263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e248-8119-46fa-873b-411d40487c05 req-db78f76a-88c4-44a5-a83e-63faae0de883 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.388796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e260e248-8119-46fa-873b-411d40487c05 req-db78f76a-88c4-44a5-a83e-63faae0de883 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.1354146 Jul 14 09:04:50.416813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6eefa580-43dd-4bad-beb5-fde60c988f1c req-5d946b08-bfba-4f31-a1b5-be1372e45487 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775857 Jul 14 09:04:50.482314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967756fc-b231-4df5-a617-6a01769d6281 service neutron] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:50.501804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e260e248-8119-46fa-873b-411d40487c05 req-89e544e0-b6aa-4618-ac50-3fc7fbb4d642 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925500 Jul 14 09:04:50.528853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557642-da7b-436a-a34a-f35915ceef71 req-54a1ad50-c031-4a22-bfac-9156f8fe8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.530357 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-54a1ad50-c031-4a22-bfac-9156f8fe8f98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1095 time: 0.0945253 Jul 14 09:04:50.562959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 91c60b2e-f576-41d9-915d-beb39380c195, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=91c60b2e-f576-41d9-915d-beb39380c195,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:50.580115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.610738 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8fc9ab-7ba7-4fdd-aa88-4fc4df4febb4 x-openstack-request-id: req-3c8fc9ab-7ba7-4fdd-aa88-4fc4df4febb4 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:50.611030 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:50.611284 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c8fc9ab-7ba7-4fdd-aa88-4fc4df4febb4 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:50.611707 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e', 'status': 'completed', 'code': 200} Jul 14 09:04:50.624594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-cda82120-6d3d-4832-91c8-154798ef4a9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 217 time: 0.0851004 Jul 14 09:04:50.704189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb557642-da7b-436a-a34a-f35915ceef71 req-a1e26393-a5d5-484e-8b0f-3404d9b308bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.705659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-a1e26393-a5d5-484e-8b0f-3404d9b308bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0576677 Jul 14 09:04:50.733954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '91c60b2e-f576-41d9-915d-beb39380c195', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '91c60b2e-f576-41d9-915d-beb39380c195', 'mac_address': 'fa:16:3e:79:3b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:50.747395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-50875d4b-8708-42ed-92e3-df15dc888f07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335734 Jul 14 09:04:50.761251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4de518-849c-44a2-a2e9-14fc5dfefe65 req-c51bbfa2-ce95-41d7-b4b8-3c9096af4525 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:50.762873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c4de518-849c-44a2-a2e9-14fc5dfefe65 req-c51bbfa2-ce95-41d7-b4b8-3c9096af4525 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 932 time: 0.1503875 Jul 14 09:04:50.764620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1ef8a22a-032f-4afa-a0cd-9afe0b4d77fb None None] Provisioning for port 8e25b28f-9da5-422d-9248-a9ff6568e4be completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:50.775232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1ef8a22a-032f-4afa-a0cd-9afe0b4d77fb None None] Provisioning complete for port 8e25b28f-9da5-422d-9248-a9ff6568e4be triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:50.775970 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a22a-032f-4afa-a0cd-9afe0b4d77fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.813817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1ef8a22a-032f-4afa-a0cd-9afe0b4d77fb None None] Port 8e25b28f-9da5-422d-9248-a9ff6568e4be cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:04:50.818394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.833051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c60b2e-f576-41d9-915d-beb39380c195 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:50.850219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c4de518-849c-44a2-a2e9-14fc5dfefe65 req-99224432-ead6-431c-8688-8640a95fc606 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788729 Jul 14 09:04:50.883237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 91c60b2e-f576-41d9-915d-beb39380c195, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=91c60b2e-f576-41d9-915d-beb39380c195,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:50.891418 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.902311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-67f46799-f41c-4d40-862a-83bc009168d9 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380951 Jul 14 09:04:50.964129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=91c60b2e-f576-41d9-915d-beb39380c195,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:50.965709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e25b28f-9da5-422d-9248-a9ff6568e4be {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:50.982257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:50.997098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Transition to ACTIVE for port object 8e25b28f-9da5-422d-9248-a9ff6568e4be will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:51.001801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.006428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb557642-da7b-436a-a34a-f35915ceef71 req-d598cba0-e841-4f31-8b59-a5452f9077fa service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969188 Jul 14 09:04:51.092214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Pushing event updated for resources: {'Port': ['ID=8e25b28f-9da5-422d-9248-a9ff6568e4be,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:51.114482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:51.157450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cb745-d48a-4365-860c-b8fdbefdbf88 req-24832312-6247-4b1a-a7d6-47152a4db223 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.159657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c2cb745-d48a-4365-860c-b8fdbefdbf88 req-24832312-6247-4b1a-a7d6-47152a4db223 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1209872 Jul 14 09:04:51.175323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0cdc-db82-4c8b-8061-30d965d3445d req-1ddda486-76c3-4df7-b8f0-978ac2140492 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.177493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c3d0cdc-db82-4c8b-8061-30d965d3445d req-1ddda486-76c3-4df7-b8f0-978ac2140492 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.1395783 Jul 14 09:04:51.183029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-c465cf95-699e-4580-bba7-5f5577f29aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.184991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-c465cf95-699e-4580-bba7-5f5577f29aa5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1095 time: 0.1041574 Jul 14 09:04:51.204626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Attempting to bind port 8e25b28f-9da5-422d-9248-a9ff6568e4be on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:51.204938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Attempting to bind port 8e25b28f-9da5-422d-9248-a9ff6568e4be by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:51.205263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Attempting to bind port 8e25b28f-9da5-422d-9248-a9ff6568e4be on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:51.218216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Port 8e25b28f-9da5-422d-9248-a9ff6568e4be on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:51.218944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Attempting to bind port 8e25b28f-9da5-422d-9248-a9ff6568e4be on network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:51.226371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:51.226748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Checking segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:51.227104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Bound using segment: {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:51.227632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Bound port: 8e25b28f-9da5-422d-9248-a9ff6568e4be, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abb620e-afeb-4b4d-b92b-8692ebe440a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:51.227998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.268051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.271551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c2cb745-d48a-4365-860c-b8fdbefdbf88 req-2b4c9e5c-863b-401d-b1cc-ec03e481f513 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032865 Jul 14 09:04:51.275256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c3d0cdc-db82-4c8b-8061-30d965d3445d req-aa2a7335-8f62-4f16-a5ea-11ca34453ca8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918651 Jul 14 09:04:51.341156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] For port 8e25b28f-9da5-422d-9248-a9ff6568e4be, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:51.344770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] For port 8e25b28f-9da5-422d-9248-a9ff6568e4be, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:51.350832 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.354139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-a4d114b4-c2bd-423a-baac-bdb303dc132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.357191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-a4d114b4-c2bd-423a-baac-bdb303dc132e service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1623096 Jul 14 09:04:51.388015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.388630 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:51.390019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] 10.222.0.11 "PUT /v2.0/ports/8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 1093 time: 1.0213749 Jul 14 09:04:51.390505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:51.392909 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e9103-c71e-4335-a7e1-e4ad17974a11" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:51.452829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-f075a3b4-fa88-4af7-8b87-a7350f9b05ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 217 time: 0.0854678 Jul 14 09:04:51.491969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431e0f0-2703-4c01-bed9-c7960a25773b service neutron] Pushing event updated for resources: {'Port': ['ID=8e25b28f-9da5-422d-9248-a9ff6568e4be,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:51.537880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-4f4dfccf-f368-4a51-a72e-fa26f528f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.539441 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-4f4dfccf-f368-4a51-a72e-fa26f528f15c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0645862 Jul 14 09:04:51.555944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49193371-4c14-4b2c-b873-26ab44d20107 req-1d8aa694-7c7c-47fc-ba2a-b279e7122743 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.557459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49193371-4c14-4b2c-b873-26ab44d20107 req-1d8aa694-7c7c-47fc-ba2a-b279e7122743 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1281683 Jul 14 09:04:51.570541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44b890-f410-44a4-b875-ec52059c443e req-80aadaac-badf-401d-9bf4-b2511856a1ff tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.572167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c44b890-f410-44a4-b875-ec52059c443e req-80aadaac-badf-401d-9bf4-b2511856a1ff tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.1089554 Jul 14 09:04:51.579330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-51aa7cff-f998-4738-9bdf-e4ec174486c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.580840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-51aa7cff-f998-4738-9bdf-e4ec174486c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 1096 time: 0.1298902 Jul 14 09:04:51.590200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-9ee4bcbb-bb8e-4de0-8cb1-0aa349b76653 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422153 Jul 14 09:04:51.630805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-16ffe603-9279-4b24-9130-1542e2631143 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 217 time: 0.0411777 Jul 14 09:04:51.665256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49193371-4c14-4b2c-b873-26ab44d20107 req-38c746f8-9764-4652-ae38-5e66aee81195 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994656 Jul 14 09:04:51.679644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c44b890-f410-44a4-b875-ec52059c443e req-eaad3bc7-b28f-4da8-a147-705d99b4cf51 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Jul 14 09:04:51.706435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-df73490e-a999-4f46-b563-9618afe51874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.708008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-df73490e-a999-4f46-b563-9618afe51874 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0679867 Jul 14 09:04:51.714021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-09df3aee-1298-4635-bd23-aabeb7d01379 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143868 Jul 14 09:04:51.778405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-5e9754b8-94be-4bdf-a433-8ee3e6a70830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.780222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-5e9754b8-94be-4bdf-a433-8ee3e6a70830 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638847 Jul 14 09:04:51.854185 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a0cfcd5-644f-47b3-91d7-68ae0d4e3d41 req-31562d59-a216-40af-838c-4f1e940aa644 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318188 Jul 14 09:04:51.886042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-fd4a4451-5b54-4aa0-9b31-7766767580fd service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963101 Jul 14 09:04:51.887626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6fe71-a322-408e-b6ac-8073983a0dc2 req-dcf12a11-9b19-4180-bb21-7ebc4be42aa7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:51.889205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cde6fe71-a322-408e-b6ac-8073983a0dc2 req-dcf12a11-9b19-4180-bb21-7ebc4be42aa7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 948 time: 0.1079619 Jul 14 09:04:51.927818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cde6fe71-a322-408e-b6ac-8073983a0dc2 req-64611edd-06c5-46fb-8324-ea6909ed72f9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jul 14 09:04:51.972564 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb7d6e-5a4b-4e17-a10e-605adffd40ce x-openstack-request-id: req-51cb7d6e-5a4b-4e17-a10e-605adffd40ce {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:51.973700 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:51.973700 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51cb7d6e-5a4b-4e17-a10e-605adffd40ce {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:51.974049 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'status': 'completed', 'code': 200} Jul 14 09:04:52.013735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279412a-73d6-4e69-afac-0c07feb7d5fc req-97380bae-e757-4934-b98d-939daae3ed6c tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.015268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6279412a-73d6-4e69-afac-0c07feb7d5fc req-97380bae-e757-4934-b98d-939daae3ed6c tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 1096 time: 0.1277118 Jul 14 09:04:52.017439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11bf6866-5532-4b23-9910-5c69841a4e42 req-e9e09c6f-0024-444f-891b-3ed79866ed17 service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216040 Jul 14 09:04:52.050360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6279412a-73d6-4e69-afac-0c07feb7d5fc req-0d542c6d-346a-45b7-bf95-5122c0890d65 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287383 Jul 14 09:04:52.126508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554ab1c-acdd-4ec0-bd52-c5565a54883d req-b276934e-b732-4491-95d4-304ee9ee96bd tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.128047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b554ab1c-acdd-4ec0-bd52-c5565a54883d req-b276934e-b732-4491-95d4-304ee9ee96bd tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 944 time: 0.0684381 Jul 14 09:04:52.128214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-bfc08b5f-0cd5-4f8c-ae6f-11c4425a4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.130123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-bfc08b5f-0cd5-4f8c-ae6f-11c4425a4f30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 1096 time: 0.0590305 Jul 14 09:04:52.167776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b554ab1c-acdd-4ec0-bd52-c5565a54883d req-1237d0a2-43bd-438d-8308-950f5541a23d tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Jul 14 09:04:52.226931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-33a068e5-7f2c-4a72-8804-0661c2da5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.228423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-33a068e5-7f2c-4a72-8804-0661c2da5239 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.0917377 Jul 14 09:04:52.273409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-2afaa21a-7501-4d12-8b22-5b8cbc920e27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 217 time: 0.0357368 Jul 14 09:04:52.281927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 91c60b2e-f576-41d9-915d-beb39380c195 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:52.335378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 91c60b2e-f576-41d9-915d-beb39380c195 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:52.339653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 91c60b2e-f576-41d9-915d-beb39380c195 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:52.340032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.385242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-32ceaa25-a851-477b-b26c-bb14a4bfbb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.386685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-32ceaa25-a851-477b-b26c-bb14a4bfbb94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0929358 Jul 14 09:04:52.420791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.440530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-663be32c-046f-46ad-a166-5460bcdf8492 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.442616 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-663be32c-046f-46ad-a166-5460bcdf8492 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.1715586 Jul 14 09:04:52.459794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c60b2e-f576-41d9-915d-beb39380c195'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:52.463061 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb376254-7061-4edb-8285-1889bd517bc8" -d '{"events": [{"server_uuid": "0a720c0f-0694-4aab-826a-fb45011c56cc", "name": "network-vif-plugged", "status": "completed", "tag": "91c60b2e-f576-41d9-915d-beb39380c195"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:52.470475 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-c034a3e4-ac82-460f-a1e2-8c8c2ed66d5a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/quotas/cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 375 time: 0.0191751 Jul 14 09:04:52.471856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 91c60b2e-f576-41d9-915d-beb39380c195, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=91c60b2e-f576-41d9-915d-beb39380c195,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:52.479666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:52.481857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ca912-3e71-4ed1-a9d0-99e1b4d35ddd req-1f627ec5-22a6-41fa-a3fb-d5095fed268e tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.482368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-6cab974e-6945-4b70-9ede-f120d4fb222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.483566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-166ca912-3e71-4ed1-a9d0-99e1b4d35ddd req-1f627ec5-22a6-41fa-a3fb-d5095fed268e tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 943 time: 0.0809579 Jul 14 09:04:52.483787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-6cab974e-6945-4b70-9ede-f120d4fb222f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890865 Jul 14 09:04:52.524788 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-166ca912-3e71-4ed1-a9d0-99e1b4d35ddd req-c1e521fc-641d-4196-9f18-0197e1a651f7 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Jul 14 09:04:52.530697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=91c60b2e-f576-41d9-915d-beb39380c195,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:52.613564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fd416896-9cec-440c-82b7-40a1425105fa tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354139 Jul 14 09:04:52.630940 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-85d85c29-1cd9-4995-90ef-5b3cf6dbaecd service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390250 Jul 14 09:04:52.720406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10344db-7aa7-41ba-8961-2cac62908b0b req-70d8b89d-da11-4298-b09e-bbab855f737e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.723506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b10344db-7aa7-41ba-8961-2cac62908b0b req-70d8b89d-da11-4298-b09e-bbab855f737e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.0915272 Jul 14 09:04:52.831975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b10344db-7aa7-41ba-8961-2cac62908b0b req-4f166387-6772-4bd6-9198-5c32e7e1ee36 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013880 Jul 14 09:04:52.839582 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-44daf757-c724-4d20-ac68-33d8500d24b1 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186377 Jul 14 09:04:52.868048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-d8bc24e4-7f37-4df8-8365-9b875f927f29 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:52.869468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-d8bc24e4-7f37-4df8-8365-9b875f927f29 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1193542 Jul 14 09:04:52.891465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 83848619-db3f-4f47-ba24-85092d5bfe4d details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:52.895842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1e9103-c71e-4335-a7e1-e4ad17974a11 req-2dd4ec1e-ca65-46e8-8c25-350352fa68c5 service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555552 Jul 14 09:04:52.966864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-dbdae368-e10d-4c12-8380-eacac4a5d570 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262190 Jul 14 09:04:53.005757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 83848619-db3f-4f47-ba24-85092d5bfe4d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=83848619-db3f-4f47-ba24-85092d5bfe4d,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:53.022183 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd742daa-fdf1-4867-9df6-1a02903596db x-openstack-request-id: req-bd742daa-fdf1-4867-9df6-1a02903596db {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:53.022506 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a720c0f-0694-4aab-826a-fb45011c56cc", "name": "network-vif-plugged", "status": "completed", "tag": "91c60b2e-f576-41d9-915d-beb39380c195", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:53.022766 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd742daa-fdf1-4867-9df6-1a02903596db {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:53.023163 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c60b2e-f576-41d9-915d-beb39380c195', 'code': 200} Jul 14 09:04:53.024582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '83848619-db3f-4f47-ba24-85092d5bfe4d', 'network_id': '826c1bf7-65dc-41a1-83d6-0d94a06d6508', 'port_id': '83848619-db3f-4f47-ba24-85092d5bfe4d', 'mac_address': 'fa:16:3e:a9:e5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a85af9-7e96-4509-98ad-ff6274a63627', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:53.027760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Deleting port a8d282b2-5314-449d-87cc-f9521ca45da3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:04:53.028458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.062223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681594-3b6d-4143-8d80-86548ec0c03b req-05b17b1a-9539-4b1f-8ab4-195434a0258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:53.065346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84681594-3b6d-4143-8d80-86548ec0c03b req-05b17b1a-9539-4b1f-8ab4-195434a0258b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 1101 time: 0.0889575 Jul 14 09:04:53.068041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.084138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83848619-db3f-4f47-ba24-85092d5bfe4d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:53.111204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84681594-3b6d-4143-8d80-86548ec0c03b req-7235a215-c72b-4043-bae0-5a3ebcb80c74 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Jul 14 09:04:53.111507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 83848619-db3f-4f47-ba24-85092d5bfe4d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=83848619-db3f-4f47-ba24-85092d5bfe4d,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:53.117521 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.133787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] For port a8d282b2-5314-449d-87cc-f9521ca45da3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a8d282b2-5314-449d-87cc-f9521ca45da3,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:53.134158 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.147205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Calling delete_port for a8d282b2-5314-449d-87cc-f9521ca45da3 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:04:53.171394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=83848619-db3f-4f47-ba24-85092d5bfe4d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:53.282510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f392-1218-4410-976f-8052617eda42 req-374ef899-add5-47aa-b2ae-9a1dae8da407 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:53.284419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8810f392-1218-4410-976f-8052617eda42 req-374ef899-add5-47aa-b2ae-9a1dae8da407 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=afc3fa08-1bb7-4509-a5a0-fe046af0c750 HTTP/1.1" status: 200 len: 945 time: 0.1271613 Jul 14 09:04:53.293335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc84c1e-6226-424e-8f6a-7347285d1e51 req-43270f6a-cfd3-424e-a423-1bd63568683e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:53.294929 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3fc84c1e-6226-424e-8f6a-7347285d1e51 req-43270f6a-cfd3-424e-a423-1bd63568683e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0877068 Jul 14 09:04:53.366784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8810f392-1218-4410-976f-8052617eda42 req-0f1f5073-ef4d-465e-9a28-d617055457e4 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749292 Jul 14 09:04:53.378407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.385672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['83848619-db3f-4f47-ba24-85092d5bfe4d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:53.415813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event deleted for resources: {'Port': ['ID=a8d282b2-5314-449d-87cc-f9521ca45da3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:53.531117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] No DVR routers for this DVR port a8d282b2-5314-449d-87cc-f9521ca45da3 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:04:53.537916 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:53.540995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84a55224-b0cd-4f17-9839-1566f9dfef84 req-79201f37-ef8b-4c0d-a563-0ec8f22f631a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "DELETE /v2.0/ports/a8d282b2-5314-449d-87cc-f9521ca45da3 HTTP/1.1" status: 204 len: 173 time: 0.6651225 Jul 14 09:04:53.541786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'name': 'network-vif-deleted', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:53.545420 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f982f14-087f-4d31-af2d-d522fa081dd9" -d '{"events": [{"server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "name": "network-vif-deleted", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:53.682356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3fc84c1e-6226-424e-8f6a-7347285d1e51 req-a2fd1f0d-4afc-4700-a049-9de03fecb958 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812082 Jul 14 09:04:53.738187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a3b09-3ae6-4f8e-b342-99d446ac71ab req-63b0a3ff-948d-4d91-8463-d1495681904b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:53.740343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-196a3b09-3ae6-4f8e-b342-99d446ac71ab req-63b0a3ff-948d-4d91-8463-d1495681904b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 949 time: 0.0746191 Jul 14 09:04:53.780493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-196a3b09-3ae6-4f8e-b342-99d446ac71ab req-9edecbd3-680f-4625-bfb0-f5d84cfc2cb7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Jul 14 09:04:53.807933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce606f19-a8a1-4ed2-9ec3-f42c95178a60 req-a4237040-0a49-410d-b1c9-9511b99feebd tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 210 time: 0.0324080 Jul 14 09:04:53.856922 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd518a-ae88-4101-86dd-12611287ec25 x-openstack-request-id: req-46bd518a-ae88-4101-86dd-12611287ec25 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:53.857552 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc3fa08-1bb7-4509-a5a0-fe046af0c750", "name": "network-vif-deleted", "tag": "a8d282b2-5314-449d-87cc-f9521ca45da3", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:53.857997 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46bd518a-ae88-4101-86dd-12611287ec25 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:53.858603 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc3fa08-1bb7-4509-a5a0-fe046af0c750', 'name': 'network-vif-deleted', 'tag': 'a8d282b2-5314-449d-87cc-f9521ca45da3', 'status': 'completed', 'code': 200} Jul 14 09:04:53.965446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ee44c-e163-4f9c-9ec7-333e087ddc63 req-ca75f082-69c2-47d8-85c5-e2b8a58198eb tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:53.970942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac5ee44c-e163-4f9c-9ec7-333e087ddc63 req-ca75f082-69c2-47d8-85c5-e2b8a58198eb tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 944 time: 0.0722024 Jul 14 09:04:54.006882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac5ee44c-e163-4f9c-9ec7-333e087ddc63 req-2edccf15-f698-4297-8616-26f379ea3dd8 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Jul 14 09:04:54.023702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04933fc5-2c04-41f6-add1-bb0c9d67bb08 req-af0e4b66-1b98-4823-be6a-8b93aec99d88 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:54.025564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04933fc5-2c04-41f6-add1-bb0c9d67bb08 req-af0e4b66-1b98-4823-be6a-8b93aec99d88 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 944 time: 0.0653262 Jul 14 09:04:54.083395 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04933fc5-2c04-41f6-add1-bb0c9d67bb08 req-f8867f46-4448-4b69-ae4c-d75fb2c2621c tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 Jul 14 09:04:54.190032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737d4e4-c532-4bde-8d9e-adef8b06a142 req-eec64e72-4bc1-4692-a698-4bf086a4a7f2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:54.191623 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0737d4e4-c532-4bde-8d9e-adef8b06a142 req-eec64e72-4bc1-4692-a698-4bf086a4a7f2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.0759652 Jul 14 09:04:54.230431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0737d4e4-c532-4bde-8d9e-adef8b06a142 req-1c24f4cc-5c50-44c2-aaf9-0a5bd6ed98a9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Jul 14 09:04:54.508752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-bc8c7ca1-e2e9-4857-9344-79e0a8e8837d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:54.510773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-bc8c7ca1-e2e9-4857-9344-79e0a8e8837d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.1144881 Jul 14 09:04:54.524195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Request body: {'port': {'device_id': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'admin_state_up': True, 'tenant_id': 'cc41de32cea44be4bd06b6a809e2cd8c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:54.639594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Made reservation on behalf of cc41de32cea44be4bd06b6a809e2cd8c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:04:54.643046 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.768418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Allocated IP 172.20.0.6 (8bc3b966-3fc6-4eb0-addb-5b9f2d96f218/0318592a-122f-42c8-84cb-a5d2c296cd17/4a91e6c7-5461-48f0-a931-a0101eff85d2) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:54.909466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 8e25b28f-9da5-422d-9248-a9ff6568e4be details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:54.934837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:54.939915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d7fdeee6-a960-487b-8d82-a577fe49721e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792200675', 'description': 'tempest-description--1918071387'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:54.948557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 83848619-db3f-4f47-ba24-85092d5bfe4d up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:54.966284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7fdeee6-a960-487b-8d82-a577fe49721e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.972060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:54.985159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c149517-e349-486a-8abc-b14c875ad0d9 req-b684d6f1-5a3c-45bc-aafa-371d41d36570 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:54.987027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c149517-e349-486a-8abc-b14c875ad0d9 req-b684d6f1-5a3c-45bc-aafa-371d41d36570 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.1947725 Jul 14 09:04:55.043522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c149517-e349-486a-8abc-b14c875ad0d9 req-941ba997-9996-47a2-8b11-376f5f114cc2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Jul 14 09:04:55.057135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.070040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 8e25b28f-9da5-422d-9248-a9ff6568e4be, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:55.084134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 83848619-db3f-4f47-ba24-85092d5bfe4d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:55.086485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'mac_address': 'fa:16:3e:3c:ec:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:55.091066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:55.092540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 83848619-db3f-4f47-ba24-85092d5bfe4d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:55.092996 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.120033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7fdeee6-a960-487b-8d82-a577fe49721e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.121091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:55.132064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7fdeee6-a960-487b-8d82-a577fe49721e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.135624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:55.172484 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.177019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584b3b-cc2e-4f68-bcc7-9559bb639b38 req-64116a5a-becb-432d-bb50-cff3d01d7e93 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:55.178698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd584b3b-cc2e-4f68-bcc7-9559bb639b38 req-64116a5a-becb-432d-bb50-cff3d01d7e93 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 949 time: 0.1412711 Jul 14 09:04:55.186910 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7fdeee6-a960-487b-8d82-a577fe49721e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.190714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d7fdeee6-a960-487b-8d82-a577fe49721e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2527511 Jul 14 09:04:55.192496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:55.193639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e25b28f-9da5-422d-9248-a9ff6568e4be {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:55.197241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5c72039f-0ab8-4741-8aba-d9962ce04e7c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Request body: {'security_group_rule': {'security_group_id': '6634ec31-fa99-457c-8237-60bf57c71bce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:55.209888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdeee6-a960-487b-8d82-a577fe49721e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6634ec31-fa99-457c-8237-60bf57c71bce,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:55.220769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:55.239768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 8e25b28f-9da5-422d-9248-a9ff6568e4be, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:55.252097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.252759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:04:55.255756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd584b3b-cc2e-4f68-bcc7-9559bb639b38 req-eda12277-fe79-4af7-8c68-bd265c054dc3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Jul 14 09:04:55.264468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c72039f-0ab8-4741-8aba-d9962ce04e7c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.275878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:55.276528 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.298395 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.314121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-19ecc70d-d4b1-4404-8ad1-2d974458ab1d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7940421 Jul 14 09:04:55.329551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee399bb-dd07-48a7-8e39-105f4820245a req-c0126971-cde2-4578-ba9c-42887273407d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:55.331098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ee399bb-dd07-48a7-8e39-105f4820245a req-c0126971-cde2-4578-ba9c-42887273407d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 931 time: 0.1166866 Jul 14 09:04:55.337621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Request body: {'port': {'device_id': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:55.376039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c72039f-0ab8-4741-8aba-d9962ce04e7c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.379081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83848619-db3f-4f47-ba24-85092d5bfe4d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:55.382047 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826db493-6e20-41df-839b-f1a3a6fdac16" -d '{"events": [{"server_uuid": "ea724fb5-402b-4401-a43d-5b0364b4d363", "name": "network-vif-plugged", "status": "completed", "tag": "83848619-db3f-4f47-ba24-85092d5bfe4d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:55.399283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c72039f-0ab8-4741-8aba-d9962ce04e7c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.413876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=8e25b28f-9da5-422d-9248-a9ff6568e4be,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:55.430720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 83848619-db3f-4f47-ba24-85092d5bfe4d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=83848619-db3f-4f47-ba24-85092d5bfe4d,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:55.439780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.441322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:55.449750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ee399bb-dd07-48a7-8e39-105f4820245a req-198ed6b6-2cf8-41f3-a440-c260de48df9d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062505 Jul 14 09:04:55.474818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72039f-0ab8-4741-8aba-d9962ce04e7c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4885f701-f1bd-4ff2-896a-7af25ec9c33d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:55.475027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.475930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c72039f-0ab8-4741-8aba-d9962ce04e7c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.480147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5c72039f-0ab8-4741-8aba-d9962ce04e7c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867148 Jul 14 09:04:55.481789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39056) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:55.487557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2e7de766-b4a6-44fd-8013-36bb042fb15e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Request body: {'security_group_rule': {'security_group_id': '6634ec31-fa99-457c-8237-60bf57c71bce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:55.519346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c76fa-ebeb-415e-ad8d-c1d2cb76af88 req-3cb8a33b-6765-407f-944d-8879861dff74 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:55.527192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd0c76fa-ebeb-415e-ad8d-c1d2cb76af88 req-3cb8a33b-6765-407f-944d-8879861dff74 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 945 time: 0.1433604 Jul 14 09:04:55.536043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=83848619-db3f-4f47-ba24-85092d5bfe4d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:55.543880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: a8d282b2-5314-449d-87cc-f9521ca45da3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:55.544691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:55.568296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:55.576614 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e7de766-b4a6-44fd-8013-36bb042fb15e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.576799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd0c76fa-ebeb-415e-ad8d-c1d2cb76af88 req-b0e94b2f-d033-4c26-a257-87144440fe1e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485578 Jul 14 09:04:55.582442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '11a76d04-8e97-4056-af28-8ac13e880b2e', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'port_id': '11a76d04-8e97-4056-af28-8ac13e880b2e', 'mac_address': 'fa:16:3e:cf:5d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55af7286-06ff-4d12-a7a5-cb35ef74e922', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:04:55.620472 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.633255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a76d04-8e97-4056-af28-8ac13e880b2e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:55.654653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:55.659512 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.708533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:55.745770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd3c89-26ff-4578-abbf-a9645c775cfc req-98a7fd29-35a1-4286-a9f2-5238735a9522 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:55.747369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ddd3c89-26ff-4578-abbf-a9645c775cfc req-98a7fd29-35a1-4286-a9f2-5238735a9522 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.0713253 Jul 14 09:04:55.784548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e7de766-b4a6-44fd-8013-36bb042fb15e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.785848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ddd3c89-26ff-4578-abbf-a9645c775cfc req-29c06f80-b347-4a3a-afc5-ca09fa04eee7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Jul 14 09:04:55.791811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e7de766-b4a6-44fd-8013-36bb042fb15e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.830071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee761ccd-8147-4ab0-bf20-f7e41fd6c808 req-94996252-78ed-417e-bdd3-675df053b7b9 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:55.831621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee761ccd-8147-4ab0-bf20-f7e41fd6c808 req-94996252-78ed-417e-bdd3-675df053b7b9 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 945 time: 0.1985857 Jul 14 09:04:55.836811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7de766-b4a6-44fd-8013-36bb042fb15e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcde170c-342b-4c4e-9c28-894311b187b1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:55.859096 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e7de766-b4a6-44fd-8013-36bb042fb15e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.860262 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e7de766-b4a6-44fd-8013-36bb042fb15e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772821 Jul 14 09:04:55.864467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:04:55.870680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:04:55.896939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.904005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee761ccd-8147-4ab0-bf20-f7e41fd6c808 req-198717f3-6233-489b-9e46-e0aee02f669a tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609212 Jul 14 09:04:55.944606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['11a76d04-8e97-4056-af28-8ac13e880b2e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:55.951502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a91e6c7-5461-48f0-a931-a0101eff85d2 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:04:55.951679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['8e25b28f-9da5-422d-9248-a9ff6568e4be'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:04:55.958765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:55.971669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Transition to ACTIVE for port object 4a91e6c7-5461-48f0-a931-a0101eff85d2 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:04:55.979422 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.018952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.040655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:56.058903 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f83af-4a1d-4374-8403-b07b5a368bcd x-openstack-request-id: req-649f83af-4a1d-4374-8403-b07b5a368bcd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:56.059199 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea724fb5-402b-4401-a43d-5b0364b4d363", "name": "network-vif-plugged", "status": "completed", "tag": "83848619-db3f-4f47-ba24-85092d5bfe4d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:56.059483 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-649f83af-4a1d-4374-8403-b07b5a368bcd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:56.059880 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83848619-db3f-4f47-ba24-85092d5bfe4d', 'code': 200} Jul 14 09:04:56.164043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:04:56.164560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:04:56.164842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:56.169375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:04:56.169701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:04:56.175324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:04:56.175740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:04:56.176129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:04:56.176724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Bound port: 4a91e6c7-5461-48f0-a931-a0101eff85d2, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:04:56.177096 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.242023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573820a4-4f02-4ae4-8d5c-465ce62f94b8 req-05300a1a-f41f-4240-85e6-c09f074b78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.244040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-573820a4-4f02-4ae4-8d5c-465ce62f94b8 req-05300a1a-f41f-4240-85e6-c09f074b78db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 1097 time: 0.1737225 Jul 14 09:04:56.248399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:04:56.253066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:04:56.254044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Allocated IP 172.25.2.81 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/49b8fee3-3030-4c30-88a1-689fc2547e6b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:04:56.287559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.289545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89937e-8655-4e00-b0cc-3bda9c3fc713 req-913cd3ed-c11c-4276-abf2-500429acc9e1 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.291121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d89937e-8655-4e00-b0cc-3bda9c3fc713 req-913cd3ed-c11c-4276-abf2-500429acc9e1 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 1101 time: 0.1602979 Jul 14 09:04:56.335056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.335191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.336609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 200 len: 1092 time: 1.0044415 Jul 14 09:04:56.344059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:56.348670 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7eca50-0759-40bb-97fd-293598dd1389" -d '{"events": [{"name": "network-changed", "server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:56.359111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-573820a4-4f02-4ae4-8d5c-465ce62f94b8 req-fa7258d5-8b83-4bf9-84e8-aad66f21178e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069474 Jul 14 09:04:56.361691 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d89937e-8655-4e00-b0cc-3bda9c3fc713 req-6cf3b5d9-654d-4da8-93d5-6b616cb050b6 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.386621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb328082-4e11-40ed-9704-71de6d69f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:56.425807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b80c6b-fc67-43b2-9399-0386ae3d8a2d req-7b50d881-ec25-4a09-86fc-1ea766a9f0de tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.427481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24b80c6b-fc67-43b2-9399-0386ae3d8a2d req-7b50d881-ec25-4a09-86fc-1ea766a9f0de tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 944 time: 0.1763718 Jul 14 09:04:56.442695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.493112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-3c101b91-5b24-4135-9ba7-1f07006d4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.494624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-3c101b91-5b24-4135-9ba7-1f07006d4b18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1095 time: 0.1160293 Jul 14 09:04:56.500092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24b80c6b-fc67-43b2-9399-0386ae3d8a2d req-99d26f52-5af1-43ba-9518-86bb994fc290 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568466 Jul 14 09:04:56.518940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.540003 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d89937e-8655-4e00-b0cc-3bda9c3fc713 req-6cf3b5d9-654d-4da8-93d5-6b616cb050b6 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.554674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-9a5b8c9f-e429-4553-8f5e-f96e6925df96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 200 len: 217 time: 0.0415745 Jul 14 09:04:56.564845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d89937e-8655-4e00-b0cc-3bda9c3fc713 req-6cf3b5d9-654d-4da8-93d5-6b616cb050b6 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.576533 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674e794e-e07e-417a-b57c-3332ba7dbf0b x-openstack-request-id: req-674e794e-e07e-417a-b57c-3332ba7dbf0b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:56.576891 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:56.577208 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-674e794e-e07e-417a-b57c-3332ba7dbf0b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:56.577661 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2', 'status': 'completed', 'code': 200} Jul 14 09:04:56.584972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d89937e-8655-4e00-b0cc-3bda9c3fc713 req-6cf3b5d9-654d-4da8-93d5-6b616cb050b6 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747774 Jul 14 09:04:56.586678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:04:56.600293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:04:56.608491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:04:56.630454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-f7b90dd5-5879-4568-8ad2-f539911870b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.631988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-f7b90dd5-5879-4568-8ad2-f539911870b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0656610 Jul 14 09:04:56.650281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'Port': ['ID=49b8fee3-3030-4c30-88a1-689fc2547e6b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:56.652528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3b5d9-654d-4da8-93d5-6b616cb050b6 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb05da-a5c6-4f59-b2ae-b677f7ee5114,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:56.670190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.674544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-22502749-e5cc-4b9c-a38c-245e744d0afa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346093 Jul 14 09:04:56.715580 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.833406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d22ff-102a-4b69-8551-f1652eedd2fc req-6e8bb066-cc9d-4048-a4ba-018cad111420 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:56.834946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-181d22ff-102a-4b69-8551-f1652eedd2fc req-6e8bb066-cc9d-4048-a4ba-018cad111420 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.1564066 Jul 14 09:04:56.837068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-93fc0035-e5a6-493c-873b-0e12c263e93f service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488309 Jul 14 09:04:56.881035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.887450 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.909978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 8e25b28f-9da5-422d-9248-a9ff6568e4be up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:56.921468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.931373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-181d22ff-102a-4b69-8551-f1652eedd2fc req-0fc2d30d-a457-401f-81fc-9f7a41ff084b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877759 Jul 14 09:04:56.973875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 8e25b28f-9da5-422d-9248-a9ff6568e4be completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:56.977004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f980363c-e19d-42c3-b6d6-bbf4f77fbdff req-96b3ca91-25a1-4ded-9da2-8fa8e6757528 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315522 Jul 14 09:04:56.980621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 8e25b28f-9da5-422d-9248-a9ff6568e4be triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:56.981585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.984704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:56.989390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1199808 Jul 14 09:04:56.989390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda53d42-abe0-4079-b375-276da5ff44ee tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'Port': ['ID=49b8fee3-3030-4c30-88a1-689fc2547e6b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:57.054559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d6260-3ca2-4ee7-87f4-8b834ab31287 req-ea431c08-0294-46a7-b49a-96cbeb792618 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.063637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-520d6260-3ca2-4ee7-87f4-8b834ab31287 req-ea431c08-0294-46a7-b49a-96cbeb792618 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 945 time: 0.1632199 Jul 14 09:04:57.086435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.129662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-2b685155-c29a-4409-a29b-1e7c06f17e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.131647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-2b685155-c29a-4409-a29b-1e7c06f17e1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1095 time: 0.0831807 Jul 14 09:04:57.138966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-520d6260-3ca2-4ee7-87f4-8b834ab31287 req-71ed9b20-8371-4757-9d2f-6797673fcae0 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731056 Jul 14 09:04:57.169735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 8e25b28f-9da5-422d-9248-a9ff6568e4be, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:57.178109 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:57.179465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:04:57.236950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: a8d282b2-5314-449d-87cc-f9521ca45da3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:04:57.238891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a8d282b2-5314-449d-87cc-f9521ca45da3 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:04:57.265964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=8e25b28f-9da5-422d-9248-a9ff6568e4be,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:57.315503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706757b-4825-4936-befc-305ac3cb9176 req-56caa372-28a9-4940-a906-8510b5c86b80 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.317417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9706757b-4825-4936-befc-305ac3cb9176 req-56caa372-28a9-4940-a906-8510b5c86b80 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 945 time: 0.0651717 Jul 14 09:04:57.324135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-f836968b-dbe9-4f4d-8550-38f06b555ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.325635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-f836968b-dbe9-4f4d-8550-38f06b555ac0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.1865358 Jul 14 09:04:57.348892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d442242-0637-46a0-b8a6-33b3d03fe95e req-6ef21f3d-f7e6-4f13-8cf6-f1510632a15d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.350288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d442242-0637-46a0-b8a6-33b3d03fe95e req-6ef21f3d-f7e6-4f13-8cf6-f1510632a15d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.0986800 Jul 14 09:04:57.359061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9706757b-4825-4936-befc-305ac3cb9176 req-cc0febd0-74af-493b-8dfa-805f31b48ec6 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Jul 14 09:04:57.378547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-bf8f732a-4517-4640-a79c-e9d4928e5ced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 200 len: 217 time: 0.0445244 Jul 14 09:04:57.458536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d442242-0637-46a0-b8a6-33b3d03fe95e req-d73e5a5d-066a-4938-a8e2-82796a196aca tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820630 Jul 14 09:04:57.463965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-fa3751d5-edaa-4750-899f-194a5489ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.465403 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-fa3751d5-edaa-4750-899f-194a5489ba18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0759988 Jul 14 09:04:57.499540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-c12d766a-0e5f-489f-afaa-00508d66dd18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276392 Jul 14 09:04:57.579395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-2da284b2-334c-40ee-aea0-3784e6f04863 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.580888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-2da284b2-334c-40ee-aea0-3784e6f04863 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 821 time: 0.1221185 Jul 14 09:04:57.596493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-e2217d16-7afa-4d2d-9800-5c7277278532 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864506 Jul 14 09:04:57.599896 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-734ec330-5b82-4c7f-a8ab-6f877351bf59 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/quotas/a3aeb37af6c646339469009f2bdcae8e HTTP/1.1" status: 200 len: 375 time: 0.0124578 Jul 14 09:04:57.665891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-20780421-21c7-44f3-9afd-a51dafd74f61 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634995 Jul 14 09:04:57.684273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-5f27bdff-3f76-4747-946c-5d689f7cd7f3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296280 Jul 14 09:04:57.756897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-841fcb8e-6362-4dda-9174-49835a5dd3a7 service neutron] 10.222.0.18 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842967 Jul 14 09:04:57.770421 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d7eca50-0759-40bb-97fd-293598dd1389 req-a4691afb-e870-4bbe-88d2-3b9706fb0ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659660 Jul 14 09:04:57.813850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-05a3f67d-add2-4f91-b030-45cf948a9ef7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:57.815419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-05a3f67d-add2-4f91-b030-45cf948a9ef7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251557 Jul 14 09:04:57.832093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-7c60b842-820b-4dee-af06-db5e0ebe2505 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/quotas/4e98114229dd479e9a25dee146eb960b HTTP/1.1" status: 200 len: 375 time: 0.0098007 Jul 14 09:04:57.903220 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-aad853a0-2c20-4499-be62-322c3a4eb69f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654194 Jul 14 09:04:58.061367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:04:58.062049 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-1dbaa08d-d22d-40b4-9f38-d1a2e075a57a service neutron] 10.222.0.18 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987204 Jul 14 09:04:58.067209 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa026d-f74e-4eb5-a4f0-e5b291cbf859" -d '{"events": [{"server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "name": "network-vif-plugged", "status": "completed", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:04:58.352586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e43bd-e074-4cd9-8c2e-d30cb9358320 req-10c89315-fa8b-482d-8583-264ce555d8c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:58.354213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f2e43bd-e074-4cd9-8c2e-d30cb9358320 req-10c89315-fa8b-482d-8583-264ce555d8c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 944 time: 0.0888627 Jul 14 09:04:58.408880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f2e43bd-e074-4cd9-8c2e-d30cb9358320 req-b021b379-51d3-4a0d-9e96-c4c699b32413 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482142 Jul 14 09:04:58.430523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c21e5-501b-475a-b4a8-633b30a28d1d req-e75abe6d-a6a4-4e55-b5e1-2cd06174b6c2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:58.432094 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-149c21e5-501b-475a-b4a8-633b30a28d1d req-e75abe6d-a6a4-4e55-b5e1-2cd06174b6c2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.0840149 Jul 14 09:04:58.485470 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ebb521-ecf3-46a1-9c36-c3e41726c9b2 x-openstack-request-id: req-13ebb521-ecf3-46a1-9c36-c3e41726c9b2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:04:58.486085 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "name": "network-vif-plugged", "status": "completed", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:04:58.486534 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13ebb521-ecf3-46a1-9c36-c3e41726c9b2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:04:58.487053 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'code': 200} Jul 14 09:04:58.491648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-149c21e5-501b-475a-b4a8-633b30a28d1d req-7782a002-96ae-478b-98a2-badc21f49e58 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533719 Jul 14 09:04:58.587588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d41f3cb5-1360-45f7-9c77-496be7684b3a req-ba26da1a-8efa-47c2-a17c-d85759e0d2fd tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 210 time: 0.0439272 Jul 14 09:04:58.701776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34e04-7bfe-4dd3-85e7-30ba5ce21678 req-d7aa7cda-47e2-4c56-bb89-d31812e8ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:58.703614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbb34e04-7bfe-4dd3-85e7-30ba5ce21678 req-d7aa7cda-47e2-4c56-bb89-d31812e8ad49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 1098 time: 0.1202209 Jul 14 09:04:58.745777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbb34e04-7bfe-4dd3-85e7-30ba5ce21678 req-a05ff820-406c-46e4-adeb-e94facf60d48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Jul 14 09:04:58.762223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb8b61-164b-4ff9-968d-02b2eca1d6b7 req-8377ee04-0643-4ea7-a7b9-06222ad98223 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:58.763939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cabb8b61-164b-4ff9-968d-02b2eca1d6b7 req-8377ee04-0643-4ea7-a7b9-06222ad98223 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 946 time: 0.1088569 Jul 14 09:04:58.821336 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cabb8b61-164b-4ff9-968d-02b2eca1d6b7 req-ceced267-274f-4879-95f2-a99aa8ed99d6 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Jul 14 09:04:58.926981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:04:59.025030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132c1d-c0e0-469b-b03f-456a165928c4 req-1ad7689e-5c49-4776-b578-20cab12d61c9 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:59.025835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 11a76d04-8e97-4056-af28-8ac13e880b2e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:04:59.029660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 11a76d04-8e97-4056-af28-8ac13e880b2e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:04:59.030377 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.035562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26132c1d-c0e0-469b-b03f-456a165928c4 req-1ad7689e-5c49-4776-b578-20cab12d61c9 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 945 time: 0.0920644 Jul 14 09:04:59.088870 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26132c1d-c0e0-469b-b03f-456a165928c4 req-c324ded1-b1e5-4322-8f97-539ee2f9cb21 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Jul 14 09:04:59.116351 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1afa4-5aee-4e4c-8b61-68d062ccb730 req-c5f0b33f-f4fa-4df4-93f1-2964d632e759 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:59.124458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ba1afa4-5aee-4e4c-8b61-68d062ccb730 req-c5f0b33f-f4fa-4df4-93f1-2964d632e759 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1265349 Jul 14 09:04:59.134343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.171325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:04:59.172257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ba1afa4-5aee-4e4c-8b61-68d062ccb730 req-c729be79-026f-41d0-b123-95968e345ba9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469069 Jul 14 09:04:59.176278 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:04:59.251191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:04:59.329657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16a0ada1-7807-41fc-9853-d690ee68c272 req-1a8eb3ac-de42-49ca-9c54-bab5f14f5070 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 210 time: 0.0290673 Jul 14 09:04:59.666268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755dd2c-d591-4308-ac17-87bd76efcc74 req-3fc55df3-d690-4c9d-ab37-aa8671c7af5a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:59.673702 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d755dd2c-d591-4308-ac17-87bd76efcc74 req-3fc55df3-d690-4c9d-ab37-aa8671c7af5a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 945 time: 0.1329260 Jul 14 09:04:59.718149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d755dd2c-d591-4308-ac17-87bd76efcc74 req-7cc4518f-4480-42b3-a793-23d631c337f9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Jul 14 09:04:59.871484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886c02-4e8e-48be-8834-f21308552722 req-5728da97-1aac-40ea-86c1-99a401a63ef2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:59.873087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2d886c02-4e8e-48be-8834-f21308552722 req-5728da97-1aac-40ea-86c1-99a401a63ef2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.2329955 Jul 14 09:04:59.929130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-68b7d243-fc5e-4e8f-bcd8-4e4eb1a37c1a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:04:59.931267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-68b7d243-fc5e-4e8f-bcd8-4e4eb1a37c1a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.48 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 821 time: 0.1954150 Jul 14 09:04:59.948722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c833c106-bfd0-4977-9a74-dc3ec188a1f7 req-dacf82e9-a36c-4432-96e3-00f487068e3f tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 210 time: 0.0445402 Jul 14 09:04:59.949991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Request body: {'port': {'device_id': '595379d5-8b22-423f-933d-dda88c8297cb', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'admin_state_up': True, 'tenant_id': 'a3aeb37af6c646339469009f2bdcae8e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:00.007909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2d886c02-4e8e-48be-8834-f21308552722 req-b7821f03-7571-478c-a8da-e0939b5adffd tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265075 Jul 14 09:05:00.125748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Made reservation on behalf of a3aeb37af6c646339469009f2bdcae8e for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:00.130993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.131808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b35c8f-b213-4ef2-ad5c-484904bc7699 req-13781724-7200-4ea6-8600-db3145c9019a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:00.138689 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44b35c8f-b213-4ef2-ad5c-484904bc7699 req-13781724-7200-4ea6-8600-db3145c9019a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 946 time: 0.0690379 Jul 14 09:05:00.174948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44b35c8f-b213-4ef2-ad5c-484904bc7699 req-bdf98d07-9580-45d6-a566-be89447fd7a6 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353885 Jul 14 09:05:00.290487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Allocated IP 172.20.0.12 (38656ded-8ecf-45f7-b6ea-dc905179f638/703db5b0-8af7-4abc-b3eb-38109645c34c/b3a46b84-535d-4c35-9738-e2151275f71d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:00.315160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:00.471416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:00.488550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:00.491232 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84584639-c263-414b-993a-a596f9587b6a" -d '{"events": [{"server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "name": "network-vif-plugged", "status": "completed", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:00.494851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '4a91e6c7-5461-48f0-a931-a0101eff85d2', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'port_id': '4a91e6c7-5461-48f0-a931-a0101eff85d2', 'mac_address': 'fa:16:3e:15:de:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0318592a-122f-42c8-84cb-a5d2c296cd17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:00.539803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.554313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-848efdfc-b37b-4bbb-ad07-e09846b32dbc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917943 Jul 14 09:05:00.555995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a91e6c7-5461-48f0-a931-a0101eff85d2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:00.580967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:00.586869 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.596911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07945-ed66-4207-851d-0026857bd0f8 req-0a5a653d-3c69-4dfe-83a3-b8b120b1fb2c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:00.603894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bdd07945-ed66-4207-851d-0026857bd0f8 req-0a5a653d-3c69-4dfe-83a3-b8b120b1fb2c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.2442586 Jul 14 09:05:00.628795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.644161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:00.653058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bdd07945-ed66-4207-851d-0026857bd0f8 req-c4ef0e3b-81c2-4ab5-8e5d-79ec92a481d7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Jul 14 09:05:00.695942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.704603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-a505ffb3-98f3-4c4f-95ec-b4021082bf6a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:00.706192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-a505ffb3-98f3-4c4f-95ec-b4021082bf6a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3312502 Jul 14 09:05:00.765677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Network 38656ded-8ecf-45f7-b6ea-dc905179f638 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:00.776133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:00.779052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:00.781706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:00.837051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-504d737c-a64e-4259-9ec4-ee6de529f569 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.1030295 Jul 14 09:05:00.843478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:00.844112 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.849068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-d5caba56-cd49-4c86-8571-ea8fee1fd726 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:00.851587 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-d5caba56-cd49-4c86-8571-ea8fee1fd726 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885904 Jul 14 09:05:00.855943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['4a91e6c7-5461-48f0-a931-a0101eff85d2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:00.859264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'floatingip': {'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:00.870708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bb839709-7062-4c42-9fd5-1aaed8002546 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258287 Jul 14 09:05:00.899081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Request body: {'port': {'device_id': '595379d5-8b22-423f-933d-dda88c8297cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:00.974773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:00.983449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:01.109826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.48', 49322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:01.132352 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7eb58dc-91e8-4b15-9842-b9434d9fd47b req-40438745-8e74-41ee-b6b4-ef30d2fe3d88 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 210 time: 0.0768321 Jul 14 09:05:01.136514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.160629 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.184864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-a4203752-0db1-46af-a9c9-d09c8cc20b5a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719235 Jul 14 09:05:01.208050 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290845d-5226-4370-a22b-adee0d33a9a7 x-openstack-request-id: req-7290845d-5226-4370-a22b-adee0d33a9a7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:01.208633 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "name": "network-vif-plugged", "status": "completed", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:01.209105 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7290845d-5226-4370-a22b-adee0d33a9a7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:01.210011 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e', 'code': 200} Jul 14 09:05:01.386095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:01.389446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.731450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598720e4-2cc2-403d-b658-0a88dc2270b8 req-e74265c2-8ecb-4988-8dfc-e51f2b459052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:01.732926 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-598720e4-2cc2-403d-b658-0a88dc2270b8 req-e74265c2-8ecb-4988-8dfc-e51f2b459052 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1097 time: 0.3654375 Jul 14 09:05:01.853234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:05:01.870275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-538adefb-2177-48ff-887b-69fff65c4a45 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:01.871776 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-538adefb-2177-48ff-887b-69fff65c4a45 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6782997 Jul 14 09:05:01.887259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c634-c095-4f80-a5b7-c20d86b0b003 req-df29fe39-a1c8-41b3-9f2d-df6df196e342 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:01.888699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b85c634-c095-4f80-a5b7-c20d86b0b003 req-df29fe39-a1c8-41b3-9f2d-df6df196e342 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 945 time: 0.5093009 Jul 14 09:05:01.895272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:01.897178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-598720e4-2cc2-403d-b658-0a88dc2270b8 req-d37b5583-4ebd-4c18-ad4a-c440f15fc13e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532381 Jul 14 09:05:01.915282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.167 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/81f967d7-bdc8-46c2-a899-336c24325e32) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:01.953362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:01.960439 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.032672 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b85c634-c095-4f80-a5b7-c20d86b0b003 req-d3f67658-5e81-43ac-94a1-7be2d92438f6 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300688 Jul 14 09:05:02.079078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a46b84-535d-4c35-9738-e2151275f71d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:02.088479 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.110704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Transition to ACTIVE for port object b3a46b84-535d-4c35-9738-e2151275f71d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:02.118218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.152153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:02.156116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.223945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.332544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:02.361455 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32 associated. External IP: 172.25.2.50, port: 41d2b24c-8a33-4fe6-be35-e0b372add8f4. Jul 14 09:05:02.362194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f9a3-8d17-468d-a1a0-8221320ed100 req-a274a900-a555-4dbf-a6eb-9023e47f5e57 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:02.364299 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b114f9a3-8d17-468d-a1a0-8221320ed100 req-a274a900-a555-4dbf-a6eb-9023e47f5e57 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 944 time: 0.2039688 Jul 14 09:05:02.386799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Attempting to bind port b3a46b84-535d-4c35-9738-e2151275f71d on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:02.387505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Attempting to bind port b3a46b84-535d-4c35-9738-e2151275f71d by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:02.388035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Attempting to bind port b3a46b84-535d-4c35-9738-e2151275f71d on network 38656ded-8ecf-45f7-b6ea-dc905179f638 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:02.390912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 4a91e6c7-5461-48f0-a931-a0101eff85d2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:02.394989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 4a91e6c7-5461-48f0-a931-a0101eff85d2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:02.395509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.401161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Port b3a46b84-535d-4c35-9738-e2151275f71d on network 38656ded-8ecf-45f7-b6ea-dc905179f638 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:02.401499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Attempting to bind port b3a46b84-535d-4c35-9738-e2151275f71d on network 38656ded-8ecf-45f7-b6ea-dc905179f638 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:02.409730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:02.410121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Checking segment: {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:02.410513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Bound using segment: {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:02.410947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Bound port: b3a46b84-535d-4c35-9738-e2151275f71d, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:02.411316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.437534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.442308 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b114f9a3-8d17-468d-a1a0-8221320ed100 req-de3516c9-38a0-4d03-9b63-234dc57e456f tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663545 Jul 14 09:05:02.501536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object 81f967d7-bdc8-46c2-a899-336c24325e32 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:02.506263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.526038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:02.530606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:02.537303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.549606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:02.556865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.582564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:02.583418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.584961 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/b3a46b84-535d-4c35-9738-e2151275f71d HTTP/1.1" status: 200 len: 1093 time: 1.6986032 Jul 14 09:05:02.587204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:02.589594 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380315b8-714f-40aa-b88c-d055f2ce800d" -d '{"events": [{"name": "network-changed", "server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:02.616685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.620308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.638008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:02.668903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:02.674272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:02.679795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:02.685526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:02.686312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:02.728660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=81f967d7-bdc8-46c2-a899-336c24325e32,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.741080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:02.743888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-bb130172-15b1-4e27-bf69-ad800f1cb7e6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7647243 Jul 14 09:05:02.751336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269d21c-e2a8-4682-8033-d26e0ac6d8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:02.763678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Request body: {'port': {'device_id': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:02.789611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.94 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/f7eb55d5-ec23-4e4e-a206-1df945e5d7e5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:02.842485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d7495-8758-4aef-87c9-15236ee842f9 req-44c914b7-1649-4c21-a350-155aa59d069c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:02.843462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a50d7495-8758-4aef-87c9-15236ee842f9 req-44c914b7-1649-4c21-a350-155aa59d069c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.2500544 Jul 14 09:05:02.878413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9c842c0d-1325-49b6-816f-7eee981e4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:02.880069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-9c842c0d-1325-49b6-816f-7eee981e4651 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 1096 time: 0.2310841 Jul 14 09:05:02.965891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-266063ba-7ff8-46b0-8090-17e8667c8d93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a46b84-535d-4c35-9738-e2151275f71d HTTP/1.1" status: 200 len: 217 time: 0.0739944 Jul 14 09:05:03.005834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2a544019-749c-4ed4-b22f-fc9b9420847e None None] Provisioning for port 81f967d7-bdc8-46c2-a899-336c24325e32 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:03.006844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:03.016635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.018747 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:03.032732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2a544019-749c-4ed4-b22f-fc9b9420847e None None] Provisioning complete for port 81f967d7-bdc8-46c2-a899-336c24325e32 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:03.034429 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a544019-749c-4ed4-b22f-fc9b9420847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.038651 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:03.046787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a50d7495-8758-4aef-87c9-15236ee842f9 req-4743bcbe-15fb-44f0-9f0d-1fa5cd175479 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930583 Jul 14 09:05:03.047736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:03.056130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.095699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2a544019-749c-4ed4-b22f-fc9b9420847e None None] Port 81f967d7-bdc8-46c2-a899-336c24325e32 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:03.108084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d4f92477-8c5d-4e42-9137-2f80e2e64f04 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "PUT /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 200 len: 996 time: 2.2551956 Jul 14 09:05:03.110053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:03.112487 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434180b6-9c44-4e04-a455-20207a048cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:03.123948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bde683d9-814e-4e49-bd9d-38dceabdbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.125411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-bde683d9-814e-4e49-bd9d-38dceabdbf2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703db5b0-8af7-4abc-b3eb-38109645c34c HTTP/1.1" status: 200 len: 861 time: 0.1443563 Jul 14 09:05:03.211386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:03.213820 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecbf3b8-8b9f-4ae6-a5b9-d8d50cd3cfe5" -d '{"events": [{"server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "name": "network-vif-plugged", "status": "completed", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:03.221566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-aa3a4498-415c-4b5d-8e26-30802063f9ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38656ded-8ecf-45f7-b6ea-dc905179f638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708249 Jul 14 09:05:03.247009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:03.291421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-9c79fa7f-cfe2-4d72-88c6-7429dffe7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.292874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-9c79fa7f-cfe2-4d72-88c6-7429dffe7d78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.1649477 Jul 14 09:05:03.312450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.340607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:03.391418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-670ffef9-aa04-4577-b920-343d7317f390 service neutron] 10.222.0.48 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564527 Jul 14 09:05:03.400051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-51addca1-cd01-4fa8-822b-28e7eed68dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.401360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-51addca1-cd01-4fa8-822b-28e7eed68dbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1015191 Jul 14 09:05:03.416572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e94e6-5471-4e95-9838-4b2bd401bfe0 req-ddb771f6-293e-4ed7-85eb-d312f4913e31 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.418126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-662e94e6-5471-4e95-9838-4b2bd401bfe0 req-ddb771f6-293e-4ed7-85eb-d312f4913e31 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1957033 Jul 14 09:05:03.524009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:e4:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:01Z', 'revision_number': 1, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:03.527250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.535803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-a4a2153f-b16a-426c-9546-c9bf84e1bf7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 999 time: 0.1277564 Jul 14 09:05:03.540653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:03.545019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-662e94e6-5471-4e95-9838-4b2bd401bfe0 req-80a46b9c-6293-4279-9aa6-a1257eb84a47 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715616 Jul 14 09:05:03.569291 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:03.580092 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:03.581937 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:03.636529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:03.642570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:03.669377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:03.756528 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:03.780609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42ebe2e4-a848-4a5d-a485-46461e667dd8 req-7dc087d9-415a-4b0c-83ff-e597342003fb service neutron] 10.222.0.48 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798027 Jul 14 09:05:03.783769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:03.802201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f967d7-bdc8-46c2-a899-336c24325e32 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:03.824153 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.849508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.850209 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.877800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4dd16c52-3252-409a-aa5e-cc406ff132e0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9840298 Jul 14 09:05:03.887280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Request body: {'port': {'device_id': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:03.903839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Transition to ACTIVE for port object 81f967d7-bdc8-46c2-a899-336c24325e32 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:03.910809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:03.972922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Pushing event updated for resources: {'Port': ['ID=81f967d7-bdc8-46c2-a899-336c24325e32,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:03.996914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-e2ee6096-4634-4bfa-bb99-7dad4d414eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:03.998465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-e2ee6096-4634-4bfa-bb99-7dad4d414eb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.1627834 Jul 14 09:05:04.032145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.084217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Attempting to bind port 81f967d7-bdc8-46c2-a899-336c24325e32 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:04.084782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Attempting to bind port 81f967d7-bdc8-46c2-a899-336c24325e32 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:04.085485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Attempting to bind port 81f967d7-bdc8-46c2-a899-336c24325e32 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:04.090765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Port 81f967d7-bdc8-46c2-a899-336c24325e32 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:04.091098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Attempting to bind port 81f967d7-bdc8-46c2-a899-336c24325e32 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:04.098768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:04.099104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:04.099507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:04.099975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Bound port: 81f967d7-bdc8-46c2-a899-336c24325e32, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:04.100274 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.135754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20cecf42-6854-4d85-b072-fc297fb4cfcd None None] Provisioning for port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:04.144808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20cecf42-6854-4d85-b072-fc297fb4cfcd None None] Provisioning complete for port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:04.145960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20cecf42-6854-4d85-b072-fc297fb4cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.197666 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:e4:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:01Z', 'revision_number': 1, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:04.221665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-20cecf42-6854-4d85-b072-fc297fb4cfcd None None] Port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:04.231673 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77125698-319b-43fc-90e0-b46dbd0628f1 None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:e4:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:01Z', 'revision_number': 1, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:04.233986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-fc3e8585-1fb2-47e0-b87a-6a056281d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.236022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-fc3e8585-1fb2-47e0-b87a-6a056281d4eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2292783 Jul 14 09:05:04.250467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-895ecf3c-7fb5-4f31-84cc-136dab913a41 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:04.250703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-895ecf3c-7fb5-4f31-84cc-136dab913a41 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051618 Jul 14 09:05:04.337301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] For port 81f967d7-bdc8-46c2-a899-336c24325e32, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:04.355780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] For port 81f967d7-bdc8-46c2-a899-336c24325e32, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=81f967d7-bdc8-46c2-a899-336c24325e32,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:04.370357 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.424800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.425441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.426826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] 10.222.0.48 "PUT /v2.0/ports/81f967d7-bdc8-46c2-a899-336c24325e32 HTTP/1.1" status: 200 len: 1097 time: 1.6737261 Jul 14 09:05:04.445059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-d114334a-c2d7-4b4f-a2a6-ec4502deac36 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845188 Jul 14 09:05:04.535440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa985e-79ec-4d94-b23f-555694e70f46 service neutron] Pushing event updated for resources: {'Port': ['ID=81f967d7-bdc8-46c2-a899-336c24325e32,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:04.582315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:04.593609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.620064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Transition to ACTIVE for port object f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:04.633145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b17ff4-cd10-4ddf-8155-5779ae37632a req-74d398a6-48a0-4482-a09d-71810e0ae18f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.639396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95b17ff4-cd10-4ddf-8155-5779ae37632a req-74d398a6-48a0-4482-a09d-71810e0ae18f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 935 time: 0.1164598 Jul 14 09:05:04.641870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:04.646916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adff7c10-ff90-4475-8cf6-400c47badb04 req-8e1c3c56-85c8-4339-8467-eb82c5a5398c service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858826 Jul 14 09:05:04.656429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-f85d6fa3-b147-4f77-8ee6-300ddc536f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.658785 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-f85d6fa3-b147-4f77-8ee6-300ddc536f24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 1100 time: 0.1352391 Jul 14 09:05:04.676882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9961e2-4166-4997-928a-05359088fcf4 None None] New status for floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:05:04.717899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-be6a5542-f86d-4241-9bac-ba99b5f1d46f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=81f967d7-bdc8-46c2-a899-336c24325e32 HTTP/1.1" status: 200 len: 217 time: 0.0505819 Jul 14 09:05:04.742342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95b17ff4-cd10-4ddf-8155-5779ae37632a req-e73ad1f8-d261-4710-8aee-42e20f9383f6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951598 Jul 14 09:05:04.772555 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45943c7-a82f-4c72-907f-b26de65c35c6 x-openstack-request-id: req-f45943c7-a82f-4c72-907f-b26de65c35c6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:04.772849 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:04.773098 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f45943c7-a82f-4c72-907f-b26de65c35c6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:04.773496 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'status': 'completed', 'code': 200} Jul 14 09:05:04.789003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:04.854006 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de5a717-7dd8-488c-adcc-399659366242 x-openstack-request-id: req-4de5a717-7dd8-488c-adcc-399659366242 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:04.854548 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:04.854710 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4de5a717-7dd8-488c-adcc-399659366242 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:04.855739 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'status': 'completed', 'code': 200} Jul 14 09:05:04.870344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-681a0323-3802-4907-b58e-7cb6e7a8428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:04.872171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-681a0323-3802-4907-b58e-7cb6e7a8428f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1361134 Jul 14 09:05:04.894921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.48', 49323) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:04.930301 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf792d46-1144-4eae-8465-73a1c390d38f x-openstack-request-id: req-bf792d46-1144-4eae-8465-73a1c390d38f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:04.931111 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "name": "network-vif-plugged", "status": "completed", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:04.931547 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf792d46-1144-4eae-8465-73a1c390d38f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:04.932274 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2', 'code': 200} Jul 14 09:05:05.011894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.48', 49324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:05.022904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Attempting to bind port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:05.023180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Attempting to bind port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:05.023514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Attempting to bind port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:05.031470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:05.031802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Attempting to bind port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:05.045586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:05.045927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:05.046319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:05.046765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Bound port: f7eb55d5-ec23-4e4e-a206-1df945e5d7e5, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:05.047121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:05.066880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380315b8-714f-40aa-b88c-d055f2ce800d req-acedc952-5df9-4ae4-8584-fbaa0db62899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.068575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-380315b8-714f-40aa-b88c-d055f2ce800d req-acedc952-5df9-4ae4-8584-fbaa0db62899 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 1096 time: 0.2444293 Jul 14 09:05:05.120104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7bfb-b54e-4a56-a85c-ff64eb2ddcd0 req-7bf5b8bc-870c-4650-a1db-682de07fab34 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.123684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa4c7bfb-b54e-4a56-a85c-ff64eb2ddcd0 req-7bf5b8bc-870c-4650-a1db-682de07fab34 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 945 time: 0.1909626 Jul 14 09:05:05.143211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-729d7855-ea47-426a-804d-f79c3499630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.145641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-729d7855-ea47-426a-804d-f79c3499630c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2653778 Jul 14 09:05:05.236681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa4c7bfb-b54e-4a56-a85c-ff64eb2ddcd0 req-898b0ae0-de30-487a-94b8-9d786eae5241 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955212 Jul 14 09:05:05.239663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] For port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:05.244232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] For port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:05.262847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:05.278195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434180b6-9c44-4e04-a455-20207a048cf3 req-22d67760-f1e2-42a0-a9f8-75a30fffcfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.281022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434180b6-9c44-4e04-a455-20207a048cf3 req-22d67760-f1e2-42a0-a9f8-75a30fffcfcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.3836777 Jul 14 09:05:05.281157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380315b8-714f-40aa-b88c-d055f2ce800d req-ed75a093-e34e-4e28-94fb-d54598cc6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.282564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-380315b8-714f-40aa-b88c-d055f2ce800d req-ed75a093-e34e-4e28-94fb-d54598cc6349 service neutron] 10.222.0.48 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 922 time: 0.1855955 Jul 14 09:05:05.317420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852fd2c-85b9-4adc-a31e-1f48cabeb358 req-73e34aba-d908-469b-a0ac-6cc9e60511cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.318874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c852fd2c-85b9-4adc-a31e-1f48cabeb358 req-73e34aba-d908-469b-a0ac-6cc9e60511cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1097 time: 0.3015044 Jul 14 09:05:05.321301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.321919 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:05.323329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] 10.222.0.48 "PUT /v2.0/ports/f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 HTTP/1.1" status: 200 len: 1096 time: 1.4406049 Jul 14 09:05:05.412195 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-380315b8-714f-40aa-b88c-d055f2ce800d req-fbaa5076-69c6-4091-a195-560d6b5415a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a46b84-535d-4c35-9738-e2151275f71d HTTP/1.1" status: 200 len: 217 time: 0.0992334 Jul 14 09:05:05.451828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a28630-d522-4759-bdff-43cc905273c9 req-802ca626-eae4-4038-bb6f-b7f3415c5dcf tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.453278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05a28630-d522-4759-bdff-43cc905273c9 req-802ca626-eae4-4038-bb6f-b7f3415c5dcf tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 944 time: 0.3270218 Jul 14 09:05:05.465030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c852fd2c-85b9-4adc-a31e-1f48cabeb358 req-8f2383bb-74e1-4ec6-ab8a-c30389781ad6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209142 Jul 14 09:05:05.481461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-259f9d7e-304a-4317-9996-210537ead747 service neutron] 10.222.0.11 "GET /v2.0/ports/14f747a7-2396-4bb2-97f2-3b4567c1be3c/bindings/n-h2-758944-44 HTTP/1.1" status: 200 len: 383 time: 0.3065357 Jul 14 09:05:05.508696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380315b8-714f-40aa-b88c-d055f2ce800d req-2801af8e-f382-447b-bf63-1cc138a1e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.510700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-380315b8-714f-40aa-b88c-d055f2ce800d req-2801af8e-f382-447b-bf63-1cc138a1e5f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=703db5b0-8af7-4abc-b3eb-38109645c34c HTTP/1.1" status: 200 len: 861 time: 0.0596013 Jul 14 09:05:05.513008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-1fb75d33-33ab-4827-8aab-c963afa78c1f service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390889 Jul 14 09:05:05.596531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-380315b8-714f-40aa-b88c-d055f2ce800d req-04cd83c6-b408-45b7-ba97-43548561df57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38656ded-8ecf-45f7-b6ea-dc905179f638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525286 Jul 14 09:05:05.606377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74400a-f019-4f91-b124-61ccae49d633 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:05.726322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-06eeb648-886a-4c65-b9ac-ddf2c50b9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.727920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-06eeb648-886a-4c65-b9ac-ddf2c50b9224 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 1099 time: 0.3442373 Jul 14 09:05:05.761179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2c2f-5c4d-4b26-8f0e-9508964b397d req-67589a53-c622-420c-92c1-32179da0db03 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.762899 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6bf2c2f-5c4d-4b26-8f0e-9508964b397d req-67589a53-c622-420c-92c1-32179da0db03 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.3238504 Jul 14 09:05:05.798550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-d47c2a7f-f89e-46bc-afb8-20b08fed8cdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 HTTP/1.1" status: 200 len: 217 time: 0.0588174 Jul 14 09:05:05.855335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-380315b8-714f-40aa-b88c-d055f2ce800d req-0a4dda1d-e3ca-4eac-84e6-16c45468d55f service neutron] 10.222.0.48 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501388 Jul 14 09:05:05.876212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05a28630-d522-4759-bdff-43cc905273c9 req-11714d1a-0f5a-4469-a7c4-40e13417a602 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095449 Jul 14 09:05:05.881915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434180b6-9c44-4e04-a455-20207a048cf3 req-07088434-394e-4173-afb8-bcc7488bc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.883584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434180b6-9c44-4e04-a455-20207a048cf3 req-07088434-394e-4173-afb8-bcc7488bc4b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.5882366 Jul 14 09:05:05.930470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6bf2c2f-5c4d-4b26-8f0e-9508964b397d req-aa6c6d43-4e5f-4e23-a8b0-d826e8f242d7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370893 Jul 14 09:05:05.933910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4af3f4ef-a4a1-4510-843c-89377dabef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:05.935325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-4af3f4ef-a4a1-4510-843c-89377dabef01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1261442 Jul 14 09:05:06.014671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-380315b8-714f-40aa-b88c-d055f2ce800d req-d1a1b75a-6f42-4665-9994-d5e022a09324 service neutron] 10.222.0.48 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485164 Jul 14 09:05:06.037819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-40ac83e7-0caf-45f1-9f33-58f299faa72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.039379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-40ac83e7-0caf-45f1-9f33-58f299faa72d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959964 Jul 14 09:05:06.051021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-6b4462ee-184e-43dc-ac7a-3c85ef0eb177 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243797 Jul 14 09:05:06.065523 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434180b6-9c44-4e04-a455-20207a048cf3 req-21707a12-567b-4fb3-8c72-a14c4c0f6c2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 1001 time: 0.1739964 Jul 14 09:05:06.133024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-c5a88fd0-0548-4e4e-8d9a-cefee38a2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.134581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-c5a88fd0-0548-4e4e-8d9a-cefee38a2217 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a&tenant_id=da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 1102 time: 0.1989517 Jul 14 09:05:06.159384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434180b6-9c44-4e04-a455-20207a048cf3 req-83f68fe9-0c98-43eb-a468-dd82c4013260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.161519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434180b6-9c44-4e04-a455-20207a048cf3 req-83f68fe9-0c98-43eb-a468-dd82c4013260 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0735531 Jul 14 09:05:06.220235 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-57fd6964-4c2f-46c0-996a-f359af146d84 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715949 Jul 14 09:05:06.244162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44731801-c634-4b75-92ab-0a8c8f620118 req-51039a41-8e49-4cfe-938c-5fd00a642ecc tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.245645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44731801-c634-4b75-92ab-0a8c8f620118 req-51039a41-8e49-4cfe-938c-5fd00a642ecc tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.2089548 Jul 14 09:05:06.249408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-83c89d77-a40a-4196-b59e-840bb77c287e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.256373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-83c89d77-a40a-4196-b59e-840bb77c287e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1572950 Jul 14 09:05:06.297896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-cf0a32d4-494a-4c6c-9cf3-56d40232ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.299404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-cf0a32d4-494a-4c6c-9cf3-56d40232ff14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 1102 time: 0.1353643 Jul 14 09:05:06.305770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434180b6-9c44-4e04-a455-20207a048cf3 req-4c89fed1-7341-4bc1-9bb0-38c34eb1dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.307155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434180b6-9c44-4e04-a455-20207a048cf3 req-4c89fed1-7341-4bc1-9bb0-38c34eb1dc3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302102 Jul 14 09:05:06.344538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44731801-c634-4b75-92ab-0a8c8f620118 req-65515dd7-ca60-42e2-8032-352824bbf2ff tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858591 Jul 14 09:05:06.354122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b3a46b84-535d-4c35-9738-e2151275f71d details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:06.496314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-89c2c402-2b31-4793-884c-d08f384f44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.497828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-89c2c402-2b31-4793-884c-d08f384f44b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1880677 Jul 14 09:05:06.514378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434180b6-9c44-4e04-a455-20207a048cf3 req-2a00bc2c-4fc7-40cd-8968-c8754ae8a4f6 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939125 Jul 14 09:05:06.576911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-a81a0486-108f-49b3-a269-a18ba3ac4852 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c HTTP/1.1" status: 200 len: 217 time: 0.0614555 Jul 14 09:05:06.613702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:06.629586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'port_id': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'mac_address': 'fa:16:3e:31:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db5b0-8af7-4abc-b3eb-38109645c34c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:06.748073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-773febae-b877-492b-b2b5-96fbbd717c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.750008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-773febae-b877-492b-b2b5-96fbbd717c40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1183093 Jul 14 09:05:06.788133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434180b6-9c44-4e04-a455-20207a048cf3 req-972dc645-de48-4e5c-bca1-32a27710b230 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654674 Jul 14 09:05:06.862516 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.865260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'tag': '81f967d7-bdc8-46c2-a899-336c24325e32'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:06.867838 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b898f3-d6d2-4664-8240-0a2574d15a29" -d '{"events": [{"name": "network-changed", "server_uuid": "cb97c3a1-b194-4813-a9cf-23a6b21bbbbe", "tag": "81f967d7-bdc8-46c2-a899-336c24325e32"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:06.876614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af53dd-a00b-463c-9046-d199b1a030dd req-b0d56a48-ec6c-4100-a7c3-57719b5c4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:06.878522 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-b0d56a48-ec6c-4100-a7c3-57719b5c4768 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892889 Jul 14 09:05:06.880457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a46b84-535d-4c35-9738-e2151275f71d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:06.882865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'tag': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:06.885363 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605388c-a64e-4bc5-8eaf-af789601ee26" -d '{"events": [{"name": "network-changed", "server_uuid": "dde92f2c-8826-48ff-aa01-b5bce579cf8c", "tag": "f7eb55d5-ec23-4e4e-a206-1df945e5d7e5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:06.889275 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d56b211-ec7d-45a2-bcd1-7ea7f843446b req-3b58e83b-7ca0-4539-b48e-78fb45ed47f9 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561821 Jul 14 09:05:06.902145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-3fa45108-f00a-4d06-9f5a-653ac3b46cae tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.6448326 Jul 14 09:05:06.907243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'floatingip': {'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:06.910645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:06.916210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:06.977113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:06.985473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.011817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cead6-0682-4d88-9119-ce6ab069600e req-f8782d2a-eef7-4eff-9cea-dd757a22f2c8 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.013339 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f27cead6-0682-4d88-9119-ce6ab069600e req-f8782d2a-eef7-4eff-9cea-dd757a22f2c8 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1097 time: 0.1637123 Jul 14 09:05:07.020076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-f4bb8898-829a-4829-bf5a-98e674112cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220896 Jul 14 09:05:07.100984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f27cead6-0682-4d88-9119-ce6ab069600e req-f0fe63c3-62f4-4f83-89ba-868559d3338c tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790832 Jul 14 09:05:07.137403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78af53dd-a00b-463c-9046-d199b1a030dd req-7b9a3541-4aee-4b56-b831-3076a5e29a12 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080966 Jul 14 09:05:07.255502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b3a46b84-535d-4c35-9738-e2151275f71d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:07.320034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207b7ee-51bb-40ee-b46f-21881711ddad req-08481ebe-0964-4532-bc6c-33a18d0a9028 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.321600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9207b7ee-51bb-40ee-b46f-21881711ddad req-08481ebe-0964-4532-bc6c-33a18d0a9028 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 947 time: 0.0878572 Jul 14 09:05:07.388873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9207b7ee-51bb-40ee-b46f-21881711ddad req-f43f6b75-f284-4751-bc74-814758cbb5be tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525846 Jul 14 09:05:07.461841 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61f73a-acdd-474a-80c5-82de0a07af9b x-openstack-request-id: req-8b61f73a-acdd-474a-80c5-82de0a07af9b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:07.462721 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb97c3a1-b194-4813-a9cf-23a6b21bbbbe", "tag": "81f967d7-bdc8-46c2-a899-336c24325e32", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:07.463258 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b61f73a-acdd-474a-80c5-82de0a07af9b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:07.463890 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'tag': '81f967d7-bdc8-46c2-a899-336c24325e32', 'status': 'completed', 'code': 200} Jul 14 09:05:07.506149 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f10cbf8-42c8-44ac-995d-20da5f9f195b x-openstack-request-id: req-8f10cbf8-42c8-44ac-995d-20da5f9f195b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:07.506391 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde92f2c-8826-48ff-aa01-b5bce579cf8c", "tag": "f7eb55d5-ec23-4e4e-a206-1df945e5d7e5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:07.506960 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f10cbf8-42c8-44ac-995d-20da5f9f195b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:07.506960 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'tag': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', 'status': 'completed', 'code': 200} Jul 14 09:05:07.600999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-d1a03137-5ca2-4218-8d60-07b717cf1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.602592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-d1a03137-5ca2-4218-8d60-07b717cf1bdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 1099 time: 0.0656605 Jul 14 09:05:07.602734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.609489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-014792e9-38bd-4ee3-852b-117ec588844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.611158 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-014792e9-38bd-4ee3-852b-117ec588844a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 1100 time: 0.1158643 Jul 14 09:05:07.612393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:07.732770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecafb4-aa2a-4a00-9ad1-7746d9682be4 req-42ba57f9-4420-4e63-bc5a-46cc794e3331 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.734299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-60ecafb4-aa2a-4a00-9ad1-7746d9682be4 req-42ba57f9-4420-4e63-bc5a-46cc794e3331 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 945 time: 0.1305392 Jul 14 09:05:07.769665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-41a6d3e5-e319-40a4-bcda-7bcd21437de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.771544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-41a6d3e5-e319-40a4-bcda-7bcd21437de3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1331785 Jul 14 09:05:07.794349 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32 associated. External IP: 172.25.2.50, port: 41d2b24c-8a33-4fe6-be35-e0b372add8f4. Jul 14 09:05:07.827419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-16c7e90e-2694-46f7-84de-91df0401f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.829001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-16c7e90e-2694-46f7-84de-91df0401f9c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1747088 Jul 14 09:05:07.833061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-60ecafb4-aa2a-4a00-9ad1-7746d9682be4 req-48d37fdb-801f-4bd8-a912-5f7eb2448152 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867097 Jul 14 09:05:07.834279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-f18527b6-51eb-4cd7-a3a2-5551c15f56ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 HTTP/1.1" status: 200 len: 217 time: 0.0496962 Jul 14 09:05:07.899002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-ba090d46-8e67-4070-bb72-a3092de5edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:07.901043 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-ba090d46-8e67-4070-bb72-a3092de5edb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0563738 Jul 14 09:05:07.914919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-6e4ee7fa-5a41-4053-b414-764689364d52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=81f967d7-bdc8-46c2-a899-336c24325e32 HTTP/1.1" status: 200 len: 217 time: 0.0705771 Jul 14 09:05:08.021602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-1ac28ae0-0a13-4105-b6d3-eba66a47c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.023011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-1ac28ae0-0a13-4105-b6d3-eba66a47c12c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124215 Jul 14 09:05:08.038065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d719a9-466a-4162-95c7-4d62d6612206 req-f7a12a94-a3db-4998-b1ba-f2455d5cf0c5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.039542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4d719a9-466a-4162-95c7-4d62d6612206 req-f7a12a94-a3db-4998-b1ba-f2455d5cf0c5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.0907791 Jul 14 09:05:08.058267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-188a9936-e79a-4a9d-8b08-43fbb29edcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.059785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-188a9936-e79a-4a9d-8b08-43fbb29edcfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1355641 Jul 14 09:05:08.118202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:08.128499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4d719a9-466a-4162-95c7-4d62d6612206 req-b0e1dfb7-7964-4497-8da5-8c737d54d747 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810533 Jul 14 09:05:08.152059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-c9962d7e-f1bc-4093-bcc0-63e3c0597dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115785 Jul 14 09:05:08.178738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-cdd8670d-b62b-426f-82a5-f6c048298aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.180309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-cdd8670d-b62b-426f-82a5-f6c048298aec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107771 Jul 14 09:05:08.292909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5605388c-a64e-4bc5-8eaf-af789601ee26 req-865f437d-bbff-4a50-9d24-f872c7a7aee7 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318851 Jul 14 09:05:08.300250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:08.315962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33929a97-56b7-4374-9359-80a51f183455 None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:08.327821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053702f1-2973-4bd2-88c7-99551f551353 req-43b6406a-da6c-4547-8f40-e357166bcc9e tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.329798 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-053702f1-2973-4bd2-88c7-99551f551353 req-43b6406a-da6c-4547-8f40-e357166bcc9e tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1097 time: 0.0749683 Jul 14 09:05:08.333207 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:08.333825 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:08.372489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-053702f1-2973-4bd2-88c7-99551f551353 req-8c4d4bef-8d4e-4ff7-acce-fe6b6f2266d2 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Jul 14 09:05:08.377086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b3a46b84-535d-4c35-9738-e2151275f71d up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:08.446221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port b3a46b84-535d-4c35-9738-e2151275f71d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:08.451433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port b3a46b84-535d-4c35-9738-e2151275f71d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:08.452149 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.517120 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-6c2ca20d-9b95-4d7d-9c7b-434f8c8c2f10 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236954 Jul 14 09:05:08.564514 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.599779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:08.644408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:08.647312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:08.652235 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974cd21-8c58-49e9-86ed-eb9ee2a3c510" -d '{"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:08.660906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.688257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce79f4-21d2-4a9b-a770-474600542362 req-e519eab5-eb07-4f11-90c0-502804113f01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:08.699680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7ce79f4-21d2-4a9b-a770-474600542362 req-e519eab5-eb07-4f11-90c0-502804113f01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1533425 Jul 14 09:05:08.713234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:08.715866 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7b898f3-d6d2-4664-8240-0a2574d15a29 req-29054f46-723a-4c30-afc4-ad34919d06f4 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478441 Jul 14 09:05:08.727222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:08.741811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.742441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.742886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.743414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.743987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.744454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.745105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.745786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.746221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.746765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.747209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.747675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:08.749913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7ce79f4-21d2-4a9b-a770-474600542362 req-c58e9618-fc47-446e-98e7-8e9d6b9989f1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Jul 14 09:05:08.878761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:08.883901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:08.932559 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:3c:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:07Z', 'revision_number': 3, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:08.962570 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33929a97-56b7-4374-9359-80a51f183455 None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:08.966850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-0b6944d6-f89e-43e0-8257-d6ceabb0840b tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "PUT /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 200 len: 998 time: 2.0638480 Jul 14 09:05:08.970613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 14f747a7-2396-4bb2-97f2-3b4567c1be3c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:08.977626 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:08.978243 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:09.065126 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:09.073263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-a566b9f6-7b3f-47ef-9c6a-1ce406a55189 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.075585 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-a566b9f6-7b3f-47ef-9c6a-1ce406a55189 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports/41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 943 time: 0.0954738 Jul 14 09:05:09.092887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e2cbc-9cfc-45f3-9b48-19b537c0810d req-673a63e5-e420-4d6a-beac-a396822a6ce7 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.095865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a25e2cbc-9cfc-45f3-9b48-19b537c0810d req-673a63e5-e420-4d6a-beac-a396822a6ce7 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1097 time: 0.0659521 Jul 14 09:05:09.120534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:09.126146 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:09.136693 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:09.186178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:09.204600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a25e2cbc-9cfc-45f3-9b48-19b537c0810d req-7d7c1c1b-365b-407d-861a-dd371d7186df tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931668 Jul 14 09:05:09.294009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-61845913-31f4-4438-8ae4-3c2a12a0137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.295928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-61845913-31f4-4438-8ae4-3c2a12a0137d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.1127739 Jul 14 09:05:09.440470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-7de50fa5-0507-4d72-9ddd-92b403182346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.449837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-7de50fa5-0507-4d72-9ddd-92b403182346 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1415336 Jul 14 09:05:09.475574 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33929a97-56b7-4374-9359-80a51f183455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:3c:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:07Z', 'revision_number': 3, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:09.480416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b0ac8-00c5-4d3d-bd10-2e5b444adbda req-b2491ef3-e150-42df-a5b9-c57190e9367b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.481883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c51b0ac8-00c5-4d3d-bd10-2e5b444adbda req-b2491ef3-e150-42df-a5b9-c57190e9367b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 947 time: 0.0828104 Jul 14 09:05:09.494473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-17e4afa7-dc75-4880-b118-05df9642ba1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 217 time: 0.0434735 Jul 14 09:05:09.508346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4'}, {'name': 'network-changed', 'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:09.511463 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e2eed9-8176-4f75-9470-b88fe38111e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4"}, {"name": "network-changed", "server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:09.513905 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33929a97-56b7-4374-9359-80a51f183455 None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:3c:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:07Z', 'revision_number': 3, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:09.537547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c51b0ac8-00c5-4d3d-bd10-2e5b444adbda req-6645eaa4-506c-4675-8ff8-cf7bab7ce3f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Jul 14 09:05:09.572034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-b990bf43-61d9-49f0-9d7e-cf9621166b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.574449 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-b990bf43-61d9-49f0-9d7e-cf9621166b3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0742674 Jul 14 09:05:09.584145 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c468f8-cf13-4c67-8ca0-edb175961dfb x-openstack-request-id: req-01c468f8-cf13-4c67-8ca0-edb175961dfb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:09.584662 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:09.584662 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01c468f8-cf13-4c67-8ca0-edb175961dfb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:09.585076 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'code': 200} Jul 14 09:05:09.690089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-faf01f51-92a7-4416-a7b9-f9f7f3ba7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.691889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-faf01f51-92a7-4416-a7b9-f9f7f3ba7d6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118214 Jul 14 09:05:09.704337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-315d7779-1f0d-426e-9ecf-b8b299f6393c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:09.705614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-315d7779-1f0d-426e-9ecf-b8b299f6393c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062764 Jul 14 09:05:09.750071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193f1e2-44ab-4243-b42f-f74dcf42d2f6 req-b289c9f6-0064-4be7-97d9-7eda510032f3 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.751665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4193f1e2-44ab-4243-b42f-f74dcf42d2f6 req-b289c9f6-0064-4be7-97d9-7eda510032f3 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 946 time: 0.0724125 Jul 14 09:05:09.769915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebd438-ad87-4dad-a263-79afe4fa428f req-4fa2c59d-65b1-4122-9589-2d79f9e5c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:09.771632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eebd438-ad87-4dad-a263-79afe4fa428f req-4fa2c59d-65b1-4122-9589-2d79f9e5c496 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 1098 time: 0.1151612 Jul 14 09:05:09.794904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4193f1e2-44ab-4243-b42f-f74dcf42d2f6 req-8929f7b2-ca6b-45f5-8a32-7d7eefca13b5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Jul 14 09:05:09.795821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0a1875-34bf-453a-9edb-a1d6a5c4bb84 None None] New status for floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:05:09.861046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eebd438-ad87-4dad-a263-79afe4fa428f req-43cd0460-df51-41d7-b645-d0f5e04f416b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798099 Jul 14 09:05:09.863636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-851b41f8-3fc0-408c-b1b7-8de5a6d058e9 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451464 Jul 14 09:05:10.024078 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-8540e08a-4028-4ddf-a864-fd8f75d844e4 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419919 Jul 14 09:05:10.133506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-e9821e72-26ce-43b6-9e7d-8a78f467bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:10.136489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-e9821e72-26ce-43b6-9e7d-8a78f467bc25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 1098 time: 0.0649445 Jul 14 09:05:10.218113 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:10.231288 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:10.233220 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:10.294356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-775c3f32-4798-4838-95f7-c8b21b982371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:10.295988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-775c3f32-4798-4838-95f7-c8b21b982371 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1538639 Jul 14 09:05:10.374034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-675869c1-2f37-4b0e-b7e2-7560765d1470 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 1001 time: 0.0711513 Jul 14 09:05:10.376486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 81f967d7-bdc8-46c2-a899-336c24325e32 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:10.414851 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:10.471718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-e8e41baf-2636-4090-b069-32e8637e4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:10.473942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-e8e41baf-2636-4090-b069-32e8637e4d24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0916922 Jul 14 09:05:10.555798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-9071887b-fd10-4656-bb59-d1661b5f53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:10.556446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 81f967d7-bdc8-46c2-a899-336c24325e32, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=81f967d7-bdc8-46c2-a899-336c24325e32,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:10.557593 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-9071887b-fd10-4656-bb59-d1661b5f53de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770609 Jul 14 09:05:10.568708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '81f967d7-bdc8-46c2-a899-336c24325e32', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '81f967d7-bdc8-46c2-a899-336c24325e32', 'mac_address': 'fa:16:3e:75:36:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:10.613022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.629270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f967d7-bdc8-46c2-a899-336c24325e32 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:10.659627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 81f967d7-bdc8-46c2-a899-336c24325e32, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=81f967d7-bdc8-46c2-a899-336c24325e32,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:10.669578 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.670427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:10.693623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-971f47ab-be0f-4870-81f1-cc92c08622b8 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245124 Jul 14 09:05:10.772262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=81f967d7-bdc8-46c2-a899-336c24325e32,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:10.804936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:10.807806 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:3c:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:09Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:10.820060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', 'mac_address': 'fa:16:3e:12:c3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:10.832245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215bad28-b74a-4f9e-8e49-f05400122ad0 req-be91b38a-73ca-494f-aac4-878d45b7d042 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318240 Jul 14 09:05:10.857836 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:10.868355 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:10.868879 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:10.905145 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.933717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:10.945171 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546dbe8d-d1ea-4bb3-a7dc-552e2ff1be00 x-openstack-request-id: req-546dbe8d-d1ea-4bb3-a7dc-552e2ff1be00 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:10.945589 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:10.945882 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-546dbe8d-d1ea-4bb3-a7dc-552e2ff1be00 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:10.946367 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'status': 'completed', 'code': 200} Jul 14 09:05:10.946633 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'status': 'completed', 'code': 200} Jul 14 09:05:10.995934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:11.002508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 14f747a7-2396-4bb2-97f2-3b4567c1be3c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:11.030589 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:11.031716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.124541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-e81ef0ed-de6f-4c92-ad29-1847a44d1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.126859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-e81ef0ed-de6f-4c92-ad29-1847a44d1b0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.1145430 Jul 14 09:05:11.145060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-2a24e4d8-1169-4e32-ac18-b3f62f393f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.147799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-2a24e4d8-1169-4e32-ac18-b3f62f393f19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 1098 time: 0.1627736 Jul 14 09:05:11.221598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:11.312390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-9e3a293d-6387-4fe8-97a7-7b75167eae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.313942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-9e3a293d-6387-4fe8-97a7-7b75167eae3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1538181 Jul 14 09:05:11.329202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:11.348533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'mac_address': 'fa:16:3e:a4:ce:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:11.355603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['f7eb55d5-ec23-4e4e-a206-1df945e5d7e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:11.403106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['81f967d7-bdc8-46c2-a899-336c24325e32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:11.404422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3afaf-c5f9-4892-8610-d31208fa24eb req-6e33c058-fa02-4d22-980a-07bdf2f7f024 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.415708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fd3afaf-c5f9-4892-8610-d31208fa24eb req-6e33c058-fa02-4d22-980a-07bdf2f7f024 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 948 time: 0.1167061 Jul 14 09:05:11.448149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-2c5b618e-0c5e-434f-9e68-9570b98f54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.449817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-2c5b618e-0c5e-434f-9e68-9570b98f54c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.2816072 Jul 14 09:05:11.468328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:3c:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:09Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:11.493440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-6bc932e7-fadb-4575-9076-5d587f81ed23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 1001 time: 0.1703377 Jul 14 09:05:11.502954 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc758fd-6d67-4cd5-bf05-9616ba7c93bd None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:3c:ec:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:09Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:11.505938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-ee508a84-930a-4fc3-8ca7-f0d07989f204 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 217 time: 0.0482874 Jul 14 09:05:11.509896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fd3afaf-c5f9-4892-8610-d31208fa24eb req-85e5288f-dabd-4a3c-9b98-f733c7e3a7e1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932541 Jul 14 09:05:11.552531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:11.560666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.590826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:11.593119 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37b04d-fd95-41cc-be69-466d863167c4" -d '{"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-unplugged", "status": "completed", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:11.601692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-62af2c09-142c-49cd-89a5-81caac886eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.603179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-62af2c09-142c-49cd-89a5-81caac886eb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.1025071 Jul 14 09:05:11.614775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-1ede753e-7bc2-4bd9-bcb6-aa1b96995365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.615446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f747a7-2396-4bb2-97f2-3b4567c1be3c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:11.616981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-1ede753e-7bc2-4bd9-bcb6-aa1b96995365 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.1037877 Jul 14 09:05:11.669043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:11.686041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:11.720536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-fee2967f-edc4-4dc7-83db-ae8a43ed71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.725494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-fee2967f-edc4-4dc7-83db-ae8a43ed71fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098716 Jul 14 09:05:11.749142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-805b68b6-5d84-437f-a5f7-e9446089a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:11.751198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-805b68b6-5d84-437f-a5f7-e9446089a062 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197701 Jul 14 09:05:11.807219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:11.815769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a007c429-14d4-4a07-95a0-fede2c936abc tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:11.816913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a007c429-14d4-4a07-95a0-fede2c936abc tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2633023 Jul 14 09:05:11.858980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-7ae7e71c-8fca-4d4c-98a3-078ef581ab40 service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262734 Jul 14 09:05:11.932317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Request body: {'binding': {'host': 'n-h1-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:11.932771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:05:12.005846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['14f747a7-2396-4bb2-97f2-3b4567c1be3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:12.045848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-5cac4690-c6ba-494a-88f5-29ac42f27a65 service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795266 Jul 14 09:05:12.106867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on host n-h1-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:12.107207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:12.107568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:12.112306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:12.113149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:12.118451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:12.119087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:12.119499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:12.119933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Bound port: 11a76d04-8e97-4056-af28-8ac13e880b2e, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:12.172402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:12.178962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:12.180236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-a32ce287-d854-41e6-aa48-7e37de900d8e service neutron] 10.222.0.18 "POST /v2.0/ports/11a76d04-8e97-4056-af28-8ac13e880b2e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3042397 Jul 14 09:05:12.195204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-e308266f-9e80-485d-880c-bfadaf5052e2 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374168 Jul 14 09:05:12.202581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae099f-10f0-46ca-bf2d-0ae1e473e4a2 req-832e0d49-9c7a-4ced-b89c-151eaa4e7089 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.204001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89ae099f-10f0-46ca-bf2d-0ae1e473e4a2 req-832e0d49-9c7a-4ced-b89c-151eaa4e7089 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 948 time: 0.3922708 Jul 14 09:05:12.301749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89ae099f-10f0-46ca-bf2d-0ae1e473e4a2 req-97b6b279-8bf9-4519-abe6-a20ad21c6f59 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879290 Jul 14 09:05:12.338768 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23e2eed9-8176-4f75-9470-b88fe38111e6 req-eac2ced8-94ec-4f5b-8ae4-8259d2175cdb service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328983 Jul 14 09:05:12.412105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b283b6-1131-4a55-8fed-658684a86e53 req-0e49ca66-aa52-41f9-b5e5-421350dc2e43 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.414676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-020f48d6-e5a2-49ba-8a55-d8950cbf0093 req-9c9c670c-1f77-42fd-9e18-57ebbc83b37e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.0746322 Jul 14 09:05:12.415807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8b283b6-1131-4a55-8fed-658684a86e53 req-0e49ca66-aa52-41f9-b5e5-421350dc2e43 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 946 time: 0.0700302 Jul 14 09:05:12.459127 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:05:12.479592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8b283b6-1131-4a55-8fed-658684a86e53 req-cd6d33dc-e0e0-4a39-b688-8e0b71f8e1e5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 Jul 14 09:05:12.494447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f48d6-e5a2-49ba-8a55-d8950cbf0093 req-2f8ed2e9-237b-461e-a660-b5a661da05b3 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.495806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-020f48d6-e5a2-49ba-8a55-d8950cbf0093 req-2f8ed2e9-237b-461e-a660-b5a661da05b3 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports/8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 943 time: 0.0759575 Jul 14 09:05:12.547493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-94daa17b-eccf-4489-aecd-abe4b905a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.549098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-94daa17b-eccf-4489-aecd-abe4b905a388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1097 time: 0.0723858 Jul 14 09:05:12.679563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-020f48d6-e5a2-49ba-8a55-d8950cbf0093 req-8f06e413-9753-4dfe-9183-c0a14e0d1029 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.0823083 Jul 14 09:05:12.702529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-94f80966-408d-4175-a03a-67f8368de960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.705013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-94f80966-408d-4175-a03a-67f8368de960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1486130 Jul 14 09:05:12.780687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-1d5b3cf8-5f65-444a-b9d0-30eb5beb5220 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 217 time: 0.0651038 Jul 14 09:05:12.867497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f48d6-e5a2-49ba-8a55-d8950cbf0093 req-95606d89-b232-42e9-b074-f8218fcfb4f5 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.869172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-020f48d6-e5a2-49ba-8a55-d8950cbf0093 req-95606d89-b232-42e9-b074-f8218fcfb4f5 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1810386 Jul 14 09:05:12.873932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-b8da7c9d-3a7d-48a5-aad4-88aa56113525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:12.875738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-b8da7c9d-3a7d-48a5-aad4-88aa56113525 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0791631 Jul 14 09:05:12.920624 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85152c5d-eded-4f8f-86b6-4e50c656cec7 x-openstack-request-id: req-85152c5d-eded-4f8f-86b6-4e50c656cec7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:12.921114 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-unplugged", "status": "completed", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:12.921302 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85152c5d-eded-4f8f-86b6-4e50c656cec7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:12.921765 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'code': 200} Jul 14 09:05:12.941907 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-fb58fec7-0f15-434a-b2ae-8ecb1faee568 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373948 Jul 14 09:05:12.988573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 14f747a7-2396-4bb2-97f2-3b4567c1be3c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:13.046825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 14f747a7-2396-4bb2-97f2-3b4567c1be3c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:13.047624 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:13.138299 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:13.170630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177b454-f1ca-4367-ad83-7f05e329d220 req-ae2d0e23-9d9c-4b6e-9718-57358584942d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.172296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1177b454-f1ca-4367-ad83-7f05e329d220 req-ae2d0e23-9d9c-4b6e-9718-57358584942d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 945 time: 0.1570556 Jul 14 09:05:13.173475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:13.181325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:13.226014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-9b6fbbb2-e24c-46f8-8800-db296c2f5108 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440239 Jul 14 09:05:13.259860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:13.261874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bfa8c-8986-4b98-ad61-c2110d10380f req-d8cb1222-8506-41cf-a564-ceaeb6b6683e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.263389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-666bfa8c-8986-4b98-ad61-c2110d10380f req-d8cb1222-8506-41cf-a564-ceaeb6b6683e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 946 time: 0.1709788 Jul 14 09:05:13.279278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-2960996b-63e9-4da6-a005-db74739c7e02 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.280959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-2960996b-63e9-4da6-a005-db74739c7e02 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a&tenant_id=da757fa005ab4b64a6226deec0a80508&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 949 time: 0.1483529 Jul 14 09:05:13.317117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-666bfa8c-8986-4b98-ad61-c2110d10380f req-158e3d9c-5a45-44b1-b2a3-9024b76bbb05 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Jul 14 09:05:13.337717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1177b454-f1ca-4367-ad83-7f05e329d220 req-87a94774-dda9-41d4-881d-af4b7068a9d4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537561 Jul 14 09:05:13.399257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-e6c4d119-25c7-4dcd-9d01-17e6830c9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.401113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-e6c4d119-25c7-4dcd-9d01-17e6830c9eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 1102 time: 0.0681694 Jul 14 09:05:13.441307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-330fd14a-8c2b-4087-9514-4c60dae90bf5 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012701 Jul 14 09:05:13.468734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-8840ee21-4681-478e-8761-c131aecf6fbc tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.1009791 Jul 14 09:05:13.580621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-9b8bac3e-15c5-4d9d-90ff-22af95348c41 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.584130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-9b8bac3e-15c5-4d9d-90ff-22af95348c41 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports/8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 943 time: 0.1098754 Jul 14 09:05:13.596193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-3c7e2219-cfed-4b7f-8b39-e4cbb2b71d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.597680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-3c7e2219-cfed-4b7f-8b39-e4cbb2b71d4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1866543 Jul 14 09:05:13.622880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-d7f1461e-13ea-4dba-adef-fb308c70e1c1 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.626006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-d7f1461e-13ea-4dba-adef-fb308c70e1c1 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.1071858 Jul 14 09:05:13.643783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-44'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:13.656050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-a8afff3a-21a5-454b-836a-7e296ffcc7d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c HTTP/1.1" status: 200 len: 217 time: 0.0472536 Jul 14 09:05:13.669898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f33de-70dc-40e4-bb96-33303b842ba2 req-0dee28cd-1e57-46fe-9cfd-a936c37be0b3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.671402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa2f33de-70dc-40e4-bb96-33303b842ba2 req-0dee28cd-1e57-46fe-9cfd-a936c37be0b3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1079929 Jul 14 09:05:13.741992 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa2f33de-70dc-40e4-bb96-33303b842ba2 req-4687abd7-4f26-4fee-87b5-28c4b2348bd6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618846 Jul 14 09:05:13.743425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-577ac033-fb90-438a-928f-fdf42d35d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.745122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-577ac033-fb90-438a-928f-fdf42d35d4cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0728593 Jul 14 09:05:13.774057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:13.778964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-bd4262c1-1a39-4411-adb3-a187225fa7ce tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.1069274 Jul 14 09:05:13.816014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-86c3892d-456d-4de5-a645-8c5b6efbfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.817801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-86c3892d-456d-4de5-a645-8c5b6efbfe22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647357 Jul 14 09:05:13.924796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-2f89b586-5aa8-45c5-a636-d5047311b553 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:13.926766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-2f89b586-5aa8-45c5-a636-d5047311b553 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1400290 Jul 14 09:05:14.044651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-c59f22e8-de19-45e8-83d4-cef35e13446a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.1083946 Jul 14 09:05:14.061506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:14.069912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:14.151315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.189545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:14.225925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c52cf-2598-4210-9df3-be2425a68eb9 req-33e787d8-c3c3-4ce2-b009-0ba9a02ff967 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:14.227396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d02c52cf-2598-4210-9df3-be2425a68eb9 req-33e787d8-c3c3-4ce2-b009-0ba9a02ff967 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 948 time: 0.3538489 Jul 14 09:05:14.229614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-2fa84819-bae9-4df0-9a7c-540da6e59c96 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039161 Jul 14 09:05:14.250724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:14.252984 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c8bca-adc0-4d87-9ae3-1b861e4d4792" -d '{"events": [{"server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "name": "network-vif-unplugged", "status": "completed", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:14.283606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.294437 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.314189 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d02c52cf-2598-4210-9df3-be2425a68eb9 req-c75b0a0b-dbaf-4109-9a93-51d4da0e7bf3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794580 Jul 14 09:05:14.361639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10539bec-fbb3-4c7b-98ac-e8d41726aec5 req-3a6c7539-60fa-4fa6-982e-2be3e9a3d564 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124318 Jul 14 09:05:14.415892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.431601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:14.441118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 81f967d7-bdc8-46c2-a899-336c24325e32 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:14.471736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.473481 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32 disassociated. External IP: 172.25.2.50, port: 8e25b28f-9da5-422d-9248-a9ff6568e4be. Jul 14 09:05:14.492833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on host n-h2-758944-44 for vnic_type normal with profile {"migrating_to": "n-h1-758944-44"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:14.493058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:14.493489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:14.518356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 81f967d7-bdc8-46c2-a899-336c24325e32 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:14.524874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 81f967d7-bdc8-46c2-a899-336c24325e32 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:14.525564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.541520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:14.541995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Attempting to bind port 11a76d04-8e97-4056-af28-8ac13e880b2e on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:14.552415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:14.552897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:14.553799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:14.553799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Bound port: 11a76d04-8e97-4056-af28-8ac13e880b2e, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:14.554323 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.620001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.675434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 81f967d7-bdc8-46c2-a899-336c24325e32, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=81f967d7-bdc8-46c2-a899-336c24325e32,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:14.680857 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.681935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:14.694801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:14.698870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:14.704651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.771147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=81f967d7-bdc8-46c2-a899-336c24325e32,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:14.782085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:14.788925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:14.789435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.806295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:14.891144 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.925562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c'}, {'server_uuid': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f967d7-bdc8-46c2-a899-336c24325e32'}, {'server_uuid': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:14.932299 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cd5a51-214e-4493-9844-57ab55ecc665" -d '{"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-plugged", "status": "completed", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c"}, {"server_uuid": "cb97c3a1-b194-4813-a9cf-23a6b21bbbbe", "name": "network-vif-plugged", "status": "completed", "tag": "81f967d7-bdc8-46c2-a899-336c24325e32"}, {"server_uuid": "dde92f2c-8826-48ff-aa01-b5bce579cf8c", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb55d5-ec23-4e4e-a206-1df945e5d7e5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:14.935268 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac9e705-ac55-47a2-b195-e43e562cfc93 x-openstack-request-id: req-fac9e705-ac55-47a2-b195-e43e562cfc93 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:14.935863 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "name": "network-vif-unplugged", "status": "completed", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:14.937077 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fac9e705-ac55-47a2-b195-e43e562cfc93 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:14.937688 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e', 'code': 200} Jul 14 09:05:14.938951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:14.943843 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.951114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:14.979348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:14.980289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:14.981868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-459c2c0b-f5aa-475a-93b7-44cf63a2ed85 service neutron] 10.222.0.48 "PUT /v2.0/ports/11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 1123 time: 1.3431451 Jul 14 09:05:15.028504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:15.123700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:15.124956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['11a76d04-8e97-4056-af28-8ac13e880b2e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:15.132671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d09e9-2245-441c-bd88-ebede738c6af req-287fd66a-4d69-4fd8-afda-018e25926d83 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.140659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f4d09e9-2245-441c-bd88-ebede738c6af req-287fd66a-4d69-4fd8-afda-018e25926d83 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0854964 Jul 14 09:05:15.141940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:15.170411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:15.190475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f4d09e9-2245-441c-bd88-ebede738c6af req-3865fdff-033d-4cdd-b922-5d4655febc38 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488603 Jul 14 09:05:15.198726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-cf479f41-aee2-4c76-a911-99ef05cbe619 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "PUT /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 200 len: 694 time: 1.1473806 Jul 14 09:05:15.223615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:15.224385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:15.298838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-a5476474-876c-4962-abe1-abe3375fea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.314130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-a5476474-876c-4962-abe1-abe3375fea22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 1098 time: 0.0964131 Jul 14 09:05:15.478624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-4fd1f995-6b38-49db-bb3e-b1da4d3fb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.486137 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-4fd1f995-6b38-49db-bb3e-b1da4d3fb270 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1708548 Jul 14 09:05:15.528730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-873f0f39-9bfb-45c9-b98b-2c04b9e998b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 217 time: 0.0414593 Jul 14 09:05:15.577113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-853e7d5d-8308-4dfd-9e96-fdd07f70632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.582025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af8812-3d41-46a3-b613-6c9a9cc8b313 req-9d510bfe-9462-4e24-97e4-578e78d2b14d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.585767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-853e7d5d-8308-4dfd-9e96-fdd07f70632d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0559173 Jul 14 09:05:15.589630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0af8812-3d41-46a3-b613-6c9a9cc8b313 req-9d510bfe-9462-4e24-97e4-578e78d2b14d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1173532 Jul 14 09:05:15.640551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0af8812-3d41-46a3-b613-6c9a9cc8b313 req-f33da6b7-726d-4441-93f1-51eb4c356275 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499792 Jul 14 09:05:15.653788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-c6ab3ce5-c9a3-4b5e-9d00-8cca3cb34641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:15.655406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:15.655895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-c6ab3ce5-c9a3-4b5e-9d00-8cca3cb34641 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685947 Jul 14 09:05:15.783483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-123838b8-5bbf-4e13-bca5-8bb1ccaceb33 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153004 Jul 14 09:05:15.903600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57e1eee0-1ccb-4b28-81e9-81eadc15b1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:15.913203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6abaf93-535d-4694-8af8-77770e8d48b4 req-12a20232-8d27-468a-afd8-3dd8e3128391 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244047 Jul 14 09:05:15.926963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:15.958780 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe9019a-5782-4831-a13c-843c454e1d4f x-openstack-request-id: req-6fe9019a-5782-4831-a13c-843c454e1d4f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:15.959142 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-plugged", "status": "completed", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c", "code": 200}, {"server_uuid": "cb97c3a1-b194-4813-a9cf-23a6b21bbbbe", "name": "network-vif-plugged", "status": "completed", "tag": "81f967d7-bdc8-46c2-a899-336c24325e32", "code": 200}, {"server_uuid": "dde92f2c-8826-48ff-aa01-b5bce579cf8c", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb55d5-ec23-4e4e-a206-1df945e5d7e5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:15.959483 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fe9019a-5782-4831-a13c-843c454e1d4f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:15.959943 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'code': 200} Jul 14 09:05:15.960261 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f967d7-bdc8-46c2-a899-336c24325e32', 'code': 200} Jul 14 09:05:15.960608 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', 'code': 200} Jul 14 09:05:15.961279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:15.971237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:15.972951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:04:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:16.100170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:16.189208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4005-c5af-4509-ad7a-38b280bc68b1 req-c775e54d-7c01-41b6-a359-a0974c9fedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.192196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0b7e4005-c5af-4509-ad7a-38b280bc68b1 req-c775e54d-7c01-41b6-a359-a0974c9fedcf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 1102 time: 0.0988593 Jul 14 09:05:16.209458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69643d1-0535-487c-bcba-3a258b16789d req-29d477b6-50b3-480b-a461-14a4b3a6f441 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.211029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a69643d1-0535-487c-bcba-3a258b16789d req-29d477b6-50b3-480b-a461-14a4b3a6f441 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 949 time: 0.1282473 Jul 14 09:05:16.251507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caf769-585e-422d-b9f1-7dbdd161ad58 req-ab9fd515-588c-4f95-a55d-3d84f8d4dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.253047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2caf769-585e-422d-b9f1-7dbdd161ad58 req-ab9fd515-588c-4f95-a55d-3d84f8d4dcc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 1101 time: 0.1548576 Jul 14 09:05:16.265837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be956-1204-47e4-82cd-81eb001a3208 req-77b29c2c-6045-4971-b97f-189d1ed98620 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.267280 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c36be956-1204-47e4-82cd-81eb001a3208 req-77b29c2c-6045-4971-b97f-189d1ed98620 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1799664 Jul 14 09:05:16.270330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0b7e4005-c5af-4509-ad7a-38b280bc68b1 req-4650a718-dea4-4409-b9a7-f7485865f532 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579593 Jul 14 09:05:16.278937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a69643d1-0535-487c-bcba-3a258b16789d req-5189b7ae-2e97-479d-9323-026e21f71641 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518906 Jul 14 09:05:16.328218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c36be956-1204-47e4-82cd-81eb001a3208 req-6328643c-ca2f-4f73-912e-4f702f967278 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jul 14 09:05:16.330177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2caf769-585e-422d-b9f1-7dbdd161ad58 req-c5faa658-805a-4e80-a527-57a8a227edc1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619478 Jul 14 09:05:16.336570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:16.369304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff957329-bad6-4b01-9706-9fec1dbeb41b None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:16.569522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd5107-5865-4b8a-b075-dbabf1b33d52 req-6f5bc04e-d03a-4c40-81ad-3e5daebd2f1c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.572596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0cd5107-5865-4b8a-b075-dbabf1b33d52 req-6f5bc04e-d03a-4c40-81ad-3e5daebd2f1c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0842042 Jul 14 09:05:16.646174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0cd5107-5865-4b8a-b075-dbabf1b33d52 req-8ff12894-3676-4a30-b364-44ce249660ed tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689940 Jul 14 09:05:16.738004 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d56a88-cd92-4246-a3e8-76f79d1aeba8 None None] New status for floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:05:16.817574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323174-6cca-4438-ab64-993e37bca4e3 req-99ed622c-f159-49a8-8696-ef871462a0c8 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:16.824892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f323174-6cca-4438-ab64-993e37bca4e3 req-99ed622c-f159-49a8-8696-ef871462a0c8 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 946 time: 0.0892339 Jul 14 09:05:16.878631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f323174-6cca-4438-ab64-993e37bca4e3 req-4dcf7a87-68c3-4fbc-817c-6c301026b2af tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521693 Jul 14 09:05:16.938879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e'}, {'name': 'network-changed', 'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:16.947737 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7" -d '{"events": [{"name": "network-changed", "server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e"}, {"name": "network-changed", "server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:17.009221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-ee8e61ea-bb64-4be1-9137-853b3736e7fa tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:17.016907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-ee8e61ea-bb64-4be1-9137-853b3736e7fa tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0913341 Jul 14 09:05:17.060148 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20851af-837a-4b93-927e-8fb35356f6fb x-openstack-request-id: req-d20851af-837a-4b93-927e-8fb35356f6fb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:17.061201 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:17.061628 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d20851af-837a-4b93-927e-8fb35356f6fb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:17.062189 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e', 'status': 'completed', 'code': 200} Jul 14 09:05:17.062624 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'status': 'completed', 'code': 200} Jul 14 09:05:17.076328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-43402b32-7186-4580-bb99-5c2669214a8f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 697 time: 0.0584948 Jul 14 09:05:17.082558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'floatingip': {'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:17.180417 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:17.334440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-d6eaf640-d845-4a6d-8d77-256d7ac9bd02 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245461 Jul 14 09:05:17.343736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-48cb3700-c2dd-4f09-9ac8-12bc39fb16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:17.345254 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-48cb3700-c2dd-4f09-9ac8-12bc39fb16e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1126 time: 0.2483513 Jul 14 09:05:17.459738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-743955d6-fe67-4c43-878d-9bc1e37671f0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:17.461502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-743955d6-fe67-4c43-878d-9bc1e37671f0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1182544 Jul 14 09:05:17.479273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-a6958ed4-c195-42ad-83ef-233278bdacb3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/quotas/da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 375 time: 0.0099890 Jul 14 09:05:17.535693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-28b8343f-9cb1-44f1-9824-f3057362f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:17.537228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-28b8343f-9cb1-44f1-9824-f3057362f502 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1821084 Jul 14 09:05:17.554399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-5b80ce14-e35f-4044-93ef-6e1b19f2c9c7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694699 Jul 14 09:05:17.610781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-36545644-883a-46d7-8ef9-645d178ecec0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 217 time: 0.0637631 Jul 14 09:05:17.748495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-366fde5f-5c61-455a-9b6e-881009e66b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:17.749866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-366fde5f-5c61-455a-9b6e-881009e66b43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.1029608 Jul 14 09:05:17.800343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-33af3402-d101-459e-8813-e2fa5b0c8cf3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371382 Jul 14 09:05:17.867727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348ffee-29e8-4adb-9e02-7de62d63af5b req-1688ddfe-29ee-4855-bc10-9cccdc32f738 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:17.876193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c348ffee-29e8-4adb-9e02-7de62d63af5b req-1688ddfe-29ee-4855-bc10-9cccdc32f738 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 949 time: 0.0940065 Jul 14 09:05:17.929709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:05:17.951095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c348ffee-29e8-4adb-9e02-7de62d63af5b req-31a09ed9-3cee-47cf-a2db-1abea2e589fa tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732248 Jul 14 09:05:18.035970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:18.050771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:18.097528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-25ee98a7-2518-46ea-943a-7896bcd67e18 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853222 Jul 14 09:05:18.191151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708338e-f421-4246-9f01-8d44bbc134ef req-9de71038-ca65-4bef-9c93-0ce2db02e8f2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:18.192737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7708338e-f421-4246-9f01-8d44bbc134ef req-9de71038-ca65-4bef-9c93-0ce2db02e8f2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0722015 Jul 14 09:05:18.251280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7708338e-f421-4246-9f01-8d44bbc134ef req-da4967ff-df5b-424f-8421-229281062a4a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Jul 14 09:05:18.255865 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32 associated. External IP: 172.25.2.50, port: 41d2b24c-8a33-4fe6-be35-e0b372add8f4. Jul 14 09:05:18.315074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-5fbbca72-82b6-4bbf-bd29-c70020fb9ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070382 Jul 14 09:05:18.400553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ca4d0ab-fa09-43f4-9bef-8197e031d7b6 req-fcde4b27-d4e0-4484-b8d3-39bc77f54e5c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 210 time: 0.0431650 Jul 14 09:05:18.475778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:18.584467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:18.598769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e has no active binding in host n-h1-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:05:18.599473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b3a46b84-535d-4c35-9738-e2151275f71d details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:18.606941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-f21c8e0e-4ef7-475c-bb4b-16c4ce10d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:18.609970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-f21c8e0e-4ef7-475c-bb4b-16c4ce10d03a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 1098 time: 0.2046359 Jul 14 09:05:18.671534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-1885b48d-1dfd-41e7-b9b3-22f73689f942 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:18.673363 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-1885b48d-1dfd-41e7-b9b3-22f73689f942 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e5d3756-12d7-4091-b48d-c5372073e5f4 HTTP/1.1" status: 200 len: 946 time: 0.1193011 Jul 14 09:05:18.698329 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6827bc3-a77d-4845-bad1-58025356e7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:18.709630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:18.723951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:18.736031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'port_id': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'mac_address': 'fa:16:3e:31:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db5b0-8af7-4abc-b3eb-38109645c34c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:18.784071 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:18.799150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3a46b84-535d-4c35-9738-e2151275f71d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:18.824914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:18.830372 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:18.848759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-3f13be7f-cd0f-4f2c-a99a-69e16df83f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:18.850394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-3f13be7f-cd0f-4f2c-a99a-69e16df83f84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.2296193 Jul 14 09:05:18.907315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:18.912464 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.114163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b3a46b84-535d-4c35-9738-e2151275f71d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:19.133441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Deleting port 8e25b28f-9da5-422d-9248-a9ff6568e4be {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:19.134254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.146450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3b193-ba9f-446b-9fba-62deface913c req-445d6359-61f2-49e4-9ebb-0ec719674faa tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.148033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4be3b193-ba9f-446b-9fba-62deface913c req-445d6359-61f2-49e4-9ebb-0ec719674faa tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 945 time: 0.3872554 Jul 14 09:05:19.166709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-d13356f9-8645-4c84-a909-b93e93b8d6e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 200 len: 217 time: 0.3045838 Jul 14 09:05:19.169462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:19.173992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.183678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fdf27-eec7-4032-8016-020a3501052d None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:19.201732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:19.202627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:19.258178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-95df43ec-020b-43c7-afcd-65f0831a0701 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "PUT /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 200 len: 996 time: 2.1808593 Jul 14 09:05:19.259690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4be3b193-ba9f-446b-9fba-62deface913c req-00d43c37-6a50-4d5c-9adc-de3bbc6e28c2 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009712 Jul 14 09:05:19.263487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:19.266277 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba316b-fea4-409d-96ea-b678e557c778" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:19.304728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-fa20ca4a-f81b-4d55-a41d-09079a0f43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.305325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] For port 8e25b28f-9da5-422d-9248-a9ff6568e4be, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=8e25b28f-9da5-422d-9248-a9ff6568e4be,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:19.305797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.307949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-fa20ca4a-f81b-4d55-a41d-09079a0f43d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.1130500 Jul 14 09:05:19.322738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Calling delete_port for 8e25b28f-9da5-422d-9248-a9ff6568e4be owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:19.374731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-ea35c731-e491-417f-aa23-e2fb9f80b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.382399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-ea35c731-e491-417f-aa23-e2fb9f80b73a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.1128368 Jul 14 09:05:19.413957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-0cf63651-6e8e-4eb9-b8ae-a12f1c433587 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344927 Jul 14 09:05:19.479156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-01f413c6-57b9-4f9a-b0a0-f6ae7bf93a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.481258 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-01f413c6-57b9-4f9a-b0a0-f6ae7bf93a69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628463 Jul 14 09:05:19.502754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:19.568019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-dc51e740-328d-4c57-9c44-416477000795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.576932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-dc51e740-328d-4c57-9c44-416477000795 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1933806 Jul 14 09:05:19.587701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.686038 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-b86eead0-3cc0-453f-9076-5650964058ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 999 time: 0.1070359 Jul 14 09:05:19.701849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-cb75f454-0c30-492f-9e93-6f7f52b802a6 service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033448 Jul 14 09:05:19.731393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8516-7d75-4935-986f-b896065080d3 req-15c2ead8-d671-407d-b9af-26868eeba7a4 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.740519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e83c8516-7d75-4935-986f-b896065080d3 req-15c2ead8-d671-407d-b9af-26868eeba7a4 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 949 time: 0.1945589 Jul 14 09:05:19.742898 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.783942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-3fd7cefb-1e93-4444-8e44-eaff7618d3d9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.786942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-3fd7cefb-1e93-4444-8e44-eaff7618d3d9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495157 Jul 14 09:05:19.801161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-e4b66a9b-a250-4abb-b907-35cd948086b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.808497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-e4b66a9b-a250-4abb-b907-35cd948086b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.1203845 Jul 14 09:05:19.827690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Request body: {'port': {'device_id': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'da757fa005ab4b64a6226deec0a80508'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:19.847973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e83c8516-7d75-4935-986f-b896065080d3 req-7fdcfe9a-8c5e-4c70-94d3-c190a44cb379 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060703 Jul 14 09:05:19.876983 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cea6f0a-6848-433d-9c7b-d9a2c32760a7 req-1aba8a91-5e49-4a8e-bf43-68c9da184954 service neutron] 10.222.0.11 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528776 Jul 14 09:05:19.891319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-da576045-936a-4239-a6f0-4a96913fb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:19.898821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-da576045-936a-4239-a6f0-4a96913fb7c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893917 Jul 14 09:05:19.919160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:e4:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:17Z', 'revision_number': 8, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:19.944790 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:19.946953 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df17585e-88fb-4631-bbcf-fcb8e15d25e7 x-openstack-request-id: req-df17585e-88fb-4631-bbcf-fcb8e15d25e7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:19.946953 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:19.947256 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df17585e-88fb-4631-bbcf-fcb8e15d25e7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:19.947461 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'status': 'completed', 'code': 200} Jul 14 09:05:19.991453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fdf27-eec7-4032-8016-020a3501052d None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:19.993794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['8e25b28f-9da5-422d-9248-a9ff6568e4be'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:20.007422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Pushing event deleted for resources: {'Port': ['ID=8e25b28f-9da5-422d-9248-a9ff6568e4be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:20.012128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-0ad8f80c-d62f-45ba-b396-cac98e1c617f service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124198 Jul 14 09:05:20.049829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['41d2b24c-8a33-4fe6-be35-e0b372add8f4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:20.101173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] No DVR routers for this DVR port 8e25b28f-9da5-422d-9248-a9ff6568e4be on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:20.108622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:20.109290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.109450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:20.111260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fe748a5-64ca-4d38-963f-54d84ff70415 req-43b38b33-258b-48a4-b31c-66aba61e7439 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.11 "DELETE /v2.0/ports/8e25b28f-9da5-422d-9248-a9ff6568e4be HTTP/1.1" status: 204 len: 173 time: 1.4272258 Jul 14 09:05:20.163434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'name': 'network-vif-deleted', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:20.169222 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed9c703-980f-4d0d-a4b3-76c6d0121cfa" -d '{"events": [{"server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "name": "network-vif-deleted", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:20.169741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba316b-fea4-409d-96ea-b678e557c778 req-37707cf6-1915-4ee8-8759-03cf0b955704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.171656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba316b-fea4-409d-96ea-b678e557c778 req-37707cf6-1915-4ee8-8759-03cf0b955704 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.1752019 Jul 14 09:05:20.186504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d98fda7-a27b-40dd-8403-1ad88624ef91 req-780a8e47-8045-4941-b05f-d73f3cbf8c48 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723146 Jul 14 09:05:20.230992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Made reservation on behalf of da757fa005ab4b64a6226deec0a80508 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:20.239685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.322437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba316b-fea4-409d-96ea-b678e557c778 req-b3bf246e-0105-4ec4-b90f-6c1ddce7bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.324045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba316b-fea4-409d-96ea-b678e557c778 req-b3bf246e-0105-4ec4-b90f-6c1ddce7bdb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1333272 Jul 14 09:05:20.377812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e5f63-6647-4df1-b5f3-b2832d410b24 req-61976028-919b-4f2f-ab10-b49b83123424 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.379274 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c68e5f63-6647-4df1-b5f3-b2832d410b24 req-61976028-919b-4f2f-ab10-b49b83123424 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.2748325 Jul 14 09:05:20.434087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba316b-fea4-409d-96ea-b678e557c778 req-f5aadd24-de12-45c7-bb94-4cbfef10e60d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 999 time: 0.1010509 Jul 14 09:05:20.460078 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c68e5f63-6647-4df1-b5f3-b2832d410b24 req-f60ae2f1-2649-4e38-9ad8-b6f89f4874e0 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Jul 14 09:05:20.509919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b3a46b84-535d-4c35-9738-e2151275f71d up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:20.516656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Allocated IP 192.168.233.5 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/51970c65-80c3-4c44-b420-fd796a19f7ce) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:20.539829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:20.587876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba316b-fea4-409d-96ea-b678e557c778 req-86c71033-a2e1-4f1e-9fab-9a61ced0a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.591032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba316b-fea4-409d-96ea-b678e557c778 req-86c71033-a2e1-4f1e-9fab-9a61ced0a4ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.1432199 Jul 14 09:05:20.726334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba316b-fea4-409d-96ea-b678e557c778 req-627f200f-a464-4db2-8d70-ab486d2606c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:20.728570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba316b-fea4-409d-96ea-b678e557c778 req-627f200f-a464-4db2-8d70-ab486d2606c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172326 Jul 14 09:05:20.748056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port b3a46b84-535d-4c35-9738-e2151275f71d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:20.753645 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.758492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0954d6b9-fa63-4592-8c68-7c3a56daceac req-0d83a173-69af-4258-9c67-eae4c9ae73e8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 210 time: 0.0372868 Jul 14 09:05:20.809657 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.853026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Transition to ACTIVE for port object 51970c65-80c3-4c44-b420-fd796a19f7ce will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:20.879980 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f6c07-e917-4dfe-a77b-2f721bf587dc x-openstack-request-id: req-978f6c07-e917-4dfe-a77b-2f721bf587dc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:20.880291 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d3756-12d7-4091-b48d-c5372073e5f4", "name": "network-vif-deleted", "tag": "8e25b28f-9da5-422d-9248-a9ff6568e4be", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:20.880551 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-978f6c07-e917-4dfe-a77b-2f721bf587dc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:20.880957 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d3756-12d7-4091-b48d-c5372073e5f4', 'name': 'network-vif-deleted', 'tag': '8e25b28f-9da5-422d-9248-a9ff6568e4be', 'status': 'completed', 'code': 200} Jul 14 09:05:20.922024 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.973082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:20.975306 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b5330-1257-4a60-b858-81fbd94a17b5" -d '{"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:20.978350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:20.986373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba316b-fea4-409d-96ea-b678e557c778 req-e42c7194-0cff-4bfb-bb0b-91c768c2c9fb service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460241 Jul 14 09:05:20.992393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa', '14f747a7-2396-4bb2-97f2-3b4567c1be3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:20.996370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:21.022125 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.039000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:21.058557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:21.062907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:21.066360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:21.090196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d891a6d-2a1e-454a-9629-2fb78bd00b32 req-7cfef69b-f21e-4540-ac6c-8f6b4f8c0657 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 200 len: 996 time: 0.2006660 Jul 14 09:05:21.113483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-939fdf27-eec7-4032-8016-020a3501052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:e4:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:17Z', 'revision_number': 8, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:21.123759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1ce5-97c1-4967-9fd0-2703da3bc30a req-61d3c57a-48a4-4460-8741-217b4acf39bc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.125301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cef1ce5-97c1-4967-9fd0-2703da3bc30a req-61d3c57a-48a4-4460-8741-217b4acf39bc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 950 time: 0.2003231 Jul 14 09:05:21.137048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.138292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.149674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:21.156853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fdf27-eec7-4032-8016-020a3501052d None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '409b11d5-f29b-41f8-954e-41eda9e4ab32', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'port_id': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'mac_address': 'fa:16:3e:e4:c2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:43Z', 'updated_at': '2021-07-14T09:05:17Z', 'revision_number': 8, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:21.186663 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-731156c1-21e7-4d24-8fa8-5e98f14d1cc3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3652816 Jul 14 09:05:21.208475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Request body: {'port': {'device_id': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:21.243844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ba316b-fea4-409d-96ea-b678e557c778 req-91120078-1214-43d5-960d-852a307342c3 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488298 Jul 14 09:05:21.262955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.282409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cef1ce5-97c1-4967-9fd0-2703da3bc30a req-dd15c3a1-8450-4f70-b432-336a238e0d13 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357257 Jul 14 09:05:21.347269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d891a6d-2a1e-454a-9629-2fb78bd00b32 req-6fef2fea-39cf-4a92-ad52-51ef35227b2f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.355536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d891a6d-2a1e-454a-9629-2fb78bd00b32 req-6fef2fea-39cf-4a92-ad52-51ef35227b2f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2643168 Jul 14 09:05:21.375937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-5d891a6d-2a1e-454a-9629-2fb78bd00b32 req-1a49ab81-3c0c-47f9-bf2a-b97b9836f62e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:21.382827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d891a6d-2a1e-454a-9629-2fb78bd00b32 req-1a49ab81-3c0c-47f9-bf2a-b97b9836f62e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261877 Jul 14 09:05:21.413910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.476390 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ca4e5-d63e-4761-bf45-f3ed7ef5766c x-openstack-request-id: req-c89ca4e5-d63e-4761-bf45-f3ed7ef5766c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:21.476873 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:21.477200 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c89ca4e5-d63e-4761-bf45-f3ed7ef5766c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:21.477660 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'code': 200} Jul 14 09:05:21.505289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-70edb14a-1a68-4faa-a502-309559afffb4 None None] Provisioning for port 51970c65-80c3-4c44-b420-fd796a19f7ce completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:21.505480 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7001533-c7ca-4cab-aaba-5058ed441c20 None None] New status for floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:05:21.511056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-70edb14a-1a68-4faa-a502-309559afffb4 None None] Provisioning complete for port 51970c65-80c3-4c44-b420-fd796a19f7ce triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:21.511667 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70edb14a-1a68-4faa-a502-309559afffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.557129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-70edb14a-1a68-4faa-a502-309559afffb4 None None] Port 51970c65-80c3-4c44-b420-fd796a19f7ce cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:21.637356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d1d65-7e13-4e58-996e-4522cf165ab7 req-41c2f0ae-7053-41f6-866c-16c678505bf9 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.644672 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-702d1d65-7e13-4e58-996e-4522cf165ab7 req-41c2f0ae-7053-41f6-866c-16c678505bf9 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 946 time: 0.1730359 Jul 14 09:05:21.724482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-702d1d65-7e13-4e58-996e-4522cf165ab7 req-22b7d5df-e5bc-48ce-94d9-b1d93868f9e9 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785236 Jul 14 09:05:21.842567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-4b4c2513-2a48-43df-a8cf-664e4de48b6e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.0982931 Jul 14 09:05:21.904225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2a01b-7dc1-4d6b-b88e-39df10851940 req-945a1e32-a40e-45e3-8b00-6c28a51a0768 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.911184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2a01b-7dc1-4d6b-b88e-39df10851940 req-945a1e32-a40e-45e3-8b00-6c28a51a0768 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.913749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12b2a01b-7dc1-4d6b-b88e-39df10851940 req-945a1e32-a40e-45e3-8b00-6c28a51a0768 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe&device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 1690 time: 0.0841615 Jul 14 09:05:21.942864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-67705964-70e3-4463-9cd1-fa2722334665 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:21.944276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-67705964-70e3-4463-9cd1-fa2722334665 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports/41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 943 time: 0.0955060 Jul 14 09:05:21.948190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51970c65-80c3-4c44-b420-fd796a19f7ce {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:21.956986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:21.960782 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12b2a01b-7dc1-4d6b-b88e-39df10851940 req-ec9a60b1-8f3f-4b07-b1a0-f511b9a3ee52 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Jul 14 09:05:21.970204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Transition to ACTIVE for port object 51970c65-80c3-4c44-b420-fd796a19f7ce will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:21.977765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.057829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:22.155937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-6108f768-2e20-4bee-9c71-59812a3c02ef tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.1073000 Jul 14 09:05:22.175672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b4c17-5f18-466b-b98a-b8382124b380 req-9d54a022-1068-4b6c-83e4-6541d7e26ada tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:22.177398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-708b4c17-5f18-466b-b98a-b8382124b380 req-9d54a022-1068-4b6c-83e4-6541d7e26ada tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0831697 Jul 14 09:05:22.221157 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-708b4c17-5f18-466b-b98a-b8382124b380 req-f6a1bd0e-dbdb-4a45-905c-bf8a81e9a2d0 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375743 Jul 14 09:05:22.230494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:22.231072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:22.231511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:22.239838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:22.240139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:22.267257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:22.270709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:22.271232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:22.271749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Bound port: 51970c65-80c3-4c44-b420-fd796a19f7ce, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:22.272124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.374779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:22.378015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:22.388519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-93f08b57-51bf-432d-84e8-6907766ae795 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:22.389983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-93f08b57-51bf-432d-84e8-6907766ae795 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2285795 Jul 14 09:05:22.391856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.445015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:22.445628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.446959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 1095 time: 1.2463503 Jul 14 09:05:22.490729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b3a46b84-535d-4c35-9738-e2151275f71d no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:22.523677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce6812-045d-4c77-8050-cbeb7a2aa3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:22.659335 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.672993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-b37c4906-c80b-437e-8736-393dc1908f64 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 1001 time: 0.2714758 Jul 14 09:05:22.678938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:22.718580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:22.732112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8ed00-149b-454a-b006-32c584336ef6 req-00fe43b1-fcb0-4406-8843-0696e625bf42 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:22.733489 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.733627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e1f8ed00-149b-454a-b006-32c584336ef6 req-00fe43b1-fcb0-4406-8843-0696e625bf42 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 946 time: 0.1287909 Jul 14 09:05:22.744015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-ccc0dd69-9289-4323-b093-7a65e8908edc service neutron] 10.222.0.11 "GET /v2.0/ports/11a76d04-8e97-4056-af28-8ac13e880b2e/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.2958164 Jul 14 09:05:22.794216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:22.800350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:22.841715 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e1f8ed00-149b-454a-b006-32c584336ef6 req-0311f7c1-6fe5-4761-ad22-cef72759f154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833993 Jul 14 09:05:22.849369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-273234cc-5641-4754-b033-af9f338a4194 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1375394 Jul 14 09:05:22.868020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-6ab15072-51e7-456b-ae0a-726974ab7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:22.869579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-6ab15072-51e7-456b-ae0a-726974ab7205 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1098 time: 0.3033164 Jul 14 09:05:22.882049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:22.884417 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc84f84-e3c4-4025-8cd4-d2e839de8957" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:22.949057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-477df8fe-0402-42df-ac19-968ca69241e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0574951 Jul 14 09:05:22.954198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-829a84d0-1ad2-4811-bd23-3d6fd358c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:22.956593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-829a84d0-1ad2-4811-bd23-3d6fd358c024 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0725262 Jul 14 09:05:23.039495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 8e25b28f-9da5-422d-9248-a9ff6568e4be no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:23.066159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-7c8d82ba-4c55-4b3b-b85f-6d7db7d2cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.067679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-7c8d82ba-4c55-4b3b-b85f-6d7db7d2cdc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.0905855 Jul 14 09:05:23.075155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 8e25b28f-9da5-422d-9248-a9ff6568e4be {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:23.075515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 8e25b28f-9da5-422d-9248-a9ff6568e4be not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:23.119636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-d1e9436e-dd42-4bfa-9629-b3cfcc04f581 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 217 time: 0.0438187 Jul 14 09:05:23.178257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-70cd9ffa-f5da-45fd-baf9-ad534640130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.179921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-70cd9ffa-f5da-45fd-baf9-ad534640130e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0529985 Jul 14 09:05:23.218155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:23.225608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:23.225976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-f7ba7803-191e-4102-b15b-61a826d00327 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336215 Jul 14 09:05:23.234370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:23.234905 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32 disassociated. External IP: 172.25.2.50, port: 41d2b24c-8a33-4fe6-be35-e0b372add8f4. Jul 14 09:05:23.276104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-8a64ac37-0378-49c7-a007-aae39d57012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.277471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-8a64ac37-0378-49c7-a007-aae39d57012e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2910171 Jul 14 09:05:23.287875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:23.359879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f55bb9-7e22-429c-93f1-5da9b38813ce req-6f9ded35-2d6c-4f9b-8581-4a15ebc9e785 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.361376 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86f55bb9-7e22-429c-93f1-5da9b38813ce req-6f9ded35-2d6c-4f9b-8581-4a15ebc9e785 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 944 time: 0.1384010 Jul 14 09:05:23.367341 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-2f3616d2-5836-41eb-ac8d-5ba9b7e2e0b7 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319034 Jul 14 09:05:23.383716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a76d04-8e97-4056-af28-8ac13e880b2e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:23.405202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:23.435956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:23.478790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86f55bb9-7e22-429c-93f1-5da9b38813ce req-40eabadc-4749-477f-8dd4-64ab444bb3bc tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083622 Jul 14 09:05:23.479537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:23.484547 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d460a1e-fcf6-40ec-8317-9ac5392fed5d" -d '{"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:23.528585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-389e35e0-d35f-4196-aacf-cadc9f3d0b6b req-51721ec9-41b8-4714-bd8a-70a465fc3393 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508114 Jul 14 09:05:23.688520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f938264-8476-4fa7-8459-b8b1dd71a05a req-643d049d-78a5-4824-8758-193d077f9230 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.690265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f938264-8476-4fa7-8459-b8b1dd71a05a req-643d049d-78a5-4824-8758-193d077f9230 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 1102 time: 0.0591841 Jul 14 09:05:23.726761 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f938264-8476-4fa7-8459-b8b1dd71a05a req-3050280c-465b-4e89-b627-fd8cd0a9ca9c tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Jul 14 09:05:23.738230 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea397d-f510-4f5b-a1ef-cdc9231dee51 x-openstack-request-id: req-92ea397d-f510-4f5b-a1ef-cdc9231dee51 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:23.738548 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:23.738762 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92ea397d-f510-4f5b-a1ef-cdc9231dee51 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:23.739146 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'status': 'completed', 'code': 200} Jul 14 09:05:23.801511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966cd82-417d-46e5-9862-4944f411e444 req-1c73b24e-4f01-4108-ae1a-e2701a8106fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.802975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-1c73b24e-4f01-4108-ae1a-e2701a8106fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5100956 Jul 14 09:05:23.909042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7562ee-2211-4d83-8daf-c9909eacd21d req-0b4e1d37-2aac-49a5-96ea-21e5ad82b2a5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:23.911066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd7562ee-2211-4d83-8daf-c9909eacd21d req-0b4e1d37-2aac-49a5-96ea-21e5ad82b2a5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 943 time: 0.0762076 Jul 14 09:05:23.964167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd7562ee-2211-4d83-8daf-c9909eacd21d req-11d67fbf-eba2-4a6f-8861-0150c254e891 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Jul 14 09:05:23.977521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] Transition to ACTIVE for port object 11a76d04-8e97-4056-af28-8ac13e880b2e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:23.980872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:23.983893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-366d689a-4c88-48d1-b03d-b84a27d21b16 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710832 Jul 14 09:05:23.987089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.046609 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0ef9af-c30a-4714-adb8-55f2533aa6a8 x-openstack-request-id: req-eb0ef9af-c30a-4714-adb8-55f2533aa6a8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:24.047812 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:24.048942 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb0ef9af-c30a-4714-adb8-55f2533aa6a8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:24.048942 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'code': 200} Jul 14 09:05:24.116836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] No DVR routers for this DVR port 11a76d04-8e97-4056-af28-8ac13e880b2e on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:24.161392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] Pushing event updated for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:24.191195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4aff9-53e1-4f86-9f66-c51a4e1c6dc3 req-f69948aa-cce3-4e00-8efe-66543ef26c45 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.192978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7f4aff9-53e1-4f86-9f66-c51a4e1c6dc3 req-f69948aa-cce3-4e00-8efe-66543ef26c45 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 1101 time: 0.0598803 Jul 14 09:05:24.205260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-4c4127f1-2d76-42fe-93e0-f14da898985d service neutron] 10.222.0.11 "PUT /v2.0/ports/11a76d04-8e97-4056-af28-8ac13e880b2e/bindings/n-h1-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 1.4538291 Jul 14 09:05:24.228181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7f4aff9-53e1-4f86-9f66-c51a4e1c6dc3 req-b78f1325-a6ec-4ba0-8aef-0684fde678c6 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294993 Jul 14 09:05:24.271824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6966cd82-417d-46e5-9862-4944f411e444 req-ffea9778-1f42-4cb2-b187-977983722a50 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763786 Jul 14 09:05:24.285947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:24.291115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.297602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:24.337647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:24.338292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:24.343508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-3df1a639-82f4-48c8-8089-e3087c05f6b4 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "PUT /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 200 len: 695 time: 1.6622744 Jul 14 09:05:24.454710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-629c2a6a-3762-4b48-a543-b02d673aee72 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.456964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-629c2a6a-3762-4b48-a543-b02d673aee72 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.1576505 Jul 14 09:05:24.459797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-b2f71ea2-0649-489f-9b3b-5c1e623d28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.461621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-b2f71ea2-0649-489f-9b3b-5c1e623d28b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1098 time: 0.1170259 Jul 14 09:05:24.465855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92334e-4bad-4cb5-a3b5-0e0836acd581 req-1a77bfb2-3597-4f8c-a76e-2cff99ae8955 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.469985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-92ec1739-64d0-4894-a67d-21ab21da6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.474979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d92334e-4bad-4cb5-a3b5-0e0836acd581 req-1a77bfb2-3597-4f8c-a76e-2cff99ae8955 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 946 time: 0.1115782 Jul 14 09:05:24.477171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:24.478435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-92ec1739-64d0-4894-a67d-21ab21da6add service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.1302075 Jul 14 09:05:24.544628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d92334e-4bad-4cb5-a3b5-0e0836acd581 req-7949d36e-cf01-4038-9ec9-74bc36a02d14 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687590 Jul 14 09:05:24.565166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-f1f4853a-f8cc-4351-8563-418685c18f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.567224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-f1f4853a-f8cc-4351-8563-418685c18f75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 1096 time: 0.0827379 Jul 14 09:05:24.682551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-9ab62c73-0689-4775-8ea2-ac3586a65e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.689245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-9ab62c73-0689-4775-8ea2-ac3586a65e9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1096 time: 0.0711679 Jul 14 09:05:24.701118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-e9d564dd-2f93-4f76-a237-415cd076949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.702646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-e9d564dd-2f93-4f76-a237-415cd076949a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2221684 Jul 14 09:05:24.703805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-23410e5c-c08a-48e3-a529-a6410cd6a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.705169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-23410e5c-c08a-48e3-a529-a6410cd6a075 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.2260041 Jul 14 09:05:24.761469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:24.766538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-415e9a05-34b5-418c-87b1-cfda0d77f46c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0547874 Jul 14 09:05:24.806750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:24.834074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-f35db3c6-a301-4c95-a940-21c4a13e78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.836165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-f35db3c6-a301-4c95-a940-21c4a13e78d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1104476 Jul 14 09:05:24.838638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-d1e7d2dc-c61b-4a4a-8091-c1905a6aa3a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 217 time: 0.1201537 Jul 14 09:05:24.840427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:24.841348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:24.892942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-0b45db12-f6c8-4c36-8c03-70f5fd789f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.895111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-0b45db12-f6c8-4c36-8c03-70f5fd789f8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0938017 Jul 14 09:05:24.906603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-c2ed4fd6-154b-4a9e-8813-1623dded801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:24.914295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-c2ed4fd6-154b-4a9e-8813-1623dded801e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.0628839 Jul 14 09:05:24.920760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-e55df342-190b-46be-bfc6-020842cc1f87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 217 time: 0.0719800 Jul 14 09:05:25.032570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:25.038723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-be099c95-eded-42fb-9967-7fe4db3741f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.040263 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-be099c95-eded-42fb-9967-7fe4db3741f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0989380 Jul 14 09:05:25.110147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-95233084-9192-4098-b6ba-5eae43db96ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555336 Jul 14 09:05:25.149965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-022f81a0-72f1-4ba7-9492-a44cf9b00d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.157516 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-022f81a0-72f1-4ba7-9492-a44cf9b00d46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2422185 Jul 14 09:05:25.202320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-f9278a73-484e-4a16-aaf4-f9fe16f2854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.204039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-f9278a73-484e-4a16-aaf4-f9fe16f2854c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2776339 Jul 14 09:05:25.278191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-28208c59-9b6c-4b79-b027-832c5a72de82 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198180 Jul 14 09:05:25.313770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51352f-723d-459e-82a0-ef48ccdffe9b req-64b401f4-e50b-4445-847c-cc1e3407e782 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.321413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e51352f-723d-459e-82a0-ef48ccdffe9b req-64b401f4-e50b-4445-847c-cc1e3407e782 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 944 time: 0.2102568 Jul 14 09:05:25.325025 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-5e2f1125-8640-459d-bc6a-d9518933ff0e service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969471 Jul 14 09:05:25.343060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:25.381842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3ccd2-cbfa-4286-a1c3-7068850ebec6 None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:04:17Z', 'revision_number': 4, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '595689a2-5fc2-414a-8d21-a44d0b0d27da', 'name': '', 'network_id': '4334f2bf-f268-48ee-80bd-2dff230c3bf9', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'mac_address': 'fa:16:3e:6d:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:15Z', 'updated_at': '2021-07-14T09:04:25Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'subnets': [{'id': '05e466ad-a344-4f36-a97c-a9be4f27de6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:25.437863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e51352f-723d-459e-82a0-ef48ccdffe9b req-8799e1b7-90a1-4168-a00e-1cae02db83f7 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151011 Jul 14 09:05:25.486845 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-cee4f9fc-d493-4172-a62f-68cf644ff8a8 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076452 Jul 14 09:05:25.503454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44a16bf6-f9ab-4ab2-b663-1bf3b1297d76 req-fb42867b-8e00-4984-8556-8d3c7deb7e87 service neutron] 10.222.0.18 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147655 Jul 14 09:05:25.518503 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-6891f0fe-156a-4f45-823f-44cc10710fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778414 Jul 14 09:05:25.599770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-e75a1954-bb14-468c-93ea-f7d91b12fccb tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347319 Jul 14 09:05:25.677705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbc84f84-e3c4-4025-8cd4-d2e839de8957 req-954b372b-27ec-43e7-8caa-42ef139940dc service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560810 Jul 14 09:05:25.754682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:25.757019 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:25.791074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-07be512d-bdf3-4d56-a0fa-7e1efdec1323 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.792609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-07be512d-bdf3-4d56-a0fa-7e1efdec1323 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.48 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 944 time: 0.1154363 Jul 14 09:05:25.799200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-747d3a02-39f1-4963-9272-2344ff768f8e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.803854 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-747d3a02-39f1-4963-9272-2344ff768f8e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029741 Jul 14 09:05:25.805337 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdc030-b60d-40a4-b629-dace65287528 None None] New status for floating IP 409b11d5-f29b-41f8-954e-41eda9e4ab32: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:05:25.815310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a35f1-7f35-4e5f-8a21-843dc97ec3e5 req-0b6f93cd-5aaa-400d-8758-46f935634683 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:25.816897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-602a35f1-7f35-4e5f-8a21-843dc97ec3e5 req-0b6f93cd-5aaa-400d-8758-46f935634683 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 944 time: 0.0969169 Jul 14 09:05:25.858899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-d7983525-e09f-4d17-b346-f48951923ba4 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/quotas/4e98114229dd479e9a25dee146eb960b HTTP/1.1" status: 200 len: 375 time: 0.0440955 Jul 14 09:05:25.887719 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-602a35f1-7f35-4e5f-8a21-843dc97ec3e5 req-8d254567-b75b-4fcc-bd91-19dc597d0f75 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633137 Jul 14 09:05:26.054614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-d7e4a52b-63ab-4102-88b0-2f9b47f9a542 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1860936 Jul 14 09:05:26.065073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Deleting port b3a46b84-535d-4c35-9738-e2151275f71d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:26.065566 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.214702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] For port b3a46b84-535d-4c35-9738-e2151275f71d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b3a46b84-535d-4c35-9738-e2151275f71d,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:26.215065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.228417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986b71-4396-47a3-9009-3cc69107fac5 req-e935cb41-a8ae-48d7-b679-0d0c29ef0a9c tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:26.229954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-e935cb41-a8ae-48d7-b679-0d0c29ef0a9c tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.1669214 Jul 14 09:05:26.233336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Calling delete_port for b3a46b84-535d-4c35-9738-e2151275f71d owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:26.251408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f162b-4cc8-4273-aed3-f3fe8e107042 req-b0d1de44-9194-4bfe-adcd-c6bbeba66c04 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:26.258135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-834f162b-4cc8-4273-aed3-f3fe8e107042 req-b0d1de44-9194-4bfe-adcd-c6bbeba66c04 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 946 time: 0.1150196 Jul 14 09:05:26.336547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-834f162b-4cc8-4273-aed3-f3fe8e107042 req-999a4cac-8a47-4d4d-b5cd-91db6f097589 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Jul 14 09:05:26.376716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.429247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event deleted for resources: {'Port': ['ID=b3a46b84-535d-4c35-9738-e2151275f71d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:26.508597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30986b71-4396-47a3-9009-3cc69107fac5 req-10bd46cd-5e68-49f8-b0a9-d00c1b4bd851 service neutron] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:26.511975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30986b71-4396-47a3-9009-3cc69107fac5 req-10bd46cd-5e68-49f8-b0a9-d00c1b4bd851 service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.513301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30986b71-4396-47a3-9009-3cc69107fac5 req-10bd46cd-5e68-49f8-b0a9-d00c1b4bd851 service neutron] 10.222.0.48 "DELETE /v2.0/ports/11a76d04-8e97-4056-af28-8ac13e880b2e/bindings/n-h2-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.2743800 Jul 14 09:05:26.521141 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350465ee-ecc6-4216-bd1e-62b44674fdda x-openstack-request-id: req-350465ee-ecc6-4216-bd1e-62b44674fdda {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:26.521547 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:26.521865 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-350465ee-ecc6-4216-bd1e-62b44674fdda {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:26.522367 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'status': 'completed', 'code': 200} Jul 14 09:05:26.535205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] No DVR routers for this DVR port b3a46b84-535d-4c35-9738-e2151275f71d on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:26.538967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:26.541516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d28fadf-a5d7-4146-892a-6df76fdb7e70 req-8782230c-a9a5-4017-8312-a73fdfe8fc5d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.48 "DELETE /v2.0/ports/b3a46b84-535d-4c35-9738-e2151275f71d HTTP/1.1" status: 204 len: 173 time: 0.7360814 Jul 14 09:05:26.542084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-deleted', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:26.544540 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f837cb8-2993-4693-8eb1-c5cd3f1f331b" -d '{"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-deleted", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:26.694758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-7299f3b1-7cde-4f10-b704-79b8a115670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:26.696524 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-7299f3b1-7cde-4f10-b704-79b8a115670c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 1098 time: 0.0881486 Jul 14 09:05:26.828703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8779daa4-92ca-46bd-90c7-b0997a1335ab req-b065b4dc-dbfb-4386-a8f9-723784ce0c19 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=595379d5-8b22-423f-933d-dda88c8297cb HTTP/1.1" status: 200 len: 210 time: 0.0345228 Jul 14 09:05:26.870445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-ce9e7888-1a3a-4d7d-8deb-85debcb7180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:26.871962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-ce9e7888-1a3a-4d7d-8deb-85debcb7180e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 200 len: 921 time: 0.1641471 Jul 14 09:05:26.927609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-1acdeebb-fa3f-4b64-93c9-d19f23a3c9bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 200 len: 217 time: 0.0471280 Jul 14 09:05:26.934931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b22ff-8f4a-46a8-ad16-3f89ded99a63 req-d333e174-2576-4508-b923-3d02658a0bde tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:26.936408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa0b22ff-8f4a-46a8-ad16-3f89ded99a63 req-d333e174-2576-4508-b923-3d02658a0bde tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1097 time: 0.1338842 Jul 14 09:05:27.028385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa0b22ff-8f4a-46a8-ad16-3f89ded99a63 req-3b3634ce-db23-4040-915f-23e81232e702 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808096 Jul 14 09:05:27.045883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-8cab4e36-4523-45df-aa44-6bd1570b3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:27.052647 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-8cab4e36-4523-45df-aa44-6bd1570b3b57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 200 len: 859 time: 0.1144648 Jul 14 09:05:27.067653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:27.070375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:27.130002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:27.132766 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00b4ec8-895d-49f4-b3be-20ff69b6333d x-openstack-request-id: req-e00b4ec8-895d-49f4-b3be-20ff69b6333d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:27.133244 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595379d5-8b22-423f-933d-dda88c8297cb", "name": "network-vif-deleted", "tag": "b3a46b84-535d-4c35-9738-e2151275f71d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:27.133687 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e00b4ec8-895d-49f4-b3be-20ff69b6333d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:27.134255 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595379d5-8b22-423f-933d-dda88c8297cb', 'name': 'network-vif-deleted', 'tag': 'b3a46b84-535d-4c35-9738-e2151275f71d', 'status': 'completed', 'code': 200} Jul 14 09:05:27.192659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-df908b0d-8f69-48bb-a92b-990d103ae3fc tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 200 len: 693 time: 0.0776551 Jul 14 09:05:27.469432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:27.486304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'mac_address': 'fa:16:3e:5f:25:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:27.532851 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.548171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51970c65-80c3-4c44-b420-fd796a19f7ce {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:27.575386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:27.579793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-aeb7414a-9d8e-4d89-8715-d5b411c47953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:27.581840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-aeb7414a-9d8e-4d89-8715-d5b411c47953 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4334f2bf-f268-48ee-80bd-2dff230c3bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5042043 Jul 14 09:05:27.582799 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.618575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac5f21-cd5e-42aa-a5df-98eecbd2908c req-0c5ab556-88cb-4454-b81d-453a1297db4e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:27.627028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31ac5f21-cd5e-42aa-a5df-98eecbd2908c req-0c5ab556-88cb-4454-b81d-453a1297db4e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 944 time: 0.0823920 Jul 14 09:05:27.650703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:27.665960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-5f558e30-c202-4f6a-94ac-c9b87d25d8ef tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:27.672204 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-5f558e30-c202-4f6a-94ac-c9b87d25d8ef tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.4784236 Jul 14 09:05:27.676222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31ac5f21-cd5e-42aa-a5df-98eecbd2908c req-777a73e3-c0d5-4490-a7d5-1953f6a4889d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Jul 14 09:05:27.684450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-0b06adfd-d0a8-4727-b495-b541179ad959 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:27.685449 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-0b06adfd-d0a8-4727-b495-b541179ad959 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125000 Jul 14 09:05:27.752208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-1ffcf859-3fb2-45b6-9722-6c3f13f63ce1 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 696 time: 0.0598261 Jul 14 09:05:27.811362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-fdcc60c5-5938-4332-96d3-3eebfd607195 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137699 Jul 14 09:05:27.819054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-acac2f9f-32c4-4a8b-83a7-a21f3456e35e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 696 time: 0.0530179 Jul 14 09:05:27.844917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2afdb01e-cc15-411a-b519-8d34627774f6 req-dfa68784-e12e-48f1-a97b-56116e2775f3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 210 time: 0.0306928 Jul 14 09:05:27.917373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['51970c65-80c3-4c44-b420-fd796a19f7ce'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:28.035589 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c1b37c-4b3d-4ebc-be29-5d00720e06a2 req-bce3bbe3-8153-4a30-81e8-c40487e84211 service neutron] 10.222.0.48 "GET /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257265 Jul 14 09:05:28.040755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Deleting port 48892484-2f60-4c0b-b73f-7673b0f206e6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:28.041097 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.132407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.132956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.146028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Calling delete_port for 48892484-2f60-4c0b-b73f-7673b0f206e6 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:28.309547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.335406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Pushing event deleted for resources: {'Port': ['ID=48892484-2f60-4c0b-b73f-7673b0f206e6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:28.374341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.377917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.379461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69a4a8ff-15d1-4f13-8c04-427d7d4ae76f req-84c1ad0d-23ca-4b95-90e5-6d9d3a34c97a tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "DELETE /v2.0/floatingips/409b11d5-f29b-41f8-954e-41eda9e4ab32 HTTP/1.1" status: 204 len: 173 time: 0.5546134 Jul 14 09:05:28.437230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-12a0c0ef-d042-4d3a-94b6-23a06367d4d4 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407753 Jul 14 09:05:28.565451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-25dba3ba-4f69-4882-9de9-f0e3b379dd57 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:28.568011 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-25dba3ba-4f69-4882-9de9-f0e3b379dd57 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256244 Jul 14 09:05:28.588493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:28.591541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baad82-42a3-4e17-a7d2-2ed5a2993f8a req-ea86787b-beba-4502-824a-cd78ba641e3f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:28.593444 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9baad82-42a3-4e17-a7d2-2ed5a2993f8a req-ea86787b-beba-4502-824a-cd78ba641e3f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 947 time: 0.0760527 Jul 14 09:05:28.638865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9baad82-42a3-4e17-a7d2-2ed5a2993f8a req-7e776c53-989c-4dbd-bca2-86642a80dbca tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Jul 14 09:05:28.730821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:28.735082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.832765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbde0fb-cead-4573-9b99-92f0e352a45c req-a2a3e5a7-f2a7-4613-abc2-538b199559f9 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:28.834318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-acbde0fb-cead-4573-9b99-92f0e352a45c req-a2a3e5a7-f2a7-4613-abc2-538b199559f9 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 945 time: 0.0761297 Jul 14 09:05:28.894061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-acbde0fb-cead-4573-9b99-92f0e352a45c req-6b08b5a1-d0c4-4731-b9ce-e55e893a3712 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/security-groups?id=931fddf5-c37c-43d8-a2ba-868bd6fad2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Jul 14 09:05:28.895862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-fcd1997c-5076-407c-857b-de8b08578cba tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292413 Jul 14 09:05:28.901874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.131 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/2969f275-1079-4eb8-b9b7-c8ff8d075413) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:29.062988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-67806109-3452-4cfa-9ba9-dbe97135349c tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:29.064890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-67806109-3452-4cfa-9ba9-dbe97135349c tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431370 Jul 14 09:05:29.084648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:29.088805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:29.121575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.149990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object 2969f275-1079-4eb8-b9b7-c8ff8d075413 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:29.186703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-10eb8ce0-be59-44f3-b3fe-4dd33cde50c8 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:29.190828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-10eb8ce0-be59-44f3-b3fe-4dd33cde50c8 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234339 Jul 14 09:05:29.196785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.212833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:29.215912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Request body: {'binding': {'host': 'n-h2-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:29.216370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:05:29.292989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 51970c65-80c3-4c44-b420-fd796a19f7ce completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:29.297366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=2969f275-1079-4eb8-b9b7-c8ff8d075413,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:29.303760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 51970c65-80c3-4c44-b420-fd796a19f7ce triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:29.304355 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.325542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:29.327393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:29.329308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:29.390969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:29.392152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.398268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:29.402525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.468476 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-3c9a4264-a137-494e-be1c-1befec57fc05 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8844168 Jul 14 09:05:29.482408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Request body: {'port': {'device_id': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:29.543593 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.585748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.613152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:29.620588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-515bff9d-c015-4415-89a1-494aa4133e52 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:29.622272 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bc72b8-fd4c-46ba-bf84-4651825f03b6" -d '{"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-plugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:29.622478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-515bff9d-c015-4415-89a1-494aa4133e52 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 945 time: 0.2176368 Jul 14 09:05:29.645541 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:29.656004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.675717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on host n-h2-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:29.676299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:29.676639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:29.704828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:29.705210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:29.712915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0122ab72-7f85-4aac-9f41-8a9327db38e8 req-e4437f35-f019-4e35-bb9a-f43b569c587a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 210 time: 0.0680509 Jul 14 09:05:29.717917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:29.718510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:29.718890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:29.719462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Bound port: 4a91e6c7-5461-48f0-a931-a0101eff85d2, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:29.757058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4e48cc5c-7ce5-4d12-b538-9b8cdaf64d75 None None] Provisioning for port 2969f275-1079-4eb8-b9b7-c8ff8d075413 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:29.772515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.202 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/d9f63400-9c13-41ce-9a74-f0b11d6d4fde) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:29.773202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:29.783844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4e48cc5c-7ce5-4d12-b538-9b8cdaf64d75 None None] Provisioning complete for port 2969f275-1079-4eb8-b9b7-c8ff8d075413 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:29.785146 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e48cc5c-7ce5-4d12-b538-9b8cdaf64d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.814960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:29.830314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Deleting port 83848619-db3f-4f47-ba24-85092d5bfe4d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:29.831473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.831600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:29.832742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-958fdad1-7ef0-41fa-9fe1-64ef5ec59138 service neutron] 10.222.0.18 "POST /v2.0/ports/4a91e6c7-5461-48f0-a931-a0101eff85d2/bindings HTTP/1.1" status: 201 len: 390 time: 0.6264081 Jul 14 09:05:29.852891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4e48cc5c-7ce5-4d12-b538-9b8cdaf64d75 None None] Port 2969f275-1079-4eb8-b9b7-c8ff8d075413 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:30.009850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] For port 83848619-db3f-4f47-ba24-85092d5bfe4d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=83848619-db3f-4f47-ba24-85092d5bfe4d,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:30.010172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.047159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1a2cb-e54b-4b42-861d-8192ae39af63 req-5a303c3b-22df-4039-9b91-1ef8e8a1bb34 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.048253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Calling delete_port for 83848619-db3f-4f47-ba24-85092d5bfe4d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:30.048849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bea1a2cb-e54b-4b42-861d-8192ae39af63 req-5a303c3b-22df-4039-9b91-1ef8e8a1bb34 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1096 time: 0.1360738 Jul 14 09:05:30.052758 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.082249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object d9f63400-9c13-41ce-9a74-f0b11d6d4fde will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:30.109490 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bea1a2cb-e54b-4b42-861d-8192ae39af63 req-302e1f04-8ef3-4c10-977c-a7bba9542ec0 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527365 Jul 14 09:05:30.171802 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.207612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-772c7261-e48f-43ef-8d83-00575b50cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.209113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-772c7261-e48f-43ef-8d83-00575b50cc5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1097 time: 0.1131883 Jul 14 09:05:30.234665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:30.236412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-183e39c8-d324-44c0-853a-047514c24644 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.238009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-183e39c8-d324-44c0-853a-047514c24644 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 821 time: 0.2251329 Jul 14 09:05:30.263188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-17c4f921-54af-4de1-ba3f-e0b3d5f67815 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/quotas/a3aeb37af6c646339469009f2bdcae8e HTTP/1.1" status: 200 len: 375 time: 0.0134981 Jul 14 09:05:30.272443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:30.275008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:30.280806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.281239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.312367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:30.345565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-1369fa52-838a-4929-a0be-5c5b39cf1619 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2650492 Jul 14 09:05:30.366463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Request body: {'port': {'device_id': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:30.420290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-bb2534bb-3fe7-49d5-ac44-e443d2b74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.421774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-bb2534bb-3fe7-49d5-ac44-e443d2b74290 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.2041879 Jul 14 09:05:30.427195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.440642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['83848619-db3f-4f47-ba24-85092d5bfe4d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:30.450508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef568ea-3710-4ae0-9aa3-f2c0de84db8e req-1659863b-d767-4cad-991c-edb8716535ae tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.452127 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ef568ea-3710-4ae0-9aa3-f2c0de84db8e req-1659863b-d767-4cad-991c-edb8716535ae tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 946 time: 0.1666684 Jul 14 09:05:30.476324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Pushing event deleted for resources: {'Port': ['ID=83848619-db3f-4f47-ba24-85092d5bfe4d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:30.489358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2969f275-1079-4eb8-b9b7-c8ff8d075413 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:30.505942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-56748882-d4cb-443f-bb5f-be6e0b481dbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 200 len: 217 time: 0.0760498 Jul 14 09:05:30.506561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.518288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b3a46b84-535d-4c35-9738-e2151275f71d no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:30.542441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: b3a46b84-535d-4c35-9738-e2151275f71d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:30.542896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b3a46b84-535d-4c35-9738-e2151275f71d not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:30.573100 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.585532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ab845089-08a9-4cfc-b294-bc8666468b08 None None] Provisioning for port d9f63400-9c13-41ce-9a74-f0b11d6d4fde completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:30.593000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ab845089-08a9-4cfc-b294-bc8666468b08 None None] Provisioning complete for port d9f63400-9c13-41ce-9a74-f0b11d6d4fde triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:30.593951 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab845089-08a9-4cfc-b294-bc8666468b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.602304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ef568ea-3710-4ae0-9aa3-f2c0de84db8e req-3a93c790-4503-41b7-b2b7-a4aec7fb218f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002710 Jul 14 09:05:30.624704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-31c73801-5ef8-4762-92f3-a6012b7765b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:30.626158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-31c73801-5ef8-4762-92f3-a6012b7765b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1121519 Jul 14 09:05:30.638805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ab845089-08a9-4cfc-b294-bc8666468b08 None None] Port d9f63400-9c13-41ce-9a74-f0b11d6d4fde cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:30.680946 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fc744a-8d23-47e5-b6a9-fd37a1a640ed x-openstack-request-id: req-05fc744a-8d23-47e5-b6a9-fd37a1a640ed {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:30.681484 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-plugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:30.682029 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05fc744a-8d23-47e5-b6a9-fd37a1a640ed {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:30.682674 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'code': 200} Jul 14 09:05:30.697896 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-9aee9eec-0949-4526-9b21-aa0d116a597a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651665 Jul 14 09:05:30.779518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:30.836363 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-8afc38ad-25b5-4415-a437-23923102ebb6 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5625925 Jul 14 09:05:30.866076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Transition to ACTIVE for port object 2969f275-1079-4eb8-b9b7-c8ff8d075413 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:30.874145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] No DVR routers for this DVR port 83848619-db3f-4f47-ba24-85092d5bfe4d on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:30.877432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:30.879412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1200b8d-3d43-427b-a657-c6c69bd8e78b req-d06ab99b-09b0-4e67-9c27-e0815da1caa8 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.11 "DELETE /v2.0/ports/83848619-db3f-4f47-ba24-85092d5bfe4d HTTP/1.1" status: 204 len: 173 time: 1.2344737 Jul 14 09:05:30.880001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'name': 'network-vif-deleted', 'tag': '83848619-db3f-4f47-ba24-85092d5bfe4d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:30.882202 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eabac8-63bc-4434-93b7-fe1f9bed63c2" -d '{"events": [{"server_uuid": "ea724fb5-402b-4401-a43d-5b0364b4d363", "name": "network-vif-deleted", "tag": "83848619-db3f-4f47-ba24-85092d5bfe4d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:30.884883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.000270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Pushing event updated for resources: {'Port': ['ID=2969f275-1079-4eb8-b9b7-c8ff8d075413,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:31.076874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-9202af01-4671-4386-9e78-9edf41926b48 service neutron] 10.222.0.18 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120776 Jul 14 09:05:31.085924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-9cdae977-f7b1-44ee-92aa-fb937747b5bc service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034778 Jul 14 09:05:31.166562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.167850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db772bb-673e-4cbe-84a6-190588080e79 req-df7952de-87e7-4c13-bb78-b0e3bff1c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:31.169511 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3db772bb-673e-4cbe-84a6-190588080e79 req-df7952de-87e7-4c13-bb78-b0e3bff1c2fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1100 time: 0.3881762 Jul 14 09:05:31.181929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b5494-276b-4220-8da9-360082800d31 req-c4c2514a-12c4-439c-8e45-7e3897d06b0c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:31.189804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f7b5494-276b-4220-8da9-360082800d31 req-c4c2514a-12c4-439c-8e45-7e3897d06b0c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.3971393 Jul 14 09:05:31.196862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Attempting to bind port 2969f275-1079-4eb8-b9b7-c8ff8d075413 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:31.197174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Attempting to bind port 2969f275-1079-4eb8-b9b7-c8ff8d075413 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:31.197459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Attempting to bind port 2969f275-1079-4eb8-b9b7-c8ff8d075413 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:31.206547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Port 2969f275-1079-4eb8-b9b7-c8ff8d075413 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:31.206869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Attempting to bind port 2969f275-1079-4eb8-b9b7-c8ff8d075413 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:31.218983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:31.219319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:31.219756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:31.220191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Bound port: 2969f275-1079-4eb8-b9b7-c8ff8d075413, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:31.220572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.247618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-3572c42c-997b-421b-a7a7-1a2922de1c09 service neutron] 10.222.0.18 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668606 Jul 14 09:05:31.286399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f7b5494-276b-4220-8da9-360082800d31 req-d88d8f02-46dc-4d8c-8047-9c70214e28cd tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951855 Jul 14 09:05:31.325649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3db772bb-673e-4cbe-84a6-190588080e79 req-4541b718-28fc-4bc9-94ff-5e22ca517d30 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144540 Jul 14 09:05:31.332838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-48956754-90d8-4e17-a537-8556590d14f3 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345133 Jul 14 09:05:31.358836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] For port 2969f275-1079-4eb8-b9b7-c8ff8d075413, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:31.362738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] For port 2969f275-1079-4eb8-b9b7-c8ff8d075413, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2969f275-1079-4eb8-b9b7-c8ff8d075413,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:31.367843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.386027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f63400-9c13-41ce-9a74-f0b11d6d4fde {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:31.394950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.410094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Transition to ACTIVE for port object d9f63400-9c13-41ce-9a74-f0b11d6d4fde will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:31.414986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.509334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:31.524571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.526238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-8f13f412-2984-46ff-832b-f49093102575 service neutron] 10.222.0.11 "PUT /v2.0/ports/2969f275-1079-4eb8-b9b7-c8ff8d075413 HTTP/1.1" status: 200 len: 1097 time: 2.0503869 Jul 14 09:05:31.563123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Pushing event updated for resources: {'Port': ['ID=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:31.593444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f412-2984-46ff-832b-f49093102575 service neutron] Pushing event updated for resources: {'Port': ['ID=2969f275-1079-4eb8-b9b7-c8ff8d075413,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:31.639056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Attempting to bind port d9f63400-9c13-41ce-9a74-f0b11d6d4fde on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:31.639621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Attempting to bind port d9f63400-9c13-41ce-9a74-f0b11d6d4fde by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:31.640076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Attempting to bind port d9f63400-9c13-41ce-9a74-f0b11d6d4fde on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:31.659717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Port d9f63400-9c13-41ce-9a74-f0b11d6d4fde on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:31.660536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Attempting to bind port d9f63400-9c13-41ce-9a74-f0b11d6d4fde on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:31.669594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:31.670375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:31.670872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:31.671549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Bound port: d9f63400-9c13-41ce-9a74-f0b11d6d4fde, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:31.672043 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.762863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22fa1f-849d-4cf0-b61c-590ac0d3b116 req-513deb98-75fd-4e8d-85ed-05026104ed3d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:31.773543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd22fa1f-849d-4cf0-b61c-590ac0d3b116 req-513deb98-75fd-4e8d-85ed-05026104ed3d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.2134802 Jul 14 09:05:31.791214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-fa6bdec1-9eb2-4f5f-ba40-9c3c9501ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:31.792873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-fa6bdec1-9eb2-4f5f-ba40-9c3c9501ea93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 1100 time: 0.1918044 Jul 14 09:05:31.857490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] For port d9f63400-9c13-41ce-9a74-f0b11d6d4fde, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:31.877427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-05aaa329-8013-4aca-8e60-f513349a657d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=2969f275-1079-4eb8-b9b7-c8ff8d075413 HTTP/1.1" status: 200 len: 217 time: 0.0558038 Jul 14 09:05:31.904066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd22fa1f-849d-4cf0-b61c-590ac0d3b116 req-27a5acfa-0130-41e8-b21b-6897674dc541 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294162 Jul 14 09:05:31.906305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] For port d9f63400-9c13-41ce-9a74-f0b11d6d4fde, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:31.917474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:31.932470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3d84bd2-c558-4069-846a-cff6be8f5e53 req-95ecf345-b6e0-4635-8d50-da9691830d67 tempest-AttachSCSIVolumeTestJSON-1116887290 tempest-AttachSCSIVolumeTestJSON-1116887290-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea724fb5-402b-4401-a43d-5b0364b4d363 HTTP/1.1" status: 200 len: 210 time: 0.1386166 Jul 14 09:05:31.989535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414114-5dcc-4963-8b65-6d32753d4782 req-be7bcf89-b066-4088-b1e5-c0ba5d51e73c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:31.991600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-00414114-5dcc-4963-8b65-6d32753d4782 req-be7bcf89-b066-4088-b1e5-c0ba5d51e73c tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 946 time: 0.3058336 Jul 14 09:05:32.044087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.044838 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.056845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] 10.222.0.48 "PUT /v2.0/ports/d9f63400-9c13-41ce-9a74-f0b11d6d4fde HTTP/1.1" status: 200 len: 1097 time: 1.6976819 Jul 14 09:05:32.057355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'tag': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:32.064095 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c76816-6396-44ce-b1be-b4804ae1724e" -d '{"events": [{"name": "network-changed", "server_uuid": "8728bf01-7e0f-483b-9acc-7a80c230c526", "tag": "d9f63400-9c13-41ce-9a74-f0b11d6d4fde"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:32.075378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-ecfc9c96-3c69-4b92-a79d-5c8cc51de4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.079061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-ecfc9c96-3c69-4b92-a79d-5c8cc51de4dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1454797 Jul 14 09:05:32.112753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85285ab3-7046-410d-8cd5-295281f89b5e service neutron] Pushing event updated for resources: {'Port': ['ID=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:32.239677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-862a85a1-7e0f-43c6-be74-abed6020c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.241242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-862a85a1-7e0f-43c6-be74-abed6020c9f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 1100 time: 0.1152952 Jul 14 09:05:32.333717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-16b01b32-53ad-413f-8ed5-19364eda18b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d9f63400-9c13-41ce-9a74-f0b11d6d4fde HTTP/1.1" status: 200 len: 217 time: 0.0720377 Jul 14 09:05:32.398240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-4d0a1335-4cdb-4120-a0f5-ddce35188264 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.405595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-4d0a1335-4cdb-4120-a0f5-ddce35188264 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.2720938 Jul 14 09:05:32.463777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-08e24b86-0010-45e2-86cd-4d5d2fb3c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.465725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-08e24b86-0010-45e2-86cd-4d5d2fb3c2d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1041636 Jul 14 09:05:32.476583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-a3c3fb64-e079-46b0-b8e0-c40b0c560be9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/quotas/6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 375 time: 0.0700409 Jul 14 09:05:32.484056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933358c-17eb-46c0-8da3-5b1ae55a561a req-21fa71a1-5b98-4ff1-a89a-0467e7c2b0c6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.488133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2933358c-17eb-46c0-8da3-5b1ae55a561a req-21fa71a1-5b98-4ff1-a89a-0467e7c2b0c6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 948 time: 0.1356335 Jul 14 09:05:32.576984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-ddf90cf6-fadf-498e-95f7-980e96326062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.578539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-ddf90cf6-fadf-498e-95f7-980e96326062 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4817181 Jul 14 09:05:32.579596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2933358c-17eb-46c0-8da3-5b1ae55a561a req-46c146de-ffa5-4253-a924-94daabe1eb4c tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Jul 14 09:05:32.582337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Deleting port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:32.582681 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.602006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-ea359119-2f7c-4e85-9e9a-8c66309d938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:32.603925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-ea359119-2f7c-4e85-9e9a-8c66309d938b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027813 Jul 14 09:05:32.667335 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd45478-72a7-4d2b-8354-b1856ca960d5 x-openstack-request-id: req-edd45478-72a7-4d2b-8354-b1856ca960d5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:32.667825 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea724fb5-402b-4401-a43d-5b0364b4d363", "name": "network-vif-deleted", "tag": "83848619-db3f-4f47-ba24-85092d5bfe4d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:32.668189 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edd45478-72a7-4d2b-8354-b1856ca960d5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:32.668585 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea724fb5-402b-4401-a43d-5b0364b4d363', 'name': 'network-vif-deleted', 'tag': '83848619-db3f-4f47-ba24-85092d5bfe4d', 'status': 'completed', 'code': 200} Jul 14 09:05:32.713743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-55de30c3-c5c2-4526-b13a-3d0397260744 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2360337 Jul 14 09:05:32.784706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-691ecb17-1946-4279-af2a-5023e7c529ee req-c96ce695-07fa-417f-8c23-3203e026371b tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 210 time: 0.0339198 Jul 14 09:05:32.805329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-419ef360-1e9d-4194-8937-aa98449cd053 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865594 Jul 14 09:05:32.875420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] For port 41d2b24c-8a33-4fe6-be35-e0b372add8f4, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=41d2b24c-8a33-4fe6-be35-e0b372add8f4,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:32.875820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.886535 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-bcaf2d07-f6a0-4a3a-83d8-07c88f287a80 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007755 Jul 14 09:05:32.911486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Calling delete_port for 41d2b24c-8a33-4fe6-be35-e0b372add8f4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:32.934259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-4a35945a-c0ac-44e2-b70d-a9ed95fc81d2 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234927 Jul 14 09:05:32.958773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-bceb756e-a698-485f-8e30-51877d0ed605 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441680 Jul 14 09:05:33.007391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a9eb-f701-4e9b-b75f-cb0a701a0c7c req-2248c71a-61c1-4ff0-96ef-86c0027e400e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:33.009064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82f4a9eb-f701-4e9b-b75f-cb0a701a0c7c req-2248c71a-61c1-4ff0-96ef-86c0027e400e tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 946 time: 0.0777884 Jul 14 09:05:33.050882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82f4a9eb-f701-4e9b-b75f-cb0a701a0c7c req-79a90c9c-e689-4b86-b151-d379d863dc73 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/security-groups?id=f69b0172-74f8-4c88-a775-030b41926490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358226 Jul 14 09:05:33.105237 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30e7e2d-9061-450c-95d5-2a3b355c6470 req-dc7a82b9-cfa6-48a5-9f09-4ae6bb7c45e0 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079155 Jul 14 09:05:33.105654 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18988f-9102-4705-87d3-26b65da5fb52 x-openstack-request-id: req-ef18988f-9102-4705-87d3-26b65da5fb52 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:33.106118 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8728bf01-7e0f-483b-9acc-7a80c230c526", "tag": "d9f63400-9c13-41ce-9a74-f0b11d6d4fde", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:33.106538 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef18988f-9102-4705-87d3-26b65da5fb52 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:33.107715 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'tag': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde', 'status': 'completed', 'code': 200} Jul 14 09:05:33.115216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 83848619-db3f-4f47-ba24-85092d5bfe4d no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:33.161548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-cbf25fac-a24b-4832-ac78-39ae27b6324e service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914937 Jul 14 09:05:33.215120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 83848619-db3f-4f47-ba24-85092d5bfe4d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:33.215974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 83848619-db3f-4f47-ba24-85092d5bfe4d not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:33.253500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:33.267066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['41d2b24c-8a33-4fe6-be35-e0b372add8f4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:33.299283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c76816-6396-44ce-b1be-b4804ae1724e req-41e1b5a0-66b8-4109-99c1-5f371f66236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:33.301174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86c76816-6396-44ce-b1be-b4804ae1724e req-41e1b5a0-66b8-4109-99c1-5f371f66236a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 1100 time: 0.1365559 Jul 14 09:05:33.310033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Pushing event deleted for resources: {'Port': ['ID=41d2b24c-8a33-4fe6-be35-e0b372add8f4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:33.413936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] No DVR routers for this DVR port 41d2b24c-8a33-4fe6-be35-e0b372add8f4 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:33.442430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:33.444573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-00414114-5dcc-4963-8b65-6d32753d4782 req-e20cfd51-1a7e-49cb-8e4a-e9d6e381b10f tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.48 "DELETE /v2.0/ports/41d2b24c-8a33-4fe6-be35-e0b372add8f4 HTTP/1.1" status: 204 len: 173 time: 1.4400699 Jul 14 09:05:33.655839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-64b63563-b3fa-48d3-a2ca-c0e229bdfeb0 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:33.657355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-64b63563-b3fa-48d3-a2ca-c0e229bdfeb0 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 821 time: 0.2613981 Jul 14 09:05:33.676274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4141dc7-b560-49cc-83de-6e8ec7219bc5 req-e7203168-6892-48cc-80ed-628b1cfcd82a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:33.684684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4141dc7-b560-49cc-83de-6e8ec7219bc5 req-e7203168-6892-48cc-80ed-628b1cfcd82a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.1316004 Jul 14 09:05:33.696950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Request body: {'port': {'device_id': '746100a1-c552-420c-b523-036cea706c50', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'admin_state_up': True, 'tenant_id': 'a3aeb37af6c646339469009f2bdcae8e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:33.806786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4141dc7-b560-49cc-83de-6e8ec7219bc5 req-54718662-cd34-4efd-9368-4c2f45d41fc0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211329 Jul 14 09:05:33.948941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Made reservation on behalf of a3aeb37af6c646339469009f2bdcae8e for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:33.953117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:34.173632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae8470-bd4f-483e-9a01-01177e5d82c7 req-cc1b83b8-0e0d-42cc-add8-6dbcca2609ee tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:34.186265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-72ae8470-bd4f-483e-9a01-01177e5d82c7 req-cc1b83b8-0e0d-42cc-add8-6dbcca2609ee tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.9531968 Jul 14 09:05:34.227667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Allocated IP 172.20.0.3 (38656ded-8ecf-45f7-b6ea-dc905179f638/703db5b0-8af7-4abc-b3eb-38109645c34c/d39baeaa-8a97-4e54-9066-e7fd83342f30) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:34.294114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c76816-6396-44ce-b1be-b4804ae1724e req-4426ee63-45be-46bb-b246-27caf137ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:34.297902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86c76816-6396-44ce-b1be-b4804ae1724e req-4426ee63-45be-46bb-b246-27caf137ecc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.9828870 Jul 14 09:05:34.343766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-72ae8470-bd4f-483e-9a01-01177e5d82c7 req-ec6ce87c-25b6-45c8-99e4-be5515157585 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569657 Jul 14 09:05:34.444159 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2669e8c9-08fc-4445-b7e4-f40813e2ccf0 req-ed655c6f-524d-4311-8a77-440d498649b7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 210 time: 0.1408472 Jul 14 09:05:34.482510 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86c76816-6396-44ce-b1be-b4804ae1724e req-9567fbdc-c7a1-4aad-bd93-fa5de74bb9e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d9f63400-9c13-41ce-9a74-f0b11d6d4fde HTTP/1.1" status: 200 len: 217 time: 0.1766016 Jul 14 09:05:34.670215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'tag': '2969f275-1079-4eb8-b9b7-c8ff8d075413'}, {'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'name': 'network-vif-deleted', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:34.672540 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf9999d-482e-408a-bf97-7e946fa1355e", "tag": "2969f275-1079-4eb8-b9b7-c8ff8d075413"}, {"server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "name": "network-vif-deleted", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:34.732494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c76816-6396-44ce-b1be-b4804ae1724e req-75cb2671-9300-493f-b783-423c3c612812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:34.734146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86c76816-6396-44ce-b1be-b4804ae1724e req-75cb2671-9300-493f-b783-423c3c612812 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2434652 Jul 14 09:05:34.772234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d8542-de8a-4e55-bd77-97aff6b5f4b9 req-d2d16c6e-6c13-4bb4-8a90-3b4268b53351 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:34.781150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b84d8542-de8a-4e55-bd77-97aff6b5f4b9 req-d2d16c6e-6c13-4bb4-8a90-3b4268b53351 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 948 time: 0.1208041 Jul 14 09:05:34.876334 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b84d8542-de8a-4e55-bd77-97aff6b5f4b9 req-e5bd883b-8014-43b8-a628-7f8fc61eb19b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941772 Jul 14 09:05:34.946306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c76816-6396-44ce-b1be-b4804ae1724e req-9d94d948-e7b6-497d-b1a6-0a1fdac7b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:34.947831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86c76816-6396-44ce-b1be-b4804ae1724e req-9d94d948-e7b6-497d-b1a6-0a1fdac7b54c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954606 Jul 14 09:05:34.950069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2e7267d4-a904-4786-b91b-49e943c0623d req-db06a9bd-f26e-47c6-81ad-ce0d0fc0f172 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 210 time: 0.1661305 Jul 14 09:05:35.155736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-e2faeae0-0195-4d6d-b432-797762bd6e5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5063591 Jul 14 09:05:35.161268 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.214103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40328a25-3e9d-4936-9528-553704c84fc7 req-e15d2f2e-0d91-4dd0-87bc-b0b74d03e4b0 tempest-FloatingIPsAssociationTestJSON-317025749 tempest-FloatingIPsAssociationTestJSON-317025749-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ad39b3c-6378-45a7-89bb-ddca57897d36 HTTP/1.1" status: 200 len: 210 time: 0.0627608 Jul 14 09:05:35.223324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86c76816-6396-44ce-b1be-b4804ae1724e req-0ef86658-4ee2-443e-bde5-62e3d97936b8 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665849 Jul 14 09:05:35.291926 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163b4abd-5b22-451c-9f69-1ea861695830 x-openstack-request-id: req-163b4abd-5b22-451c-9f69-1ea861695830 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:35.292224 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf9999d-482e-408a-bf97-7e946fa1355e", "tag": "2969f275-1079-4eb8-b9b7-c8ff8d075413", "status": "completed", "code": 200}, {"server_uuid": "7ad39b3c-6378-45a7-89bb-ddca57897d36", "name": "network-vif-deleted", "tag": "41d2b24c-8a33-4fe6-be35-e0b372add8f4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:35.292482 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-163b4abd-5b22-451c-9f69-1ea861695830 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:35.303200 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'tag': '2969f275-1079-4eb8-b9b7-c8ff8d075413', 'status': 'completed', 'code': 200} Jul 14 09:05:35.303674 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad39b3c-6378-45a7-89bb-ddca57897d36', 'name': 'network-vif-deleted', 'tag': '41d2b24c-8a33-4fe6-be35-e0b372add8f4', 'status': 'completed', 'code': 200} Jul 14 09:05:35.448323 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.474382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d2e6c-3126-4bed-8287-f6c0b41748c4 req-9b13d563-4594-44ab-897f-5506ba27fda7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.476377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-241d2e6c-3126-4bed-8287-f6c0b41748c4 req-9b13d563-4594-44ab-897f-5506ba27fda7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.2973585 Jul 14 09:05:35.538240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Network 38656ded-8ecf-45f7-b6ea-dc905179f638 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:35.549460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86c76816-6396-44ce-b1be-b4804ae1724e req-b782e86e-5a4e-4c17-9785-db0a3424888b service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994483 Jul 14 09:05:35.558173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-b28c1907-8d7e-45db-b0c7-ce9fe3080601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.562047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-b28c1907-8d7e-45db-b0c7-ce9fe3080601 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 1098 time: 0.3062878 Jul 14 09:05:35.572940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:35.584015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:35.630348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-46765bf5-1885-46f6-8d47-24c881360e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.631773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-46765bf5-1885-46f6-8d47-24c881360e4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 1100 time: 0.2860053 Jul 14 09:05:35.645014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event updated for resources: {'Port': ['ID=d39baeaa-8a97-4e54-9066-e7fd83342f30,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:35.699501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-241d2e6c-3126-4bed-8287-f6c0b41748c4 req-6c318ef2-3e84-43a0-bf89-8dd9c0323a1a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874790 Jul 14 09:05:35.719846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.720496 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.760382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ff9a7c81-51e9-4e2b-9505-82f85f59a44c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0673318 Jul 14 09:05:35.767439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-5a256d1e-3c25-40ab-9038-356133ef5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.769034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-5a256d1e-3c25-40ab-9038-356133ef5877 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 925 time: 0.1433041 Jul 14 09:05:35.786650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Request body: {'port': {'device_id': '746100a1-c552-420c-b523-036cea706c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:35.815459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5824b-7dd9-4c80-a69f-a7597d487953 req-d74150a8-6c7a-47f9-abf4-34736826e496 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.822464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-60b5824b-7dd9-4c80-a69f-a7597d487953 req-d74150a8-6c7a-47f9-abf4-34736826e496 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.3223970 Jul 14 09:05:35.864513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-fa7db91f-2884-4e1d-8a51-d5a35b2da8aa tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.866037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-fa7db91f-2884-4e1d-8a51-d5a35b2da8aa tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.3078349 Jul 14 09:05:35.869078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-bb86cff5-9477-461b-9f9c-77230125f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.870474 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-bb86cff5-9477-461b-9f9c-77230125f022 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2276208 Jul 14 09:05:35.895280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Request body: {'port': {'device_id': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'admin_state_up': True, 'tenant_id': '6296f849fa8b45fe8cc5645afa7419b8'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:35.958976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-4db17a1f-fb8c-4ea1-b351-0deea07c93fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfe33138-30a9-4eba-afb5-934a9fce9812 HTTP/1.1" status: 200 len: 1001 time: 0.1644542 Jul 14 09:05:35.965734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.002608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-60b5824b-7dd9-4c80-a69f-a7597d487953 req-c5530515-488b-4360-965b-f263fb32f910 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791568 Jul 14 09:05:36.056338 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-2536948a-841a-4086-9611-98cea547d060 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=2969f275-1079-4eb8-b9b7-c8ff8d075413 HTTP/1.1" status: 200 len: 217 time: 0.1745152 Jul 14 09:05:36.071718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8527ad62-b60a-4c4a-990a-85b24404cb05 req-1bf54e0c-9008-415a-b12b-76062b309c59 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 210 time: 0.0384510 Jul 14 09:05:36.110478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-73c1ea92-0540-400d-9c92-5d0cb0f33d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:36.112253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-73c1ea92-0540-400d-9c92-5d0cb0f33d70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 200 len: 863 time: 0.1314452 Jul 14 09:05:36.241583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-28dc9e70-c2f6-4c31-ac4f-981dfe7553ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:36.245319 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-28dc9e70-c2f6-4c31-ac4f-981dfe7553ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1714277 Jul 14 09:05:36.294990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-5d21cc01-65d7-4522-bd3d-33ba0cf84d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:36.296695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-5d21cc01-65d7-4522-bd3d-33ba0cf84d41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312096 Jul 14 09:05:36.348046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Made reservation on behalf of 6296f849fa8b45fe8cc5645afa7419b8 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:36.351803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.399946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e705f-8f9a-45e0-a151-e5153e1dc533 req-f0d81671-a326-4c8f-9073-310b587a454b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:36.401800 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e3e705f-8f9a-45e0-a151-e5153e1dc533 req-f0d81671-a326-4c8f-9073-310b587a454b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 948 time: 0.1555378 Jul 14 09:05:36.409747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-c19a4fe3-b431-4950-a9df-c1f93e697ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:36.411211 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-c19a4fe3-b431-4950-a9df-c1f93e697ed3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1528997 Jul 14 09:05:36.500147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d9f63400-9c13-41ce-9a74-f0b11d6d4fde details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:36.623381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d9f63400-9c13-41ce-9a74-f0b11d6d4fde, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:36.639182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 41d2b24c-8a33-4fe6-be35-e0b372add8f4 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:36.665795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde', 'mac_address': 'fa:16:3e:f6:67:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:36.669930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 41d2b24c-8a33-4fe6-be35-e0b372add8f4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:36.670626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 41d2b24c-8a33-4fe6-be35-e0b372add8f4 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:36.687016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e3e705f-8f9a-45e0-a151-e5153e1dc533 req-b69c0b3c-7e3f-4aef-ab38-dbb04e973226 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376888 Jul 14 09:05:36.711492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.727087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f63400-9c13-41ce-9a74-f0b11d6d4fde {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:36.764140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d9f63400-9c13-41ce-9a74-f0b11d6d4fde, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:36.772549 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:36.835723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:36.860100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Allocated IP 172.20.0.2 (fe2b4f64-f9b7-4cea-b291-0138e1e004ba/55af7286-06ff-4d12-a7a5-cb35ef74e922/992c105d-49b3-41f3-8a2d-139d1b65e299) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:36.868798 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-681555a2-873e-48f9-8708-0c9e82e0514b service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185188 Jul 14 09:05:36.904613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:36.978080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-2a35ff96-3757-4444-b0d9-22ec3e557f12 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346884 Jul 14 09:05:36.987938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff469f4-06fd-4bf0-b755-9292b4ef4865 req-8125e0cc-5c64-4e0a-bfd5-025a1345f1e1 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:36.996615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ff469f4-06fd-4bf0-b755-9292b4ef4865 req-8125e0cc-5c64-4e0a-bfd5-025a1345f1e1 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 931 time: 0.6899850 Jul 14 09:05:37.054413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39baeaa-8a97-4e54-9066-e7fd83342f30 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:37.124832 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.145934 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a38f4c-c41f-4e6c-9769-e843dfc8280a req-0ff7c0d3-06d5-422a-ad3e-878745772165 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944439 Jul 14 09:05:37.148801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2969f275-1079-4eb8-b9b7-c8ff8d075413 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:37.149558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.198427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ff469f4-06fd-4bf0-b755-9292b4ef4865 req-c95a06de-f96f-4388-b329-a262ec062d90 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001076 Jul 14 09:05:37.213905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Transition to ACTIVE for port object d39baeaa-8a97-4e54-9066-e7fd83342f30 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:37.252876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.277324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.345100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 2969f275-1079-4eb8-b9b7-c8ff8d075413, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2969f275-1079-4eb8-b9b7-c8ff8d075413,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:37.375162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d9f63400-9c13-41ce-9a74-f0b11d6d4fde'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:37.386470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:37.398054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:37.417970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Pushing event updated for resources: {'Port': ['ID=d39baeaa-8a97-4e54-9066-e7fd83342f30,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:37.476961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '2969f275-1079-4eb8-b9b7-c8ff8d075413', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '2969f275-1079-4eb8-b9b7-c8ff8d075413', 'mac_address': 'fa:16:3e:93:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:37.484929 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-569678f0-8e8f-4fcf-a5cb-249b8552fab5 req-3792313b-a0d7-4038-8186-4de760e12820 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848104 Jul 14 09:05:37.493709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:37.501224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:37.502237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.515602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:37.572362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-581d536c-aac9-43c1-bf86-e8142301f96f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6893494 Jul 14 09:05:37.597294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Request body: {'port': {'device_id': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:37.637069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-5f9fdcf7-24d7-4696-8431-db7292e9b962 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2937033 Jul 14 09:05:37.655856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabca5a-2e46-4d2f-9025-31be2d7250c7 req-705dbe8c-e313-4e89-b352-c662a79ae0eb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:37.662933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ebabca5a-2e46-4d2f-9025-31be2d7250c7 req-705dbe8c-e313-4e89-b352-c662a79ae0eb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.1539347 Jul 14 09:05:37.693243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.745297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2969f275-1079-4eb8-b9b7-c8ff8d075413 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:37.821097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 2969f275-1079-4eb8-b9b7-c8ff8d075413, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2969f275-1079-4eb8-b9b7-c8ff8d075413,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:37.845500 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.846625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:37.847948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Attempting to bind port d39baeaa-8a97-4e54-9066-e7fd83342f30 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:37.850768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Attempting to bind port d39baeaa-8a97-4e54-9066-e7fd83342f30 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:37.851137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Attempting to bind port d39baeaa-8a97-4e54-9066-e7fd83342f30 on network 38656ded-8ecf-45f7-b6ea-dc905179f638 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:37.864368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Port d39baeaa-8a97-4e54-9066-e7fd83342f30 on network 38656ded-8ecf-45f7-b6ea-dc905179f638 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:37.864696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Attempting to bind port d39baeaa-8a97-4e54-9066-e7fd83342f30 on network 38656ded-8ecf-45f7-b6ea-dc905179f638 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:37.912936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ebabca5a-2e46-4d2f-9025-31be2d7250c7 req-193d4ebe-637a-46d3-89f9-c58df45ed4da tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492008 Jul 14 09:05:37.923614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:37.923962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Checking segment: {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:37.924415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Bound using segment: {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:37.924980 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Bound port: d39baeaa-8a97-4e54-9066-e7fd83342f30, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f80f834-9075-42b3-ae28-bd5ae9b43fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:37.925227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.101860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=2969f275-1079-4eb8-b9b7-c8ff8d075413,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:38.163116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6ec5a-c234-43c4-8a97-58d1ebc80964 req-527287ec-53dc-42d9-ba2d-a99d31ac6076 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:38.164712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9a6ec5a-c234-43c4-8a97-58d1ebc80964 req-527287ec-53dc-42d9-ba2d-a99d31ac6076 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 931 time: 0.4830074 Jul 14 09:05:38.175908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:38.316247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] For port d39baeaa-8a97-4e54-9066-e7fd83342f30, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:38.375694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] For port d39baeaa-8a97-4e54-9066-e7fd83342f30, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d39baeaa-8a97-4e54-9066-e7fd83342f30,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:38.381764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9a6ec5a-c234-43c4-8a97-58d1ebc80964 req-fbb38d33-dea1-44de-a529-d8cbcfbe278c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784532 Jul 14 09:05:38.384414 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.458290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd1af8-b49e-4041-9e43-796ca971c246 req-71cfc37d-748e-4e1b-a2c3-edea7d67fcf8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:38.468713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-abcd1af8-b49e-4041-9e43-796ca971c246 req-71cfc37d-748e-4e1b-a2c3-edea7d67fcf8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.2314603 Jul 14 09:05:38.479819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:38.480344 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.481762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] 10.222.0.11 "PUT /v2.0/ports/d39baeaa-8a97-4e54-9066-e7fd83342f30 HTTP/1.1" status: 200 len: 1092 time: 2.7050633 Jul 14 09:05:38.486952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746100a1-c552-420c-b523-036cea706c50', 'tag': 'd39baeaa-8a97-4e54-9066-e7fd83342f30'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:38.489879 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376922b3-328d-48ad-ba37-da216569c888" -d '{"events": [{"name": "network-changed", "server_uuid": "746100a1-c552-420c-b523-036cea706c50", "tag": "d39baeaa-8a97-4e54-9066-e7fd83342f30"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:38.634181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f0096-4609-44b9-ad37-b52fb9ea80bd service neutron] Pushing event updated for resources: {'Port': ['ID=d39baeaa-8a97-4e54-9066-e7fd83342f30,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:38.634763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-abcd1af8-b49e-4041-9e43-796ca971c246 req-d688e0d5-1964-4c68-a39a-78c24ec2706c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613886 Jul 14 09:05:38.677371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c105d-49b3-41f3-8a2d-139d1b65e299 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:38.696391 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.708980 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.736533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Transition to ACTIVE for port object 992c105d-49b3-41f3-8a2d-139d1b65e299 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:38.744891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.852699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95d557-521a-4333-862b-85a984877083 service neutron] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:38.960930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:38.961264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:38.961588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:38.969600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:38.969949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:38.978159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:38.978495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:38.978872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:38.979295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Bound port: 992c105d-49b3-41f3-8a2d-139d1b65e299, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:38.979671 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.997213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-6a4f1f19-08a6-48f2-ba1b-9e85379334d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:38.999681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-6a4f1f19-08a6-48f2-ba1b-9e85379334d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 1095 time: 0.4249253 Jul 14 09:05:39.064238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48c2f1-945b-423d-898c-48178444107a req-06edb615-c16e-4f22-b673-f63eac150c14 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.082731 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f48c2f1-945b-423d-898c-48178444107a req-06edb615-c16e-4f22-b673-f63eac150c14 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 943 time: 0.2216229 Jul 14 09:05:39.104084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-a29a173e-1847-40b8-bbc6-efbf19d277c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39baeaa-8a97-4e54-9066-e7fd83342f30 HTTP/1.1" status: 200 len: 217 time: 0.0752199 Jul 14 09:05:39.137389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:39.158197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2969f275-1079-4eb8-b9b7-c8ff8d075413 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:39.162493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f48c2f1-945b-423d-898c-48178444107a req-6b84b1d4-c72c-464f-969b-5af411f85c3f tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769210 Jul 14 09:05:39.190977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a2872-f425-4477-a9f5-fc635efea68d req-ee72f231-0e09-4cb2-82c0-b582523f8c1e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.193412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:39.194900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f4a2872-f425-4477-a9f5-fc635efea68d req-ee72f231-0e09-4cb2-82c0-b582523f8c1e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 949 time: 0.5704169 Jul 14 09:05:39.209085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.278392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 2969f275-1079-4eb8-b9b7-c8ff8d075413 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:39.281569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.282303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 2969f275-1079-4eb8-b9b7-c8ff8d075413 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:39.282576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.283044 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.287796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-1d95d557-521a-4333-862b-85a984877083 service neutron] 10.222.0.11 "PUT /v2.0/ports/992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 200 len: 1092 time: 1.7009079 Jul 14 09:05:39.288539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:39.299124 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81af0767-0aa1-4e96-a6b4-ecc8889003b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:39.369837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f4a2872-f425-4477-a9f5-fc635efea68d req-cf220518-78cd-47cc-ba19-90dd7d12418a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573734 Jul 14 09:05:39.382452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-321697c5-9e1d-4d7f-b538-03de8e0f9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.396668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-321697c5-9e1d-4d7f-b538-03de8e0f9348 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=703db5b0-8af7-4abc-b3eb-38109645c34c HTTP/1.1" status: 200 len: 861 time: 0.2731903 Jul 14 09:05:39.419971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95d557-521a-4333-862b-85a984877083 service neutron] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:39.469582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.488201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-63eb3ec4-d235-42e2-b17a-b4153ca59f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.489693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-63eb3ec4-d235-42e2-b17a-b4153ca59f70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1095 time: 0.1441536 Jul 14 09:05:39.489828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-8bfb9ae0-3cb8-4f72-939d-975ad2860d5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38656ded-8ecf-45f7-b6ea-dc905179f638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886173 Jul 14 09:05:39.499122 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c2902-e91f-4e8f-a85c-527df77345b7 x-openstack-request-id: req-a94c2902-e91f-4e8f-a85c-527df77345b7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:39.499424 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746100a1-c552-420c-b523-036cea706c50", "tag": "d39baeaa-8a97-4e54-9066-e7fd83342f30", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:39.499691 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a94c2902-e91f-4e8f-a85c-527df77345b7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:39.500100 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746100a1-c552-420c-b523-036cea706c50', 'tag': 'd39baeaa-8a97-4e54-9066-e7fd83342f30', 'status': 'completed', 'code': 200} Jul 14 09:05:39.523789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2969f275-1079-4eb8-b9b7-c8ff8d075413'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:39.526502 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7d11f-b690-484e-9a99-650cd0462f28" -d '{"events": [{"server_uuid": "bbf9999d-482e-408a-bf97-7e946fa1355e", "name": "network-vif-plugged", "status": "completed", "tag": "2969f275-1079-4eb8-b9b7-c8ff8d075413"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:39.556984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 2969f275-1079-4eb8-b9b7-c8ff8d075413, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2969f275-1079-4eb8-b9b7-c8ff8d075413,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:39.568189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.601259 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6c4e95-0510-43f3-830e-ade18c75e0fd x-openstack-request-id: req-0d6c4e95-0510-43f3-830e-ade18c75e0fd {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:39.601654 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:39.601800 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d6c4e95-0510-43f3-830e-ade18c75e0fd {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:39.602171 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299', 'status': 'completed', 'code': 200} Jul 14 09:05:39.604977 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-057a104a-78da-4918-bbdb-2696e45be15c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 200 len: 217 time: 0.0912428 Jul 14 09:05:39.682453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=2969f275-1079-4eb8-b9b7-c8ff8d075413,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:39.702635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-76635c29-692e-40b1-a52d-64a132096243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.704206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-76635c29-692e-40b1-a52d-64a132096243 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0618005 Jul 14 09:05:39.793419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-655efcd1-cbb5-4350-848d-d81c5d1b7ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727146 Jul 14 09:05:39.818610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Deleting port 595689a2-5fc2-414a-8d21-a44d0b0d27da {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:39.818956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.837474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-f369f0d9-d034-46c1-ae79-94b5a3c78ea0 service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903602 Jul 14 09:05:39.879968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5a8dd-a362-4688-a937-1cd58eb83858 req-7573c8ad-2c37-461b-9f3b-cf06a81ac9dc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.886841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7a5a8dd-a362-4688-a937-1cd58eb83858 req-7573c8ad-2c37-461b-9f3b-cf06a81ac9dc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.3151252 Jul 14 09:05:39.931572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-2356a208-d80c-41c6-8be0-58472fc1fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.933057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-2356a208-d80c-41c6-8be0-58472fc1fdc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1100 time: 0.2224936 Jul 14 09:05:39.962513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4c15e-1fe7-4739-be41-3af91abb525a req-f3cdd47c-3ff9-45b0-8081-ed94fae93de2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:39.964140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fef4c15e-1fe7-4739-be41-3af91abb525a req-f3cdd47c-3ff9-45b0-8081-ed94fae93de2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.2253721 Jul 14 09:05:39.974069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-c31a4e18-d1bf-4ea6-9784-e50b5fd21417 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712193 Jul 14 09:05:40.015950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7a5a8dd-a362-4688-a937-1cd58eb83858 req-40083ed7-62d5-422e-b793-2ed54ecef2fa tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282015 Jul 14 09:05:40.022550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] For port 595689a2-5fc2-414a-8d21-a44d0b0d27da, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=595689a2-5fc2-414a-8d21-a44d0b0d27da,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:40.022918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.065033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37a99c54-98dc-416d-8773-e3b2c0e735f3 req-ae03fb14-cb23-4d7f-a049-2d1c65b738f2 service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983640 Jul 14 09:05:40.066143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Calling delete_port for 595689a2-5fc2-414a-8d21-a44d0b0d27da owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:40.081843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fef4c15e-1fe7-4739-be41-3af91abb525a req-9cfa7bb4-5489-4006-8378-9ff510f37fab tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063514 Jul 14 09:05:40.104647 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6c357c-74d2-4e9d-961c-1b044a06b10c x-openstack-request-id: req-9d6c357c-74d2-4e9d-961c-1b044a06b10c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:40.105337 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9999d-482e-408a-bf97-7e946fa1355e", "name": "network-vif-plugged", "status": "completed", "tag": "2969f275-1079-4eb8-b9b7-c8ff8d075413", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:40.105807 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d6c357c-74d2-4e9d-961c-1b044a06b10c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:40.106394 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2969f275-1079-4eb8-b9b7-c8ff8d075413', 'code': 200} Jul 14 09:05:40.244138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-412fa752-499d-4b5c-90e3-9a17ff166843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.245824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-412fa752-499d-4b5c-90e3-9a17ff166843 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3035779 Jul 14 09:05:40.296411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80e2cd8f-a8fd-4e9d-aa66-11e81b834e00 req-b73b8cb2-6ce1-4318-8179-5e559b514c25 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959924 Jul 14 09:05:40.297892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-00e5bd90-f247-463c-8326-3c0c4caf49df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0389144 Jul 14 09:05:40.438078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-d1c15dd5-0d09-4a4d-9a94-1fabbf5d1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.439598 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-d1c15dd5-0d09-4a4d-9a94-1fabbf5d1d86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1253550 Jul 14 09:05:40.514823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d9f63400-9c13-41ce-9a74-f0b11d6d4fde up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:40.577889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port d9f63400-9c13-41ce-9a74-f0b11d6d4fde completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:40.583960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port d9f63400-9c13-41ce-9a74-f0b11d6d4fde triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:40.584776 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.688443 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.736491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d9f63400-9c13-41ce-9a74-f0b11d6d4fde, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:40.742502 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.753604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376922b3-328d-48ad-ba37-da216569c888 req-74fe8d8c-bc8a-424e-b2d6-aad16ef66bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.755119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-376922b3-328d-48ad-ba37-da216569c888 req-74fe8d8c-bc8a-424e-b2d6-aad16ef66bbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3aeb37af6c646339469009f2bdcae8e&device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 1095 time: 0.5906496 Jul 14 09:05:40.800405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-34ab0891-856b-443b-b5fa-52f5f1fd97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.801913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-34ab0891-856b-443b-b5fa-52f5f1fd97b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1095 time: 0.4301529 Jul 14 09:05:40.809215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85384d3-9220-42f4-89a6-4b9e983a54c6 req-14b32bfe-ef23-42f4-a771-faef459a2da5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.810641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a85384d3-9220-42f4-89a6-4b9e983a54c6 req-14b32bfe-ef23-42f4-a771-faef459a2da5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 943 time: 0.4425011 Jul 14 09:05:40.823123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:40.837109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e844b00-4310-43b4-a880-7e6790708c3f req-5224c3aa-f35b-45f9-9e0c-6b1a7fde71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.838739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e844b00-4310-43b4-a880-7e6790708c3f req-5224c3aa-f35b-45f9-9e0c-6b1a7fde71cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 1102 time: 0.5901732 Jul 14 09:05:40.849300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788b541-241f-4203-be7e-28e58dfaff80 req-31ec68b2-a485-42a9-a16b-96f6820a4e7e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.850649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a788b541-241f-4203-be7e-28e58dfaff80 req-31ec68b2-a485-42a9-a16b-96f6820a4e7e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.6394637 Jul 14 09:05:40.887995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-be3b8b83-1dd2-4992-911e-ec5ef575609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.889489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-be3b8b83-1dd2-4992-911e-ec5ef575609f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4423149 Jul 14 09:05:40.919122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.928118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a85384d3-9220-42f4-89a6-4b9e983a54c6 req-61dceba8-3d1c-4cc1-96ad-854a238452c0 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033425 Jul 14 09:05:40.963333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e844b00-4310-43b4-a880-7e6790708c3f req-2126357e-dffa-4b79-aece-918bf2fe46d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095808 Jul 14 09:05:40.964699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376922b3-328d-48ad-ba37-da216569c888 req-7474950a-3bd9-4955-af16-63ea5d986c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:40.966487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-376922b3-328d-48ad-ba37-da216569c888 req-7474950a-3bd9-4955-af16-63ea5d986c5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 200 len: 922 time: 0.2024014 Jul 14 09:05:40.969591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=595689a2-5fc2-414a-8d21-a44d0b0d27da,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:40.984009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a788b541-241f-4203-be7e-28e58dfaff80 req-eb106228-816d-4dca-86ff-d483e0005368 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237414 Jul 14 09:05:40.999212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-ac7a8080-ee67-4875-b9ea-c370fbea7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:41.000708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-ac7a8080-ee67-4875-b9ea-c370fbea7ab6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1862309 Jul 14 09:05:41.076318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-09f10924-3eb8-4a0a-ae67-6c397a675e17 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747770 Jul 14 09:05:41.081148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-9e257fc0-83a3-408f-844b-f3ef0d421157 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 200 len: 217 time: 0.0519884 Jul 14 09:05:41.090259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:41.107154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-376922b3-328d-48ad-ba37-da216569c888 req-279ae511-cd93-4a6b-a666-58a666ec00ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39baeaa-8a97-4e54-9066-e7fd83342f30 HTTP/1.1" status: 200 len: 217 time: 0.0393622 Jul 14 09:05:41.278914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376922b3-328d-48ad-ba37-da216569c888 req-3665483f-124d-4e91-b9ff-17afd0ccda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:41.280390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-376922b3-328d-48ad-ba37-da216569c888 req-3665483f-124d-4e91-b9ff-17afd0ccda29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=703db5b0-8af7-4abc-b3eb-38109645c34c HTTP/1.1" status: 200 len: 861 time: 0.1185942 Jul 14 09:05:41.310999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-dd165546-274a-4654-921f-b0fb039a00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:41.312817 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-dd165546-274a-4654-921f-b0fb039a00fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.2149553 Jul 14 09:05:41.335105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-376922b3-328d-48ad-ba37-da216569c888 req-9ae597e3-fe57-48c3-9cce-b4ced55c485e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38656ded-8ecf-45f7-b6ea-dc905179f638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363069 Jul 14 09:05:41.346255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:41.364206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-27f8f0ab-1909-4f1d-a116-28385157179d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406451 Jul 14 09:05:41.450795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb147-8174-4385-a170-4e386d089849 req-12517a94-691e-4135-9e1b-e7e50495c9fb tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:41.452424 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af6bb147-8174-4385-a170-4e386d089849 req-12517a94-691e-4135-9e1b-e7e50495c9fb tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 950 time: 0.2385280 Jul 14 09:05:41.486007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-361b5735-1789-48fc-a0e3-6a2be5e37cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928998 Jul 14 09:05:41.567177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af6bb147-8174-4385-a170-4e386d089849 req-dd4b60fb-b0ac-4a76-bc8d-83f25f56e135 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066153 Jul 14 09:05:41.570919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-376922b3-328d-48ad-ba37-da216569c888 req-ca9098c1-df00-4d15-bda9-87c623dac233 service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265124 Jul 14 09:05:41.615699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1101f-271e-482a-a1af-79ac7eb1fd5c req-b2070463-912b-4214-ac98-c46514018ee4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:41.617141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3d1101f-271e-482a-a1af-79ac7eb1fd5c req-b2070463-912b-4214-ac98-c46514018ee4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.2782929 Jul 14 09:05:41.620120 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-1b0ace56-efc7-43af-878f-9cc5444042e8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410553 Jul 14 09:05:41.787646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3d1101f-271e-482a-a1af-79ac7eb1fd5c req-e49b85db-0841-47a7-a729-429f1c9ad9d9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458044 Jul 14 09:05:41.803060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-376922b3-328d-48ad-ba37-da216569c888 req-aa107b68-02bd-4555-9884-340b84d29a27 service neutron] 10.222.0.11 "GET /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180390 Jul 14 09:05:41.811268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Router cba28f46-397f-40be-b228-214b4ff3be68 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:41.823102 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81af0767-0aa1-4e96-a6b4-ecc8889003b1 req-59076e42-4b4c-4f55-8eed-cf11a5e1b431 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803100 Jul 14 09:05:41.843486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b9637-74e1-4fb7-8ea4-a5badc25717e req-00d38a3d-8114-4ded-b7d5-217f0baf15ef tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:41.845473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cd4b9637-74e1-4fb7-8ea4-a5badc25717e req-00d38a3d-8114-4ded-b7d5-217f0baf15ef tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.1222889 Jul 14 09:05:41.934276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:41.950384 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cd4b9637-74e1-4fb7-8ea4-a5badc25717e req-e6438066-75ad-4a93-b760-c81dfb4a3161 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687838 Jul 14 09:05:41.980120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:41.985786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-39b54519-b1c5-4986-a474-f5ea1ff367b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/cba28f46-397f-40be-b228-214b4ff3be68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0777061 Jul 14 09:05:41.988193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39894) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:41.990754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] Sync routers for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:42.000750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:42.001367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:42.129358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:42.131884 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7339e70-a5af-4529-9f70-df0a28931386" -d '{"events": [{"server_uuid": "8728bf01-7e0f-483b-9acc-7a80c230c526", "name": "network-vif-plugged", "status": "completed", "tag": "d9f63400-9c13-41ce-9a74-f0b11d6d4fde"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:42.172244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:42.232458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.281940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd866b-88dd-4814-aa5a-7d4920ffe53e req-117c6158-fe5c-447c-be8d-781eb82dfd1b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.284456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99fd866b-88dd-4814-aa5a-7d4920ffe53e req-117c6158-fe5c-447c-be8d-781eb82dfd1b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1472485 Jul 14 09:05:42.288561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df2f2b-8449-4f87-acf2-82644f4b1b1a req-58fb3f2d-8a39-436d-9a57-f7f62a435d13 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.290073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81df2f2b-8449-4f87-acf2-82644f4b1b1a req-58fb3f2d-8a39-436d-9a57-f7f62a435d13 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 943 time: 0.1911383 Jul 14 09:05:42.371600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81df2f2b-8449-4f87-acf2-82644f4b1b1a req-314781a3-2a2b-44a5-a9ef-852a5d8d99e7 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Jul 14 09:05:42.372267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:05:40Z', 'revision_number': 5, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port': {'id': '70b192d6-95ba-4f65-895e-ed8211eee552', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:04:08Z', 'updated_at': '2021-07-14T09:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:42.378091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99fd866b-88dd-4814-aa5a-7d4920ffe53e req-8c244b49-2433-4675-95bd-d77cdbd85c3d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Jul 14 09:05:42.387444 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.401576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] Checking router: cba28f46-397f-40be-b228-214b4ff3be68 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:42.412070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] Routers {'cba28f46-397f-40be-b228-214b4ff3be68'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:42.412653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['cba28f46-397f-40be-b228-214b4ff3be68'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:42.422126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Deleting port 943c8bef-29fa-4d18-918a-e5aa368c8644 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:42.422482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.449428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Deleting port 70b192d6-95ba-4f65-895e-ed8211eee552 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:42.450476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.537580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] For port 943c8bef-29fa-4d18-918a-e5aa368c8644, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=943c8bef-29fa-4d18-918a-e5aa368c8644,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:42.539099 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.540405 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae2ea8a-a9de-4558-babf-6685a88ff095 x-openstack-request-id: req-eae2ea8a-a9de-4558-babf-6685a88ff095 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:42.540700 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8728bf01-7e0f-483b-9acc-7a80c230c526", "name": "network-vif-plugged", "status": "completed", "tag": "d9f63400-9c13-41ce-9a74-f0b11d6d4fde", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:42.540956 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eae2ea8a-a9de-4558-babf-6685a88ff095 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:42.541376 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde', 'code': 200} Jul 14 09:05:42.556336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Calling delete_port for 943c8bef-29fa-4d18-918a-e5aa368c8644 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:42.590987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] Set router cba28f46-397f-40be-b228-214b4ff3be68 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:42.649923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] For port 70b192d6-95ba-4f65-895e-ed8211eee552, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=70b192d6-95ba-4f65-895e-ed8211eee552,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:42.650341 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.665813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Calling delete_port for 70b192d6-95ba-4f65-895e-ed8211eee552 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:42.666364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 6, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:42.697517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59454575-8e18-407f-9a27-85311afbe1a7 None None] The sync data for ids ['cba28f46-397f-40be-b228-214b4ff3be68'] in n-d-758944-44 is: [{'id': 'cba28f46-397f-40be-b228-214b4ff3be68', 'name': 'tempest-FloatingIPsAssociationTestJSON-424819362-router', 'tenant_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:04:05Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 6, 'project_id': '9364d5732f4f48f5bd89636a23cbbfe1', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:42.733117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c1911-fd63-4c64-8f5b-7ce7be474299 req-9669fa12-5098-4421-a81a-cfce3a6ca82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.733117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-338c1911-fd63-4c64-8f5b-7ce7be474299 req-9669fa12-5098-4421-a81a-cfce3a6ca82f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 1102 time: 0.1432471 Jul 14 09:05:42.813388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-338c1911-fd63-4c64-8f5b-7ce7be474299 req-5ff0a2b3-d756-4b71-a04e-66fa2f574110 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704415 Jul 14 09:05:42.814057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef2a28-03c5-4cdc-a70a-638a9832436e req-0a97ed08-4906-44c7-968d-1b97c9c29c07 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:42.815240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cef2a28-03c5-4cdc-a70a-638a9832436e req-0a97ed08-4906-44c7-968d-1b97c9c29c07 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 950 time: 0.1085835 Jul 14 09:05:42.851097 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.884327 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:42.884655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Pushing event deleted for resources: {'Port': ['ID=943c8bef-29fa-4d18-918a-e5aa368c8644,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:42.909769 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cef2a28-03c5-4cdc-a70a-638a9832436e req-c8fc20e7-b9da-4c12-b6a9-836e6bc18fa7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772142 Jul 14 09:05:42.928485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Pushing event deleted for resources: {'Port': ['ID=70b192d6-95ba-4f65-895e-ed8211eee552,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:43.027089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.053319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.161357 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.170187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6b5b-d208-4794-a5b6-ed6040fac076 req-3c1ffada-7308-4fdf-9387-9e212cde5da1 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.171524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-561a6b5b-d208-4794-a5b6-ed6040fac076 req-3c1ffada-7308-4fdf-9387-9e212cde5da1 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.2490833 Jul 14 09:05:43.172725 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.193511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 992c105d-49b3-41f3-8a2d-139d1b65e299 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:43.241092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79c367-e71a-42e0-ab41-9c79c9c72cdf req-fc20f05a-d976-4f26-bac8-efe5ba9152e1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.242585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba79c367-e71a-42e0-ab41-9c79c9c72cdf req-fc20f05a-d976-4f26-bac8-efe5ba9152e1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.1131909 Jul 14 09:05:43.276137 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-561a6b5b-d208-4794-a5b6-ed6040fac076 req-b8b940d3-ca4e-46a8-8555-bdb2879dca81 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956836 Jul 14 09:05:43.279511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.280194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cba28f46-397f-40be-b228-214b4ff3be68 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:05:43.286750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.291673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7efa0ae0-f088-4194-80ef-d9c2de35caea admin admin] 10.222.0.18 "DELETE /v2.0/routers/cba28f46-397f-40be-b228-214b4ff3be68 HTTP/1.1" status: 204 len: 168 time: 1.2986832 Jul 14 09:05:43.291673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:43.323390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:43.336319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '992c105d-49b3-41f3-8a2d-139d1b65e299', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'port_id': '992c105d-49b3-41f3-8a2d-139d1b65e299', 'mac_address': 'fa:16:3e:ab:28:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55af7286-06ff-4d12-a7a5-cb35ef74e922', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:43.339735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] Deleting subnet 05e466ad-a344-4f36-a97c-a9be4f27de6a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:43.344033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.352916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba79c367-e71a-42e0-ab41-9c79c9c72cdf req-123ce0f1-a36a-4c8b-81ee-905f9dac7ef9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721951 Jul 14 09:05:43.379445 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.381250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.388289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Router a3b0f836-d375-4dc1-b0d0-5593b5139e8a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:43.394469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992c105d-49b3-41f3-8a2d-139d1b65e299 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:43.416275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:43.421197 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.422023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d39baeaa-8a97-4e54-9066-e7fd83342f30 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:43.516657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:43.523867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.527321 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-db3d7495-4c4c-4fdc-a9b8-79a637c6b44a admin admin] 10.222.0.18 "PUT /v2.0/routers/a3b0f836-d375-4dc1-b0d0-5593b5139e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4333217 Jul 14 09:05:43.527617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:43.537351 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] Sync routers for ids ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:43.553394 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] Routers {'a3b0f836-d375-4dc1-b0d0-5593b5139e8a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:43.554096 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:43.572179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d39baeaa-8a97-4e54-9066-e7fd83342f30, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d39baeaa-8a97-4e54-9066-e7fd83342f30,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:43.606912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.639919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'd39baeaa-8a97-4e54-9066-e7fd83342f30', 'network_id': '38656ded-8ecf-45f7-b6ea-dc905179f638', 'port_id': 'd39baeaa-8a97-4e54-9066-e7fd83342f30', 'mac_address': 'fa:16:3e:1f:43:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703db5b0-8af7-4abc-b3eb-38109645c34c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:05:43.645262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:43.645712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e466ad-a344-4f36-a97c-a9be4f27de6a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:43.668855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.670647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a077b3e6-b91c-4252-ba95-c129bec4fd8c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/05e466ad-a344-4f36-a97c-a9be4f27de6a HTTP/1.1" status: 204 len: 168 time: 0.3780763 Jul 14 09:05:43.671650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7054be0-f80b-464e-80e9-984e4a6ea38f None None] Network 4334f2bf-f268-48ee-80bd-2dff230c3bf9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:43.673153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39918) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:43.749929 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] Set router a3b0f836-d375-4dc1-b0d0-5593b5139e8a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:43.762174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59174dd-29eb-402c-bbdb-8a787d379ea3 req-6f79e318-830a-4717-992c-f9ed97c6eca0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.770243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d59174dd-29eb-402c-bbdb-8a787d379ea3 req-6f79e318-830a-4717-992c-f9ed97c6eca0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1337612 Jul 14 09:05:43.807814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.844200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478db7d-f9e8-49e2-ad9d-fcf6a0b4a885 req-3bcb293e-8962-4b26-8ab4-345123b5965e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:43.851990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4478db7d-f9e8-49e2-ad9d-fcf6a0b4a885 req-3bcb293e-8962-4b26-8ab4-345123b5965e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 943 time: 0.2166250 Jul 14 09:05:43.902962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.920350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39baeaa-8a97-4e54-9066-e7fd83342f30 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:43.942247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d39baeaa-8a97-4e54-9066-e7fd83342f30, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d39baeaa-8a97-4e54-9066-e7fd83342f30,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:43.956048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:43.973525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4478db7d-f9e8-49e2-ad9d-fcf6a0b4a885 req-7e44958d-1b10-405c-b04d-802ce86ccf76 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203153 Jul 14 09:05:44.006927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Deleting port 2cb641eb-6070-41e5-9761-bdf07102e91a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:44.007280 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.069724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 5, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:44.138619 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] Checking router: a3b0f836-d375-4dc1-b0d0-5593b5139e8a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:44.168968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] For port 2cb641eb-6070-41e5-9761-bdf07102e91a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2cb641eb-6070-41e5-9761-bdf07102e91a,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:44.169401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.170203 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] Routers {'a3b0f836-d375-4dc1-b0d0-5593b5139e8a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:44.170428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d39baeaa-8a97-4e54-9066-e7fd83342f30,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:44.170845 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:44.201330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d59174dd-29eb-402c-bbdb-8a787d379ea3 req-52cd46ba-7b14-4e28-8f8d-09965cbea983 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301121 Jul 14 09:05:44.204340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Calling delete_port for 2cb641eb-6070-41e5-9761-bdf07102e91a owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:44.233847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.267048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d39baeaa-8a97-4e54-9066-e7fd83342f30'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:44.275549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['992c105d-49b3-41f3-8a2d-139d1b65e299'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:44.326012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] DHCP port deletion for 4334f2bf-f268-48ee-80bd-2dff230c3bf9 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:05:44.341886 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] Set router a3b0f836-d375-4dc1-b0d0-5593b5139e8a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:44.376952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.458631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Deleting port e392b849-717b-46c3-84a7-f275b37adba9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:44.458979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.509181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] Deleting port 2cb641eb-6070-41e5-9761-bdf07102e91a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:44.509592 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.656989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] For port 2cb641eb-6070-41e5-9761-bdf07102e91a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2cb641eb-6070-41e5-9761-bdf07102e91a,segment=NetworkSegment(4abb620e-afeb-4b4d-b92b-8692ebe440a1),segment_id=4abb620e-afeb-4b4d-b92b-8692ebe440a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:44.657390 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.682782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] Calling delete_port for 2cb641eb-6070-41e5-9761-bdf07102e91a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:44.696248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] For port e392b849-717b-46c3-84a7-f275b37adba9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e392b849-717b-46c3-84a7-f275b37adba9,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:44.696509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.722113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Calling delete_port for e392b849-717b-46c3-84a7-f275b37adba9 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:44.749237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c12acf-9573-49df-94f7-abf7df19cb6b req-087e55cf-70ae-46f9-85f5-9df2165db86f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:44.751036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17c12acf-9573-49df-94f7-abf7df19cb6b req-087e55cf-70ae-46f9-85f5-9df2165db86f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.2253861 Jul 14 09:05:44.757296 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 5, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:44.779001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 595689a2-5fc2-414a-8d21-a44d0b0d27da no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:44.786795 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66555c8-8e23-4b32-ab4a-014998042015 None None] The sync data for ids ['a3b0f836-d375-4dc1-b0d0-5593b5139e8a'] in n-d-758944-44 is: [{'id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-247652824-router', 'tenant_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:24Z', 'updated_at': '2021-07-14T09:05:42Z', 'revision_number': 5, 'project_id': '2b81af8e5e9d42cb8048ab2bb410ca2a', 'gw_port': {'id': 'e392b849-717b-46c3-84a7-f275b37adba9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b0f836-d375-4dc1-b0d0-5593b5139e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:26Z', 'updated_at': '2021-07-14T09:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:44.822001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 595689a2-5fc2-414a-8d21-a44d0b0d27da {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:44.822356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 595689a2-5fc2-414a-8d21-a44d0b0d27da not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:44.822837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2cb641eb-6070-41e5-9761-bdf07102e91a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:44.844869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17c12acf-9573-49df-94f7-abf7df19cb6b req-d379f688-d95f-473c-a00d-54e7f23e00c8 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620699 Jul 14 09:05:44.888692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.912305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] No DVR routers for this DVR port 2cb641eb-6070-41e5-9761-bdf07102e91a on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:44.929273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:44.937031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb641eb-6070-41e5-9761-bdf07102e91a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:44.959013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] Pushing event deleted for resources: {'Port': ['ID=2cb641eb-6070-41e5-9761-bdf07102e91a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:44.966319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No active binding found for port 2cb641eb-6070-41e5-9761-bdf07102e91a {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:05:44.966896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2cb641eb-6070-41e5-9761-bdf07102e91a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:44.967231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 70b192d6-95ba-4f65-895e-ed8211eee552 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:44.969511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724429b6-5bde-4f0d-8947-8a53669f5a99 None None] No DVR routers for this DVR port 2cb641eb-6070-41e5-9761-bdf07102e91a on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:44.980423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.007473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 70b192d6-95ba-4f65-895e-ed8211eee552 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:45.008375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 70b192d6-95ba-4f65-895e-ed8211eee552 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:45.021125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Pushing event deleted for resources: {'Port': ['ID=e392b849-717b-46c3-84a7-f275b37adba9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:45.042786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa17915-57cf-41db-9315-3e28cc6f4d2b req-a2205dbd-a259-45b3-906d-f635c81b4fb3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:45.044494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6fa17915-57cf-41db-9315-3e28cc6f4d2b req-a2205dbd-a259-45b3-906d-f635c81b4fb3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 950 time: 0.6950798 Jul 14 09:05:45.056504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.074141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.089269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4334f2bf-f268-48ee-80bd-2dff230c3bf9']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:45.091261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.091632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.091972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.092308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.092638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.092966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.093291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.093630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.093934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.094258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.094577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.094895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:45.108794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abb620e-afeb-4b4d-b92b-8692ebe440a1') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:45.109095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abb620e-afeb-4b4d-b92b-8692ebe440a1') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:45.114372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6fa17915-57cf-41db-9315-3e28cc6f4d2b req-2d0eeb11-d8ee-46e9-aab6-c46501c2e830 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Jul 14 09:05:45.123395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.139197 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.146887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:45.147344 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.204127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.207879 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:45.212825 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:45.216666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.220082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.231644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.233870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] 10.222.0.18 "DELETE /v2.0/networks/4334f2bf-f268-48ee-80bd-2dff230c3bf9 HTTP/1.1" status: 204 len: 168 time: 1.5597594 Jul 14 09:05:45.248387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333a85-80a1-4bda-b036-486ace4c7e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=4334f2bf-f268-48ee-80bd-2dff230c3bf9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:45.319264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071c304-9956-4f2e-9047-e017c1873c9d req-2475f221-c164-4361-b673-712eebb7a456 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:45.326884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8071c304-9956-4f2e-9047-e017c1873c9d req-2475f221-c164-4361-b673-712eebb7a456 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 944 time: 0.3023343 Jul 14 09:05:45.335107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.339106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b0f836-d375-4dc1-b0d0-5593b5139e8a {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:05:45.357300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.359404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-39c8786c-e7c9-4cf3-b463-932e61e07920 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3b0f836-d375-4dc1-b0d0-5593b5139e8a HTTP/1.1" status: 204 len: 168 time: 1.8297303 Jul 14 09:05:45.359569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b911305-cb47-4145-b25d-c8e9e5b7c0f4 req-45d40fb5-11e5-4038-9eef-a4658eaa463a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:45.360955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:45.361971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b911305-cb47-4145-b25d-c8e9e5b7c0f4 req-45d40fb5-11e5-4038-9eef-a4658eaa463a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 944 time: 0.0789549 Jul 14 09:05:45.405071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b911305-cb47-4145-b25d-c8e9e5b7c0f4 req-95292930-f54e-4e32-877a-42b9aafda443 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374718 Jul 14 09:05:45.425718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8071c304-9956-4f2e-9047-e017c1873c9d req-376a6441-db5a-4028-8055-aefe55f17b7b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978551 Jul 14 09:05:45.447773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39938) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:45.448435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] Deleting subnet 33a85af9-7e96-4509-98ad-ff6274a63627 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:45.456983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.501740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.510736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2c4e7e92-4e8a-4eb8-8618-edb15ff0e94c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9364d5732f4f48f5bd89636a23cbbfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617900 Jul 14 09:05:45.514916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39940) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:45.583246 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4171b1f-9021-4faf-90d3-ba0b190a19b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.613871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4171b1f-9021-4faf-90d3-ba0b190a19b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.630255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.672430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4171b1f-9021-4faf-90d3-ba0b190a19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.676211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4171b1f-9021-4faf-90d3-ba0b190a19b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.677348 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f4171b1f-9021-4faf-90d3-ba0b190a19b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f69b0172-74f8-4c88-a775-030b41926490 HTTP/1.1" status: 204 len: 168 time: 0.1614683 Jul 14 09:05:45.695923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4171b1f-9021-4faf-90d3-ba0b190a19b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69b0172-74f8-4c88-a775-030b41926490,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:45.733638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386dffb-1334-4463-a6d1-973299bba716 req-c28d44af-1d71-45d4-84d1-5162eb4eec0f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:45.735169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2386dffb-1334-4463-a6d1-973299bba716 req-c28d44af-1d71-45d4-84d1-5162eb4eec0f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 950 time: 0.1212163 Jul 14 09:05:45.757602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.765863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c2df8-a8d1-42ef-a7b0-298c3813373d req-97dec7cd-9d2a-47e8-91f1-12b0c5c80405 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:45.767530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6c2df8-a8d1-42ef-a7b0-298c3813373d req-97dec7cd-9d2a-47e8-91f1-12b0c5c80405 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.0891428 Jul 14 09:05:45.793508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a85af9-7e96-4509-98ad-ff6274a63627,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:45.805818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.807009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1229ed-7b19-416c-b639-f7fad166a315 None None] Network 826c1bf7-65dc-41a1-83d6-0d94a06d6508 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:45.807722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1c4bcfcd-2c2e-49de-96d0-2e1c5c1603cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/33a85af9-7e96-4509-98ad-ff6274a63627 HTTP/1.1" status: 204 len: 168 time: 0.4437757 Jul 14 09:05:45.810405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:45.822740 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2386dffb-1334-4463-a6d1-973299bba716 req-7f277274-0dc4-4ec1-afb6-f6d5e5f149c9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813220 Jul 14 09:05:45.832407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6c2df8-a8d1-42ef-a7b0-298c3813373d req-8020eb53-d6d5-40ee-8ac4-824219cdcaca tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581322 Jul 14 09:05:45.896436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.910027 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf925-9b8b-4c48-b16b-6a2920b8a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:45.992919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Deleting port 9aac858c-f025-4552-8778-7787f2aa215b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:45.993612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.097505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] DHCP port deletion for 826c1bf7-65dc-41a1-83d6-0d94a06d6508 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:05:46.151014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] Deleting port 9aac858c-f025-4552-8778-7787f2aa215b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:46.151661 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.160334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] For port 9aac858c-f025-4552-8778-7787f2aa215b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9aac858c-f025-4552-8778-7787f2aa215b,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:46.161369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.185670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Calling delete_port for 9aac858c-f025-4552-8778-7787f2aa215b owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:46.207392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05111eae-f9f4-4d4c-9884-8a55d2172723 req-65437376-cf7d-445b-b43b-56e7d6d6402f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:46.213854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05111eae-f9f4-4d4c-9884-8a55d2172723 req-65437376-cf7d-445b-b43b-56e7d6d6402f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:46.215336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] For port 9aac858c-f025-4552-8778-7787f2aa215b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9aac858c-f025-4552-8778-7787f2aa215b,segment=NetworkSegment(4759583d-f489-467c-b387-a2fc7f2065f9),segment_id=4759583d-f489-467c-b387-a2fc7f2065f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:46.215745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.222598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05111eae-f9f4-4d4c-9884-8a55d2172723 req-65437376-cf7d-445b-b43b-56e7d6d6402f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526&device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 1691 time: 0.0846713 Jul 14 09:05:46.232619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] Calling delete_port for 9aac858c-f025-4552-8778-7787f2aa215b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:46.265545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05111eae-f9f4-4d4c-9884-8a55d2172723 req-9bf96e41-afac-46d1-9907-289cca45b500 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Jul 14 09:05:46.293802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a964cb-a955-4584-8ba6-b469400ab647 req-7dd46384-e7f5-45fe-b177-625b460d68c7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:46.296026 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59a964cb-a955-4584-8ba6-b469400ab647 req-7dd46384-e7f5-45fe-b177-625b460d68c7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 945 time: 0.2207630 Jul 14 09:05:46.338700 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.345433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.359103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59a964cb-a955-4584-8ba6-b469400ab647 req-7afdde00-7b21-400c-932d-0014604019bc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514271 Jul 14 09:05:46.371751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] Pushing event deleted for resources: {'Port': ['ID=9aac858c-f025-4552-8778-7787f2aa215b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:46.385370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb70b823-ef4e-4001-901b-adf7a8decbb2 None None] No DVR routers for this DVR port 9aac858c-f025-4552-8778-7787f2aa215b on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:46.394961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] No DVR routers for this DVR port 9aac858c-f025-4552-8778-7787f2aa215b on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:46.401454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aac858c-f025-4552-8778-7787f2aa215b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:46.495015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.507610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.507907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.508843 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.509192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > port after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.509512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.509844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > port after_update 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.510217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.510585 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.510923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.511241 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.610312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e392b849-717b-46c3-84a7-f275b37adba9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:46.645592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e392b849-717b-46c3-84a7-f275b37adba9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:46.645809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.645920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e392b849-717b-46c3-84a7-f275b37adba9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:46.646114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.646504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.646892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:46.647925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72231666-dea6-46e5-bd71-9a647d752055 req-630fd8cb-3d21-4bd3-9b61-62c7b0ec25ff tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:46.648079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826c1bf7-65dc-41a1-83d6-0d94a06d6508']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:46.648182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9aac858c-f025-4552-8778-7787f2aa215b no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:46.658874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-72231666-dea6-46e5-bd71-9a647d752055 req-630fd8cb-3d21-4bd3-9b61-62c7b0ec25ff tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 1102 time: 0.1142805 Jul 14 09:05:46.687222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 9aac858c-f025-4552-8778-7787f2aa215b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:46.690737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9aac858c-f025-4552-8778-7787f2aa215b not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:46.693161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 943c8bef-29fa-4d18-918a-e5aa368c8644 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:46.697038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4759583d-f489-467c-b387-a2fc7f2065f9') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:46.697378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4759583d-f489-467c-b387-a2fc7f2065f9') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:46.719394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.720110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-72231666-dea6-46e5-bd71-9a647d752055 req-bd4e1ec4-cc5c-41d6-943c-4a42521af7c2 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594065 Jul 14 09:05:46.723818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:46.727393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 943c8bef-29fa-4d18-918a-e5aa368c8644 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:46.728659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 943c8bef-29fa-4d18-918a-e5aa368c8644 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:46.749937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.764257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:46.764757 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: from cryptography.utils import int_from_bytes Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: from cryptography.utils import int_from_bytes Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.768840 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:46.772963 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:46.844598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-283fc4ac-9851-411a-ae7a-00454f6e980c tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:46.846953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-283fc4ac-9851-411a-ae7a-00454f6e980c tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.1923513 Jul 14 09:05:46.851133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-network', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:46.873329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-44'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:46.879426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.900959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Made reservation on behalf of 397ff710a8aa4db29a9972ec36564c2d for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:46.903288 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.918568 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.922755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.927434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] 10.222.0.18 "DELETE /v2.0/networks/826c1bf7-65dc-41a1-83d6-0d94a06d6508 HTTP/1.1" status: 204 len: 168 time: 1.1140237 Jul 14 09:05:46.932888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39986) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:46.939872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933afbce-484c-4137-ba1f-800c81d6ef84 admin admin] Pushing event deleted for resources: {'Network': ['ID=826c1bf7-65dc-41a1-83d6-0d94a06d6508,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:46.995478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46d83-db2e-4a5a-b4bb-e18d59292a1a req-75bdcbc7-cdbd-45a0-86c8-78dae9e80195 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:46.996870 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6f46d83-db2e-4a5a-b4bb-e18d59292a1a req-75bdcbc7-cdbd-45a0-86c8-78dae9e80195 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 944 time: 0.1814620 Jul 14 09:05:46.997506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.011568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd51b7f-f8a6-409d-b512-f410203e5ee4 req-aa28843d-04f7-4ecf-a61d-a4c3ccdca6c3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.013071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bdd51b7f-f8a6-409d-b512-f410203e5ee4 req-aa28843d-04f7-4ecf-a61d-a4c3ccdca6c3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 944 time: 0.1518872 Jul 14 09:05:47.065674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6f46d83-db2e-4a5a-b4bb-e18d59292a1a req-be7362dc-4b32-4f56-9219-126646dddde2 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597854 Jul 14 09:05:47.152218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:47.160574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bdd51b7f-f8a6-409d-b512-f410203e5ee4 req-a887b5cb-636d-445b-ae64-7e102754a045 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157329 Jul 14 09:05:47.207252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:47.211129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 992c105d-49b3-41f3-8a2d-139d1b65e299 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:47.246310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.255912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.291607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 992c105d-49b3-41f3-8a2d-139d1b65e299 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:47.297265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 992c105d-49b3-41f3-8a2d-139d1b65e299 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:47.297676 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.303898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:47.305958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:47.307281 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aed25e8-7144-47a5-91ab-d5acc4436877" -d '{"events": [{"server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:47.312576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.321534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.339384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.341564 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Added segment 3d3cc241-b77e-456b-bd3c-317adb922d6f of type vlan for network 298f66a1-488b-418f-9a7e-1cd1f29534e4 Jul 14 09:05:47.359638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78555f06-02ab-4228-a269-f596de843db2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.406242 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.430882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:47.433258 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b783dcf-303e-448b-837a-0b4e1ec4dd50" -d '{"events": [{"server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "name": "network-vif-plugged", "status": "completed", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:47.449090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:47.450494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.457303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.458125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d39baeaa-8a97-4e54-9066-e7fd83342f30 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:47.477274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.486606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on host n-h1-758944-44 for vnic_type normal with profile {"migrating_to": "n-h2-758944-44"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:47.486943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:47.487289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:47.498880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:47.498880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Attempting to bind port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:47.505266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395293a-d17d-4a4e-9f74-5ccfa029a7c0 req-087335bd-23aa-4cd8-94aa-ad62d2e68800 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.506835 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e395293a-d17d-4a4e-9f74-5ccfa029a7c0 req-087335bd-23aa-4cd8-94aa-ad62d2e68800 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 1102 time: 0.1944215 Jul 14 09:05:47.508911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:47.509156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:47.509293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.509534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:47.510003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Bound port: 4a91e6c7-5461-48f0-a931-a0101eff85d2, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:47.510304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.510507 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.511065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.529347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.536328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d3804-d5a0-4214-9fb3-92405bf56495 req-91afed15-55e9-4574-80c9-a11e2261694e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.538134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d3d3804-d5a0-4214-9fb3-92405bf56495 req-91afed15-55e9-4574-80c9-a11e2261694e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1637683 Jul 14 09:05:47.561715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port d39baeaa-8a97-4e54-9066-e7fd83342f30 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:47.566530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port d39baeaa-8a97-4e54-9066-e7fd83342f30 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:47.566530 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.591010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8631916 Jul 14 09:05:47.592243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:47.596707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Request body: {'subnet': {'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-subnet', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:47.611856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162fa4b-233f-426e-8493-f0974bdef2ca admin admin] Pushing event updated for resources: {'Network': ['ID=298f66a1-488b-418f-9a7e-1cd1f29534e4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.621022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e395293a-d17d-4a4e-9f74-5ccfa029a7c0 req-46bd3913-5b38-4307-b996-681a38766bf9 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999069 Jul 14 09:05:47.669243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d3d3804-d5a0-4214-9fb3-92405bf56495 req-6bf9d03a-a021-4540-8e2a-3aad6b645124 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899189 Jul 14 09:05:47.669243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:47.669243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:47.669846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:47.683128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Made reservation on behalf of 397ff710a8aa4db29a9972ec36564c2d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:47.686192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.704668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.713596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.771569 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.787482 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306a1d26-0d9a-4d51-9e18-f83f4324c310 x-openstack-request-id: req-306a1d26-0d9a-4d51-9e18-f83f4324c310 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:47.787765 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:47.788031 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-306a1d26-0d9a-4d51-9e18-f83f4324c310 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:47.788428 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2', 'code': 200} Jul 14 09:05:47.791408 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4954a102-912c-41c9-b2bb-e893a1250961 x-openstack-request-id: req-4954a102-912c-41c9-b2bb-e893a1250961 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:47.791408 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "name": "network-vif-plugged", "status": "completed", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:47.791408 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4954a102-912c-41c9-b2bb-e893a1250961 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:47.791408 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299', 'code': 200} Jul 14 09:05:47.852090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d39baeaa-8a97-4e54-9066-e7fd83342f30, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d39baeaa-8a97-4e54-9066-e7fd83342f30,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:47.858143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.916522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d39baeaa-8a97-4e54-9066-e7fd83342f30,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.927324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-2e5eb19b-655e-4e84-9671-cba0a0ce8c62 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377331 Jul 14 09:05:47.935862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.977925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:47.978414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.979975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-95975d2f-6046-414d-a2cb-5bcf9da0ad54 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 200 len: 1123 time: 1.1126790 Jul 14 09:05:48.010022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf97cd-75e5-4546-baa8-5d0447248215 req-a6fe4757-d122-406c-9ee9-c85b8fd4d15b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.015984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbcf97cd-75e5-4546-baa8-5d0447248215 req-a6fe4757-d122-406c-9ee9-c85b8fd4d15b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.1997371 Jul 14 09:05:48.079947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7863f13-2c67-44d7-9013-d6b5cee33d16 req-ec64929f-6145-4d2a-9c5f-6687246d9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.082047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7863f13-2c67-44d7-9013-d6b5cee33d16 req-ec64929f-6145-4d2a-9c5f-6687246d9404 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1097 time: 0.2274058 Jul 14 09:05:48.090807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbcf97cd-75e5-4546-baa8-5d0447248215 req-2d122143-6650-402f-9260-32366f78a5d2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736337 Jul 14 09:05:48.120945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-cf6255c9-a336-45c2-bc68-96382e60471b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.122438 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-cf6255c9-a336-45c2-bc68-96382e60471b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943393 Jul 14 09:05:48.127523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['4a91e6c7-5461-48f0-a931-a0101eff85d2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:48.141733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.160274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['4a91e6c7-5461-48f0-a931-a0101eff85d2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:48.187101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-4706448d-078d-4b43-a958-b630f0ed8d96 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/quotas/4e98114229dd479e9a25dee146eb960b HTTP/1.1" status: 200 len: 375 time: 0.0402210 Jul 14 09:05:48.187375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d994cf3e-935f-4f2d-a519-59a707997915,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:48.227979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Checking segment: {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:48.228571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Network hostable DHCP agents. Network: 298f66a1-488b-418f-9a7e-1cd1f29534e4, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:48.229366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7863f13-2c67-44d7-9013-d6b5cee33d16 req-80739782-1486-43de-9bf6-0da987c0473b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345241 Jul 14 09:05:48.280268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:48.299515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 298f66a1-488b-418f-9a7e-1cd1f29534e4) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:48.306818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.307493 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.324543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117f012-6f28-4693-ba57-ed9cde6edc96 None None] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:48.327815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913c664-19c6-41a3-bd0e-a3b38000c610 req-67652878-b51a-444a-898a-0be2b9c72a52 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.329333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3913c664-19c6-41a3-bd0e-a3b38000c610 req-67652878-b51a-444a-898a-0be2b9c72a52 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 945 time: 0.0912714 Jul 14 09:05:48.335662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-0336f130-f50d-4855-bc4d-3aaeb9ff58c3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1440587 Jul 14 09:05:48.336211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40014) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:48.337353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dffe082c-bcc6-4d4a-9d62-cec8dcc50507 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7450178 Jul 14 09:05:48.342636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:48.377822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Deleting port 9f065b48-61c4-44b2-9f5a-518ed89ccad9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:48.378289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.402014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3913c664-19c6-41a3-bd0e-a3b38000c610 req-6bc85507-e648-4bb9-98c3-17d0ff4a29c5 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632584 Jul 14 09:05:48.428214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.429607 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.503926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.629413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cb9b6-e1a9-422c-9c45-7b9fff615829 req-ac5fca9e-3674-48bc-9b84-7d53cba70da5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.629916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-298f66a1-488b-418f-9a7e-1cd1f29534e4', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:05:48.630898 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.636360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac2cb9b6-e1a9-422c-9c45-7b9fff615829 req-ac5fca9e-3674-48bc-9b84-7d53cba70da5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 945 time: 0.1222126 Jul 14 09:05:48.654942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] For port 9f065b48-61c4-44b2-9f5a-518ed89ccad9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9f065b48-61c4-44b2-9f5a-518ed89ccad9,segment=NetworkSegment(dacc175b-f98b-4bfd-9676-5ae0e4d13d4c),segment_id=dacc175b-f98b-4bfd-9676-5ae0e4d13d4c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:48.655318 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.674844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0085615-468f-49ef-a21c-653f978fd949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.701048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Calling delete_port for 9f065b48-61c4-44b2-9f5a-518ed89ccad9 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:48.712232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac2cb9b6-e1a9-422c-9c45-7b9fff615829 req-61c4d5fe-ab7e-443e-94da-ef8e03a068fe tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746789 Jul 14 09:05:48.817796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6a2ffb8b-8611-4075-84e6-133b4fb9019f req-0e20bc00-e53f-4144-95ec-8d97e66b340a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 210 time: 0.0599456 Jul 14 09:05:48.826881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:48.827168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Allocated IP 172.20.0.2 (298f66a1-488b-418f-9a7e-1cd1f29534e4/d994cf3e-935f-4f2d-a519-59a707997915/d695e69b-b0d0-48df-8a47-70c7ca59546d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:48.949394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f046e-a177-44d6-b188-2a4091ad56d9 req-cd383a5f-9c2e-4cce-91a8-cfd1700eea03 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:48.957446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b6f046e-a177-44d6-b188-2a4091ad56d9 req-cd383a5f-9c2e-4cce-91a8-cfd1700eea03 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.0857394 Jul 14 09:05:49.004273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b6f046e-a177-44d6-b188-2a4091ad56d9 req-aa5629d0-b912-4862-873c-292993dd5c5d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Jul 14 09:05:49.077324 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.098801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.172943 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.182200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Transition to ACTIVE for port object d695e69b-b0d0-48df-8a47-70c7ca59546d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:49.199119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Transition to ACTIVE for port object d695e69b-b0d0-48df-8a47-70c7ca59546d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:49.207942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.215775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:05:49.236725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f065b48-61c4-44b2-9f5a-518ed89ccad9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:49.276198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:49.285851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:49.296361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:49.321228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Pushing event updated for resources: {'Port': ['ID=d695e69b-b0d0-48df-8a47-70c7ca59546d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:49.410612 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.428618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Attempting to bind port d695e69b-b0d0-48df-8a47-70c7ca59546d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:49.429070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Attempting to bind port d695e69b-b0d0-48df-8a47-70c7ca59546d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:49.429357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Attempting to bind port d695e69b-b0d0-48df-8a47-70c7ca59546d on network 298f66a1-488b-418f-9a7e-1cd1f29534e4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:49.442034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:49.442427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Checking segment: {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:49.442835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.443236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Bound using segment: {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:49.443763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Bound port: d695e69b-b0d0-48df-8a47-70c7ca59546d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:49.444151 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.465809 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:05:49.474894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:49.497465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.508907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 has no active binding in host n-h2-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:05:49.555964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] For port d695e69b-b0d0-48df-8a47-70c7ca59546d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:49.560369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] For port d695e69b-b0d0-48df-8a47-70c7ca59546d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d695e69b-b0d0-48df-8a47-70c7ca59546d,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:49.562241 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.568551 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.618922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2314-cc5c-4fd5-a43c-569511865bb7 req-d0e279e2-b87a-459e-a455-ffa775027f5e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:49.622209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bac2314-cc5c-4fd5-a43c-569511865bb7 req-d0e279e2-b87a-459e-a455-ffa775027f5e tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 945 time: 0.0789766 Jul 14 09:05:49.657319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4ce64-64d7-433d-ab79-8bf39e5db3fb None None] Pushing event updated for resources: {'Port': ['ID=d695e69b-b0d0-48df-8a47-70c7ca59546d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:49.676959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bac2314-cc5c-4fd5-a43c-569511865bb7 req-a823d966-5d9d-49bf-9856-7d06f47b9d63 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475926 Jul 14 09:05:49.703460 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:49.790054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:49.791311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746100a1-c552-420c-b523-036cea706c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39baeaa-8a97-4e54-9066-e7fd83342f30'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:49.792986 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53434bb-4840-45ed-b236-99c2c7c66a23" -d '{"events": [{"name": "network-changed", "server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:49.794392 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b49eb7d-dc31-475d-bc15-35aa9e61535c" -d '{"events": [{"server_uuid": "746100a1-c552-420c-b523-036cea706c50", "name": "network-vif-plugged", "status": "completed", "tag": "d39baeaa-8a97-4e54-9066-e7fd83342f30"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:49.931883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75decdd-588c-40f6-b13d-dcee05cbd5da req-5f9f8a79-610f-4966-bd05-7115001ca4f9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:49.933383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f75decdd-588c-40f6-b13d-dcee05cbd5da req-5f9f8a79-610f-4966-bd05-7115001ca4f9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.7008998 Jul 14 09:05:49.995474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-09069b6d-bf36-4f6e-8c3e-5b10a16f1ae7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535114 Jul 14 09:05:50.050023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6dfe-37ad-42a1-a080-3bb3bf419910 req-585a060e-e5f3-4c60-9622-dc4affab4414 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.051734 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e0d6dfe-37ad-42a1-a080-3bb3bf419910 req-585a060e-e5f3-4c60-9622-dc4affab4414 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 945 time: 0.0927958 Jul 14 09:05:50.090641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.091996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e0d6dfe-37ad-42a1-a080-3bb3bf419910 req-a50341da-3752-4e5b-a513-d92cd7486e18 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Jul 14 09:05:50.117777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f75decdd-588c-40f6-b13d-dcee05cbd5da req-d46eee36-83bc-49b5-9789-9951b17d0b02 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627071 Jul 14 09:05:50.151491 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1fdf16-bc18-48a4-bed0-714de9270bb8 x-openstack-request-id: req-ce1fdf16-bc18-48a4-bed0-714de9270bb8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:50.153382 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746100a1-c552-420c-b523-036cea706c50", "name": "network-vif-plugged", "status": "completed", "tag": "d39baeaa-8a97-4e54-9066-e7fd83342f30", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:50.153648 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce1fdf16-bc18-48a4-bed0-714de9270bb8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:50.154908 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746100a1-c552-420c-b523-036cea706c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39baeaa-8a97-4e54-9066-e7fd83342f30', 'code': 200} Jul 14 09:05:50.206324 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07920ca9-1b77-4b06-bc66-ea0da8ff07e9 x-openstack-request-id: req-07920ca9-1b77-4b06-bc66-ea0da8ff07e9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:50.206691 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:50.207015 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07920ca9-1b77-4b06-bc66-ea0da8ff07e9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:50.207623 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2', 'status': 'completed', 'code': 200} Jul 14 09:05:50.229458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Allocated IP 172.25.2.155 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/00802609-2219-4a70-8cb8-ff2eb41772dc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:50.244026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-eaabcdcb-a8d2-48de-a59e-19ed95c769c3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.245658 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-eaabcdcb-a8d2-48de-a59e-19ed95c769c3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419829 Jul 14 09:05:50.296678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:50.321694 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70388991-f090-4721-a33a-43eadfa62886 req-e64988c7-0316-4a98-872e-261a22f5813d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 210 time: 0.0491364 Jul 14 09:05:50.346706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c00e-5761-4e4e-8608-2694de2dfc37 req-00aa5e6a-2360-42b4-8f08-872cd8a0dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.348617 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d53c00e-5761-4e4e-8608-2694de2dfc37 req-00aa5e6a-2360-42b4-8f08-872cd8a0dbee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 1097 time: 0.0869381 Jul 14 09:05:50.404375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d53c00e-5761-4e4e-8608-2694de2dfc37 req-cff00ec9-6cd3-4ba2-b358-52f496c352ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Jul 14 09:05:50.498410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5252a-7759-4a84-8cf1-b6a880a5f6f1 req-edaefbb1-f36d-4f48-84e4-5174ab1f02aa tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.500157 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34d5252a-7759-4a84-8cf1-b6a880a5f6f1 req-edaefbb1-f36d-4f48-84e4-5174ab1f02aa tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0662708 Jul 14 09:05:50.558345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34d5252a-7759-4a84-8cf1-b6a880a5f6f1 req-4a82f243-2355-47b4-ac5c-616c40ae3b01 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497909 Jul 14 09:05:50.682101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-4b3dee2f-a61d-494d-a454-8b65a90b60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.683765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-4b3dee2f-a61d-494d-a454-8b65a90b60ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1126 time: 0.4057224 Jul 14 09:05:50.718584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.750737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d695e69b-b0d0-48df-8a47-70c7ca59546d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:50.765631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f378cab-b66a-45a0-bc85-d0a34e59a483 req-c9694283-4bde-45f0-9e69-7e0ffedbaf37 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.767212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f378cab-b66a-45a0-bc85-d0a34e59a483 req-c9694283-4bde-45f0-9e69-7e0ffedbaf37 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0736084 Jul 14 09:05:50.778973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98c2e-76b6-479a-ac27-a9516b91758c req-597381ee-2299-4dc5-801c-2b0bd26c4ef5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.780718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52a98c2e-76b6-479a-ac27-a9516b91758c req-597381ee-2299-4dc5-801c-2b0bd26c4ef5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.4439843 Jul 14 09:05:50.780855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f772f-d9f0-4b98-8311-12268206188e None None] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:50.786593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:50.789847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.809994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f378cab-b66a-45a0-bc85-d0a34e59a483 req-13ba7c64-9e03-4bae-a010-6db52d5447c6 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368931 Jul 14 09:05:50.848973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:05:50.869940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3f16f90-f405-44f7-9145-5655bbfdf6b6 None None] Provisioning for port d695e69b-b0d0-48df-8a47-70c7ca59546d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:50.880885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d695e69b-b0d0-48df-8a47-70c7ca59546d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:50.885063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3f16f90-f405-44f7-9145-5655bbfdf6b6 None None] Provisioning complete for port d695e69b-b0d0-48df-8a47-70c7ca59546d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:50.885439 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3f16f90-f405-44f7-9145-5655bbfdf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.891178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d695e69b-b0d0-48df-8a47-70c7ca59546d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:50.891596 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.959461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52a98c2e-76b6-479a-ac27-a9516b91758c req-6bf1c518-1c0a-4c34-8c9a-90e4a875535a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633151 Jul 14 09:05:50.969213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-d66a5606-9dbf-4fa0-9533-fedb4664ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.970772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-d66a5606-9dbf-4fa0-9533-fedb4664ec5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.2697136 Jul 14 09:05:50.988977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcddfc3-a45f-4575-9fac-6ef425d83001 req-491ff6de-5245-4ac9-885d-323a914d23d2 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:50.990873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fcddfc3-a45f-4575-9fac-6ef425d83001 req-491ff6de-5245-4ac9-885d-323a914d23d2 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 945 time: 0.0697575 Jul 14 09:05:51.017340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.046154 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fcddfc3-a45f-4575-9fac-6ef425d83001 req-596650bc-1ec0-4d08-aa56-79ed1951e52a tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494187 Jul 14 09:05:51.126075 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3f16f90-f405-44f7-9145-5655bbfdf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.136187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Pushing event updated for resources: {'Port': ['ID=00802609-2219-4a70-8cb8-ff2eb41772dc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:51.136187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-80200ebe-cdf3-4a37-9aee-01aa242b6593 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 200 len: 217 time: 0.1285343 Jul 14 09:05:51.145597 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.182327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f3f16f90-f405-44f7-9145-5655bbfdf6b6 None None] For port d695e69b-b0d0-48df-8a47-70c7ca59546d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d695e69b-b0d0-48df-8a47-70c7ca59546d,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:51.191595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:51.203026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:51.203773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3f16f90-f405-44f7-9145-5655bbfdf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.269606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:51.272478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.272848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.273184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.273573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.273858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.274198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.274798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.275131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.275999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.276345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.276683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.277020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:51.322649 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:05:51.323138 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:05:51.325397 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.328658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f16f90-f405-44f7-9145-5655bbfdf6b6 None None] Pushing event updated for resources: {'Port': ['ID=d695e69b-b0d0-48df-8a47-70c7ca59546d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:51.360563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-5c7d287b-8391-4dea-b6e2-625bff46896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:51.362592 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-5c7d287b-8391-4dea-b6e2-625bff46896b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1658828 Jul 14 09:05:51.368378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.177 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/d6231b54-9740-4cf2-a653-b3b1754219da) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:51.441505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f296fbb1-47f3-4516-a574-333e0ed4ef18 None None] Provisioning complete for port d695e69b-b0d0-48df-8a47-70c7ca59546d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:51.442244 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f296fbb1-47f3-4516-a574-333e0ed4ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:51.459630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:51.463401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-39c90890-57b1-425c-9312-b335781e37f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638032 Jul 14 09:05:51.469525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-31e91e87-94fe-4c1d-90a3-7ee819d6b181 admin admin] 10.222.0.18 "PUT /v2.0/routers/a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5322418 Jul 14 09:05:51.469749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:51.492145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] Sync routers for ids ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:51.526417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] Routers {'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:51.527165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:51.554587 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53c97602-f1a5-462d-999f-2851c14b4acd req-8f74bcf4-f0b5-42e7-aed6-7d8f5f2cc9f8 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 210 time: 0.0345082 Jul 14 09:05:51.774263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c624f1-9b12-4b87-8125-f6470c8d3572 req-8379fdde-59f1-4f0b-bee0-28aab8ab10d9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:51.781887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96c624f1-9b12-4b87-8125-f6470c8d3572 req-8379fdde-59f1-4f0b-bee0-28aab8ab10d9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.4529715 Jul 14 09:05:51.793739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] Set router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:51.874666 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-0a1d4c4b-af08-4bee-bd02-73ea8a1b41f0 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995411 Jul 14 09:05:51.996122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.045447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adce8e7-dcd8-42df-985f-19018b5d24a8 req-addfaad7-2e46-42e6-a90f-bc4add5ac877 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.046875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6adce8e7-dcd8-42df-985f-19018b5d24a8 req-addfaad7-2e46-42e6-a90f-bc4add5ac877 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1097 time: 0.1110106 Jul 14 09:05:52.069988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:05:49Z', 'revision_number': 5, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:52.098005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] Checking router: a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:52.107316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] Routers {'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:52.108005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:52.126534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6adce8e7-dcd8-42df-985f-19018b5d24a8 req-05239e09-0eac-48f6-a326-d0cf0314ce59 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Jul 14 09:05:52.134301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.214364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Deleting port 0b481d8a-e146-47ce-b79f-e186fb56082a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:52.214892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.256782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] Set router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:52.303930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96c624f1-9b12-4b87-8125-f6470c8d3572 req-f3c7118c-58c4-4db7-97c0-832850d7102b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209382 Jul 14 09:05:52.354514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] For port 0b481d8a-e146-47ce-b79f-e186fb56082a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0b481d8a-e146-47ce-b79f-e186fb56082a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:52.354995 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.371473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Calling delete_port for 0b481d8a-e146-47ce-b79f-e186fb56082a owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:52.376185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.385161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a230fa4-5ed2-41a2-91ee-fffcb52f3d12 req-4894700e-76fa-48a9-aa76-bd57b67e4078 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.391978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a230fa4-5ed2-41a2-91ee-fffcb52f3d12 req-4894700e-76fa-48a9-aa76-bd57b67e4078 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1298442 Jul 14 09:05:52.404058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.465793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object d6231b54-9740-4cf2-a653-b3b1754219da will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:52.470457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a230fa4-5ed2-41a2-91ee-fffcb52f3d12 req-8566bc2d-d59c-4214-ad25-81df8b3f1069 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776398 Jul 14 09:05:52.491124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:05:49Z', 'revision_number': 5, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:52.604865 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.636972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b481d8a-e146-47ce-b79f-e186fb56082a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:52.655872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a53434bb-4840-45ed-b236-99c2c7c66a23 req-55d0997c-cf1f-49d3-809a-140d1e5a23a0 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590184 Jul 14 09:05:52.696262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d695e69b-b0d0-48df-8a47-70c7ca59546d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:52.707735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3146324-0aed-4c0b-b710-6199e816856c None None] The sync data for ids ['a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7'] in n-d-758944-44 is: [{'id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-163651686-router', 'tenant_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:05:49Z', 'revision_number': 5, 'project_id': 'b85ffdc937034b6b8a0a7e4d752ae2f4', 'gw_port': {'id': '0b481d8a-e146-47ce-b79f-e186fb56082a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:39Z', 'updated_at': '2021-07-14T09:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:52.727707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.743881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:52.750199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32', 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:52.771885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.793164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f699b-f00d-484f-83c1-90f15b738fa5 req-343e0938-a8fa-4fba-b9c5-31308fd72525 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.795833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c11f699b-f00d-484f-83c1-90f15b738fa5 req-343e0938-a8fa-4fba-b9c5-31308fd72525 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 945 time: 0.3338127 Jul 14 09:05:52.867819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:52.874387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d695e69b-b0d0-48df-8a47-70c7ca59546d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:52.874914 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.877925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:52.881653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=d6231b54-9740-4cf2-a653-b3b1754219da,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:52.885340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:52.899217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.902689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.956568 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c11f699b-f00d-484f-83c1-90f15b738fa5 req-bbbea209-6fd5-437d-b4de-9c5f35e5a102 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490448 Jul 14 09:05:52.967900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.971750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:05:52.983878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06953b80-51bb-4a2a-be6d-614e39fee358 req-cc3716b9-9558-46ab-bc46-d4105a62a924 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:52.988809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.993897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06953b80-51bb-4a2a-be6d-614e39fee358 req-cc3716b9-9558-46ab-bc46-d4105a62a924 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 936 time: 0.2173846 Jul 14 09:05:52.998383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.000525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:53.001187 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.001814 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-170534a6-5cb5-4eb2-95d9-675991579de4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a08d9dd9-6a97-42d8-ba41-785ae5c1c6d7 HTTP/1.1" status: 204 len: 168 time: 1.5305617 Jul 14 09:05:53.005329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40076) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:53.089891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-41dac0e4-7ebe-4101-a5cb-dfc11c8aadc9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8022447 Jul 14 09:05:53.091231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06953b80-51bb-4a2a-be6d-614e39fee358 req-95464863-f6d1-4f73-be91-fb1f35a69acf tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873554 Jul 14 09:05:53.144933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Request body: {'port': {'device_id': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:53.152468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] Deleting subnet 04b13a98-cae0-49aa-b518-449c319b60e9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:05:53.221676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.289150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26a7488e-620e-4957-8803-94dd28973e89 None None] Provisioning for port d6231b54-9740-4cf2-a653-b3b1754219da completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:53.301428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26a7488e-620e-4957-8803-94dd28973e89 None None] Provisioning complete for port d6231b54-9740-4cf2-a653-b3b1754219da triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:53.301815 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a7488e-620e-4957-8803-94dd28973e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.327246 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.374185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e838d3-730d-45c1-80b7-a46b681816ad req-b9f06783-769d-457f-89b0-0eae0bddf0e1 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:53.378915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.382678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8e838d3-730d-45c1-80b7-a46b681816ad req-b9f06783-769d-457f-89b0-0eae0bddf0e1 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1097 time: 0.0912535 Jul 14 09:05:53.396080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-26a7488e-620e-4957-8803-94dd28973e89 None None] Port d6231b54-9740-4cf2-a653-b3b1754219da cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:53.426353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8e838d3-730d-45c1-80b7-a46b681816ad req-c2eec996-bccb-491d-9dfa-e9898ae6f3f2 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Jul 14 09:05:53.503307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:05:53.612253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47a372-1d60-46c6-babc-c092c2ab1cf6 req-30333428-262c-4d18-a4f2-43afeba3efbe tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:53.614149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c47a372-1d60-46c6-babc-c092c2ab1cf6 req-30333428-262c-4d18-a4f2-43afeba3efbe tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 945 time: 0.0753953 Jul 14 09:05:53.626331 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.654606 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c47a372-1d60-46c6-babc-c092c2ab1cf6 req-3a70cbe6-f75d-4fec-ab03-d028bd1d653c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338433 Jul 14 09:05:53.848034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:53.857207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.858073 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Sync routers for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:53.867830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:53.868724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:53.872371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d440628-1599-4217-aad1-bf99a4b463b1 req-6bafcdb0-945a-46e8-a5a5-34c7a0ceddb7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:53.873910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d440628-1599-4217-aad1-bf99a4b463b1 req-6bafcdb0-945a-46e8-a5a5-34c7a0ceddb7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.3461699 Jul 14 09:05:53.913739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021b382-922e-403b-8159-b86d5d24eeba None None] Network c898dda0-983f-4141-860c-fd0c0d146218 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:53.918315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.922482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/04b13a98-cae0-49aa-b518-449c319b60e9 HTTP/1.1" status: 204 len: 168 time: 0.9136388 Jul 14 09:05:53.922482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69465488-81ab-4843-8937-a51ab81b68c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b13a98-cae0-49aa-b518-449c319b60e9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:53.926180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:53.958910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.960084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1a6b518f-cc5c-4bf4-a198-6a4b99653324 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.6232860 Jul 14 09:05:53.963984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40092) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:53.987844 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:53.991963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d440628-1599-4217-aad1-bf99a4b463b1 req-1a763484-b6b7-41fe-92ef-ed7ad412ec25 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103778 Jul 14 09:05:54.052232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.118123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Deleting port 5858e2f6-b06a-4472-8dac-e269f95c933a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:54.118626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.146232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6231b54-9740-4cf2-a653-b3b1754219da {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:05:54.155295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.214718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Transition to ACTIVE for port object d6231b54-9740-4cf2-a653-b3b1754219da will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:54.233408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] For port 5858e2f6-b06a-4472-8dac-e269f95c933a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5858e2f6-b06a-4472-8dac-e269f95c933a,segment=NetworkSegment(dacc175b-f98b-4bfd-9676-5ae0e4d13d4c),segment_id=dacc175b-f98b-4bfd-9676-5ae0e4d13d4c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:54.234038 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.258853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Calling delete_port for 5858e2f6-b06a-4472-8dac-e269f95c933a owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:54.269507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.315467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] DHCP port deletion for c898dda0-983f-4141-860c-fd0c0d146218 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:05:54.347883 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:51Z', 'revision_number': 3, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:54.393444 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Checking router: b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:54.393979 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Updating router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 port 00802609-2219-4a70-8cb8-ff2eb41772dc binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:05:54.404593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] Deleting port 5858e2f6-b06a-4472-8dac-e269f95c933a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:54.405091 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.419953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.434495 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.460700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=5858e2f6-b06a-4472-8dac-e269f95c933a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:54.479564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] No DVR routers for this DVR port 5858e2f6-b06a-4472-8dac-e269f95c933a on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:54.510958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936907f9-2427-43cb-a313-d28bc0a74cf7 req-a8945c77-566e-4145-8868-598d20a0b6c7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:54.518338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-936907f9-2427-43cb-a313-d28bc0a74cf7 req-a8945c77-566e-4145-8868-598d20a0b6c7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.3546376 Jul 14 09:05:54.593972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] For port 5858e2f6-b06a-4472-8dac-e269f95c933a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5858e2f6-b06a-4472-8dac-e269f95c933a,segment=NetworkSegment(dacc175b-f98b-4bfd-9676-5ae0e4d13d4c),segment_id=dacc175b-f98b-4bfd-9676-5ae0e4d13d4c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:54.594409 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.640744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9f065b48-61c4-44b2-9f5a-518ed89ccad9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:54.678677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.685133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 9f065b48-61c4-44b2-9f5a-518ed89ccad9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:54.685455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9f065b48-61c4-44b2-9f5a-518ed89ccad9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:54.685883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b481d8a-e146-47ce-b79f-e186fb56082a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:54.693968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Pushing event updated for resources: {'Port': ['ID=d6231b54-9740-4cf2-a653-b3b1754219da,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:54.694156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] Calling delete_port for 5858e2f6-b06a-4472-8dac-e269f95c933a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:54.698826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c898dda0-983f-4141-860c-fd0c0d146218']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:54.709410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Attempting to bind port d6231b54-9740-4cf2-a653-b3b1754219da on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:54.709753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Attempting to bind port d6231b54-9740-4cf2-a653-b3b1754219da by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:54.711016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Attempting to bind port d6231b54-9740-4cf2-a653-b3b1754219da on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:54.722192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:54.723267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacc175b-f98b-4bfd-9676-5ae0e4d13d4c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:54.730912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Port d6231b54-9740-4cf2-a653-b3b1754219da on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:54.731242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Attempting to bind port d6231b54-9740-4cf2-a653-b3b1754219da on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:54.748215 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-936907f9-2427-43cb-a313-d28bc0a74cf7 req-c08e87d0-50fd-45cf-8dd6-1c6eb04c2778 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289574 Jul 14 09:05:54.749788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.754537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 0b481d8a-e146-47ce-b79f-e186fb56082a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:54.754741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b481d8a-e146-47ce-b79f-e186fb56082a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:54.755010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5858e2f6-b06a-4472-8dac-e269f95c933a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:54.775761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.784839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:54.785076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:05:54.785533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:54.786160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:54.786834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Bound port: d6231b54-9740-4cf2-a653-b3b1754219da, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:54.787394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.788471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:05:54.790369 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:05:54.793378 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.802055 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Transition to ACTIVE for port object 00802609-2219-4a70-8cb8-ff2eb41772dc will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:54.810955 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.833402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 5858e2f6-b06a-4472-8dac-e269f95c933a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:54.833785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5858e2f6-b06a-4472-8dac-e269f95c933a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:54.884715 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Pushing event updated for resources: {'Port': ['ID=00802609-2219-4a70-8cb8-ff2eb41772dc,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:54.890267 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.912839 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.916304 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.916664 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.917002 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.917561 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.917929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.918870 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.919814 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.919948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c898dda0-983f-4141-860c-fd0c0d146218 HTTP/1.1" status: 204 len: 168 time: 0.9914322 Jul 14 09:05:54.920683 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.923110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b24b33-9336-4743-b78c-79c3a5b80b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=c898dda0-983f-4141-860c-fd0c0d146218,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:54.934596 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.935053 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.935429 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.935778 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:54.982531 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.989434 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Attempting to bind port 00802609-2219-4a70-8cb8-ff2eb41772dc on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:54.989829 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Attempting to bind port 00802609-2219-4a70-8cb8-ff2eb41772dc by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:54.991630 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Attempting to bind port 00802609-2219-4a70-8cb8-ff2eb41772dc on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:55.004992 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:55.005563 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:55.006806 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.007337 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:55.009598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] For port d6231b54-9740-4cf2-a653-b3b1754219da, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:55.010232 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Bound port: 00802609-2219-4a70-8cb8-ff2eb41772dc, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:55.010820 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.035258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] For port d6231b54-9740-4cf2-a653-b3b1754219da, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d6231b54-9740-4cf2-a653-b3b1754219da,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:55.046295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] Pushing event deleted for resources: {'Port': ['ID=5858e2f6-b06a-4472-8dac-e269f95c933a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:55.054508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] Network c898dda0-983f-4141-860c-fd0c0d146218 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:05:55.055570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffb9bd-0144-4249-9fdb-be5ce3b351cc None None] No DVR routers for this DVR port 5858e2f6-b06a-4472-8dac-e269f95c933a on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:55.064198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.126595 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] For port 00802609-2219-4a70-8cb8-ff2eb41772dc, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:55.136047 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] For port 00802609-2219-4a70-8cb8-ff2eb41772dc, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=00802609-2219-4a70-8cb8-ff2eb41772dc,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:55.144773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:55.145415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.146046 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.146999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] 10.222.0.11 "PUT /v2.0/ports/d6231b54-9740-4cf2-a653-b3b1754219da HTTP/1.1" status: 200 len: 1097 time: 2.0089207 Jul 14 09:05:55.147903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'tag': 'd6231b54-9740-4cf2-a653-b3b1754219da'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:55.150491 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502b511-e6fb-4baa-b81c-089ef5d8f89a" -d '{"events": [{"name": "network-changed", "server_uuid": "df1ec235-fa8a-46d4-8037-28a60c18cd33", "tag": "d6231b54-9740-4cf2-a653-b3b1754219da"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:55.186770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40124) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:55.247976 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:55.248989 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:55.255620 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb15ad1-0077-4207-b0cc-407f1e008245 None None] Pushing event updated for resources: {'Port': ['ID=00802609-2219-4a70-8cb8-ff2eb41772dc,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:55.282788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-7ab102a7-8c2d-4ff7-99eb-ec24f4c7b038 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:55.285628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-7ab102a7-8c2d-4ff7-99eb-ec24f4c7b038 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545328 Jul 14 09:05:55.290842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f7e12-07de-4183-8d8e-b9a7a5681f18 service neutron] Pushing event updated for resources: {'Port': ['ID=d6231b54-9740-4cf2-a653-b3b1754219da,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:55.291020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-be714fc0-d611-41cd-a3b7-08e9694a378d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b81af8e5e9d42cb8048ab2bb410ca2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030943 Jul 14 09:05:55.291803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:55.338862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.346886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Request body: {'binding': {'host': 'n-h1-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:55.347547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:05:55.391419 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:55.438955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-ab1ed665-015e-4d07-b9c8-cb50cdda757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:55.440615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-ab1ed665-015e-4d07-b9c8-cb50cdda757f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 1100 time: 0.1691611 Jul 14 09:05:55.460810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc87233e-7fef-4b62-9b46-5ef7ffb91768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.484779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc87233e-7fef-4b62-9b46-5ef7ffb91768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.575947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc87233e-7fef-4b62-9b46-5ef7ffb91768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.578474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc87233e-7fef-4b62-9b46-5ef7ffb91768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.579524 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc87233e-7fef-4b62-9b46-5ef7ffb91768 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/931fddf5-c37c-43d8-a2ba-868bd6fad2a8 HTTP/1.1" status: 204 len: 168 time: 0.2788656 Jul 14 09:05:55.595026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on host n-h1-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:55.595760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:55.596311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:55.600151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87233e-7fef-4b62-9b46-5ef7ffb91768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931fddf5-c37c-43d8-a2ba-868bd6fad2a8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:55.603995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:55.604315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:55.610627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:55.610981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:55.612136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:55.612765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Bound port: 992c105d-49b3-41f3-8a2d-139d1b65e299, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:55.671047 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:51Z', 'revision_number': 3, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:55.683851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:55.690906 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.692159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d8739754-30c1-4d3f-8c17-b161d1dc2064 service neutron] 10.222.0.18 "POST /v2.0/ports/992c105d-49b3-41f3-8a2d-139d1b65e299/bindings HTTP/1.1" status: 201 len: 390 time: 0.3994718 Jul 14 09:05:55.699755 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33690079-a189-488f-81eb-cc1e4c3ec623 None None] The sync data for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 is: [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:51Z', 'revision_number': 3, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:05:55.806726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-a29fdc71-3443-4c04-b92b-1d7807c9adaa tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:55.808847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-a29fdc71-3443-4c04-b92b-1d7807c9adaa tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 945 time: 0.1023979 Jul 14 09:05:55.941590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-9f300249-2502-43b7-8037-dd8d69ba3231 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d6231b54-9740-4cf2-a653-b3b1754219da HTTP/1.1" status: 200 len: 217 time: 0.0651045 Jul 14 09:05:56.015713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Deleting port d39baeaa-8a97-4e54-9066-e7fd83342f30 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:05:56.016063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.108565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-dbeec7b3-b9e0-45d8-b4b7-a4f05c5b32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.110226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-dbeec7b3-b9e0-45d8-b4b7-a4f05c5b32f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1406758 Jul 14 09:05:56.133944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Allocated IP 172.20.0.1 (298f66a1-488b-418f-9a7e-1cd1f29534e4/d994cf3e-935f-4f2d-a519-59a707997915/a4f5d82d-9569-4143-81e0-b9b1efa2067a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:56.155244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec657f1-84d3-43a5-8aa5-65fdc0aae7be req-78ef25d2-7938-414a-af89-9f40c680969c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.157041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ec657f1-84d3-43a5-8aa5-65fdc0aae7be req-78ef25d2-7938-414a-af89-9f40c680969c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 945 time: 0.2118869 Jul 14 09:05:56.184669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:56.203457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] For port d39baeaa-8a97-4e54-9066-e7fd83342f30, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d39baeaa-8a97-4e54-9066-e7fd83342f30,segment=NetworkSegment(3f80f834-9075-42b3-ae28-bd5ae9b43fba),segment_id=3f80f834-9075-42b3-ae28-bd5ae9b43fba)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:56.204008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.220939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Calling delete_port for d39baeaa-8a97-4e54-9066-e7fd83342f30 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:05:56.238625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8153d4-65b6-4872-b195-cd7e78f98f9d req-8d025953-3f45-40d4-b0fd-c675a1ebda5e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.241649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ec657f1-84d3-43a5-8aa5-65fdc0aae7be req-ca946ed5-2724-4131-b079-b0fb90009377 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups?id=2681a57f-1346-4563-b455-e1069341d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686393 Jul 14 09:05:56.245456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c8153d4-65b6-4872-b195-cd7e78f98f9d req-8d025953-3f45-40d4-b0fd-c675a1ebda5e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 948 time: 0.3700864 Jul 14 09:05:56.308899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-e0a95928-b9c8-4d10-a14d-2a66b894aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.313229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-e0a95928-b9c8-4d10-a14d-2a66b894aa63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1097 time: 0.3051074 Jul 14 09:05:56.408031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f466674b-442f-4c6d-be43-e0e5b98127cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b85ffdc937034b6b8a0a7e4d752ae2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205348 Jul 14 09:05:56.416254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:56.443758 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.450820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c8153d4-65b6-4872-b195-cd7e78f98f9d req-43ed1d54-9e63-49b6-800b-073777ded9ba tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041700 Jul 14 09:05:56.461572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d39baeaa-8a97-4e54-9066-e7fd83342f30'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:05:56.469262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-4349fb7e-c60a-4e8f-81a1-a8e97d5b1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.473605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-4349fb7e-c60a-4e8f-81a1-a8e97d5b1f1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3437340 Jul 14 09:05:56.480616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event deleted for resources: {'Port': ['ID=d39baeaa-8a97-4e54-9066-e7fd83342f30,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:56.563073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] No DVR routers for this DVR port d39baeaa-8a97-4e54-9066-e7fd83342f30 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:05:56.568627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.571336 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-552af906-b0c7-41ef-a309-ebe0f445c70a req-0e19c7d6-a9e6-4487-9562-e3d9945ed000 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.11 "DELETE /v2.0/ports/d39baeaa-8a97-4e54-9066-e7fd83342f30 HTTP/1.1" status: 204 len: 173 time: 0.7527809 Jul 14 09:05:56.572410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746100a1-c552-420c-b523-036cea706c50', 'name': 'network-vif-deleted', 'tag': 'd39baeaa-8a97-4e54-9066-e7fd83342f30'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:56.575651 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968572c-0899-47ca-9352-efeb3834e6b7" -d '{"events": [{"server_uuid": "746100a1-c552-420c-b523-036cea706c50", "name": "network-vif-deleted", "tag": "d39baeaa-8a97-4e54-9066-e7fd83342f30"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:56.589476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a379-cf74-4922-9da0-244f8974c05d req-943e1208-639d-482b-89ea-f00abac0ed67 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.591561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9e2a379-cf74-4922-9da0-244f8974c05d req-943e1208-639d-482b-89ea-f00abac0ed67 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.2192044 Jul 14 09:05:56.628831 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e84b4ad-5e03-4b9b-9b75-0f164e49dc4b x-openstack-request-id: req-2e84b4ad-5e03-4b9b-9b75-0f164e49dc4b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:56.629123 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1ec235-fa8a-46d4-8037-28a60c18cd33", "tag": "d6231b54-9740-4cf2-a653-b3b1754219da", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:56.629391 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e84b4ad-5e03-4b9b-9b75-0f164e49dc4b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:56.629770 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'tag': 'd6231b54-9740-4cf2-a653-b3b1754219da', 'status': 'completed', 'code': 200} Jul 14 09:05:56.661977 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9e2a379-cf74-4922-9da0-244f8974c05d req-9aaaa7b7-4db7-463c-a60e-e1630c37208e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605788 Jul 14 09:05:56.694029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.722162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 00802609-2219-4a70-8cb8-ff2eb41772dc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:56.759569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee5f26e-9069-42b0-838a-56c0ee2df014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.789182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a7246f37-b753-42ba-9628-0f120ecff5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.790667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a7246f37-b753-42ba-9628-0f120ecff5f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.4555531 Jul 14 09:05:56.797982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Transition to ACTIVE for port object a4f5d82d-9569-4143-81e0-b9b1efa2067a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:56.801068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 00802609-2219-4a70-8cb8-ff2eb41772dc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:56.806281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 00802609-2219-4a70-8cb8-ff2eb41772dc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:56.807172 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.885428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-4bc31e5b-63fc-409b-b297-4cd93f436cd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 200 len: 217 time: 0.0713496 Jul 14 09:05:56.899811 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.900030 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee5f26e-9069-42b0-838a-56c0ee2df014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.923813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ccb59-8b3e-4225-bfb7-b689eda342c4 req-8d69ffb3-8917-4a3e-871c-3b8941155092 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.928567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 00802609-2219-4a70-8cb8-ff2eb41772dc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=00802609-2219-4a70-8cb8-ff2eb41772dc,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:56.931294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-203ccb59-8b3e-4225-bfb7-b689eda342c4 req-8d69ffb3-8917-4a3e-871c-3b8941155092 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.0931993 Jul 14 09:05:56.934967 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.986022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-203ccb59-8b3e-4225-bfb7-b689eda342c4 req-668a3cf4-75ae-44e4-9939-8a1b1f7e4adf tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536597 Jul 14 09:05:56.989537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-0951909a-a453-4f77-b834-64ed3340e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.991221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-0951909a-a453-4f77-b834-64ed3340e8c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0893383 Jul 14 09:05:56.996972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=00802609-2219-4a70-8cb8-ff2eb41772dc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.075703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a9b8f583-ebe8-4713-b0b1-dbf258f6dcbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629733 Jul 14 09:05:57.096631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-792bb488-2618-4a10-889a-2c1455c4b382 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703026 Jul 14 09:05:57.114078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704bb43-f05e-4318-9ca3-804eee4fa781 req-c6ef5ece-ed3d-4d56-800d-94d86314bee8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.115594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7704bb43-f05e-4318-9ca3-804eee4fa781 req-c6ef5ece-ed3d-4d56-800d-94d86314bee8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 945 time: 0.4850721 Jul 14 09:05:57.129463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.137766 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa5dcc2-f40f-4b43-8b6e-2220e2a08b38 x-openstack-request-id: req-efa5dcc2-f40f-4b43-8b6e-2220e2a08b38 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:57.138067 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746100a1-c552-420c-b523-036cea706c50", "name": "network-vif-deleted", "tag": "d39baeaa-8a97-4e54-9066-e7fd83342f30", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:57.138326 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efa5dcc2-f40f-4b43-8b6e-2220e2a08b38 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:57.138729 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746100a1-c552-420c-b523-036cea706c50', 'name': 'network-vif-deleted', 'tag': 'd39baeaa-8a97-4e54-9066-e7fd83342f30', 'status': 'completed', 'code': 200} Jul 14 09:05:57.285462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:57.294825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee5f26e-9069-42b0-838a-56c0ee2df014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.297578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee5f26e-9069-42b0-838a-56c0ee2df014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.301241 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ee5f26e-9069-42b0-838a-56c0ee2df014 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/222d715f-40dd-4aa3-87a8-9c2fdc657b3d HTTP/1.1" status: 204 len: 168 time: 0.8775148 Jul 14 09:05:57.316136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:57.317938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Pushing event updated for resources: {'Port': ['ID=a4f5d82d-9569-4143-81e0-b9b1efa2067a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.324211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:57.339996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7704bb43-f05e-4318-9ca3-804eee4fa781 req-2003318b-808f-4da0-b0ed-2363b1ce71cc tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780043 Jul 14 09:05:57.371132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5f26e-9069-42b0-838a-56c0ee2df014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d715f-40dd-4aa3-87a8-9c2fdc657b3d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.433784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f85b6c8-c005-493f-b006-46e54c9200ea req-907c6b25-272b-4c3a-be38-44bd5a6ca71e service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157229 Jul 14 09:05:57.435878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-902c9569-a6db-4956-baf9-e9bd04490987 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369217 Jul 14 09:05:57.458653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.575675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f47aa6cb-3f22-4900-a26e-9e4a4a49da82 req-78a91136-2475-40c1-bb5b-5d355768f39d tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/ports?device_id=746100a1-c552-420c-b523-036cea706c50 HTTP/1.1" status: 200 len: 210 time: 0.1209140 Jul 14 09:05:57.602258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-fd7584ea-0f20-442e-b5da-14c0977ed170 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365716 Jul 14 09:05:57.748800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a845218-07e4-4a3b-9d9f-627f55bdcd63 None None] Provisioning for port a4f5d82d-9569-4143-81e0-b9b1efa2067a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:57.754298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a845218-07e4-4a3b-9d9f-627f55bdcd63 None None] Provisioning complete for port a4f5d82d-9569-4143-81e0-b9b1efa2067a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:57.754862 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a845218-07e4-4a3b-9d9f-627f55bdcd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.840738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a845218-07e4-4a3b-9d9f-627f55bdcd63 None None] Port a4f5d82d-9569-4143-81e0-b9b1efa2067a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:57.907490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-5015069f-2306-43cd-a90b-43431ea49931 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.909067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-5015069f-2306-43cd-a90b-43431ea49931 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.2172458 Jul 14 09:05:57.910673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-d36d9eaa-5046-4642-a4a9-ff1704a13889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.912492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-d36d9eaa-5046-4642-a4a9-ff1704a13889 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 1100 time: 0.2578261 Jul 14 09:05:57.921593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946577b2-ef43-4941-abd6-64196a6bf1c5 req-c0f77296-23c5-48c0-9e28-56b7c680738d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.923073 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946577b2-ef43-4941-abd6-64196a6bf1c5 req-c0f77296-23c5-48c0-9e28-56b7c680738d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 948 time: 0.2404008 Jul 14 09:05:57.931401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-44'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:57.984740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368e5f7-efc9-4c6e-883f-fda287e9f96a req-c913da7d-dc14-490c-9be4-2fc6aca339eb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:57.986472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4368e5f7-efc9-4c6e-883f-fda287e9f96a req-c913da7d-dc14-490c-9be4-2fc6aca339eb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.1119978 Jul 14 09:05:58.060828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4368e5f7-efc9-4c6e-883f-fda287e9f96a req-a60baaa3-d1ad-4298-9d03-a9a4e92abac5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621486 Jul 14 09:05:58.123213 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946577b2-ef43-4941-abd6-64196a6bf1c5 req-6a91e069-5375-4552-9e40-d43caef4fbfb tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862149 Jul 14 09:05:58.146914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.182012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.214622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-c918674a-aeeb-4c2a-8273-314af1119401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.216151 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-c918674a-aeeb-4c2a-8273-314af1119401 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2887969 Jul 14 09:05:58.290248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-111c3ea3-8c79-41df-960f-98f6e3a96c70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d6231b54-9740-4cf2-a653-b3b1754219da HTTP/1.1" status: 200 len: 217 time: 0.0661812 Jul 14 09:05:58.371264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19866eac-a0e2-4862-9a00-365366db95c8 req-36139beb-231d-445a-bde7-677b3bc20d57 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.373568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-19866eac-a0e2-4862-9a00-365366db95c8 req-36139beb-231d-445a-bde7-677b3bc20d57 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1134927 Jul 14 09:05:58.438037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-19866eac-a0e2-4862-9a00-365366db95c8 req-c74e983a-91c8-40ca-ba65-dbe3b9c05e1a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536926 Jul 14 09:05:58.477844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:58.494391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:58.569848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-b202238c-5354-497b-81ac-374539361b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.571376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-b202238c-5354-497b-81ac-374539361b1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2691190 Jul 14 09:05:58.625286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-935374133-network', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:58.627796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 00802609-2219-4a70-8cb8-ff2eb41772dc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:58.630461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:58.664171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Made reservation on behalf of eaee2bfa24ce4c28879563d76a0fe86a for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:58.667495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.690222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.697819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 00802609-2219-4a70-8cb8-ff2eb41772dc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:58.698486 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.735827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b77cd2-6479-400b-a82a-4134c6bcdfce req-b024c7c0-c55a-4ef1-8ebd-c8d383340283 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.743043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0b77cd2-6479-400b-a82a-4134c6bcdfce req-b024c7c0-c55a-4ef1-8ebd-c8d383340283 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 945 time: 0.2471664 Jul 14 09:05:58.745005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:05:58.747644 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35473746-adff-4a30-bb10-509ec21ea1d2" -d '{"events": [{"server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:05:58.762574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.777371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.788423 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.791533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-334785d6-8805-49c7-849d-619ca66afc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:58.793059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-334785d6-8805-49c7-849d-619ca66afc49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2083476 Jul 14 09:05:58.801642 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.862088 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.869591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.901005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:58.912275 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a36fde-a02e-4951-a28f-033628d7feda x-openstack-request-id: req-41a36fde-a02e-4951-a28f-033628d7feda {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:05:58.912455 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:05:58.912689 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41a36fde-a02e-4951-a28f-033628d7feda {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:05:58.913083 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299', 'code': 200} Jul 14 09:05:58.920659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bdfe0d-a7de-4f0c-9382-141a65649338,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:58.926851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.927417 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Added segment b9ff589b-57f1-419c-91ac-5a8572698487 of type vlan for network a1b83e1b-e33a-4da4-aaa2-17227356197c Jul 14 09:05:58.938286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0b77cd2-6479-400b-a82a-4134c6bcdfce req-81e7181d-5c0a-4af3-95ad-5ad01cbf6fc7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941848 Jul 14 09:05:58.962506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.982056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.025425 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.026833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:59.027708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.055898 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5601399 Jul 14 09:05:59.066221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:59.070733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Request body: {'subnet': {'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-935374133-subnet', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:59.123691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e779f5-6e91-4d61-acd3-43ed8fb991cf admin admin] Pushing event updated for resources: {'Network': ['ID=a1b83e1b-e33a-4da4-aaa2-17227356197c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:59.125777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:59.135616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a1b83e1b-e33a-4da4-aaa2-17227356197c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:59.169420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Made reservation on behalf of eaee2bfa24ce4c28879563d76a0fe86a for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:59.174703 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.254081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d39baeaa-8a97-4e54-9066-e7fd83342f30 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:05:59.295058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15ce11a0-347e-41d3-b4e4-54e134dc668c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.324316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: d39baeaa-8a97-4e54-9066-e7fd83342f30 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:05:59.324643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d39baeaa-8a97-4e54-9066-e7fd83342f30 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:05:59.378068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15ce11a0-347e-41d3-b4e4-54e134dc668c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.400594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:59.503903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on host n-h2-758944-44 for vnic_type normal with profile {"migrating_to": "n-h1-758944-44"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:59.504127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:59.504456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:59.518865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-72c9bff3-2828-402c-98d9-98047d3c0f15 service neutron] 10.222.0.48 "GET /v2.0/ports/4a91e6c7-5461-48f0-a931-a0101eff85d2/bindings/n-h2-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.1724541 Jul 14 09:05:59.529385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf309-aeef-4b9b-a2a9-5ff60176788c req-94374f33-24fa-451d-9411-87498d8514ca tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:59.530845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-245bf309-aeef-4b9b-a2a9-5ff60176788c req-94374f33-24fa-451d-9411-87498d8514ca tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 948 time: 0.2074990 Jul 14 09:05:59.532616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:05:59.533477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Attempting to bind port 992c105d-49b3-41f3-8a2d-139d1b65e299 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:59.562344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:59.562695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:59.563088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:59.563553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Bound port: 992c105d-49b3-41f3-8a2d-139d1b65e299, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:59.563919 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.570492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-966751ba-cb0b-48ef-9e0d-333921871305 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633123 Jul 14 09:05:59.573942 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15ce11a0-347e-41d3-b4e4-54e134dc668c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.576455 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15ce11a0-347e-41d3-b4e4-54e134dc668c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.577557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-15ce11a0-347e-41d3-b4e4-54e134dc668c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "DELETE /v2.0/security-groups/6634ec31-fa99-457c-8237-60bf57c71bce HTTP/1.1" status: 204 len: 168 time: 0.4484825 Jul 14 09:05:59.579287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Pushing event updated for resources: {'Port': ['ID=a4f5d82d-9569-4143-81e0-b9b1efa2067a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:59.581473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:59.638489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce11a0-347e-41d3-b4e4-54e134dc668c tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6634ec31-fa99-457c-8237-60bf57c71bce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:59.672214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-245bf309-aeef-4b9b-a2a9-5ff60176788c req-ec9758d2-a58c-4082-a916-0b1708e52529 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260724 Jul 14 09:05:59.682028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.692792 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-fc5fe03f-7d0b-486a-b0c4-774bbb489ad1 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] show failed (client error): The resource could not be found. Jul 14 09:05:59.696636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fc5fe03f-7d0b-486a-b0c4-774bbb489ad1 tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "GET /v2.0/security-groups/6634ec31-fa99-457c-8237-60bf57c71bce HTTP/1.1" status: 404 len: 347 time: 0.1055107 Jul 14 09:05:59.704684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:59.722667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14719-cbf2-4c32-948e-dd996859edfd req-7ef2cf72-cb2a-403d-8759-e176bd5cc8cc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:59.724178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d14719-cbf2-4c32-948e-dd996859edfd req-7ef2cf72-cb2a-403d-8759-e176bd5cc8cc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 943 time: 0.3422670 Jul 14 09:05:59.777527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:59.783615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:59.809163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:59.821456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Checking segment: {'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:59.821816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Network hostable DHCP agents. Network: a1b83e1b-e33a-4da4-aaa2-17227356197c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:59.865194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Network a1b83e1b-e33a-4da4-aaa2-17227356197c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:59.886405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:59.947843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a1b83e1b-e33a-4da4-aaa2-17227356197c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:59.953776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:59.956407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:59.957014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.958778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd5137-6b48-40c1-bb77-1e46b8c53960 None None] Network a1b83e1b-e33a-4da4-aaa2-17227356197c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:59.967952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:59.982742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a502b511-e6fb-4baa-b81c-089ef5d8f89a req-9214df4c-ffcb-4482-9397-1ee20441440f service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902886 Jul 14 09:05:59.992299 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73d14719-cbf2-4c32-948e-dd996859edfd req-bbe81f80-c712-44f9-ba2e-ac2f7e5550d9 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324178 Jul 14 09:05:59.994460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:00.009175 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.049937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a91e6c7-5461-48f0-a931-a0101eff85d2 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:00.055904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4d1761e3-75e3-496f-a577-1971a32b0a74 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9889750 Jul 14 09:06:00.060050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:00.070339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:00.081326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:00.114016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54652cd2-2619-4de4-b021-e36d86d58bf0 req-80b33e45-0ec7-4bd5-8229-e01640f515d3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.115884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54652cd2-2619-4de4-b021-e36d86d58bf0 req-80b33e45-0ec7-4bd5-8229-e01640f515d3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.2062042 Jul 14 09:06:00.118403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.153235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.154437 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.170772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.171998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.173488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] 10.222.0.48 "PUT /v2.0/ports/992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 200 len: 1123 time: 2.2489173 Jul 14 09:06:00.177404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Deleting port 49b8fee3-3030-4c30-88a1-689fc2547e6b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:00.177779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.191440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2744f6a-8830-4a8a-9f05-2a8d7175eb17 service neutron] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:00.197997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-92bfacbd-77d3-4cd9-8936-e7d54a361d33 None None] Provisioning complete for port a4f5d82d-9569-4143-81e0-b9b1efa2067a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:00.198596 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92bfacbd-77d3-4cd9-8936-e7d54a361d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.215908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54652cd2-2619-4de4-b021-e36d86d58bf0 req-3803ea5b-7728-4e0a-8832-b23b9ea470f4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933404 Jul 14 09:06:00.265570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a1b83e1b-e33a-4da4-aaa2-17227356197c', 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'fixed_ips': [{'subnet_id': 'b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:06:00.266735 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.274250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:00.278684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.300523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-92bfacbd-77d3-4cd9-8936-e7d54a361d33 None None] Port a4f5d82d-9569-4143-81e0-b9b1efa2067a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:00.351077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['992c105d-49b3-41f3-8a2d-139d1b65e299'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:00.361462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] Transition to ACTIVE for port object 4a91e6c7-5461-48f0-a931-a0101eff85d2 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:00.386123 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.386479 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.400603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.438585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beda23-43ac-4cb9-b5e3-cf94a883393f req-5b430366-a2b5-40ab-ac40-e6c957f10d98 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.440705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55beda23-43ac-4cb9-b5e3-cf94a883393f req-5b430366-a2b5-40ab-ac40-e6c957f10d98 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.2774661 Jul 14 09:06:00.445854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Calling delete_port for 49b8fee3-3030-4c30-88a1-689fc2547e6b owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:00.468306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Allocated IP 172.20.0.2 (a1b83e1b-e33a-4da4-aaa2-17227356197c/b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8/8c8add21-c64e-4f7e-a1ed-4fb7811511ef) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:00.494994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.536538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] No DVR routers for this DVR port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:00.550274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:00.556997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-459f9984-ed70-4134-848b-c2dae43882ac admin admin] 10.222.0.18 "PUT /v2.0/routers/b26c41aa-317d-43f4-a76e-8d5f9caf1ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5900908 Jul 14 09:06:00.561398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55beda23-43ac-4cb9-b5e3-cf94a883393f req-f71bcd2d-2be8-4c80-8d70-ffd484ea8658 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102667 Jul 14 09:06:00.574854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:00.582028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Sync routers for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:00.650021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:00.660662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:00.661457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:00.671415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.672377 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c606304-4840-422d-a09d-6403d9b96dc6 service neutron] 10.222.0.48 "PUT /v2.0/ports/4a91e6c7-5461-48f0-a931-a0101eff85d2/bindings/n-h2-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 1.1403053 Jul 14 09:06:00.702145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Pushing event deleted for resources: {'Port': ['ID=49b8fee3-3030-4c30-88a1-689fc2547e6b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:00.821533 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.824361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.825538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dd293578-5451-44da-8daf-0d669002f5ed tempest-ImagesOneServerNegativeTestJSON-807873862 tempest-ImagesOneServerNegativeTestJSON-807873862-project] 10.222.0.18 "DELETE /v2.0/floatingips/dfbfbe40-ab68-4353-a4b3-ece0f5bf0b0f HTTP/1.1" status: 204 len: 168 time: 1.1198952 Jul 14 09:06:00.850165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:00.857451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-fc022ec1-f004-4134-bcda-3e532b9e488f tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.859079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-fc022ec1-f004-4134-bcda-3e532b9e488f tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.0963640 Jul 14 09:06:00.891243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.907200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Transition to ACTIVE for port object 8c8add21-c64e-4f7e-a1ed-4fb7811511ef will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:00.913688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:00.919767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:00.924471 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccced2a-ba92-470f-8c79-26053a49e67a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:00.927605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.954036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Transition to ACTIVE for port object 8c8add21-c64e-4f7e-a1ed-4fb7811511ef will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:00.957306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-07ba1154-125f-46c7-aca5-0e3464122bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.958799 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.959016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-07ba1154-125f-46c7-aca5-0e3464122bf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 1096 time: 0.0898294 Jul 14 09:06:00.968186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.014225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2fb23-a6dc-4a5b-a674-e5288ed13349 req-a78864ba-ce56-4add-85a4-e3c097cdc7fa tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.016107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3a2fb23-a6dc-4a5b-a674-e5288ed13349 req-a78864ba-ce56-4add-85a4-e3c097cdc7fa tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 948 time: 0.1475148 Jul 14 09:06:01.018441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Network a1b83e1b-e33a-4da4-aaa2-17227356197c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:01.027976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:01.030863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:01.098631 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3a2fb23-a6dc-4a5b-a674-e5288ed13349 req-1de94270-b703-4b24-9602-0247a34747b8 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672095 Jul 14 09:06:01.119739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Allocated IP 172.25.2.61 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/50378fd4-28a8-420d-b7a2-86e36b78625d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:01.153724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-e8f4f997-e58a-42a3-9fb8-79f427dabe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.155287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-e8f4f997-e58a-42a3-9fb8-79f427dabe22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1096 time: 0.1598880 Jul 14 09:06:01.164785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-245ff0f1-a5ce-423f-9b88-1a06f5140fd7 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.171669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-245ff0f1-a5ce-423f-9b88-1a06f5140fd7 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks?id=298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 200 len: 829 time: 0.1313059 Jul 14 09:06:01.205877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-70fdf39e-5c65-4ec8-a67c-bc35be268562 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/quotas/397ff710a8aa4db29a9972ec36564c2d HTTP/1.1" status: 200 len: 375 time: 0.0331795 Jul 14 09:06:01.259257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Pushing event updated for resources: {'Port': ['ID=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:01.289987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d6231b54-9740-4cf2-a653-b3b1754219da details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:01.342221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-29df42f7-8cff-45e8-abae-9e1570bc414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.343748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-29df42f7-8cff-45e8-abae-9e1570bc414c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.1694112 Jul 14 09:06:01.363671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-5470eb22-bbbe-4f11-a168-8f39bf506e68 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=397ff710a8aa4db29a9972ec36564c2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567709 Jul 14 09:06:01.379711 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8499c61-dfbd-484d-b18f-0bed814242e2 x-openstack-request-id: req-c8499c61-dfbd-484d-b18f-0bed814242e2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:01.380043 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:01.380246 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8499c61-dfbd-484d-b18f-0bed814242e2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:01.380640 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299', 'status': 'completed', 'code': 200} Jul 14 09:06:01.446096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-f36c280f-42fa-48c0-9230-7c656c5081d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 200 len: 217 time: 0.0803440 Jul 14 09:06:01.487106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d6231b54-9740-4cf2-a653-b3b1754219da, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d6231b54-9740-4cf2-a653-b3b1754219da,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:01.504940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'd6231b54-9740-4cf2-a653-b3b1754219da', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'd6231b54-9740-4cf2-a653-b3b1754219da', 'mac_address': 'fa:16:3e:43:2b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:01.517928 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.526147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-3d21cc49-27e5-4666-89bf-34a8c4b6f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.527645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-3d21cc49-27e5-4666-89bf-34a8c4b6f71c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0691044 Jul 14 09:06:01.531543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-91c4f162-5393-4518-b237-4e99fbbd3c3c service neutron] 10.222.0.18 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670470 Jul 14 09:06:01.537810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Attempting to bind port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:01.538449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Attempting to bind port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:01.539068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Attempting to bind port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef on network a1b83e1b-e33a-4da4-aaa2-17227356197c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:01.568547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-66bf7230-691d-4bbb-8ac8-5d5d44ce717e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336075 Jul 14 09:06:01.572516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:01.572983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Checking segment: {'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:01.573940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.573940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Bound using segment: {'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:01.574834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Bound port: 8c8add21-c64e-4f7e-a1ed-4fb7811511ef, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:01.574834 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.634446 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.671985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.672887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6231b54-9740-4cf2-a653-b3b1754219da {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:01.685018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccced2a-ba92-470f-8c79-26053a49e67a req-530648de-940f-41e6-9100-e3119c736dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.686765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cccced2a-ba92-470f-8c79-26053a49e67a req-530648de-940f-41e6-9100-e3119c736dec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1126 time: 0.1570799 Jul 14 09:06:01.707012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-ba5b41bc-c59b-4718-bcbb-7bf4998840d0 service neutron] 10.222.0.18 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634362 Jul 14 09:06:01.711598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d6231b54-9740-4cf2-a653-b3b1754219da, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d6231b54-9740-4cf2-a653-b3b1754219da,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:01.718117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-0064a452-02b5-464b-981e-f112f381688a service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133819 Jul 14 09:06:01.720145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6da726-2242-4dad-91d2-ca024c705964 req-8056dee5-e09c-4c36-87e0-c7c39be39937 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.724397 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f6da726-2242-4dad-91d2-ca024c705964 req-8056dee5-e09c-4c36-87e0-c7c39be39937 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 944 time: 0.1927385 Jul 14 09:06:01.725562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.728608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] For port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:01.733384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] For port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,segment=NetworkSegment(b9ff589b-57f1-419c-91ac-5a8572698487),segment_id=b9ff589b-57f1-419c-91ac-5a8572698487)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:01.762409 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.770483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:05:58Z', 'revision_number': 2, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:01.817515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Checking router: b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:01.817881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Updating router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 port a4f5d82d-9569-4143-81e0-b9b1efa2067a binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:01.827697 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f6da726-2242-4dad-91d2-ca024c705964 req-81ff0a37-7d71-44fc-9119-fecea4cdf1b8 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838780 Jul 14 09:06:01.836087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-a74b865f-f7b8-456c-99c0-6a62d413ec71 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102104 Jul 14 09:06:01.881197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d6231b54-9740-4cf2-a653-b3b1754219da,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:01.930218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.977028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.015155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520db2a-9f95-4277-941d-437c5c630609 None None] Pushing event updated for resources: {'Port': ['ID=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:02.046252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccced2a-ba92-470f-8c79-26053a49e67a req-375c3632-9962-4e78-83fa-715a34421797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.048072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cccced2a-ba92-470f-8c79-26053a49e67a req-375c3632-9962-4e78-83fa-715a34421797 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.3512645 Jul 14 09:06:02.058374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:02.105242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cccced2a-ba92-470f-8c79-26053a49e67a req-e567a7e8-7aa6-47eb-9e54-637b8adfe097 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 200 len: 217 time: 0.0454144 Jul 14 09:06:02.110178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:02.114995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:02.153205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561f97c-aedc-4e2b-b3b9-b274790bcb7a req-0676cb77-8c07-4d2c-9cbc-a0d1f2e26c47 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.162489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5561f97c-aedc-4e2b-b3b9-b274790bcb7a req-0676cb77-8c07-4d2c-9cbc-a0d1f2e26c47 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1708224 Jul 14 09:06:02.172409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d6231b54-9740-4cf2-a653-b3b1754219da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:02.197280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Pushing event updated for resources: {'Port': ['ID=50378fd4-28a8-420d-b7a2-86e36b78625d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:02.376599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5561f97c-aedc-4e2b-b3b9-b274790bcb7a req-5192bd11-6405-4409-888d-03c76d332642 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122366 Jul 14 09:06:02.424844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-4f7f60dc-2a1e-49b5-8463-502a25a1ec30 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.426734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-4f7f60dc-2a1e-49b5-8463-502a25a1ec30 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.1471212 Jul 14 09:06:02.433099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccced2a-ba92-470f-8c79-26053a49e67a req-906fd82f-0481-4c8e-907e-da65339d6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.437605 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cccced2a-ba92-470f-8c79-26053a49e67a req-906fd82f-0481-4c8e-907e-da65339d6722 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.3181088 Jul 14 09:06:02.555427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-587ce4de-ef9a-4345-9993-0352e1eef01d req-67617e06-758a-4ffd-817f-33c073c0de21 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 210 time: 0.0486977 Jul 14 09:06:02.579402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 992c105d-49b3-41f3-8a2d-139d1b65e299 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:02.607434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.681822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c0c7e2c-d3d8-4338-bb21-ffdcc41f7ece service neutron] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:02.685316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c0c7e2c-d3d8-4338-bb21-ffdcc41f7ece service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.686447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958936e2-2f2e-4a71-a69a-2599cc2c58d1 req-1c0c7e2c-d3d8-4338-bb21-ffdcc41f7ece service neutron] 10.222.0.11 "DELETE /v2.0/ports/4a91e6c7-5461-48f0-a931-a0101eff85d2/bindings/n-h1-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.2524149 Jul 14 09:06:02.714268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cccced2a-ba92-470f-8c79-26053a49e67a req-b907c479-436f-49a1-8bcc-5ece35cec96a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2612712 Jul 14 09:06:02.727709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Transition to ACTIVE for port object a4f5d82d-9569-4143-81e0-b9b1efa2067a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:02.734920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8c8add21-c64e-4f7e-a1ed-4fb7811511ef up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:02.736449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40268) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:02.780344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.822443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] Deleting subnet 703db5b0-8af7-4abc-b3eb-38109645c34c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:06:02.824828 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.857598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b911b6-3bd8-4c11-adac-3b479d4e3194 req-8dc31256-2ac3-4366-ab92-3a12a55e63da tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:02.859484 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5b911b6-3bd8-4c11-adac-3b479d4e3194 req-8dc31256-2ac3-4366-ab92-3a12a55e63da tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.5704517 Jul 14 09:06:02.886196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:02.908478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:02.927964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 992c105d-49b3-41f3-8a2d-139d1b65e299 has no active binding in host n-h1-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:06:02.929478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af44a7a-447f-4354-9a7e-ad32fd80a69c None None] Pushing event updated for resources: {'Port': ['ID=a4f5d82d-9569-4143-81e0-b9b1efa2067a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:03.020561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.022329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:03.046472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Attempting to bind port a4f5d82d-9569-4143-81e0-b9b1efa2067a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:03.046851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Attempting to bind port a4f5d82d-9569-4143-81e0-b9b1efa2067a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:03.047221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Attempting to bind port a4f5d82d-9569-4143-81e0-b9b1efa2067a on network 298f66a1-488b-418f-9a7e-1cd1f29534e4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:03.054097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:03.054491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Checking segment: {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:03.054904 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.055304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Bound using segment: {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:03.055840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Bound port: a4f5d82d-9569-4143-81e0-b9b1efa2067a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:03.056226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.086181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.135647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] For port a4f5d82d-9569-4143-81e0-b9b1efa2067a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:03.140440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] For port a4f5d82d-9569-4143-81e0-b9b1efa2067a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a4f5d82d-9569-4143-81e0-b9b1efa2067a,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:03.145913 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.171780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5b911b6-3bd8-4c11-adac-3b479d4e3194 req-1482d255-1ae8-40bb-bc7a-9683051d724e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705340 Jul 14 09:06:03.193359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cccced2a-ba92-470f-8c79-26053a49e67a req-304c14db-f79a-4425-8997-987d60374d3b service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519868 Jul 14 09:06:03.210312 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.254040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:03.254674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:03.263338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.267726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/703db5b0-8af7-4abc-b3eb-38109645c34c HTTP/1.1" status: 204 len: 168 time: 0.5275307 Jul 14 09:06:03.272410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:03.273232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83250198-d041-46cd-8d49-9b9e32e73f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703db5b0-8af7-4abc-b3eb-38109645c34c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:03.363448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e37ea-37a8-488f-87dd-e8966a5120ed req-0621975f-9044-4abc-ad8f-de479a6eb76f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.371114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-094e37ea-37a8-488f-87dd-e8966a5120ed req-0621975f-9044-4abc-ad8f-de479a6eb76f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 949 time: 0.3865364 Jul 14 09:06:03.378163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af44a7a-447f-4354-9a7e-ad32fd80a69c None None] Pushing event updated for resources: {'Port': ['ID=a4f5d82d-9569-4143-81e0-b9b1efa2067a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:03.431383 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cccced2a-ba92-470f-8c79-26053a49e67a req-3d568039-74b3-4925-9fc5-d682d75cb64a service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218518 Jul 14 09:06:03.461748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.491091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-094e37ea-37a8-488f-87dd-e8966a5120ed req-bd626636-616c-4a05-b4c9-1c76fe5d496c tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167533 Jul 14 09:06:03.546826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:03.687986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.716082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38656ded-8ecf-45f7-b6ea-dc905179f638']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:03.718223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256fc41d-f6b0-4db2-af93-218478148946 None None] Network a1b83e1b-e33a-4da4-aaa2-17227356197c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:03.733231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f80f834-9075-42b3-ae28-bd5ae9b43fba') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:03.733597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f80f834-9075-42b3-ae28-bd5ae9b43fba') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:03.743669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.758034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.764192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:06:03.764614 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:06:03.809796 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:06:03.816761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9b3f5-e5a1-4ac3-9a81-03567cc7f6b1 req-a85c6ef4-f00b-431e-b226-a34cbc165132 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.824706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8f9b3f5-e5a1-4ac3-9a81-03567cc7f6b1 req-a85c6ef4-f00b-431e-b226-a34cbc165132 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 944 time: 0.1442087 Jul 14 09:06:03.883989 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.923874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.937987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8f9b3f5-e5a1-4ac3-9a81-03567cc7f6b1 req-9a01a7a4-a31c-47a4-b168-e52bf3f281cb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119411 Jul 14 09:06:03.961904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-35c8042e-f8bc-415b-a1eb-fb55d4d5faaa None None] Provisioning for port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:03.964602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:03.966992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] 10.222.0.18 "DELETE /v2.0/networks/38656ded-8ecf-45f7-b6ea-dc905179f638 HTTP/1.1" status: 204 len: 168 time: 0.6910882 Jul 14 09:06:03.967955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40cdd1-d2fa-400e-9d8c-60a463a7c008 admin admin] Pushing event deleted for resources: {'Network': ['ID=38656ded-8ecf-45f7-b6ea-dc905179f638,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:03.972073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-35c8042e-f8bc-415b-a1eb-fb55d4d5faaa None None] Provisioning complete for port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:03.972458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35c8042e-f8bc-415b-a1eb-fb55d4d5faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.013183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e07eaa-f392-453b-b0b6-266d013e6d12 req-ba960357-5505-4783-a504-d0e5c6d2bcac tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:04.015874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2e07eaa-f392-453b-b0b6-266d013e6d12 req-ba960357-5505-4783-a504-d0e5c6d2bcac tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1989269 Jul 14 09:06:04.102469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2e07eaa-f392-453b-b0b6-266d013e6d12 req-3bf15460-30f8-4100-99d2-a07a70d4ac2c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781391 Jul 14 09:06:04.251423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:04.257811 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06f4a6b1-d702-403e-a372-4e61035d1ecc req-c82ff9bc-7ece-41c6-b0af-1a5041795d6a tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 210 time: 0.0750086 Jul 14 09:06:04.291597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-4bff7c7d-92c5-467b-977e-1f48a7e08e3d tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:04.293257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-4bff7c7d-92c5-467b-977e-1f48a7e08e3d tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.48 "GET /v2.0/networks?id=298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 200 len: 829 time: 0.4638832 Jul 14 09:06:04.310845 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Request body: {'port': {'device_id': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'admin_state_up': True, 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:04.312162 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cab4d25e-7226-44ed-aeac-0ed2afc64019 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3aeb37af6c646339469009f2bdcae8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585964 Jul 14 09:06:04.315174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:04.431408 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fec1e91-d8a3-4915-8b36-debd3af74212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.455210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9886c-ba51-4878-a983-1ffb25410ebc req-63c10e64-c982-403e-a00e-f78faee8f1a5 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:04.457244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8d9886c-ba51-4878-a983-1ffb25410ebc req-63c10e64-c982-403e-a00e-f78faee8f1a5 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1096 time: 0.1232007 Jul 14 09:06:04.468965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fec1e91-d8a3-4915-8b36-debd3af74212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.513233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Router 10d5eecc-4417-4884-82b0-c03f93f7f852 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:06:04.538498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8d9886c-ba51-4878-a983-1ffb25410ebc req-e843b04d-8385-42c4-bc3b-581a2f983b92 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722556 Jul 14 09:06:04.569486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:03Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:04.610149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fec1e91-d8a3-4915-8b36-debd3af74212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.614249 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fec1e91-d8a3-4915-8b36-debd3af74212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.615636 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35c8042e-f8bc-415b-a1eb-fb55d4d5faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.616912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8fec1e91-d8a3-4915-8b36-debd3af74212 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2681a57f-1346-4563-b455-e1069341d619 HTTP/1.1" status: 204 len: 168 time: 0.3001139 Jul 14 09:06:04.631502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d4e0b-2a1c-450d-b006-8ea8bc30f869 None None] The sync data for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 is: [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:03Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:04.632489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1e91-d8a3-4915-8b36-debd3af74212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2681a57f-1346-4563-b455-e1069341d619,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:04.650820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Made reservation on behalf of 397ff710a8aa4db29a9972ec36564c2d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:04.664742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.701308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5396ca-b332-4784-b9f9-5b60a31c925b req-566ab511-d2d9-4159-a581-213244151fda tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:04.708094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a5396ca-b332-4784-b9f9-5b60a31c925b req-566ab511-d2d9-4159-a581-213244151fda tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.2267675 Jul 14 09:06:04.805554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:04.815230 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Sync routers for ids ['10d5eecc-4417-4884-82b0-c03f93f7f852'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:04.832937 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Routers {'10d5eecc-4417-4884-82b0-c03f93f7f852'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:04.839489 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['10d5eecc-4417-4884-82b0-c03f93f7f852'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:04.848135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-35c8042e-f8bc-415b-a1eb-fb55d4d5faaa None None] For port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,segment=NetworkSegment(b9ff589b-57f1-419c-91ac-5a8572698487),segment_id=b9ff589b-57f1-419c-91ac-5a8572698487)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:04.853627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35c8042e-f8bc-415b-a1eb-fb55d4d5faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.900408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a5396ca-b332-4784-b9f9-5b60a31c925b req-4afb2fc8-4d7d-41cf-9933-8336b3801c1a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915748 Jul 14 09:06:04.948382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.952323 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c8e197c2-827f-41bb-abf5-88c645826c79 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8908415 Jul 14 09:06:04.955585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:04.978727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8042e-f8bc-415b-a1eb-fb55d4d5faaa None None] Pushing event updated for resources: {'Port': ['ID=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:05.102066 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Set router 10d5eecc-4417-4884-82b0-c03f93f7f852 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:05.176988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d52-c23a-4d28-81c7-232a76602713 req-5f022dd2-db8d-4f78-ac45-b01dd7589db9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:05.180885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2874d52-c23a-4d28-81c7-232a76602713 req-5f022dd2-db8d-4f78-ac45-b01dd7589db9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 949 time: 0.1449306 Jul 14 09:06:05.244595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Allocated IP 172.20.0.14 (298f66a1-488b-418f-9a7e-1cd1f29534e4/d994cf3e-935f-4f2d-a519-59a707997915/aa5f1589-e498-4234-9e23-5b18198ce985) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:05.245626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2874d52-c23a-4d28-81c7-232a76602713 req-138c4c9d-1a34-40a7-9226-cc1ac029b102 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573409 Jul 14 09:06:05.281848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d6231b54-9740-4cf2-a653-b3b1754219da up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:05.298046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bdc4137c-be88-45b7-af75-15531e641189 None None] Provisioning complete for port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:05.299026 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc4137c-be88-45b7-af75-15531e641189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.445096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port d6231b54-9740-4cf2-a653-b3b1754219da completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:05.489617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port d6231b54-9740-4cf2-a653-b3b1754219da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:05.490011 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.596189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0b66-8e43-406e-8251-de6efd3cf68b req-1663a251-c2d4-4eab-85e5-610e348aa7c5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:05.600083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54ba0b66-8e43-406e-8251-de6efd3cf68b req-1663a251-c2d4-4eab-85e5-610e348aa7c5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1477315 Jul 14 09:06:05.668048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54ba0b66-8e43-406e-8251-de6efd3cf68b req-24d90ce3-503e-4e71-8b28-f3709fb51c41 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Jul 14 09:06:05.683822 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:02Z', 'revision_number': 3, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port': {'id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ec:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:05.757737 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.758951 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Checking router: 10d5eecc-4417-4884-82b0-c03f93f7f852 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:05.759341 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Updating router 10d5eecc-4417-4884-82b0-c03f93f7f852 port 50378fd4-28a8-420d-b7a2-86e36b78625d binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:05.801243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6231b54-9740-4cf2-a653-b3b1754219da'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:05.803826 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ad440-e016-4e08-9692-5bdeb40829c3" -d '{"events": [{"server_uuid": "df1ec235-fa8a-46d4-8037-28a60c18cd33", "name": "network-vif-plugged", "status": "completed", "tag": "d6231b54-9740-4cf2-a653-b3b1754219da"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:05.824333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d6231b54-9740-4cf2-a653-b3b1754219da, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d6231b54-9740-4cf2-a653-b3b1754219da,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:05.829455 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.830760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.832191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 992c105d-49b3-41f3-8a2d-139d1b65e299 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:05.864661 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f68f6ba7-0a6b-4ba0-9845-2c95cec9ec23 req-67723d95-3ee4-4db9-a6c8-59629f2b7efc tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 210 time: 0.0473313 Jul 14 09:06:05.952662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d6231b54-9740-4cf2-a653-b3b1754219da,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:05.986413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f6824-3587-4059-8f2d-b8992dec3c33 req-224b731d-fbdb-47a8-b967-1210f4542237 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:05.993898 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3f6824-3587-4059-8f2d-b8992dec3c33 req-224b731d-fbdb-47a8-b967-1210f4542237 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 1096 time: 0.8275154 Jul 14 09:06:06.099277 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0babe538-2e43-443a-9cd9-19f8509ceb2a x-openstack-request-id: req-0babe538-2e43-443a-9cd9-19f8509ceb2a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:06.099637 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec235-fa8a-46d4-8037-28a60c18cd33", "name": "network-vif-plugged", "status": "completed", "tag": "d6231b54-9740-4cf2-a653-b3b1754219da", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:06.099850 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0babe538-2e43-443a-9cd9-19f8509ceb2a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:06.100254 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6231b54-9740-4cf2-a653-b3b1754219da', 'code': 200} Jul 14 09:06:06.115192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.129679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Transition to ACTIVE for port object aa5f1589-e498-4234-9e23-5b18198ce985 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:06.226655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.252296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f8653-c6d3-4de1-9965-e7b4ae20fb50 req-cd00211e-7ca9-40b8-aa5d-a9aea6370575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:06.254442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a71f8653-c6d3-4de1-9965-e7b4ae20fb50 req-cd00211e-7ca9-40b8-aa5d-a9aea6370575 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 1102 time: 0.0757549 Jul 14 09:06:06.318407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3f6824-3587-4059-8f2d-b8992dec3c33 req-8de98a1d-263d-476f-ad1d-ea207564ced4 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234742 Jul 14 09:06:06.323108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:06.332578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:06.337019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:06.343504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-d945234c-d2af-47fb-a31a-e441d6f7617d service neutron] 10.222.0.11 "GET /v2.0/ports/992c105d-49b3-41f3-8a2d-139d1b65e299/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.3641894 Jul 14 09:06:06.355428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a71f8653-c6d3-4de1-9965-e7b4ae20fb50 req-1e4e8c4b-3afb-433d-90ee-23d17916cbe7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913098 Jul 14 09:06:06.395068 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.417703 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Transition to ACTIVE for port object 50378fd4-28a8-420d-b7a2-86e36b78625d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:06.423332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae14c4-d4e4-4e62-930f-33c382c7d5fc req-8d7d563a-1423-42e7-9f8f-f800cda709ca tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:06.425597 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05ae14c4-d4e4-4e62-930f-33c382c7d5fc req-8d7d563a-1423-42e7-9f8f-f800cda709ca tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.1122215 Jul 14 09:06:06.434577 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.483116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event updated for resources: {'Port': ['ID=aa5f1589-e498-4234-9e23-5b18198ce985,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:06.489706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05ae14c4-d4e4-4e62-930f-33c382c7d5fc req-25571307-1f7c-477c-ad38-ac4b39ebbda8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503101 Jul 14 09:06:06.513661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f352-65ba-4833-bf50-3cdc765b87bf None None] Pushing event updated for resources: {'Port': ['ID=50378fd4-28a8-420d-b7a2-86e36b78625d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:06.533276 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Attempting to bind port 50378fd4-28a8-420d-b7a2-86e36b78625d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:06.533779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Attempting to bind port 50378fd4-28a8-420d-b7a2-86e36b78625d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:06.534234 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Attempting to bind port 50378fd4-28a8-420d-b7a2-86e36b78625d on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:06.540825 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:06.541339 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:06.541916 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.542392 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:06.542929 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Bound port: 50378fd4-28a8-420d-b7a2-86e36b78625d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:06.543407 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.644604 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] For port 50378fd4-28a8-420d-b7a2-86e36b78625d, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:06.649545 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] For port 50378fd4-28a8-420d-b7a2-86e36b78625d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=50378fd4-28a8-420d-b7a2-86e36b78625d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:06.660004 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.717464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:06.718134 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.747319 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Routers {'10d5eecc-4417-4884-82b0-c03f93f7f852'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:06.747868 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['10d5eecc-4417-4884-82b0-c03f93f7f852'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:06.786191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4d5334ae-27be-4901-973c-79c5c81a5096 None None] Provisioning for port aa5f1589-e498-4234-9e23-5b18198ce985 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:06.790326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4d5334ae-27be-4901-973c-79c5c81a5096 None None] Provisioning complete for port aa5f1589-e498-4234-9e23-5b18198ce985 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:06.790715 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d5334ae-27be-4901-973c-79c5c81a5096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.794182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-18197a72-475b-4f90-929a-e094ed9f3d98 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4865959 Jul 14 09:06:06.822894 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f352-65ba-4833-bf50-3cdc765b87bf None None] Pushing event updated for resources: {'Port': ['ID=50378fd4-28a8-420d-b7a2-86e36b78625d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:06.831475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8c8add21-c64e-4f7e-a1ed-4fb7811511ef up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:06.831825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Request body: {'port': {'device_id': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:06.869425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4d5334ae-27be-4901-973c-79c5c81a5096 None None] Port aa5f1589-e498-4234-9e23-5b18198ce985 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:06.889279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:06.889625 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.929841 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] Set router 10d5eecc-4417-4884-82b0-c03f93f7f852 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:07.005380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.013461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a4f5d82d-9569-4143-81e0-b9b1efa2067a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:07.032539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8931c-ebc6-48a0-b684-6bb30e879af8 req-7e651112-6d74-446a-9df4-6c40d2432127 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:07.034643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c8931c-ebc6-48a0-b684-6bb30e879af8 req-7e651112-6d74-446a-9df4-6c40d2432127 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 950 time: 0.3416264 Jul 14 09:06:07.138462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port a4f5d82d-9569-4143-81e0-b9b1efa2067a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:07.146079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a4f5d82d-9569-4143-81e0-b9b1efa2067a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:07.146698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.194452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21244bdc-1a93-453c-b5a3-611cdbb3884c req-c946c6ae-bb47-4e76-a6a7-cc707c34d369 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:07.197707 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21244bdc-1a93-453c-b5a3-611cdbb3884c req-c946c6ae-bb47-4e76-a6a7-cc707c34d369 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.0837862 Jul 14 09:06:07.242316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.245729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c8931c-ebc6-48a0-b684-6bb30e879af8 req-3aebff4a-2bb3-4a8d-a8f5-932c2eee8669 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826174 Jul 14 09:06:07.254204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21244bdc-1a93-453c-b5a3-611cdbb3884c req-4cd29ff6-8b3b-40c9-92d7-85b7131d88d2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Jul 14 09:06:07.259613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:07.293173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port a4f5d82d-9569-4143-81e0-b9b1efa2067a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a4f5d82d-9569-4143-81e0-b9b1efa2067a,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:07.303119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.313230 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:02Z', 'revision_number': 3, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port': {'id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ec:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:07.319006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.349855 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a557083-bd68-4da7-bf50-9a9eda9a6f18 None None] The sync data for ids ['10d5eecc-4417-4884-82b0-c03f93f7f852'] in n-d-758944-44 is: [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:02Z', 'revision_number': 3, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port': {'id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ec:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:07.390576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:07.431199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=a4f5d82d-9569-4143-81e0-b9b1efa2067a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:07.644183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b4195-15a9-4c62-a002-f436db565db1 req-f47ee272-2b05-4817-a552-453bd928805d tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:07.646041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f36b4195-15a9-4c62-a002-f436db565db1 req-f47ee272-2b05-4817-a552-453bd928805d tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 932 time: 0.1408808 Jul 14 09:06:07.676245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5f1589-e498-4234-9e23-5b18198ce985 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:07.684833 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.714490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c105d-49b3-41f3-8a2d-139d1b65e299 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:07.753015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f36b4195-15a9-4c62-a002-f436db565db1 req-65fdd5b9-c748-4f38-a7f1-607bad518fe4 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807946 Jul 14 09:06:07.776803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Transition to ACTIVE for port object aa5f1589-e498-4234-9e23-5b18198ce985 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:07.780934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:07.836894 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:07.912924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.136584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Allocated IP 172.20.0.1 (a1b83e1b-e33a-4da4-aaa2-17227356197c/b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8/bf58ff8b-93bc-4407-88dd-66df78c9a617) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:08.150218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1efc67-9cc9-4ac0-886f-8843f491ffe1 req-5f85825f-d96f-4f33-8e41-9cf98cca3b75 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.157224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a1efc67-9cc9-4ac0-886f-8843f491ffe1 req-5f85825f-d96f-4f33-8e41-9cf98cca3b75 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 943 time: 0.5340617 Jul 14 09:06:08.169993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5f1589-e498-4234-9e23-5b18198ce985,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:08.228030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a1efc67-9cc9-4ac0-886f-8843f491ffe1 req-638cce15-7ff7-4a2b-b89a-c22460ecb8cb tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697355 Jul 14 09:06:08.308405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Attempting to bind port aa5f1589-e498-4234-9e23-5b18198ce985 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:08.308740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Attempting to bind port aa5f1589-e498-4234-9e23-5b18198ce985 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:08.309068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Attempting to bind port aa5f1589-e498-4234-9e23-5b18198ce985 on network 298f66a1-488b-418f-9a7e-1cd1f29534e4 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:08.315930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] Transition to ACTIVE for port object 992c105d-49b3-41f3-8a2d-139d1b65e299 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:08.322051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Port aa5f1589-e498-4234-9e23-5b18198ce985 on network 298f66a1-488b-418f-9a7e-1cd1f29534e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:08.322051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Attempting to bind port aa5f1589-e498-4234-9e23-5b18198ce985 on network 298f66a1-488b-418f-9a7e-1cd1f29534e4 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:08.336780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.343129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:08.343573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Checking segment: {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:08.343952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Bound using segment: {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:08.344605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Bound port: aa5f1589-e498-4234-9e23-5b18198ce985, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d3cc241-b77e-456b-bd3c-317adb922d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:08.344944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.460239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] Pushing event updated for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:08.476723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.550065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66baf100-6fb2-4ed1-9c65-1b509e8c15e8 req-c51542fc-d8d2-46ed-8bca-7df082241cfe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.552118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66baf100-6fb2-4ed1-9c65-1b509e8c15e8 req-c51542fc-d8d2-46ed-8bca-7df082241cfe tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1049547 Jul 14 09:06:08.560981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] No DVR routers for this DVR port 992c105d-49b3-41f3-8a2d-139d1b65e299 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:08.564948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Transition to ACTIVE for port object bf58ff8b-93bc-4407-88dd-66df78c9a617 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:08.612260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66baf100-6fb2-4ed1-9c65-1b509e8c15e8 req-0a54387d-0627-4f43-bf9b-07caa7a17ac6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528600 Jul 14 09:06:08.668544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-8647eee4-bdb3-46b7-ace6-2eaaaef63681 service neutron] 10.222.0.11 "PUT /v2.0/ports/992c105d-49b3-41f3-8a2d-139d1b65e299/bindings/n-h1-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 2.2629912 Jul 14 09:06:08.714310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] For port aa5f1589-e498-4234-9e23-5b18198ce985, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:08.719281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] For port aa5f1589-e498-4234-9e23-5b18198ce985, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=aa5f1589-e498-4234-9e23-5b18198ce985,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:08.734692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45ad78-8bb3-47d9-8eba-93b6088a1e20 req-7c3528ee-672b-4cc5-b1c6-31cf4fb7dfb2 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.736866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db45ad78-8bb3-47d9-8eba-93b6088a1e20 req-7c3528ee-672b-4cc5-b1c6-31cf4fb7dfb2 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 950 time: 0.2676656 Jul 14 09:06:08.739740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.765863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.774210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 50378fd4-28a8-420d-b7a2-86e36b78625d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:08.837487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:08.843764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.848105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 1093 time: 2.0405629 Jul 14 09:06:08.848593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:08.850897 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7783971-fad2-4b4b-a723-300814d7456e" -d '{"events": [{"name": "network-changed", "server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:08.887423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 50378fd4-28a8-420d-b7a2-86e36b78625d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:08.892509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 50378fd4-28a8-420d-b7a2-86e36b78625d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:08.893162 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:09.019179 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:09.026382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db45ad78-8bb3-47d9-8eba-93b6088a1e20 req-4ec1854e-4c2d-4fb9-85ad-f2d838313e3e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761886 Jul 14 09:06:09.028802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Network a1b83e1b-e33a-4da4-aaa2-17227356197c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:09.031055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd16d6-3486-4787-b817-87a129d417c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5f1589-e498-4234-9e23-5b18198ce985,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:09.035903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:09.042414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:09.089526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 50378fd4-28a8-420d-b7a2-86e36b78625d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=50378fd4-28a8-420d-b7a2-86e36b78625d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:09.098887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:09.103848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a4f5d82d-9569-4143-81e0-b9b1efa2067a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:09.146020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Pushing event updated for resources: {'Port': ['ID=bf58ff8b-93bc-4407-88dd-66df78c9a617,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:09.167512 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c9e59-6470-46e9-88e8-9797a8d0f9dd x-openstack-request-id: req-e35c9e59-6470-46e9-88e8-9797a8d0f9dd {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:09.167954 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:09.168364 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e35c9e59-6470-46e9-88e8-9797a8d0f9dd {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:09.168629 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'status': 'completed', 'code': 200} Jul 14 09:06:09.179854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:09.326505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-cecf71e8-3b29-4068-94e8-13a4e87cb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.329521 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-cecf71e8-3b29-4068-94e8-13a4e87cb7b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=397ff710a8aa4db29a9972ec36564c2d&device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 1096 time: 0.4147797 Jul 14 09:06:09.335315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=50378fd4-28a8-420d-b7a2-86e36b78625d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:09.370836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.371070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.371444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.371789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.372127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.372462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.372792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.373120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.373453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.378057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.378457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.378807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:09.394947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a4f5d82d-9569-4143-81e0-b9b1efa2067a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:09.395593 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:09.399670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-f9a19f7d-5f47-4dd7-8773-b9999e9604eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 217 time: 0.0570579 Jul 14 09:06:09.519125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6de2f4b8-2aab-4931-99bf-a6ba7613f546 None None] Provisioning for port bf58ff8b-93bc-4407-88dd-66df78c9a617 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:09.527563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6de2f4b8-2aab-4931-99bf-a6ba7613f546 None None] Provisioning complete for port bf58ff8b-93bc-4407-88dd-66df78c9a617 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:09.542589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6de2f4b8-2aab-4931-99bf-a6ba7613f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:09.565094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-c7ab80f4-aaee-4ee9-923f-7949a2ec959b tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.566542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-c7ab80f4-aaee-4ee9-923f-7949a2ec959b tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.8164933 Jul 14 09:06:09.583560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99109fa-4739-4a69-b667-5d1ddc04dfb8 req-6e951ddb-47d5-4263-89b1-cd32ce80a923 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.591529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d99109fa-4739-4a69-b667-5d1ddc04dfb8 req-6e951ddb-47d5-4263-89b1-cd32ce80a923 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 944 time: 0.1303930 Jul 14 09:06:09.617558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-b187c2bb-b931-4b51-8bd5-2b559b96899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.620129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-b187c2bb-b931-4b51-8bd5-2b559b96899f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d994cf3e-935f-4f2d-a519-59a707997915 HTTP/1.1" status: 200 len: 868 time: 0.1879733 Jul 14 09:06:09.635218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6de2f4b8-2aab-4931-99bf-a6ba7613f546 None None] Port bf58ff8b-93bc-4407-88dd-66df78c9a617 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:09.641237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0cc23-95a8-4736-8d2d-3ff36434718a req-9f5dedbf-efa0-446c-bb78-8bd13893dea5 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.651968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ee0cc23-95a8-4736-8d2d-3ff36434718a req-9f5dedbf-efa0-446c-bb78-8bd13893dea5 tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 1102 time: 0.2511086 Jul 14 09:06:09.708142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d99109fa-4739-4a69-b667-5d1ddc04dfb8 req-1cc8aa31-d0d8-4a06-ad55-be737cf1159e tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153829 Jul 14 09:06:09.729835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ee0cc23-95a8-4736-8d2d-3ff36434718a req-03b49c5b-70b3-459e-8c21-94188f25203b tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768797 Jul 14 09:06:09.734678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-2fa89aac-4083-440d-a66b-896b7a4b10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.737081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-2fa89aac-4083-440d-a66b-896b7a4b10cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 1096 time: 0.1433585 Jul 14 09:06:09.792867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:09.854768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-6c3dfb88-0e7b-4c17-bca5-ae8979331e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.858110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-6c3dfb88-0e7b-4c17-bca5-ae8979331e74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0797181 Jul 14 09:06:09.868800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-64ba2e8d-ac67-48bf-b349-82d9ee3e1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:09.870366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-64ba2e8d-ac67-48bf-b349-82d9ee3e1896 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298f66a1-488b-418f-9a7e-1cd1f29534e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2356508 Jul 14 09:06:10.032681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-4cb0415d-2045-4d9c-93bc-a38609ccfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.034176 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-4cb0415d-2045-4d9c-93bc-a38609ccfdfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1619024 Jul 14 09:06:10.045661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d845c-a6c5-476d-b9af-4c0b84c732a0 req-43881ad9-8a75-425c-b4d7-c5b7700ce662 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.047103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c33d845c-a6c5-476d-b9af-4c0b84c732a0 req-43881ad9-8a75-425c-b4d7-c5b7700ce662 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 944 time: 0.1437445 Jul 14 09:06:10.089201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-11524f59-1159-4553-9ebd-53a8f490b9a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 200 len: 217 time: 0.0410388 Jul 14 09:06:10.156112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c33d845c-a6c5-476d-b9af-4c0b84c732a0 req-fda140c7-7060-43e3-aaa5-8b54c0ea5a10 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741658 Jul 14 09:06:10.164139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-63859cb5-2b33-4c12-8564-12ca9e7565da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.165627 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-63859cb5-2b33-4c12-8564-12ca9e7565da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0657678 Jul 14 09:06:10.215014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-49591939-8bc0-4846-865d-dd4738c055a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293684 Jul 14 09:06:10.318272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-4ae01f8f-3b3d-4949-8f6f-63f01c58bbb8 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946329 Jul 14 09:06:10.413341 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-4b3459c6-3a29-4748-a3be-4dcdde2ba7ed service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339711 Jul 14 09:06:10.496772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da04e8-6a91-49cf-86f4-0a7b05dacca1 req-c77a45e8-8141-430f-b514-9f14427c452d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.498280 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86da04e8-6a91-49cf-86f4-0a7b05dacca1 req-c77a45e8-8141-430f-b514-9f14427c452d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.5213335 Jul 14 09:06:10.507158 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-9fb8995b-ea1e-4550-ad6f-d0485cb4a195 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815462 Jul 14 09:06:10.516662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-7cbd252e-9475-49fc-876a-e8636e5c30fd tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464513 Jul 14 09:06:10.540155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.554218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.641150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 50378fd4-28a8-420d-b7a2-86e36b78625d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:10.651400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86da04e8-6a91-49cf-86f4-0a7b05dacca1 req-24f7f339-0dcb-473d-b3e1-ba3e87d4d21f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429546 Jul 14 09:06:10.657580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd19a780-2f4d-4235-b08c-2f0bbfb136e9 req-8a637000-0c9c-43ff-a140-2b54b51e1d8e service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350948 Jul 14 09:06:10.661823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.666153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Pushing event updated for resources: {'Port': ['ID=bf58ff8b-93bc-4407-88dd-66df78c9a617,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:10.692248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-dc6a5b5e-f492-4721-a610-ac0cef530610 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.701460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-dc6a5b5e-f492-4721-a610-ac0cef530610 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832659 Jul 14 09:06:10.728266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-5d29ac6a-f1c1-4235-8a8c-c54d57e76aa3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/quotas/4e98114229dd479e9a25dee146eb960b HTTP/1.1" status: 200 len: 375 time: 0.0258181 Jul 14 09:06:10.765174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 50378fd4-28a8-420d-b7a2-86e36b78625d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:10.765553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:10.878544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-885c267d-e493-4a5d-b2a1-b65a2adacd3e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1481996 Jul 14 09:06:10.964548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e0f50-0797-4d92-aab4-a6291f36fe85 req-c67a3e43-5a57-41ce-ba12-428c7be0d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.966116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b88e0f50-0797-4d92-aab4-a6291f36fe85 req-c67a3e43-5a57-41ce-ba12-428c7be0d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 944 time: 0.1242177 Jul 14 09:06:10.968153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Network a1b83e1b-e33a-4da4-aaa2-17227356197c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:10.970673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783971-fad2-4b4b-a723-300814d7456e req-a9575e95-c833-4d31-979e-9806e906fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.970807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-e69c799f-631a-4fa5-95b2-6abf1059b7ed tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:10.972159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7783971-fad2-4b4b-a723-300814d7456e req-a9575e95-c833-4d31-979e-9806e906fb3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=397ff710a8aa4db29a9972ec36564c2d&device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 1096 time: 0.2166324 Jul 14 09:06:10.972305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-e69c799f-631a-4fa5-95b2-6abf1059b7ed tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.0762951 Jul 14 09:06:10.973563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:11.104504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88116c45-f44a-48a7-83c6-77f72e8ffa7f req-aedea71b-73c7-494b-9646-305241fbfef5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 210 time: 0.0355029 Jul 14 09:06:11.174027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-c02d20ec-eaa5-4cea-a72d-1909ead1416b service neutron] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:11.178220 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-c02d20ec-eaa5-4cea-a72d-1909ead1416b service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:11.181706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3e4003f-f76c-49c6-b9d7-449897e4de5f req-c02d20ec-eaa5-4cea-a72d-1909ead1416b service neutron] 10.222.0.48 "DELETE /v2.0/ports/992c105d-49b3-41f3-8a2d-139d1b65e299/bindings/n-h2-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.1902492 Jul 14 09:06:11.217640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b88e0f50-0797-4d92-aab4-a6291f36fe85 req-289bb78a-2618-4c16-b51a-f140d64b7375 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416110 Jul 14 09:06:11.404991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783971-fad2-4b4b-a723-300814d7456e req-8b4e2c60-2b05-42e1-b645-566a1904d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.406605 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7783971-fad2-4b4b-a723-300814d7456e req-8b4e2c60-2b05-42e1-b645-566a1904d66d service neutron] 10.222.0.48 "GET /v2.0/networks?id=298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 200 len: 930 time: 0.4056134 Jul 14 09:06:11.438074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5eb22519-62f4-4623-ab69-90135cdc9f94 None None] Provisioning complete for port bf58ff8b-93bc-4407-88dd-66df78c9a617 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:11.438482 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5eb22519-62f4-4623-ab69-90135cdc9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:11.462978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Router 10d5eecc-4417-4884-82b0-c03f93f7f852 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:11.465505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7783971-fad2-4b4b-a723-300814d7456e req-fe59b606-b12b-4695-8693-0d5514fce058 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 217 time: 0.0466917 Jul 14 09:06:11.499579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5eb22519-62f4-4623-ab69-90135cdc9f94 None None] Port bf58ff8b-93bc-4407-88dd-66df78c9a617 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:11.617133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc59ad-8b50-44ec-b327-aeb69a391a52 req-dbe9a40c-96cf-46ca-a3c4-60e108fbeda8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.625297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ffc59ad-8b50-44ec-b327-aeb69a391a52 req-dbe9a40c-96cf-46ca-a3c4-60e108fbeda8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 944 time: 0.2219305 Jul 14 09:06:11.634954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783971-fad2-4b4b-a723-300814d7456e req-50b0e8b3-8beb-4250-bec9-d928aeb7fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:11.636653 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7783971-fad2-4b4b-a723-300814d7456e req-50b0e8b3-8beb-4250-bec9-d928aeb7fa1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d994cf3e-935f-4f2d-a519-59a707997915 HTTP/1.1" status: 200 len: 868 time: 0.1613328 Jul 14 09:06:11.676876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ffc59ad-8b50-44ec-b327-aeb69a391a52 req-68cc2039-8423-40ab-a20c-781fd6369cf9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Jul 14 09:06:11.875074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:11.884921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7fd95ce4-8dad-44f1-810e-88fd5d3f2764 admin admin] 10.222.0.18 "PUT /v2.0/routers/10d5eecc-4417-4884-82b0-c03f93f7f852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9216290 Jul 14 09:06:11.896549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Sync routers for ids ['10d5eecc-4417-4884-82b0-c03f93f7f852'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:11.911561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Routers {'10d5eecc-4417-4884-82b0-c03f93f7f852'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:11.912525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['10d5eecc-4417-4884-82b0-c03f93f7f852'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:12.000480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d5b0-feed-44f6-81f5-1f781121c283 req-21090ea0-967e-4ecb-9016-6021a9bf5ae9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:12.003324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d604d5b0-feed-44f6-81f5-1f781121c283 req-21090ea0-967e-4ecb-9016-6021a9bf5ae9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1170943 Jul 14 09:06:12.011919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783971-fad2-4b4b-a723-300814d7456e req-7feb02e2-add4-4139-8ee7-43e3da8b99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:12.017547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7783971-fad2-4b4b-a723-300814d7456e req-7feb02e2-add4-4139-8ee7-43e3da8b99ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298f66a1-488b-418f-9a7e-1cd1f29534e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3657675 Jul 14 09:06:12.114236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Set router 10d5eecc-4417-4884-82b0-c03f93f7f852 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:12.120029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185b23f-d3fb-49f4-9d54-56e90c6b14ea req-139b1c42-4f8f-46c5-9dc5-93ed45159dc5 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:12.129193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4185b23f-d3fb-49f4-9d54-56e90c6b14ea req-139b1c42-4f8f-46c5-9dc5-93ed45159dc5 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0936780 Jul 14 09:06:12.143005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d604d5b0-feed-44f6-81f5-1f781121c283 req-7acad490-1f8b-4de7-987a-999a1753b367 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333039 Jul 14 09:06:12.176630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4185b23f-d3fb-49f4-9d54-56e90c6b14ea req-34184d00-b1a2-4095-8268-097d60cc3419 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460138 Jul 14 09:06:12.206112 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7783971-fad2-4b4b-a723-300814d7456e req-d51cda9f-7e4f-4fcf-aa38-e43179f31d65 service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540480 Jul 14 09:06:12.351892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7783971-fad2-4b4b-a723-300814d7456e req-1a4e7672-2cbb-48f9-9b61-07d78a0a96d2 service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355636 Jul 14 09:06:12.549260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44368daa-f86e-41cb-8f01-86f03e34bfcf req-ee1b2aa8-b290-49f1-8034-b245cb41f8fb tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 210 time: 0.0482335 Jul 14 09:06:12.686850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device aa5f1589-e498-4234-9e23-5b18198ce985 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:12.751768 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-6638d6e2-89ad-4b09-85e3-1273c6e5e396 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3145344 Jul 14 09:06:12.757068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:12.770355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 4, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port': {'id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ec:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bf58ff8b-93bc-4407-88dd-66df78c9a617', 'name': '', 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'mac_address': 'fa:16:3e:55:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:07Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 2, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'subnets': [{'id': 'b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:12.779407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae251f16-75dd-4136-a258-a42829b5b580 req-f47dea22-8249-472f-a9e0-6193f78738d2 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:12.784068 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae251f16-75dd-4136-a258-a42829b5b580 req-f47dea22-8249-472f-a9e0-6193f78738d2 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 944 time: 0.0975857 Jul 14 09:06:12.788056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:12.806543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Checking router: 10d5eecc-4417-4884-82b0-c03f93f7f852 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:12.806898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Updating router 10d5eecc-4417-4884-82b0-c03f93f7f852 port bf58ff8b-93bc-4407-88dd-66df78c9a617 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:12.844086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae251f16-75dd-4136-a258-a42829b5b580 req-927a8576-8629-4d45-8162-c94122e38617 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540998 Jul 14 09:06:12.856152 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:12.886453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port aa5f1589-e498-4234-9e23-5b18198ce985, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=aa5f1589-e498-4234-9e23-5b18198ce985,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:12.921649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:12.926020 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'port_id': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:13.050021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.071838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Allocated IP 172.25.2.149 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/a36714db-3550-432b-aca3-87b4359c9ad3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:13.100221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5f1589-e498-4234-9e23-5b18198ce985 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:13.139421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port aa5f1589-e498-4234-9e23-5b18198ce985, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=aa5f1589-e498-4234-9e23-5b18198ce985,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:13.148133 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.163101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-7d9c8412-c2a7-4f19-9bb0-dd1b808d5f68 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413208 Jul 14 09:06:13.199393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.226673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=aa5f1589-e498-4234-9e23-5b18198ce985,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:13.245892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-dbb6acdb-87eb-426e-b2fd-b2174198a706 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:13.253070 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-dbb6acdb-87eb-426e-b2fd-b2174198a706 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.2009597 Jul 14 09:06:13.254131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.281286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-08229c04-f329-40a2-81eb-1cfb8b0b7705 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/quotas/6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 375 time: 0.0273163 Jul 14 09:06:13.292737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:13.293837 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.296135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:13.300724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:13.308181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Transition to ACTIVE for port object bf58ff8b-93bc-4407-88dd-66df78c9a617 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:13.314361 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.347007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Pushing event updated for resources: {'Port': ['ID=a36714db-3550-432b-aca3-87b4359c9ad3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:13.359316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-db4dada0-5c50-45e5-8bec-42451fae153f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:13.360859 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-db4dada0-5c50-45e5-8bec-42451fae153f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897616 Jul 14 09:06:13.380589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:13.389995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368e79f-232c-464a-94b8-28180a824ead None None] Pushing event updated for resources: {'Port': ['ID=bf58ff8b-93bc-4407-88dd-66df78c9a617,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:13.461535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Attempting to bind port bf58ff8b-93bc-4407-88dd-66df78c9a617 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:13.462110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Attempting to bind port bf58ff8b-93bc-4407-88dd-66df78c9a617 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:13.462718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Attempting to bind port bf58ff8b-93bc-4407-88dd-66df78c9a617 on network a1b83e1b-e33a-4da4-aaa2-17227356197c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:13.469562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:13.470636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Checking segment: {'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:13.471097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.471587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Bound using segment: {'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:13.472190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Bound port: bf58ff8b-93bc-4407-88dd-66df78c9a617, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ff589b-57f1-419c-91ac-5a8572698487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:13.472589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.476147 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.487123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['aa5f1589-e498-4234-9e23-5b18198ce985'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:13.501959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-7b923c25-228f-4925-931b-09648f39c215 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2198012 Jul 14 09:06:13.564404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:13.567882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.568247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.645123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] For port bf58ff8b-93bc-4407-88dd-66df78c9a617, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:13.662807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] For port bf58ff8b-93bc-4407-88dd-66df78c9a617, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bf58ff8b-93bc-4407-88dd-66df78c9a617,segment=NetworkSegment(b9ff589b-57f1-419c-91ac-5a8572698487),segment_id=b9ff589b-57f1-419c-91ac-5a8572698487)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:13.673901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.677742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-44eedd08-0e5d-46b0-bd64-de3d6539828b service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681356 Jul 14 09:06:13.751087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.767696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.773304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Routers {'10d5eecc-4417-4884-82b0-c03f93f7f852'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:13.773947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:05:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['10d5eecc-4417-4884-82b0-c03f93f7f852'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:13.779368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368e79f-232c-464a-94b8-28180a824ead None None] Pushing event updated for resources: {'Port': ['ID=bf58ff8b-93bc-4407-88dd-66df78c9a617,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:13.852218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.133 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/17e7fe9f-d812-4042-a760-866276dd1e09) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:13.945750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] Set router 10d5eecc-4417-4884-82b0-c03f93f7f852 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:13.947814 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-ce957888-47ce-4492-a585-4215ac312dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576497 Jul 14 09:06:13.970746 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-2c99c55c-f9da-497e-8273-67434117e342 req-e0155f0c-8309-40cf-8d5b-115594ce7da0 service neutron] show failed (client error): The resource could not be found. Jul 14 09:06:13.972130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-e0155f0c-8309-40cf-8d5b-115594ce7da0 service neutron] 10.222.0.11 "GET /v2.0/ports/51970c65-80c3-4c44-b420-fd796a19f7ce/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0785890 Jul 14 09:06:13.974381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Pushing event updated for resources: {'Port': ['ID=a36714db-3550-432b-aca3-87b4359c9ad3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:13.979560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:13.999222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:14.005521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-5ae477d3-4c41-4b20-a5c0-baa7a1e99320 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2517126 Jul 14 09:06:14.161322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-4423518b-7c64-44b1-9a15-be6cd9074955 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 696 time: 0.1435959 Jul 14 09:06:14.255429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:14.291771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 4, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port': {'id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ec:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bf58ff8b-93bc-4407-88dd-66df78c9a617', 'name': '', 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'mac_address': 'fa:16:3e:55:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:07Z', 'updated_at': '2021-07-14T09:06:13Z', 'revision_number': 4, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'subnets': [{'id': 'b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:14.296537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object 17e7fe9f-d812-4042-a760-866276dd1e09 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:14.325203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bfdb3-cf64-4fae-ae54-f37791043f53 None None] The sync data for ids ['10d5eecc-4417-4884-82b0-c03f93f7f852'] in n-d-758944-44 is: [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 4, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port': {'id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ec:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bf58ff8b-93bc-4407-88dd-66df78c9a617', 'name': '', 'network_id': 'a1b83e1b-e33a-4da4-aaa2-17227356197c', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'mac_address': 'fa:16:3e:55:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:07Z', 'updated_at': '2021-07-14T09:06:13Z', 'revision_number': 4, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'subnets': [{'id': 'b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:14.335934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-54027156-9f22-40ca-a037-821371640001 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:14.337406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-54027156-9f22-40ca-a037-821371640001 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1723351 Jul 14 09:06:14.367279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-cc420e6d-62ac-45f1-9e14-601c232ba155 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:06:14.368344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07590cd3-2891-40c4-8492-b3f61c7e5e51 req-cc420e6d-62ac-45f1-9e14-601c232ba155 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168915 Jul 14 09:06:14.397203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:14.416200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413', 'd6231b54-9740-4cf2-a653-b3b1754219da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:14.639767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32', 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:14.654478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-c33777e4-453f-4ed4-a5a8-6d16f342060b tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ead07fa1d634cb4b8c55708b1228006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891926 Jul 14 09:06:14.773206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bf58ff8b-93bc-4407-88dd-66df78c9a617 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:14.775954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:14.814750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:14.826989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=17e7fe9f-d812-4042-a760-866276dd1e09,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:14.840270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:14.867535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-fced09fb-5cae-4405-9060-b8108bcd2848 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:14.880711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-fced09fb-5cae-4405-9060-b8108bcd2848 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252262 Jul 14 09:06:14.912398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-22bf97f4-2306-493f-b08b-ab15582e6ffe tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/quotas/0ead07fa1d634cb4b8c55708b1228006 HTTP/1.1" status: 200 len: 375 time: 0.0307119 Jul 14 09:06:14.953849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port bf58ff8b-93bc-4407-88dd-66df78c9a617 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:14.972855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-69f01519-0b13-4caa-af0f-e554cd206221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:14.976465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-69f01519-0b13-4caa-af0f-e554cd206221 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a&tenant_id=da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 1100 time: 0.4473207 Jul 14 09:06:14.977456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port bf58ff8b-93bc-4407-88dd-66df78c9a617 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:14.977866 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:14.994125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-e2ee5dd9-12ed-42c4-84a1-6e4d773c5094 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ead07fa1d634cb4b8c55708b1228006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807538 Jul 14 09:06:15.009551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:15.118837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:15.119685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.229055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fe565-e8ab-49a8-9919-6e4bd5bd98b2 req-7e730465-31a0-4403-8364-2b3108187865 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:15.245624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c8fe565-e8ab-49a8-9919-6e4bd5bd98b2 req-7e730465-31a0-4403-8364-2b3108187865 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.5948491 Jul 14 09:06:15.322658 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-5a608a94-da37-4381-bf5b-710b39ca00de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9469900 Jul 14 09:06:15.343704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Request body: {'port': {'device_id': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:15.455131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-915c8e62-9270-4d66-86aa-9f2bfd88dffc None None] Provisioning for port 17e7fe9f-d812-4042-a760-866276dd1e09 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:15.477657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-915c8e62-9270-4d66-86aa-9f2bfd88dffc None None] Provisioning complete for port 17e7fe9f-d812-4042-a760-866276dd1e09 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:15.478270 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-915c8e62-9270-4d66-86aa-9f2bfd88dffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.522209 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.549247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.553778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb9fc-9c3a-4617-ab54-d338c17db273 req-41a18713-76bd-400e-af28-4c38b6eaa434 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:15.562491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dadb9fc-9c3a-4617-ab54-d338c17db273 req-41a18713-76bd-400e-af28-4c38b6eaa434 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 936 time: 0.0935242 Jul 14 09:06:15.568938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-915c8e62-9270-4d66-86aa-9f2bfd88dffc None None] Port 17e7fe9f-d812-4042-a760-866276dd1e09 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:15.593301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c8fe565-e8ab-49a8-9919-6e4bd5bd98b2 req-f266b0b6-8cf2-4604-9735-6bc53d84b6f6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288405 Jul 14 09:06:15.593909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.660376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dadb9fc-9c3a-4617-ab54-d338c17db273 req-d52412e6-d002-4227-b9b0-253e59f56e94 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969169 Jul 14 09:06:15.661540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port bf58ff8b-93bc-4407-88dd-66df78c9a617, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bf58ff8b-93bc-4407-88dd-66df78c9a617,segment=NetworkSegment(b9ff589b-57f1-419c-91ac-5a8572698487),segment_id=b9ff589b-57f1-419c-91ac-5a8572698487)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:15.676389 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.854284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=bf58ff8b-93bc-4407-88dd-66df78c9a617,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:15.938611 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ebe3-2af6-4938-905f-37c20879aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:15.985092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8c6a9a6-aba5-4258-93d2-ac96804590e7 req-f1425539-0fd6-4e2f-a352-740f7e50495c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 210 time: 0.0732782 Jul 14 09:06:16.081038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:16.127979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d4a99c5-b5d4-43c2-881f-7cf23bec8b22 req-b7eb2ea7-6612-44b3-bccf-3b0f0148acdb tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips/51cc9c8f-6df2-4ca7-b7a9-3110854d8b1a HTTP/1.1" status: 200 len: 693 time: 0.1015940 Jul 14 09:06:16.137063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:16.411519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a99c5-b5d4-43c2-881f-7cf23bec8b22 req-fbc76fd3-5786-4950-8e82-86ecc700ab90 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.412991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d4a99c5-b5d4-43c2-881f-7cf23bec8b22 req-fbc76fd3-5786-4950-8e82-86ecc700ab90 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2842331 Jul 14 09:06:16.429091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-5d4a99c5-b5d4-43c2-881f-7cf23bec8b22 req-7f4e70fa-7c2e-4f4b-b2e6-db75a743e203 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:06:16.430100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d4a99c5-b5d4-43c2-881f-7cf23bec8b22 req-7f4e70fa-7c2e-4f4b-b2e6-db75a743e203 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058341 Jul 14 09:06:16.487857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:16.493003 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31242a7-11a7-4867-9472-32f1c21e11f2" -d '{"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-unplugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:16.493221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-f1f6223e-a2bc-47f9-8912-e27e0a644008 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.496669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:16.498264 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-f1f6223e-a2bc-47f9-8912-e27e0a644008 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.2501371 Jul 14 09:06:16.511721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Request body: {'port': {'device_id': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'admin_state_up': True, 'tenant_id': '6296f849fa8b45fe8cc5645afa7419b8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:16.527550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Transition to ACTIVE for port object 51970c65-80c3-4c44-b420-fd796a19f7ce will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:16.543995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed677-962d-4d2d-9805-88e8c51f9b03 req-49ce8f03-2e45-4190-bcdf-af0a207757e8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:16.555791 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-741ed677-962d-4d2d-9805-88e8c51f9b03 req-49ce8f03-2e45-4190-bcdf-af0a207757e8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 945 time: 0.5667427 Jul 14 09:06:16.653419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device aa5f1589-e498-4234-9e23-5b18198ce985 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:16.710830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:16.718302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bf58ff8b-93bc-4407-88dd-66df78c9a617 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:16.843633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] No DVR routers for this DVR port 51970c65-80c3-4c44-b420-fd796a19f7ce on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:16.845513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port aa5f1589-e498-4234-9e23-5b18198ce985 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:16.857188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-f3e2c6e0-4769-4e53-9cac-28ae95a53806 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ead07fa1d634cb4b8c55708b1228006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775981 Jul 14 09:06:16.859084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port aa5f1589-e498-4234-9e23-5b18198ce985 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:16.859871 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:16.863621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port bf58ff8b-93bc-4407-88dd-66df78c9a617 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:16.864076 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:16.864945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:16.885220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-741ed677-962d-4d2d-9805-88e8c51f9b03 req-15d317ea-c579-4e57-9f7a-60bb0b9b9520 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283348 Jul 14 09:06:16.969057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:16.969683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:16.970218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:16.983526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Made reservation on behalf of 6296f849fa8b45fe8cc5645afa7419b8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:16.988787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:16.989408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:16.992522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:16.998561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:16.999168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:16.999763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:17.000360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Bound port: 51970c65-80c3-4c44-b420-fd796a19f7ce, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:17.000879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.135959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e7fe9f-d812-4042-a760-866276dd1e09 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:17.148966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.159255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:17.169449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:17.181903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-f83bae17-a16b-4b91-bafb-9b65b2d9be78 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:17.183806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-f83bae17-a16b-4b91-bafb-9b65b2d9be78 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258147 Jul 14 09:06:17.200716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Transition to ACTIVE for port object 17e7fe9f-d812-4042-a760-866276dd1e09 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:17.244333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.305078 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-f38b45e7-dc5f-4f11-bbdb-b4ac2971a438 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/quotas/0ead07fa1d634cb4b8c55708b1228006 HTTP/1.1" status: 200 len: 375 time: 0.1134779 Jul 14 09:06:17.311957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Allocated IP 172.20.0.3 (fe2b4f64-f9b7-4cea-b291-0138e1e004ba/55af7286-06ff-4d12-a7a5-cb35ef74e922/f39c13f0-dab1-4442-940c-3bb0db4e5a45) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:17.321223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:17.325023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.351108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:17.356872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.360844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] 10.222.0.48 "PUT /v2.0/ports/51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 1095 time: 2.3734024 Jul 14 09:06:17.367604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-f587c028-5e76-47ef-9953-19cb03b013c6 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ead07fa1d634cb4b8c55708b1228006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611782 Jul 14 09:06:17.400994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05c4985d-fd2f-4e10-a3a1-99b649612bdc req-f4456256-0355-4b6e-98dc-083cd5ec7c65 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=eaee2bfa24ce4c28879563d76a0fe86a HTTP/1.1" status: 200 len: 696 time: 0.2355547 Jul 14 09:06:17.410337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.506148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:17.531409 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e939807-7010-406a-b478-e75736382f67" -d '{"events": [{"server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "name": "network-vif-plugged", "status": "completed", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:17.558757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port aa5f1589-e498-4234-9e23-5b18198ce985, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=aa5f1589-e498-4234-9e23-5b18198ce985,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:17.559997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:17.572985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.595671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-08d9bdcf-21c7-4ea7-a106-360b2d2a0306 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0ead07fa1d634cb4b8c55708b1228006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664792 Jul 14 09:06:17.672935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=aa5f1589-e498-4234-9e23-5b18198ce985,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:17.681588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.774922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:17.872749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:17.879321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:17.881037 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c837f916-348a-4385-b6c4-0fa959cd7c42 x-openstack-request-id: req-c837f916-348a-4385-b6c4-0fa959cd7c42 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:17.886261 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-unplugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:17.886478 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c837f916-348a-4385-b6c4-0fa959cd7c42 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:17.889154 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'code': 200} Jul 14 09:06:17.891456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:17.934378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:18.025035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.025719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.036497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5d527-0374-4c3c-bfb1-0a7400f5668b service neutron] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:18.047434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-9445f8a1-c1ed-4c7c-8480-63148ba054f8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5397530 Jul 14 09:06:18.061407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Request body: {'port': {'device_id': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:18.085944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4985d-fd2f-4e10-a3a1-99b649612bdc req-cbbf0cd1-7a6e-4934-94b4-015dc6e64c72 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.087679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05c4985d-fd2f-4e10-a3a1-99b649612bdc req-cbbf0cd1-7a6e-4934-94b4-015dc6e64c72 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks?id=57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 787 time: 0.6846790 Jul 14 09:06:18.116384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19186089-20b4-4733-994e-b9642f3767f7 req-4ba34e79-4775-4cda-9f28-8320426ada90 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.118206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19186089-20b4-4733-994e-b9642f3767f7 req-4ba34e79-4775-4cda-9f28-8320426ada90 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 946 time: 0.1848955 Jul 14 09:06:18.180038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-05c4985d-fd2f-4e10-a3a1-99b649612bdc req-dde7c91a-2f0a-4b6e-ae9e-a7c94c5edd36 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:06:18.181016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05c4985d-fd2f-4e10-a3a1-99b649612bdc req-dde7c91a-2f0a-4b6e-ae9e-a7c94c5edd36 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0382149 Jul 14 09:06:18.187208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.203721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19186089-20b4-4733-994e-b9642f3767f7 req-deaf5d2b-ccf6-44c1-bee1-61b56f9d438c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793846 Jul 14 09:06:18.213641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-2efb3480-fe63-4b4b-acef-97c2e679d761 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.215702 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-2efb3480-fe63-4b4b-acef-97c2e679d761 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5351338 Jul 14 09:06:18.227013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-6c42ea00-9358-44a0-ae9f-2b4ddfd6e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.228935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-6c42ea00-9358-44a0-ae9f-2b4ddfd6e680 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1098 time: 0.7818229 Jul 14 09:06:18.237365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Request body: {'port': {'device_id': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '0ead07fa1d634cb4b8c55708b1228006'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:18.401985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Pushing event updated for resources: {'Port': ['ID=17e7fe9f-d812-4042-a760-866276dd1e09,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:18.527678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98dfe1-29f8-4116-b88d-b6ecf9fbbd2b req-5ac08c8a-b87d-4c93-ba33-12e19ad804a8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.530436 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f98dfe1-29f8-4116-b88d-b6ecf9fbbd2b req-5ac08c8a-b87d-4c93-ba33-12e19ad804a8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 931 time: 0.1645176 Jul 14 09:06:18.669094 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b1f45ad-288c-4ebd-a902-759e8c377d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.850374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Attempting to bind port 17e7fe9f-d812-4042-a760-866276dd1e09 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:18.850708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Attempting to bind port 17e7fe9f-d812-4042-a760-866276dd1e09 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:18.851049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Attempting to bind port 17e7fe9f-d812-4042-a760-866276dd1e09 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:18.874642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Port 17e7fe9f-d812-4042-a760-866276dd1e09 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:18.874972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Attempting to bind port 17e7fe9f-d812-4042-a760-866276dd1e09 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:18.912107 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.916740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-db7d900c-f284-464c-80bc-d1cf8e501f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:18.918268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-db7d900c-f284-464c-80bc-d1cf8e501f2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.5744863 Jul 14 09:06:18.919032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:18.919416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:18.919900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:18.920281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Bound port: 17e7fe9f-d812-4042-a760-866276dd1e09, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:18.920642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.945281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Made reservation on behalf of 0ead07fa1d634cb4b8c55708b1228006 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:18.948762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:18.983178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f98dfe1-29f8-4116-b88d-b6ecf9fbbd2b req-a4b373c1-f96e-4e49-a289-5c177dbc3f95 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422243 Jul 14 09:06:19.021566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-5c62bc85-65f5-4c94-afc7-d41a823f121b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0867844 Jul 14 09:06:19.022478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39c13f0-dab1-4442-940c-3bb0db4e5a45 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:19.032011 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.036021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5384-dc0f-4cb4-a995-12e5e515a0d8 req-04ea7d98-6d86-4ec6-94dc-1a0eb5a753be tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.038241 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65337f-bbf3-4c0b-b011-b34278a06e39 x-openstack-request-id: req-fc65337f-bbf3-4c0b-b011-b34278a06e39 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:19.039910 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "name": "network-vif-plugged", "status": "completed", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:19.040228 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc65337f-bbf3-4c0b-b011-b34278a06e39 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:19.041044 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'code': 200} Jul 14 09:06:19.043175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f10a5384-dc0f-4cb4-a995-12e5e515a0d8 req-04ea7d98-6d86-4ec6-94dc-1a0eb5a753be tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 948 time: 0.6294758 Jul 14 09:06:19.045048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.046455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Transition to ACTIVE for port object f39c13f0-dab1-4442-940c-3bb0db4e5a45 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:19.060627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.197652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] For port 17e7fe9f-d812-4042-a760-866276dd1e09, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:19.200569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-cb9f6913-c20c-4be1-adfb-5f2c09326649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.202042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-cb9f6913-c20c-4be1-adfb-5f2c09326649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1503410 Jul 14 09:06:19.206469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] For port 17e7fe9f-d812-4042-a760-866276dd1e09, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17e7fe9f-d812-4042-a760-866276dd1e09,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:19.253709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f10a5384-dc0f-4cb4-a995-12e5e515a0d8 req-222180c9-4300-4f14-b1a7-a371a9b37671 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095404 Jul 14 09:06:19.298777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4276525-29be-4a83-97a7-b0e8dd75ec52 req-148c34f3-a79c-47be-b19f-54d3544e4505 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 210 time: 0.1446531 Jul 14 09:06:19.304487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:19.367558 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-32667465-c3f8-4307-b3a7-1b868b03431c tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0ead07fa1d634cb4b8c55708b1228006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185832 Jul 14 09:06:19.396905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.418724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d255f5-c27c-4082-930d-e2161baf4fdf req-59ddac39-f33c-495e-adee-e54b5934ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.420914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76d255f5-c27c-4082-930d-e2161baf4fdf req-59ddac39-f33c-495e-adee-e54b5934ee38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 1098 time: 0.2791290 Jul 14 09:06:19.531097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.532889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.535631 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] 10.222.0.11 "PUT /v2.0/ports/17e7fe9f-d812-4042-a760-866276dd1e09 HTTP/1.1" status: 200 len: 1097 time: 4.2015967 Jul 14 09:06:19.560059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.562765 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.573140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:19.573481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:19.573819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:19.590047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:19.590405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:19.641421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.655037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:19.655305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:19.655725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:19.656173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Bound port: f39c13f0-dab1-4442-940c-3bb0db4e5a45, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:19.656550 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.673546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76d255f5-c27c-4082-930d-e2161baf4fdf req-1cdce118-e7fa-4b73-8d51-39e05a3779c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126098 Jul 14 09:06:19.697652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2f33979-0273-424c-98d9-a96868598140 req-f87326ae-39d4-4ae8-9a44-f5c44e8972f0 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips/51cc9c8f-6df2-4ca7-b7a9-3110854d8b1a HTTP/1.1" status: 200 len: 693 time: 0.1264842 Jul 14 09:06:19.707878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5205b78-e363-4c13-8976-1975b5779aaf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:19.712336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:19.734692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c55c-f9da-497e-8273-67434117e342 req-25c77ef0-412e-49a6-85ca-e3e4ac2a196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.736451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-25c77ef0-412e-49a6-85ca-e3e4ac2a196d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5257099 Jul 14 09:06:19.803582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d23e23-2aab-4911-83dd-f00db0ba097f service neutron] Pushing event updated for resources: {'Port': ['ID=17e7fe9f-d812-4042-a760-866276dd1e09,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:19.831504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-e66cb36f-c7ad-4b1c-9135-c7517b3ddc8f tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.833203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-e66cb36f-c7ad-4b1c-9135-c7517b3ddc8f tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4414344 Jul 14 09:06:19.854316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Request body: {'port': {'device_id': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '0ead07fa1d634cb4b8c55708b1228006'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:19.897714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}, {'name': 'network-changed', 'server_uuid': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'tag': '17e7fe9f-d812-4042-a760-866276dd1e09'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:19.900601 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047f79f0-dbfb-4342-8d80-2c31b4e5957e" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}, {"name": "network-changed", "server_uuid": "1f826342-b127-4d50-991b-28a2fc96ebb6", "tag": "17e7fe9f-d812-4042-a760-866276dd1e09"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:19.929610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:19.959063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:19.979322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f33979-0273-424c-98d9-a96868598140 req-b13221d1-38d3-4aa3-a031-ed0e7edeed78 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.981367 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2f33979-0273-424c-98d9-a96868598140 req-b13221d1-38d3-4aa3-a031-ed0e7edeed78 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2828808 Jul 14 09:06:19.982514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5823-7adf-4520-86cd-47a2e1dadf39 req-5d92ea06-8a02-4847-a1c0-6a0dcef8ae44 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:19.990075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65ce5823-7adf-4520-86cd-47a2e1dadf39 req-5d92ea06-8a02-4847-a1c0-6a0dcef8ae44 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 946 time: 0.5234048 Jul 14 09:06:19.999677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-c2f33979-0273-424c-98d9-a96868598140 req-078a13ea-a78d-4e5a-ade7-2316d202add0 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:06:20.000743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2f33979-0273-424c-98d9-a96868598140 req-078a13ea-a78d-4e5a-ade7-2316d202add0 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097249 Jul 14 09:06:20.002075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.024540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Allocated IP 192.168.233.155 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/6465b250-c5f6-431e-922a-2f305b117c62) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:20.029434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-33b07eb9-d2fe-4574-8d23-7d4d516e6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.031084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-33b07eb9-d2fe-4574-8d23-7d4d516e6812 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 1100 time: 0.3975379 Jul 14 09:06:20.100140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.100800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.102206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] 10.222.0.48 "PUT /v2.0/ports/f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 200 len: 1092 time: 2.0452785 Jul 14 09:06:20.105341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2f33979-0273-424c-98d9-a96868598140 req-4312f7dc-5e28-45f9-a8ed-2f5cd945afcb tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 696 time: 0.0910108 Jul 14 09:06:20.105779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:20.108132 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:20.112536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-38ea49b7-8202-4905-afa0-04d59cea839e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=17e7fe9f-d812-4042-a760-866276dd1e09 HTTP/1.1" status: 200 len: 217 time: 0.0667119 Jul 14 09:06:20.120894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-62cb5435-25a3-4811-bf5b-c147c31b29a9 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086782 Jul 14 09:06:20.149699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65ce5823-7adf-4520-86cd-47a2e1dadf39 req-4c448657-8066-49c0-aa29-cd34c982e5a7 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582744 Jul 14 09:06:20.222977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2f33979-0273-424c-98d9-a96868598140 req-d03a81a9-cece-410c-a66d-68a67bd7e5ce tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.149 HTTP/1.1" status: 200 len: 696 time: 0.1014764 Jul 14 09:06:20.226606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd438bd-52a1-4086-9b2e-7c9b82b35610 service neutron] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:20.269433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Made reservation on behalf of 0ead07fa1d634cb4b8c55708b1228006 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:20.273481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-11e762f4-73bc-444d-8977-b1eca8c3064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.275274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.276047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-11e762f4-73bc-444d-8977-b1eca8c3064d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1541729 Jul 14 09:06:20.436601 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c99c55c-f9da-497e-8273-67434117e342 req-68c2ed95-5542-447c-9d4d-f1003a8907bf service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076458 Jul 14 09:06:20.449358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-b1f458c0-83f8-4d1b-be82-5e1b5286d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.450514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-b1f458c0-83f8-4d1b-be82-5e1b5286d473 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1095 time: 0.2777264 Jul 14 09:06:20.495727 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.510434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-151b5ee4-986f-4c06-bfbb-f3646e0a3d98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 200 len: 217 time: 0.0437629 Jul 14 09:06:20.514289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628641d3-312f-4380-a328-831cc61c1af3 req-390ef2bd-e894-49e1-8c1f-4654ad5bb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.515835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-390ef2bd-e894-49e1-8c1f-4654ad5bb41b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2318769 Jul 14 09:06:20.517958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Deleting port a36714db-3550-432b-aca3-87b4359c9ad3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:20.518435 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.520749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Transition to ACTIVE for port object 6465b250-c5f6-431e-922a-2f305b117c62 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:20.542474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b70d4-ec42-466c-a68e-27d69589e88b req-cde7a0f6-7f1d-401a-a1a3-b58569fec02d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.544090 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-475b70d4-ec42-466c-a68e-27d69589e88b req-cde7a0f6-7f1d-401a-a1a3-b58569fec02d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 946 time: 0.2326143 Jul 14 09:06:20.613221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-7178035d-c1b9-4ecd-8cde-80bd3aaa5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:20.614780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-7178035d-c1b9-4ecd-8cde-80bd3aaa5e15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0944269 Jul 14 09:06:20.656029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-1d40d88f-d516-4840-861a-f6b2d936d700 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323811 Jul 14 09:06:20.664308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-475b70d4-ec42-466c-a68e-27d69589e88b req-c3c33321-debf-4ee4-bcec-dae1ace1e46a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760264 Jul 14 09:06:20.668778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.736070 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-87ef7d90-c2ac-40a7-ac55-562f70a2c867 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115195 Jul 14 09:06:20.764449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:20.781057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:20.784029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.784490 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:20.792946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:20.828633 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95601ecc-96e7-4fb6-92d4-7fe421370262 x-openstack-request-id: req-95601ecc-96e7-4fb6-92d4-7fe421370262 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:20.828937 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f826342-b127-4d50-991b-28a2fc96ebb6", "tag": "17e7fe9f-d812-4042-a760-866276dd1e09", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:20.829269 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95601ecc-96e7-4fb6-92d4-7fe421370262 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:20.829671 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'status': 'completed', 'code': 200} Jul 14 09:06:20.829931 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'tag': '17e7fe9f-d812-4042-a760-866276dd1e09', 'status': 'completed', 'code': 200} Jul 14 09:06:20.830651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:20.865772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Calling delete_port for a36714db-3550-432b-aca3-87b4359c9ad3 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:20.940974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-3edbcc10-45cc-480a-b7b7-21244b5bda3e service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758486 Jul 14 09:06:20.995682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Allocated IP 192.168.233.66 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/690506bb-746e-41cb-bc7d-b3924c60d032) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:21.032638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.033311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.123928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0c55dd7d-99fa-4bb9-9a08-99ae54c65653 None None] Provisioning for port 6465b250-c5f6-431e-922a-2f305b117c62 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:21.134813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0c55dd7d-99fa-4bb9-9a08-99ae54c65653 None None] Provisioning complete for port 6465b250-c5f6-431e-922a-2f305b117c62 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:21.136062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c55dd7d-99fa-4bb9-9a08-99ae54c65653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.152815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-628641d3-312f-4380-a328-831cc61c1af3 req-b2fa7d6b-6f5b-4c36-ab55-c391b988c25f service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051378 Jul 14 09:06:21.160179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-cf1813cc-aebf-4361-9ee3-8cf32e815a81 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9255452 Jul 14 09:06:21.188134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Request body: {'port': {'device_id': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:21.193944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-ae31fe2a-e7c5-4c16-8a50-681b027dab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.195471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-ae31fe2a-e7c5-4c16-8a50-681b027dab2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1098 time: 0.3263876 Jul 14 09:06:21.203341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c55dd7d-99fa-4bb9-9a08-99ae54c65653 None None] Port 6465b250-c5f6-431e-922a-2f305b117c62 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:21.211524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7f74a1-1e91-4c0f-bc68-967c2592b95c req-0d6ccde2-80a8-41f8-acf6-0c5b215fda31 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118049 Jul 14 09:06:21.240713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-258996d9-f9f7-4001-9faf-021b1fd5424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.243181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-258996d9-f9f7-4001-9faf-021b1fd5424b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1098 time: 0.3730519 Jul 14 09:06:21.258975 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.303813 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.319033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.345134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Pushing event deleted for resources: {'Port': ['ID=a36714db-3550-432b-aca3-87b4359c9ad3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:21.356579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Transition to ACTIVE for port object 690506bb-746e-41cb-bc7d-b3924c60d032 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:21.376205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c28a0-ab7a-4eb5-8fa2-48f2baf0311b req-cd3baf2e-16a3-48ac-99ab-249f94659efd tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.377927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-453c28a0-ab7a-4eb5-8fa2-48f2baf0311b req-cd3baf2e-16a3-48ac-99ab-249f94659efd tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.4067523 Jul 14 09:06:21.439787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.442433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.452095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2f33979-0273-424c-98d9-a96868598140 req-d47c434d-5585-4133-8422-5301fa108f2a tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "DELETE /v2.0/floatingips/51cc9c8f-6df2-4ca7-b7a9-3110854d8b1a HTTP/1.1" status: 204 len: 173 time: 1.2202404 Jul 14 09:06:21.470955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.520468 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b613f-c9b5-4383-9a52-80dbc8c35ddd x-openstack-request-id: req-462b613f-c9b5-4383-9a52-80dbc8c35ddd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:21.520842 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:21.521033 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-462b613f-c9b5-4383-9a52-80dbc8c35ddd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:21.521413 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45', 'status': 'completed', 'code': 200} Jul 14 09:06:21.550471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-8e71b955-6aa7-440c-83ea-dfa818a28098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.552964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-8e71b955-6aa7-440c-83ea-dfa818a28098 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2587874 Jul 14 09:06:21.554215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-225f30b1-870a-46e5-be32-4983cb8b5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.556074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-225f30b1-870a-46e5-be32-4983cb8b5f58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3274965 Jul 14 09:06:21.558262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.568295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:21.589041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:21.591754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:21.592086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-453c28a0-ab7a-4eb5-8fa2-48f2baf0311b req-a04f2222-d656-40f0-ac32-362672f4f157 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006407 Jul 14 09:06:21.658937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:21.703416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-7f251775-53b4-48f2-a86d-dc5f4709a897 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.1099153 Jul 14 09:06:21.705170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-4c79b83f-ab19-468d-b5e3-62f9eafbfe5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.1090574 Jul 14 09:06:21.723731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.724578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:21.773366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-c16bbd1f-4769-49e6-92d9-ed2c2634964e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9236715 Jul 14 09:06:21.790628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Request body: {'port': {'device_id': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:21.815196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-e47cd175-5973-4109-b89f-a74a6ad7850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.816993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-e47cd175-5973-4109-b89f-a74a6ad7850b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1095 time: 0.2818213 Jul 14 09:06:21.852636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ea3db-9e68-4b15-8bad-4acae5dc0ec2 req-a82e9437-8860-4db2-8bcb-94af18705394 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.854310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-155ea3db-9e68-4b15-8bad-4acae5dc0ec2 req-a82e9437-8860-4db2-8bcb-94af18705394 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 948 time: 0.2560048 Jul 14 09:06:21.920723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-62c232da-84c5-45a6-85db-3129f3ed76df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.922666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-62c232da-84c5-45a6-85db-3129f3ed76df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2065117 Jul 14 09:06:21.928271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-2bb86fe2-887b-44b4-90b6-6e33dcd4e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:21.929744 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-2bb86fe2-887b-44b4-90b6-6e33dcd4e8d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2124870 Jul 14 09:06:21.942140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-862ad9d5-9cc8-431e-ab10-656aefc1bcd3 None None] Provisioning for port 690506bb-746e-41cb-bc7d-b3924c60d032 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:21.947735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-862ad9d5-9cc8-431e-ab10-656aefc1bcd3 None None] Provisioning complete for port 690506bb-746e-41cb-bc7d-b3924c60d032 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:21.948405 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-862ad9d5-9cc8-431e-ab10-656aefc1bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.006076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-862ad9d5-9cc8-431e-ab10-656aefc1bcd3 None None] Port 690506bb-746e-41cb-bc7d-b3924c60d032 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:22.214499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.230063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-155ea3db-9e68-4b15-8bad-4acae5dc0ec2 req-7fb26b46-ddaa-4844-8044-328516742039 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606946 Jul 14 09:06:22.285482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-98f6562c-3c3d-4cb5-87fa-cce6cbd16afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.287470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-98f6562c-3c3d-4cb5-87fa-cce6cbd16afb service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.4623106 Jul 14 09:06:22.382905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece40333-b7b3-485f-880b-dbff9135e1eb req-0d6e0fa9-275a-4e89-9e48-123bf52c9f3a tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.384405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-42f948a4-effc-4d6f-a646-df12140e519b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 200 len: 217 time: 0.0604236 Jul 14 09:06:22.387865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ece40333-b7b3-485f-880b-dbff9135e1eb req-0d6e0fa9-275a-4e89-9e48-123bf52c9f3a tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 935 time: 0.6029704 Jul 14 09:06:22.458369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-54d0fd44-3372-4a7c-828a-f3c84aea67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.460052 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-54d0fd44-3372-4a7c-828a-f3c84aea67b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0637195 Jul 14 09:06:22.536685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-8f02e1dc-a2eb-40a2-b460-8a3517023959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.538091 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-8f02e1dc-a2eb-40a2-b460-8a3517023959 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5841243 Jul 14 09:06:22.550213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ece40333-b7b3-485f-880b-dbff9135e1eb req-f9cb4485-9a02-4d05-a30a-5e0293666dac tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091943 Jul 14 09:06:22.568395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-0bffc7e8-69b4-4d7f-98fa-19afb051a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.569913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-0bffc7e8-69b4-4d7f-98fa-19afb051a406 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6251254 Jul 14 09:06:22.575114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-96776562-fe81-4abc-89e8-a5366c20c746 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042821 Jul 14 09:06:22.654793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6465b250-c5f6-431e-922a-2f305b117c62 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:22.698439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bee26-1016-4745-ab50-e67a0ea9cfa2 req-11e3724e-037f-4293-ad21-4ef0e65e27be tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:22.701485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c8bee26-1016-4745-ab50-e67a0ea9cfa2 req-11e3724e-037f-4293-ad21-4ef0e65e27be tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 946 time: 0.2323897 Jul 14 09:06:22.702920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.739574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-df89526d-3845-45b2-9c2b-4bc5b9efd7b0 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500809 Jul 14 09:06:22.779579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Transition to ACTIVE for port object 6465b250-c5f6-431e-922a-2f305b117c62 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:22.801361 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c8bee26-1016-4745-ab50-e67a0ea9cfa2 req-b73ea559-c15c-41f2-85dc-0c5a00be3c69 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948522 Jul 14 09:06:22.802919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.949929 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-4d4b128d-325f-4be3-bed2-e416150a0d8e service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983204 Jul 14 09:06:22.977601 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-1fbd61b0-64df-44d4-b69e-764a5c406d26 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487411 Jul 14 09:06:22.988543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-393b2390-0d2d-4a34-aed6-7b1988fed180 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3521061 Jul 14 09:06:23.007173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:23.027256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.145407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690506bb-746e-41cb-bc7d-b3924c60d032 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:23.159278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.189976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-775ab0c0-8b6a-4656-b0c4-2a0abe159c8e req-d063a94c-7c06-4f00-ad8a-b40763b93134 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394207 Jul 14 09:06:23.230918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Transition to ACTIVE for port object 690506bb-746e-41cb-bc7d-b3924c60d032 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:23.238256 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.272090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.305776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ab1de-b593-4583-b462-0dd6f0bba040 req-991f6301-5188-4a1a-8ac7-b4531e397f64 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.312643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e76ab1de-b593-4583-b462-0dd6f0bba040 req-991f6301-5188-4a1a-8ac7-b4531e397f64 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 946 time: 0.2867849 Jul 14 09:06:23.328250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.340956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-3ed5d23d-291c-4fde-b2a9-8e2c568c42d5 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515213 Jul 14 09:06:23.341606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Attempting to bind port 6465b250-c5f6-431e-922a-2f305b117c62 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:23.341946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Attempting to bind port 6465b250-c5f6-431e-922a-2f305b117c62 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:23.342272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Attempting to bind port 6465b250-c5f6-431e-922a-2f305b117c62 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:23.350734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 17e7fe9f-d812-4042-a760-866276dd1e09 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:23.363668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-003c10e9-6687-48cb-a05a-4ce85b1c14ce service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980124 Jul 14 09:06:23.366490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Port 6465b250-c5f6-431e-922a-2f305b117c62 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:23.366855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Attempting to bind port 6465b250-c5f6-431e-922a-2f305b117c62 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:23.394274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:23.394274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:23.394274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:23.395194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Bound port: 6465b250-c5f6-431e-922a-2f305b117c62, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:23.395194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.458973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e76ab1de-b593-4583-b462-0dd6f0bba040 req-fd362a38-00ae-43a1-8563-76160acfe73d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453836 Jul 14 09:06:23.542427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Attempting to bind port 690506bb-746e-41cb-bc7d-b3924c60d032 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:23.543876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Attempting to bind port 690506bb-746e-41cb-bc7d-b3924c60d032 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:23.544733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Attempting to bind port 690506bb-746e-41cb-bc7d-b3924c60d032 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:23.550983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 17e7fe9f-d812-4042-a760-866276dd1e09, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17e7fe9f-d812-4042-a760-866276dd1e09,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:23.553536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Port 690506bb-746e-41cb-bc7d-b3924c60d032 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:23.553990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Attempting to bind port 690506bb-746e-41cb-bc7d-b3924c60d032 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:23.560135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:23.560614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:23.561842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:23.562394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Bound port: 690506bb-746e-41cb-bc7d-b3924c60d032, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:23.562815 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.568947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:23.573927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-b7b6956a-c70a-4519-8196-febd81e12816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.575483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-b7b6956a-c70a-4519-8196-febd81e12816 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 1100 time: 0.1662359 Jul 14 09:06:23.595210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '17e7fe9f-d812-4042-a760-866276dd1e09', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '17e7fe9f-d812-4042-a760-866276dd1e09', 'mac_address': 'fa:16:3e:a9:ae:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:23.600506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:23.659010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.698814 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.710779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:23.726617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:23.733942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.737925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.738556 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.740163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] 10.222.0.48 "PUT /v2.0/ports/6465b250-c5f6-431e-922a-2f305b117c62 HTTP/1.1" status: 200 len: 1097 time: 2.5657561 Jul 14 09:06:23.743232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:23.745509 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db49438c-8b11-435e-a2f1-0a96645c2948" -d '{"events": [{"name": "network-changed", "server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "tag": "6465b250-c5f6-431e-922a-2f305b117c62"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:23.748803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e7fe9f-d812-4042-a760-866276dd1e09 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:23.784994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.796312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 17e7fe9f-d812-4042-a760-866276dd1e09, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17e7fe9f-d812-4042-a760-866276dd1e09,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:23.806391 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.806676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.807406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:23.808927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] 10.222.0.11 "PUT /v2.0/ports/690506bb-746e-41cb-bc7d-b3924c60d032 HTTP/1.1" status: 200 len: 1096 time: 2.0253143 Jul 14 09:06:23.811392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:23.814422 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47" -d '{"events": [{"name": "network-changed", "server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:23.847715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a79be7-11d9-4849-9cf9-c9df9e823981 req-4404f923-ea01-461f-b86c-73a62711931f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.849314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15a79be7-11d9-4849-9cf9-c9df9e823981 req-4404f923-ea01-461f-b86c-73a62711931f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.1782014 Jul 14 09:06:23.854395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e0827-4963-4414-bdae-d2d29d79ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.855834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-3404b004-4481-4492-a034-d2bbc87ed7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.863565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-3404b004-4481-4492-a034-d2bbc87ed7c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2792239 Jul 14 09:06:23.877801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=17e7fe9f-d812-4042-a760-866276dd1e09,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.909796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde5a39-d438-4dc0-8476-de12b7d1f141 service neutron] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:23.950841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15a79be7-11d9-4849-9cf9-c9df9e823981 req-e069f66c-1581-4063-9814-7dedbc617e46 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877304 Jul 14 09:06:23.962584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-2e173a55-7426-4eb8-afc4-ec13cd339b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:23.963163 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-2e173a55-7426-4eb8-afc4-ec13cd339b9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead07fa1d634cb4b8c55708b1228006&device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 1099 time: 0.1011975 Jul 14 09:06:24.029550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-fdd6a5c4-aaf0-4ab8-b63f-00620aeadbb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=690506bb-746e-41cb-bc7d-b3924c60d032 HTTP/1.1" status: 200 len: 217 time: 0.0578940 Jul 14 09:06:24.041938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-ef25aa3b-054c-444c-a9c9-9039bd22f681 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=17e7fe9f-d812-4042-a760-866276dd1e09 HTTP/1.1" status: 200 len: 217 time: 0.1409883 Jul 14 09:06:24.140444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['17e7fe9f-d812-4042-a760-866276dd1e09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:24.168440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-fee9d207-ee36-48be-bb91-5c6e8086ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.169905 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-fee9d207-ee36-48be-bb91-5c6e8086ce9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1219547 Jul 14 09:06:24.236707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-24455372-8e6e-4114-b197-7c25383ea504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.238637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-24455372-8e6e-4114-b197-7c25383ea504 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ead07fa1d634cb4b8c55708b1228006&device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 1100 time: 0.3690352 Jul 14 09:06:24.239536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-82944bb1-6682-47c5-ab98-06d0bc149dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.240788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Allocated IP 172.25.2.49 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e29a2bac-2b68-4c72-b098-9925714b9245) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:24.241042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-82944bb1-6682-47c5-ab98-06d0bc149dbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1917648 Jul 14 09:06:24.311074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-85496283-5fef-4d22-bf10-adab565bdcf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6465b250-c5f6-431e-922a-2f305b117c62 HTTP/1.1" status: 200 len: 217 time: 0.0535021 Jul 14 09:06:24.349612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-bf4dbf51-2c76-4394-9f96-526b036fcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.351252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-bf4dbf51-2c76-4394-9f96-526b036fcd5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1717124 Jul 14 09:06:24.356801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-31a8e5a6-b5f4-418e-8b7f-afcb3a481039 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 258 time: 0.3768427 Jul 14 09:06:24.363705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:24.412617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-118e2974-797f-44d2-aa5b-35bec5233ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.413754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-118e2974-797f-44d2-aa5b-35bec5233ebc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1566789 Jul 14 09:06:24.414987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.500669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-def82a35-98c2-4176-9ef0-c134cfa0411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.502182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-def82a35-98c2-4176-9ef0-c134cfa0411a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1764176 Jul 14 09:06:24.578113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-3f911178-25bf-4df1-828b-d07b5b75931b service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733832 Jul 14 09:06:24.589743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-01540b8a-a53d-435d-919b-da800fa72cdb service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612327 Jul 14 09:06:24.618414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.667978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-c65aff6b-0c5b-4d89-a635-28b91654b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:24.669490 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-c65aff6b-0c5b-4d89-a635-28b91654b17d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520960 Jul 14 09:06:24.685724 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.690701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device f39c13f0-dab1-4442-940c-3bb0db4e5a45 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:24.710067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-039cb89e-937b-4b8d-bd9c-09509cc266e7 req-0189c925-56ef-4f79-8368-8ddfbadd80c1 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123505 Jul 14 09:06:24.791520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-047f79f0-dbfb-4342-8d80-2c31b4e5957e req-423ec6c8-bf4d-4d1f-86af-58cdff3bfad6 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019625 Jul 14 09:06:24.806304 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.830605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:24.848407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'port_id': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45', 'mac_address': 'fa:16:3e:d6:b8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55af7286-06ff-4d12-a7a5-cb35ef74e922', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:24.855881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:24.862662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-56e49b5c-f539-460f-90a6-94e321d0373e service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860971 Jul 14 09:06:24.866062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:24.869518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:24.880302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Allocated IP 172.25.2.66 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/8f195a63-dcbc-4139-8336-fc1db62a742b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:24.906668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Pushing event updated for resources: {'Port': ['ID=e29a2bac-2b68-4c72-b098-9925714b9245,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:24.924216 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.940578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39c13f0-dab1-4442-940c-3bb0db4e5a45 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:24.982575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:24.990341 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.991297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:25.030949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.035817 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd70cd00-6da6-45b0-b18a-a980fb44f6cd req-0f5912ce-0fb5-4a02-8429-c9da2b779ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641145 Jul 14 09:06:25.041253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.081643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.100917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.130071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:25.134392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:25.139070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:25.142286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event updated for resources: {'Port': ['ID=8f195a63-dcbc-4139-8336-fc1db62a742b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:25.167593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:25.197362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:25.212805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'mac_address': 'fa:16:3e:5f:25:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:25.255676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.266992 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.274866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.281270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.287620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51970c65-80c3-4c44-b420-fd796a19f7ce {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:25.310069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.311168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:25.320960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.354312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Pushing event updated for resources: {'Port': ['ID=e29a2bac-2b68-4c72-b098-9925714b9245,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:25.386112 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.406462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.411816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-79bc6461-0336-4920-9e4e-8aa824319b44 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4085586 Jul 14 09:06:25.418372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:25.471136 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-851fa7cd-cac5-4e6a-ab13-41d6c91ff6a4 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.0508990 Jul 14 09:06:25.499466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.505191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.582713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event updated for resources: {'Port': ['ID=8f195a63-dcbc-4139-8336-fc1db62a742b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:25.603640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.620528 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.621954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-ca4ea6f7-cc16-4c5b-8419-6b6e7e9c9df5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2636645 Jul 14 09:06:25.675744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-5a3a17f6-f606-451d-b437-1ffe93504a0a tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0475152 Jul 14 09:06:25.707919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['f39c13f0-dab1-4442-940c-3bb0db4e5a45'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:25.743235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['51970c65-80c3-4c44-b420-fd796a19f7ce'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:25.815114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-86d42388-016a-42b5-957e-21e0138fc7e5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:25.827926 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58cfd174-31c3-409e-ab04-a48cf4417787 req-86d42388-016a-42b5-957e-21e0138fc7e5 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1466923 Jul 14 09:06:25.927914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-ce7ac60f-2c05-4413-bffb-a5d7319682b4 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:25.929948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f3f957e-a4ff-4090-81b3-6e7cd67a6868 req-ce7ac60f-2c05-4413-bffb-a5d7319682b4 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.4516788 Jul 14 09:06:26.005010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94705a71-fba6-4fee-9edf-482836fb5e97 req-9271680c-8503-4535-8198-9b4d45df321d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.006986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94705a71-fba6-4fee-9edf-482836fb5e97 req-9271680c-8503-4535-8198-9b4d45df321d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 949 time: 0.0766582 Jul 14 09:06:26.053965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94705a71-fba6-4fee-9edf-482836fb5e97 req-b75bb73c-c22f-409a-a5b3-fe1507b09f76 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Jul 14 09:06:26.136267 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280b5bb-eee7-4fc6-be15-187316cdedbf x-openstack-request-id: req-c280b5bb-eee7-4fc6-be15-187316cdedbf {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:26.136573 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "tag": "6465b250-c5f6-431e-922a-2f305b117c62", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:26.136834 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c280b5bb-eee7-4fc6-be15-187316cdedbf {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:26.137245 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62', 'status': 'completed', 'code': 200} Jul 14 09:06:26.197486 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0741634-e5cb-4de7-92f7-35bdb2acd21e x-openstack-request-id: req-f0741634-e5cb-4de7-92f7-35bdb2acd21e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:26.197998 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:26.198224 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0741634-e5cb-4de7-92f7-35bdb2acd21e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:26.198716 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032', 'status': 'completed', 'code': 200} Jul 14 09:06:26.230905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de86487-fe28-48d3-8f45-4fde69ebd5a8 req-d92e296c-a911-47ee-a200-473eaa7047de tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.232718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6de86487-fe28-48d3-8f45-4fde69ebd5a8 req-d92e296c-a911-47ee-a200-473eaa7047de tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 947 time: 0.0708942 Jul 14 09:06:26.279569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-8e82940d-f13f-41f4-afb0-0fe6968fadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.281066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-8e82940d-f13f-41f4-afb0-0fe6968fadf8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ead07fa1d634cb4b8c55708b1228006&device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 1100 time: 0.1119807 Jul 14 09:06:26.292056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6de86487-fe28-48d3-8f45-4fde69ebd5a8 req-c47353ac-7afd-43d5-855d-8eab9735cde6 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Jul 14 09:06:26.326721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-754f2f6e-9760-4388-a652-5967ff7f22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.328431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-754f2f6e-9760-4388-a652-5967ff7f22af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ead07fa1d634cb4b8c55708b1228006&device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 1099 time: 0.1218433 Jul 14 09:06:26.455668 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:06:26.501807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe1e7b-7df9-42d9-b3a6-05250f097038 req-c749d63a-e643-4be1-96e7-f01ae6cafbaa tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.503758 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41fe1e7b-7df9-42d9-b3a6-05250f097038 req-c749d63a-e643-4be1-96e7-f01ae6cafbaa tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 944 time: 0.1009552 Jul 14 09:06:26.535104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd3c70-848c-4327-afc4-0a772e2cb3b3 req-6bf42b99-efa9-49c7-a26c-27d8f8e732f7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.540703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ecd3c70-848c-4327-afc4-0a772e2cb3b3 req-6bf42b99-efa9-49c7-a26c-27d8f8e732f7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 947 time: 0.2568815 Jul 14 09:06:26.554722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-d00c19d1-010c-4d1b-9c6d-6c6477b2b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.556476 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-d00c19d1-010c-4d1b-9c6d-6c6477b2b8ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2606828 Jul 14 09:06:26.558925 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41fe1e7b-7df9-42d9-b3a6-05250f097038 req-18ee0537-d71f-4386-a694-4b21ff19c545 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Jul 14 09:06:26.559256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-4c4bf577-166d-490b-acad-890d5414b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.560643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-4c4bf577-166d-490b-acad-890d5414b9d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2180192 Jul 14 09:06:26.618728 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-771b5c02-9d85-4877-8f06-67d94b972b70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6465b250-c5f6-431e-922a-2f305b117c62 HTTP/1.1" status: 200 len: 217 time: 0.0510619 Jul 14 09:06:26.666912 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-b3679a99-08b7-407a-bf5d-a4e6b4af4e79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=690506bb-746e-41cb-bc7d-b3924c60d032 HTTP/1.1" status: 200 len: 217 time: 0.0862415 Jul 14 09:06:26.703214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ecd3c70-848c-4327-afc4-0a772e2cb3b3 req-0a268b5b-7147-45bd-b422-01160d7f0537 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453335 Jul 14 09:06:26.750031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-28c4db6b-b75b-4b77-ac70-3933a17f9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.751562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-28c4db6b-b75b-4b77-ac70-3933a17f9aad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1030607 Jul 14 09:06:26.758169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-5af975fd-92ac-4465-a638-1e53806f08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.758574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-5af975fd-92ac-4465-a638-1e53806f08fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0692132 Jul 14 09:06:26.783493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-57b0e826-7d8e-4ef3-b056-550eaba6dc73 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.785055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-57b0e826-7d8e-4ef3-b056-550eaba6dc73 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1213188 Jul 14 09:06:26.827308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-d4d87b46-8970-4ead-ba97-1512d99b3e90 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips/287eb89b-fda3-4a9d-b7db-9a38d5d842af HTTP/1.1" status: 200 len: 692 time: 0.0800326 Jul 14 09:06:26.993463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-a845d31b-b72a-4d2c-9901-f6391b2cebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:26.994881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-a845d31b-b72a-4d2c-9901-f6391b2cebdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1972265 Jul 14 09:06:27.003257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-deb7d72f-1caa-4e14-b259-8904eda79696 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:27.006422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-deb7d72f-1caa-4e14-b259-8904eda79696 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1447170 Jul 14 09:06:27.006594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-c6698532-64c6-4b5c-b207-bae4bf5e2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:27.007993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-c6698532-64c6-4b5c-b207-bae4bf5e2946 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2118235 Jul 14 09:06:27.075772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-f009ced0-15f3-4811-b730-21b8f8112523 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.2845798 Jul 14 09:06:27.086145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Request body: {'floatingip': {'port_id': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:27.127802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.145701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-7c958ca0-5617-4cf5-903f-633eb172786b tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.1278477 Jul 14 09:06:27.235073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-f3e2aede-438f-4be0-9bac-58284840726e tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.0816031 Jul 14 09:06:27.254432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-d535d597-1ef1-4e8e-be4c-ea15b364f3d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454042 Jul 14 09:06:27.257179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-e91c3cba-3117-42b3-9572-3fa988a85662 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409689 Jul 14 09:06:27.379736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 690506bb-746e-41cb-bc7d-b3924c60d032 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:27.385053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 17e7fe9f-d812-4042-a760-866276dd1e09 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:27.510615 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23dac43f-d1dd-48ce-a9ac-eb62e968dd47 req-60719377-7911-4a00-ae3d-613f6cf72be8 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257559 Jul 14 09:06:27.518049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 17e7fe9f-d812-4042-a760-866276dd1e09 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:27.519173 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db49438c-8b11-435e-a2f1-0a96645c2948 req-89e660a5-fb2e-44c6-90fe-5749e167745a service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355397 Jul 14 09:06:27.538962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 17e7fe9f-d812-4042-a760-866276dd1e09 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:27.540475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.553534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Deleting port e29a2bac-2b68-4c72-b098-9925714b9245 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:27.553905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.595944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:27.612313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '690506bb-746e-41cb-bc7d-b3924c60d032', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '690506bb-746e-41cb-bc7d-b3924c60d032', 'mac_address': 'fa:16:3e:86:83:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:27.668313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.669175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.683989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Calling delete_port for e29a2bac-2b68-4c72-b098-9925714b9245 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:27.692484 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.696554 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.725900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690506bb-746e-41cb-bc7d-b3924c60d032 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:27.735910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e7fe9f-d812-4042-a760-866276dd1e09'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:27.738867 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d669831-0ee5-47b9-9dde-26da25320d76" -d '{"events": [{"server_uuid": "1f826342-b127-4d50-991b-28a2fc96ebb6", "name": "network-vif-plugged", "status": "completed", "tag": "17e7fe9f-d812-4042-a760-866276dd1e09"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:27.758987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 17e7fe9f-d812-4042-a760-866276dd1e09, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17e7fe9f-d812-4042-a760-866276dd1e09,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:27.768844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.772364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:27.797617 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.832545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=17e7fe9f-d812-4042-a760-866276dd1e09,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:27.847895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.874686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Pushing event deleted for resources: {'Port': ['ID=e29a2bac-2b68-4c72-b098-9925714b9245,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:27.900772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.907811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.917194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:27.947599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.950967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.952930 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9dce4f7-8064-4fa3-9754-534c12d5fb62 req-427deb74-e7d6-4d3d-a9ba-4bc8ac7788f5 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "DELETE /v2.0/floatingips/287eb89b-fda3-4a9d-b7db-9a38d5d842af HTTP/1.1" status: 204 len: 173 time: 0.7087636 Jul 14 09:06:28.019711 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Floating IP 3f5086db-f7fc-4f01-82c1-0114689f3d7b associated. External IP: 172.25.2.66, port: aa5f1589-e498-4234-9e23-5b18198ce985. Jul 14 09:06:28.128644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['690506bb-746e-41cb-bc7d-b3924c60d032'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:28.245844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:28.384029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:28.390251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:28.397025 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] Sync routers for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:28.405151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-9a5b2816-7046-4ba2-82e3-7d633a96794b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:28.406703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-9a5b2816-7046-4ba2-82e3-7d633a96794b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a&tenant_id=da757fa005ab4b64a6226deec0a80508&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 947 time: 0.0832107 Jul 14 09:06:28.409093 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:28.409963 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:28.442945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-7c96d3ab-1c1c-4b39-add7-789596bcb406 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "PUT /v2.0/floatingips/3f5086db-f7fc-4f01-82c1-0114689f3d7b HTTP/1.1" status: 200 len: 996 time: 1.3605018 Jul 14 09:06:28.443701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:28.446256 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16" -d '{"events": [{"name": "network-changed", "server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:28.515621 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-f7f1e78a-375c-4dcd-b694-d77d6d8a5daa service neutron] 10.222.0.48 "GET /v2.0/ports/51970c65-80c3-4c44-b420-fd796a19f7ce/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 383 time: 0.0985415 Jul 14 09:06:28.525374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa2b73-4807-4205-95cd-13cb7ec2693e req-8cc1dce3-56d4-430d-ac55-c277cb73e3fe tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:28.526896 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d4fa2b73-4807-4205-95cd-13cb7ec2693e req-8cc1dce3-56d4-430d-ac55-c277cb73e3fe tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 950 time: 0.1192877 Jul 14 09:06:28.547472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-48196aa2-8b75-46da-86cd-c85c9ad01960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:28.550524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-48196aa2-8b75-46da-86cd-c85c9ad01960 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=397ff710a8aa4db29a9972ec36564c2d&device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 1098 time: 0.0737844 Jul 14 09:06:28.574566 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:28.602314 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d4fa2b73-4807-4205-95cd-13cb7ec2693e req-c9a86cc1-534b-4cae-aec3-ac22d88c95f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 Jul 14 09:06:28.644577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-35942fa0-5c0b-4df6-a38c-d529a7e34659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:28.646753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-35942fa0-5c0b-4df6-a38c-d529a7e34659 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1099 time: 0.0972571 Jul 14 09:06:28.703863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:28.718105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-39e95a69-280d-4abb-954b-b1dd4227d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:28.723884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-39e95a69-280d-4abb-954b-b1dd4227d36e service neutron] 10.222.0.18 "GET /v2.0/networks?id=298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 200 len: 930 time: 0.1676733 Jul 14 09:06:28.748386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-18209d20-bfea-4f88-b6d1-042546055976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:28.750028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-18209d20-bfea-4f88-b6d1-042546055976 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.0944905 Jul 14 09:06:28.806211 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-9bf49008-4bd1-432b-9d71-5606bcd4d369 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0482817 Jul 14 09:06:28.866774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:28.880168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device f39c13f0-dab1-4442-940c-3bb0db4e5a45 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:28.883495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '6465b250-c5f6-431e-922a-2f305b117c62', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '6465b250-c5f6-431e-922a-2f305b117c62', 'mac_address': 'fa:16:3e:79:42:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:28.970302 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '3f5086db-f7fc-4f01-82c1-0114689f3d7b', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'port_id': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:06:25Z', 'updated_at': '2021-07-14T09:06:27Z', 'revision_number': 1, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:07Z', 'revision_number': 5, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:28.973518 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:28.990269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6465b250-c5f6-431e-922a-2f305b117c62 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:28.990531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-c42e5cb2-230d-4133-9751-d0c4c6480db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:28.992421 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-c42e5cb2-230d-4133-9751-d0c4c6480db0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1724899 Jul 14 09:06:28.997349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port f39c13f0-dab1-4442-940c-3bb0db4e5a45 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:29.008664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port f39c13f0-dab1-4442-940c-3bb0db4e5a45 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:29.009143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.025141 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] Checking router: b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:29.040366 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:29.041610 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:29.072772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:29.085004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4134ca-cd7f-406f-968e-8cb40ad993cc req-415dcf5f-bd79-4895-8e97-464fca2a8753 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.087483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc4134ca-cd7f-406f-968e-8cb40ad993cc req-415dcf5f-bd79-4895-8e97-464fca2a8753 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 948 time: 0.1504433 Jul 14 09:06:29.088026 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.144308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-88df3547-c53e-4fa0-812c-42ae7fe9adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.145821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-88df3547-c53e-4fa0-812c-42ae7fe9adc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399477 Jul 14 09:06:29.162999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.166420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc4134ca-cd7f-406f-968e-8cb40ad993cc req-3c5a7ee3-6b0a-4436-ad3c-3cfde4213b26 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 Jul 14 09:06:29.193371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:29.209175 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:29.234805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:29.246733 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.248142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:29.285018 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-719065a6-f7b0-4a18-873e-9d55f007140e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 999 time: 0.5541201 Jul 14 09:06:29.352191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-b3bdcc5e-5a1d-46dd-af77-9187e2faeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.354043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-b3bdcc5e-5a1d-46dd-af77-9187e2faeba8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d994cf3e-935f-4f2d-a519-59a707997915 HTTP/1.1" status: 200 len: 868 time: 0.0597661 Jul 14 09:06:29.396441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 690506bb-746e-41cb-bc7d-b3924c60d032 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:29.464267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:29.483460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-8801a32b-0b72-4905-a823-0d9a82e7d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.486781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 51970c65-80c3-4c44-b420-fd796a19f7ce completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:29.487571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5c008-3a27-4bc0-a52a-3cde82c32fe1 req-89065e54-c9fd-4a9f-acd9-4d200de2c01b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.489501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-62e5c008-3a27-4bc0-a52a-3cde82c32fe1 req-89065e54-c9fd-4a9f-acd9-4d200de2c01b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.1282732 Jul 14 09:06:29.493513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 690506bb-746e-41cb-bc7d-b3924c60d032 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:29.493780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-fba698cd-8fa5-4a34-b799-ad633efae775 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281586 Jul 14 09:06:29.498113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 690506bb-746e-41cb-bc7d-b3924c60d032 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:29.498846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.500429 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-8801a32b-0b72-4905-a823-0d9a82e7d35a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=298f66a1-488b-418f-9a7e-1cd1f29534e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355145 Jul 14 09:06:29.502350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 51970c65-80c3-4c44-b420-fd796a19f7ce triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:29.503060 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.584228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6465b250-c5f6-431e-922a-2f305b117c62'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:29.614472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-2f88d741-d08f-4dc2-9efd-d4adb9dbc5a8 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959888 Jul 14 09:06:29.637004 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-62e5c008-3a27-4bc0-a52a-3cde82c32fe1 req-6b7b31d7-980b-4b28-a7f1-d055e9d42845 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393833 Jul 14 09:06:29.718900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-fa4065d1-11f2-4d4b-80e2-4a2f8dc0c213 service neutron] 10.222.0.18 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127171 Jul 14 09:06:29.782005 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e8ac85-23b6-4a66-adc8-86eea5feb371 x-openstack-request-id: req-61e8ac85-23b6-4a66-adc8-86eea5feb371 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:29.782663 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f826342-b127-4d50-991b-28a2fc96ebb6", "name": "network-vif-plugged", "status": "completed", "tag": "17e7fe9f-d812-4042-a760-866276dd1e09", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:29.782663 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61e8ac85-23b6-4a66-adc8-86eea5feb371 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:29.782930 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e7fe9f-d812-4042-a760-866276dd1e09', 'code': 200} Jul 14 09:06:29.823064 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-3234220b-ad78-4cb6-a1ab-b0ea2c6ab135 req-f1d20aab-1c72-4433-b6b2-d7ca694e1526 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] show failed (client error): The resource could not be found. Jul 14 09:06:29.840359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3234220b-ad78-4cb6-a1ab-b0ea2c6ab135 req-f1d20aab-1c72-4433-b6b2-d7ca694e1526 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips/287eb89b-fda3-4a9d-b7db-9a38d5d842af HTTP/1.1" status: 404 len: 350 time: 0.0696633 Jul 14 09:06:29.851956 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '3f5086db-f7fc-4f01-82c1-0114689f3d7b', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'port_id': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:06:25Z', 'updated_at': '2021-07-14T09:06:27Z', 'revision_number': 1, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:07Z', 'revision_number': 5, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:29.883982 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d5d4c-9fb9-4937-8961-db125a0b5921 None None] The sync data for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 is: [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '3f5086db-f7fc-4f01-82c1-0114689f3d7b', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'port_id': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'mac_address': 'fa:16:3e:5a:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:06:25Z', 'updated_at': '2021-07-14T09:06:27Z', 'revision_number': 1, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:07Z', 'revision_number': 5, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:29.894017 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:29.924212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce54ec6f-f7e4-4ae2-8560-eb533a9e1c10 req-e17adfd5-0435-4391-9f58-d1e2dd3a5352 service neutron] 10.222.0.18 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017756 Jul 14 09:06:29.968470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e95b95-8732-4712-827c-d127085795f3 req-373fd606-ac9a-45ec-9767-417b4b557bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:29.972445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4e95b95-8732-4712-827c-d127085795f3 req-373fd606-ac9a-45ec-9767-417b4b557bef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 1102 time: 0.1231961 Jul 14 09:06:29.974293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.010459 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04740ce5-0411-4a9d-b86d-edce8693831f x-openstack-request-id: req-04740ce5-0411-4a9d-b86d-edce8693831f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:30.010988 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:30.011507 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04740ce5-0411-4a9d-b86d-edce8693831f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:30.012017 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'status': 'completed', 'code': 200} Jul 14 09:06:30.029423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:30.034832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4e95b95-8732-4712-827c-d127085795f3 req-6a8cd7c6-4387-4602-a31f-cc17b316a280 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 Jul 14 09:06:30.044631 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.128545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:30.158959 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.167142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:30.185471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58678c-b86c-439d-8d14-e9f501512404 req-a61a957c-5f80-4924-a004-49a89589a351 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.187131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe58678c-b86c-439d-8d14-e9f501512404 req-a61a957c-5f80-4924-a004-49a89589a351 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 947 time: 0.1488001 Jul 14 09:06:30.209476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-184c1e71-4641-401b-ba65-e2c4efdf5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.210986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-184c1e71-4641-401b-ba65-e2c4efdf5afa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=397ff710a8aa4db29a9972ec36564c2d&device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 1098 time: 0.1701691 Jul 14 09:06:30.290389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98375716-dec5-439f-8b5d-9999df074bb0 None None] New status for floating IP 3f5086db-f7fc-4f01-82c1-0114689f3d7b: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:06:30.355937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb09b79-6e71-4503-b12c-5e90dd33324f req-4f3b39b7-b795-4bea-aa2b-e99e03542006 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.363912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb09b79-6e71-4503-b12c-5e90dd33324f req-4f3b39b7-b795-4bea-aa2b-e99e03542006 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 950 time: 0.1679137 Jul 14 09:06:30.400144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:30.413586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe58678c-b86c-439d-8d14-e9f501512404 req-4bb3a51c-e2e0-4ea4-8bfb-09c407679701 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156315 Jul 14 09:06:30.442345 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb09b79-6e71-4503-b12c-5e90dd33324f req-953b240a-1887-48be-b360-47a1a53c10c8 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Jul 14 09:06:30.501619 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-5cef7138-f36b-4cc7-981c-2295ebdd7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.503105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-5cef7138-f36b-4cc7-981c-2295ebdd7455 service neutron] 10.222.0.48 "GET /v2.0/networks?id=298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 200 len: 930 time: 0.2293012 Jul 14 09:06:30.539978 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-f9cd64d2-dafb-46a7-9681-2cda1b912956 req-2868e3b3-cad3-49b8-896f-0f96e37dd872 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] show failed (client error): The resource could not be found. Jul 14 09:06:30.541026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f9cd64d2-dafb-46a7-9681-2cda1b912956 req-2868e3b3-cad3-49b8-896f-0f96e37dd872 tempest-FloatingIPsTestJSON-1956993155 tempest-FloatingIPsTestJSON-1956993155-project] 10.222.0.18 "GET /v2.0/floatingips/287eb89b-fda3-4a9d-b7db-9a38d5d842af HTTP/1.1" status: 404 len: 350 time: 0.0644884 Jul 14 09:06:30.552203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:30.605577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-3f075ace-553f-4457-998b-69f30c8dcc45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 999 time: 0.0946665 Jul 14 09:06:30.673100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-c75e3f70-9160-4683-8468-35c914f69394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.674704 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-c75e3f70-9160-4683-8468-35c914f69394 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d994cf3e-935f-4f2d-a519-59a707997915 HTTP/1.1" status: 200 len: 868 time: 0.0504484 Jul 14 09:06:30.773207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-c3cfbe02-d19a-4606-a3d1-b445222c6935 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 258 time: 0.1751399 Jul 14 09:06:30.784087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72b7e-1651-4fcd-b36d-10ea84ee26df req-5bd1c4b0-fb39-4e63-ae4b-a4d2594f0a54 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.786165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84f72b7e-1651-4fcd-b36d-10ea84ee26df req-5bd1c4b0-fb39-4e63-ae4b-a4d2594f0a54 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 949 time: 0.1069422 Jul 14 09:06:30.788889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:30.835646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84f72b7e-1651-4fcd-b36d-10ea84ee26df req-05271dd2-93f3-4786-b71e-eb33ef64929e tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Jul 14 09:06:30.837700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-2b0ebdfd-7b54-4968-a7b6-6100ccfc6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:30.839727 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-2b0ebdfd-7b54-4968-a7b6-6100ccfc6de1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298f66a1-488b-418f-9a7e-1cd1f29534e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494343 Jul 14 09:06:30.883943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:30.970433 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-f72ec108-375e-42ec-8572-0f2121e5f39e service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154914 Jul 14 09:06:31.087904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.117721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108514a-c15c-4517-b7cf-e91a1f09ed55 req-1ad8fe11-0c50-4ca0-87ee-73a51449b947 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:31.125608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1108514a-c15c-4517-b7cf-e91a1f09ed55 req-1ad8fe11-0c50-4ca0-87ee-73a51449b947 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.1538978 Jul 14 09:06:31.134497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae79ef96-fe5b-491c-8dbc-6d33540f6a16 req-3402d47c-c5f7-428b-afd1-7841d332e4d2 service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526256 Jul 14 09:06:31.172196 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.177589 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1108514a-c15c-4517-b7cf-e91a1f09ed55 req-2e5a35b9-8ad2-433a-9150-e96a078a9f96 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509593 Jul 14 09:06:31.217977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.270764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Allocated IP 172.25.2.50 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/a4b7d28b-dc7a-45dc-bf9e-ed4e34d3a833) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:31.481428 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.582716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.625181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ad6fb-18fb-49cf-b86f-ce307094dc89 req-b805a9ff-a8a9-4ded-ace3-2771b9510a05 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:31.627572 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce7ad6fb-18fb-49cf-b86f-ce307094dc89 req-b805a9ff-a8a9-4ded-ace3-2771b9510a05 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.0805004 Jul 14 09:06:31.638055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:31.643229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:31.648289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:31.667919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce7ad6fb-18fb-49cf-b86f-ce307094dc89 req-16d18c8b-7bfe-4b45-a7fe-b512a9d9574f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344527 Jul 14 09:06:31.676664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event updated for resources: {'Port': ['ID=a4b7d28b-dc7a-45dc-bf9e-ed4e34d3a833,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:31.701547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Deleting port bf58ff8b-93bc-4407-88dd-66df78c9a617 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:31.701898 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.784727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45'}, {'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032'}, {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:31.790776 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bf494c-5db6-403b-9237-3ff84b4a0a78" -d '{"events": [{"server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "name": "network-vif-plugged", "status": "completed", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45"}, {"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-plugged", "status": "completed", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032"}, {"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-plugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:31.807783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.837146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] For port bf58ff8b-93bc-4407-88dd-66df78c9a617, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bf58ff8b-93bc-4407-88dd-66df78c9a617,segment=NetworkSegment(b9ff589b-57f1-419c-91ac-5a8572698487),segment_id=b9ff589b-57f1-419c-91ac-5a8572698487)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:31.837439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.853085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ab99-ee49-4b17-a7a9-66f5058f7daa req-75b81226-7ff9-4b37-8767-b9d71df9af4b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:31.854972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2af1ab99-ee49-4b17-a7a9-66f5058f7daa req-75b81226-7ff9-4b37-8767-b9d71df9af4b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 950 time: 0.0735984 Jul 14 09:06:31.870192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Calling delete_port for bf58ff8b-93bc-4407-88dd-66df78c9a617 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:31.896245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:31.903115 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2af1ab99-ee49-4b17-a7a9-66f5058f7daa req-1549d2da-6523-4b75-aa4b-a40afc5777eb tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Jul 14 09:06:32.121754 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff442e-7d68-435e-a771-e0443f33ab3b x-openstack-request-id: req-14ff442e-7d68-435e-a771-e0443f33ab3b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:32.122339 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "name": "network-vif-plugged", "status": "completed", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45", "code": 200}, {"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-plugged", "status": "completed", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032", "code": 200}, {"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-plugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:32.122774 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14ff442e-7d68-435e-a771-e0443f33ab3b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:32.123220 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45', 'code': 200} Jul 14 09:06:32.124144 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032', 'code': 200} Jul 14 09:06:32.124407 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'code': 200} Jul 14 09:06:32.266326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.271444 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.298209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf58ff8b-93bc-4407-88dd-66df78c9a617,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:32.301394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.524167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event updated for resources: {'Port': ['ID=a4b7d28b-dc7a-45dc-bf9e-ed4e34d3a833,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:32.543156 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.631606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.638712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-bdf9d1fa-3e94-42dd-b914-7dfc18a8bdea tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8538227 Jul 14 09:06:32.715585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:32.779712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 6465b250-c5f6-431e-922a-2f305b117c62 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:32.787160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 6465b250-c5f6-431e-922a-2f305b117c62 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:32.788330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.804620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79e58c-62d2-4cd8-85ca-9b07108004c7 req-6c722f9b-5118-41e4-880f-8fd262b61c39 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:32.811737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb79e58c-62d2-4cd8-85ca-9b07108004c7 req-6c722f9b-5118-41e4-880f-8fd262b61c39 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 949 time: 0.5738802 Jul 14 09:06:32.817011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3f048-8608-4154-8426-1deca3deda25 req-87504b44-7b00-4407-8fec-4abca1a4b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:32.818476 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f4f3f048-8608-4154-8426-1deca3deda25 req-87504b44-7b00-4407-8fec-4abca1a4b0d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 1101 time: 0.5391438 Jul 14 09:06:32.845590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53be051-16b7-4f6d-87fe-de4baba7e024 req-2a1436fa-8c28-46e1-991b-65c9ca924401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:32.847066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a53be051-16b7-4f6d-87fe-de4baba7e024 req-2a1436fa-8c28-46e1-991b-65c9ca924401 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1097 time: 0.5585732 Jul 14 09:06:32.886150 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.897846 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f4f3f048-8608-4154-8426-1deca3deda25 req-357d8d7c-7a97-4adb-b008-015ab64e960d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628705 Jul 14 09:06:32.901296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb79e58c-62d2-4cd8-85ca-9b07108004c7 req-eb7e8c14-5390-4f82-89d8-5a47a552dd57 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887420 Jul 14 09:06:32.929567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a53be051-16b7-4f6d-87fe-de4baba7e024 req-5b70637b-b526-4867-a5b9-f49ba38823e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690804 Jul 14 09:06:32.943415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:32.950346 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:32.951308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:33.071297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-1ae02039-dd71-4f46-b655-c19dd08a7fb8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.4265580 Jul 14 09:06:33.085549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:33.101212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-597fb91a-1484-4fcd-aab0-6f19acb00488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:33.102935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-597fb91a-1484-4fcd-aab0-6f19acb00488 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a&tenant_id=da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 1100 time: 0.6530914 Jul 14 09:06:33.103710 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.115185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65571a1f-05ec-4cc5-9741-6e63a1d8c10d req-47a834e0-6e80-4051-bb39-430ed0b7420d tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:33.117004 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65571a1f-05ec-4cc5-9741-6e63a1d8c10d req-47a834e0-6e80-4051-bb39-430ed0b7420d tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 1102 time: 0.0678813 Jul 14 09:06:33.123538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:33.145030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:33.152316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.161946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65571a1f-05ec-4cc5-9741-6e63a1d8c10d req-4e7ef090-7838-4ef7-81cc-a7531198b76c tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Jul 14 09:06:33.205903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.230693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:33.365637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:33.368152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b824f34-6e1f-434a-b65b-79f11dd45fce req-da7520a1-5935-482c-918a-57f5fee9a984 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:33.369772 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b824f34-6e1f-434a-b65b-79f11dd45fce req-da7520a1-5935-482c-918a-57f5fee9a984 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.0648744 Jul 14 09:06:33.376564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-daaf9f28-3df8-46d4-b68b-9b1134229d42 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:33.377933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cde90e8-20ce-4ab0-9f66-599bade08ce4 req-daaf9f28-3df8-46d4-b68b-9b1134229d42 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2978046 Jul 14 09:06:33.423732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b824f34-6e1f-434a-b65b-79f11dd45fce req-739be8f3-faa5-40ca-aeba-5b7b88965021 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Jul 14 09:06:33.637076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-f9a9c54c-b2fc-4342-bb16-4b2d4e25ff54 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229859 Jul 14 09:06:33.710933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Router 10d5eecc-4417-4884-82b0-c03f93f7f852 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:33.752277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5f5ac-5b3a-4cd7-9f56-578ad4edd614 req-ceb78d53-5418-4b55-b2fd-319e8612e98e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:33.753810 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66f5f5ac-5b3a-4cd7-9f56-578ad4edd614 req-ceb78d53-5418-4b55-b2fd-319e8612e98e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 947 time: 0.2157652 Jul 14 09:06:33.754003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-57b74c74-3daf-4a4a-adb4-4f0fc154f80b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:33.761116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-57b74c74-3daf-4a4a-adb4-4f0fc154f80b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181211 Jul 14 09:06:33.765250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:33.771838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-91721445-07ef-423d-962e-81168f7afd9a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/quotas/4e98114229dd479e9a25dee146eb960b HTTP/1.1" status: 200 len: 375 time: 0.0099051 Jul 14 09:06:33.870751 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-b811749e-fd92-4f1e-8577-909311bd8152 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0920320 Jul 14 09:06:33.912349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:33.920997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66f5f5ac-5b3a-4cd7-9f56-578ad4edd614 req-ac8913a5-a6a9-4a2f-b792-d565f8292165 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576722 Jul 14 09:06:33.960781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:33.966936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-da29a4b2-4a4a-4e96-a47f-67bf6fe918a6 admin admin] 10.222.0.18 "PUT /v2.0/routers/10d5eecc-4417-4884-82b0-c03f93f7f852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4134490 Jul 14 09:06:33.970695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:33.972820 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] Sync routers for ids ['10d5eecc-4417-4884-82b0-c03f93f7f852'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:33.986344 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] Routers {'10d5eecc-4417-4884-82b0-c03f93f7f852'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:33.988079 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['10d5eecc-4417-4884-82b0-c03f93f7f852'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:34.006557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51970c65-80c3-4c44-b420-fd796a19f7ce {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:34.029435 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.055455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Transition to ACTIVE for port object 51970c65-80c3-4c44-b420-fd796a19f7ce will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:34.065031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.126506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62'}, {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:34.130391 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b9fbc-3d9f-4209-8b98-9fb8a7d7a510" -d '{"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62"}, {"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-unplugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:34.194714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:34.221933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.266883 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] Set router 10d5eecc-4417-4884-82b0-c03f93f7f852 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:34.292177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] No DVR routers for this DVR port 51970c65-80c3-4c44-b420-fd796a19f7ce on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:34.417293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:34.418416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:34.418416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:34.424930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:34.425264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Attempting to bind port 51970c65-80c3-4c44-b420-fd796a19f7ce on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:34.433695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:34.434066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:34.434433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:34.434896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Bound port: 51970c65-80c3-4c44-b420-fd796a19f7ce, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:34.435261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.528900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.593311 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:32Z', 'revision_number': 5, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port': {'id': '50378fd4-28a8-420d-b7a2-86e36b78625d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ec:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:34.636666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3471-2351-4fd3-b97b-aa22f1b5f827 req-c2a808bf-5798-4ce9-819f-7b1df6723adf tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:34.638453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be0d3471-2351-4fd3-b97b-aa22f1b5f827 req-c2a808bf-5798-4ce9-819f-7b1df6723adf tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4469249 Jul 14 09:06:34.641633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:34.643402 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] Checking router: 10d5eecc-4417-4884-82b0-c03f93f7f852 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:34.646258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:34.658917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.659774 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] Routers {'10d5eecc-4417-4884-82b0-c03f93f7f852'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:34.660671 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['10d5eecc-4417-4884-82b0-c03f93f7f852'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:34.681227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cab372-9fd6-46f4-bf6a-bd725bc01956 req-0c72d1ed-298f-45fe-87ba-823a90060910 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:34.684432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9cab372-9fd6-46f4-bf6a-bd725bc01956 req-0c72d1ed-298f-45fe-87ba-823a90060910 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 946 time: 0.2363751 Jul 14 09:06:34.738729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be0d3471-2351-4fd3-b97b-aa22f1b5f827 req-94eeac33-7c8b-4911-b192-bfef5d2c5098 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0902758 Jul 14 09:06:34.759598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-be0d3471-2351-4fd3-b97b-aa22f1b5f827 req-b9e4f579-ba89-4b41-8db1-35766563b207 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Request body: {'floatingip': {'port_id': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:34.770312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:34.770930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.772491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] 10.222.0.11 "PUT /v2.0/ports/51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 1096 time: 1.6532977 Jul 14 09:06:34.772966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:34.775708 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf584cd-a5e3-481a-855d-2e0bcfed351f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:34.805364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Deleting port 50378fd4-28a8-420d-b7a2-86e36b78625d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:34.805707 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:34.816037 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] Set router 10d5eecc-4417-4884-82b0-c03f93f7f852 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:34.825509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9cab372-9fd6-46f4-bf6a-bd725bc01956 req-80109bef-ef36-47cd-a9bb-0ac69cd8a2c2 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277981 Jul 14 09:06:34.918235 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:34Z', 'revision_number': 6, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:34.940494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-be0d3471-2351-4fd3-b97b-aa22f1b5f827 req-b9e4f579-ba89-4b41-8db1-35766563b207 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.022144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e2659-ef01-4bc8-a479-de33e37c646c None None] The sync data for ids ['10d5eecc-4417-4884-82b0-c03f93f7f852'] in n-d-758944-44 is: [{'id': '10d5eecc-4417-4884-82b0-c03f93f7f852', 'name': 'tempest-FloatingIPsTestJSON-935374133-router', 'tenant_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:00Z', 'updated_at': '2021-07-14T09:06:34Z', 'revision_number': 6, 'project_id': 'eaee2bfa24ce4c28879563d76a0fe86a', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:35.037942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] For port 50378fd4-28a8-420d-b7a2-86e36b78625d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=50378fd4-28a8-420d-b7a2-86e36b78625d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:35.038505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.057113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Calling delete_port for 50378fd4-28a8-420d-b7a2-86e36b78625d owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:35.109190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ed05-481a-407e-9475-e7fd102c4769 service neutron] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=12']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:35.312078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.364555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-3202149d-857e-417e-8cc0-f3c256096350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:35.366754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-3202149d-857e-417e-8cc0-f3c256096350 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1099 time: 0.4767029 Jul 14 09:06:35.416413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=50378fd4-28a8-420d-b7a2-86e36b78625d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:35.583995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1e0c-e9dd-47ce-9c4c-c8e97c612557 req-0d1fe207-1db7-4d89-a872-b4b5dc7e924d tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:35.601364 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-334d1e0c-e9dd-47ce-9c4c-c8e97c612557 req-0d1fe207-1db7-4d89-a872-b4b5dc7e924d tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 949 time: 0.3167403 Jul 14 09:06:35.645330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-57c260de-d2b7-42c8-b5e4-a183c52fd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:35.646494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.647310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-57c260de-d2b7-42c8-b5e4-a183c52fd921 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2694807 Jul 14 09:06:35.655234 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-be0d3471-2351-4fd3-b97b-aa22f1b5f827 req-b9e4f579-ba89-4b41-8db1-35766563b207 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:06:35.669786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be0d3471-2351-4fd3-b97b-aa22f1b5f827 req-b9e4f579-ba89-4b41-8db1-35766563b207 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "PUT /v2.0/floatingips/8303a550-abfe-4a78-926d-3756a94599fd HTTP/1.1" status: 409 len: 550 time: 0.9162254 Jul 14 09:06:35.728796 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000e5f3-3a0f-4644-a3d9-d4da3c0df157 x-openstack-request-id: req-a000e5f3-3a0f-4644-a3d9-d4da3c0df157 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:35.729330 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62", "code": 200}, {"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-unplugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:35.729454 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a000e5f3-3a0f-4644-a3d9-d4da3c0df157 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:35.729851 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62', 'code': 200} Jul 14 09:06:35.730454 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'code': 200} Jul 14 09:06:35.759994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-21e6591c-4f35-414e-8eeb-8600257405ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0891607 Jul 14 09:06:35.772108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-334d1e0c-e9dd-47ce-9c4c-c8e97c612557 req-a112cbc7-653c-452b-af11-6bbc3a304b32 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690917 Jul 14 09:06:35.787481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.790261 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.853559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-72d0b8b0-d1dc-4190-a7b1-0b78a488bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:35.855053 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-72d0b8b0-d1dc-4190-a7b1-0b78a488bc81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0882366 Jul 14 09:06:35.874284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.875988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d5eecc-4417-4884-82b0-c03f93f7f852 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:06:35.887729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:35.889020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-31ec7564-c3e3-4400-9d9f-adf21fdd36c8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/10d5eecc-4417-4884-82b0-c03f93f7f852 HTTP/1.1" status: 204 len: 168 time: 1.9172049 Jul 14 09:06:35.892489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:35.919650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1213dda0-1a08-4f38-99a5-341f98827dfd req-be67590b-2b5a-432a-be85-b9a867bcdcad tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 210 time: 0.0575910 Jul 14 09:06:35.950761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-d63f1379-48b8-4fca-8770-ff7a06471db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:35.952440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-d63f1379-48b8-4fca-8770-ff7a06471db9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887992 Jul 14 09:06:35.960590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] Deleting subnet b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:06:35.979877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.023016 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.065154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-9604259a-066e-42f9-8bbc-fe164e18820f service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016948 Jul 14 09:06:36.069870 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baf0026-a1e9-4794-9944-f2b233b4c58d x-openstack-request-id: req-1baf0026-a1e9-4794-9944-f2b233b4c58d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:36.070187 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:36.070457 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1baf0026-a1e9-4794-9944-f2b233b4c58d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:36.070877 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'status': 'completed', 'code': 200} Jul 14 09:06:36.157736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.240707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cb7c1-0a0a-4fdd-81ed-a6619715e11e req-6871d21d-6e49-48d6-82f0-5b9702127424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.242360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c61cb7c1-0a0a-4fdd-81ed-a6619715e11e req-6871d21d-6e49-48d6-82f0-5b9702127424 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 1102 time: 0.4074054 Jul 14 09:06:36.298090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-8b835c20-9d09-4398-b6e0-9dcb9c306322 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4e98114229dd479e9a25dee146eb960b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555708 Jul 14 09:06:36.300466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-984283ee-1159-4df4-b4d0-dca8d64b90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.302022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-984283ee-1159-4df4-b4d0-dca8d64b90fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1099 time: 0.1915972 Jul 14 09:06:36.309807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91493555-2360-4bc9-9180-be37a4e42d85 req-f790b723-bb51-4381-aba5-658dec467bdf tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.310110 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.311961 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91493555-2360-4bc9-9180-be37a4e42d85 req-f790b723-bb51-4381-aba5-658dec467bdf tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 947 time: 0.1519086 Jul 14 09:06:36.350185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e754281f-4283-4d6a-bafc-bd63035614e2 req-b36267f9-b02a-407a-85eb-8a9251a36fbe service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695422 Jul 14 09:06:36.392232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f494ac-dfe0-4d3f-aec8-c95aa1791541 req-b98e9793-d812-49a3-b4a8-83dcd1aa3bf2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.398212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89f494ac-dfe0-4d3f-aec8-c95aa1791541 req-b98e9793-d812-49a3-b4a8-83dcd1aa3bf2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.2866058 Jul 14 09:06:36.478254 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91493555-2360-4bc9-9180-be37a4e42d85 req-2151488b-99e4-4b00-b3f7-8bdbcf8f2b2e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525805 Jul 14 09:06:36.479157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:36.482677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c61cb7c1-0a0a-4fdd-81ed-a6619715e11e req-d30f0d14-133d-40c3-b4f0-502740e64400 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303827 Jul 14 09:06:36.504215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.517540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ce62dc0-6778-4471-b353-b61900b24c3a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b137c6d5-1ec3-42c6-b3c2-f24ad4ca31a8 HTTP/1.1" status: 204 len: 168 time: 0.6239262 Jul 14 09:06:36.519287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40916) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:36.539830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8a62a-0be5-44a7-8e57-36650edcc1f2 None None] Network a1b83e1b-e33a-4da4-aaa2-17227356197c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:36.569212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89f494ac-dfe0-4d3f-aec8-c95aa1791541 req-144c7c04-b3dd-49c9-a9d1-992a4479cac3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829294 Jul 14 09:06:36.602769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-b66b508a-84f8-490c-8079-71f7d7d34297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.606412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-b66b508a-84f8-490c-8079-71f7d7d34297 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2913911 Jul 14 09:06:36.702500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-8c7b3cca-ca4e-4742-bb28-209802615633 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0784063 Jul 14 09:06:36.723441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 50378fd4-28a8-420d-b7a2-86e36b78625d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:36.732029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:36.738188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-113ba04b-44e6-4fd0-a4a0-5a5c807b4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.741831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-113ba04b-44e6-4fd0-a4a0-5a5c807b4962 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 1099 time: 0.3009024 Jul 14 09:06:36.751764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-a08121f2-a9fb-46bf-b1df-9a6cecde406a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.753400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-a08121f2-a9fb-46bf-b1df-9a6cecde406a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4404597 Jul 14 09:06:36.774628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 50378fd4-28a8-420d-b7a2-86e36b78625d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:36.775653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Request body: {'port': {'device_id': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '4e98114229dd479e9a25dee146eb960b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:36.776844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 50378fd4-28a8-420d-b7a2-86e36b78625d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:36.779976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bf58ff8b-93bc-4407-88dd-66df78c9a617 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:36.820208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-f099348e-8950-4971-8a22-5dba5abe6240 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips/8303a550-abfe-4a78-926d-3756a94599fd HTTP/1.1" status: 200 len: 692 time: 0.1345594 Jul 14 09:06:36.855991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: bf58ff8b-93bc-4407-88dd-66df78c9a617 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:36.857355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bf58ff8b-93bc-4407-88dd-66df78c9a617 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:36.909042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-ae91de0a-45d3-401e-965f-a101ab7aab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:36.910647 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-ae91de0a-45d3-401e-965f-a101ab7aab98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1308432 Jul 14 09:06:36.997220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-cfaa6afd-c644-4dd0-bef4-a951a0256510 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3296061 Jul 14 09:06:37.025199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] DHCP port deletion for a1b83e1b-e33a-4da4-aaa2-17227356197c request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:06:37.029364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-bbefe111-94e8-4f9d-b4c4-59ce937d0d17 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.037062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-bbefe111-94e8-4f9d-b4c4-59ce937d0d17 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2090242 Jul 14 09:06:37.098976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-8bb9ff28-1ba3-4d98-8fea-337ecb3b12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.100599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-8bb9ff28-1ba3-4d98-8fea-337ecb3b12a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3451540 Jul 14 09:06:37.103815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Made reservation on behalf of 4e98114229dd479e9a25dee146eb960b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:37.107398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.122495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-60c6c260-6945-4de9-84f0-3e51d4aa18e0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0844293 Jul 14 09:06:37.124189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] Deleting port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:37.124755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.175894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-b43584f8-fc6c-4cf7-9d7f-ead25e77301d tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.50 HTTP/1.1" status: 200 len: 695 time: 0.0525434 Jul 14 09:06:37.179553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-c7e5d560-aa3f-4e1f-b9a5-df5e8bd2b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.181569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-c7e5d560-aa3f-4e1f-b9a5-df5e8bd2b2b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2592010 Jul 14 09:06:37.184744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-2adc2af9-302d-4ce7-91d3-544df249a60d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 200 len: 217 time: 0.0724876 Jul 14 09:06:37.192791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] For port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,segment=NetworkSegment(b9ff589b-57f1-419c-91ac-5a8572698487),segment_id=b9ff589b-57f1-419c-91ac-5a8572698487)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:37.193197 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.206819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] Calling delete_port for 8c8add21-c64e-4f7e-a1ed-4fb7811511ef owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:37.239944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Deleting port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:37.240282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.294733 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.323407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] Pushing event deleted for resources: {'Port': ['ID=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:37.329238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec1b36-9ff7-4037-8e02-eb4e08173a2d None None] No DVR routers for this DVR port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:37.358756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-1df97e86-04ce-44f3-9af0-b20e963693c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.360331 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-1df97e86-04ce-44f3-9af0-b20e963693c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 1101 time: 0.3161125 Jul 14 09:06:37.414677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-4f32daf8-1471-4b18-bfa9-fe0eaf9fc2f8 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899960 Jul 14 09:06:37.520839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Deleting port a4b7d28b-dc7a-45dc-bf9e-ed4e34d3a833 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:37.521179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.619165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-c6061056-9570-425f-97a2-fab7ce945399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.620708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-c6061056-9570-425f-97a2-fab7ce945399 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.4192879 Jul 14 09:06:37.678311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690fe2-4dd5-4d61-b1a4-3092217aea45 req-2588ef36-d25e-407b-82fc-a96ebc61a2f6 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.679947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9690fe2-4dd5-4d61-b1a4-3092217aea45 req-2588ef36-d25e-407b-82fc-a96ebc61a2f6 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 950 time: 0.5920906 Jul 14 09:06:37.699979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] For port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef, host n-d-758944-44, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:37.699979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.731046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Calling delete_port for 8c8add21-c64e-4f7e-a1ed-4fb7811511ef owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:37.744601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef was not found and therefore no delete operation was performed {{(pid=93753) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:06:37.752624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.802837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Allocated IP 192.168.233.143 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:37.811678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8add21-c64e-4f7e-a1ed-4fb7811511ef,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:37.813570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] No DVR routers for this DVR port 8c8add21-c64e-4f7e-a1ed-4fb7811511ef on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:37.833063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9690fe2-4dd5-4d61-b1a4-3092217aea45 req-864d8c82-f105-488e-80b8-473864e7091c tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281762 Jul 14 09:06:37.906009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-d146073b-57b1-4d04-88d0-562fc50df9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.908055 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-d146073b-57b1-4d04-88d0-562fc50df9de service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.5183072 Jul 14 09:06:37.909814 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-602ff48c-16a2-4191-aaaf-ea1ab166f0c2 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641166 Jul 14 09:06:37.929757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-a20a3a54-d4d9-4364-849b-c0d531da62db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:37.931293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-a20a3a54-d4d9-4364-849b-c0d531da62db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3001075 Jul 14 09:06:37.941228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.978331 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-5a1eba7d-f80c-4104-8285-d723f87e3123 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=91c60b2e-f576-41d9-915d-beb39380c195 HTTP/1.1" status: 200 len: 217 time: 0.0538616 Jul 14 09:06:37.981726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.982052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:37.995833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b83e1b-e33a-4da4-aaa2-17227356197c']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:38.021710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Calling delete_port for a4b7d28b-dc7a-45dc-bf9e-ed4e34d3a833 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:38.072172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ff589b-57f1-419c-91ac-5a8572698487') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:38.072433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ff589b-57f1-419c-91ac-5a8572698487') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:38.075291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-1b8cb7c5-582e-42b4-ba2b-4f310184201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:38.076778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-1b8cb7c5-582e-42b4-ba2b-4f310184201c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0871391 Jul 14 09:06:38.090619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.143744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.163259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:06:38.163697 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:06:38.171216 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:06:38.190345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-4ae3870b-14b4-4188-a9eb-404c54b70a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:38.191881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-4ae3870b-14b4-4188-a9eb-404c54b70a1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985658 Jul 14 09:06:38.233140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-47f9a824-efb5-4e8b-9b5a-41c57ec954f8 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866428 Jul 14 09:06:38.239236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304bd3-4bfa-4a77-a6e6-2504b5ec8726 req-b6454061-3bba-44b6-88fd-3d0c2b84c413 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:38.240692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87304bd3-4bfa-4a77-a6e6-2504b5ec8726 req-b6454061-3bba-44b6-88fd-3d0c2b84c413 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1097 time: 0.2887907 Jul 14 09:06:38.245414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.280232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event deleted for resources: {'Port': ['ID=a4b7d28b-dc7a-45dc-bf9e-ed4e34d3a833,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:38.282264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.320946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.338929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.340799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] 10.222.0.18 "DELETE /v2.0/networks/a1b83e1b-e33a-4da4-aaa2-17227356197c HTTP/1.1" status: 204 len: 168 time: 1.8187764 Jul 14 09:06:38.349314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Transition to ACTIVE for port object 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:38.362458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-99b4dbdc-de6d-4806-acd7-1b67459ade04 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626992 Jul 14 09:06:38.368504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d92bd-c436-44fd-8503-5197d2796f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b83e1b-e33a-4da4-aaa2-17227356197c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:38.388268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87304bd3-4bfa-4a77-a6e6-2504b5ec8726 req-19d5b609-e1cd-4a6a-a5a6-69164b1f61ed tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373830 Jul 14 09:06:38.390436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.393652 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.398984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59c92015-060b-4d48-8e5c-39eeb06f48d6 req-5a3a1e3a-d6da-4244-a0a5-9ba0e6121472 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "DELETE /v2.0/floatingips/8303a550-abfe-4a78-926d-3756a94599fd HTTP/1.1" status: 204 len: 173 time: 1.2153330 Jul 14 09:06:38.438557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbf584cd-a5e3-481a-855d-2e0bcfed351f req-93b11b7e-82ff-4366-bb9d-1c6a633b3058 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892877 Jul 14 09:06:38.456771 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.472245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32', 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:38.568197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-835ada12-9abc-42c7-8eb2-5e22de189657 req-60de1be1-72a9-45dc-b7d6-72c8106850dc service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984365 Jul 14 09:06:38.577556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:38.585829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:38.586764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413', 'd6231b54-9740-4cf2-a653-b3b1754219da', '17e7fe9f-d812-4042-a760-866276dd1e09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:38.606551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:38.687596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-15e2eddd-2bea-4ecf-8a7e-a8b915a5e202 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2092007991&fields=id&tenant_id=5e5e278314ca4a92ac6ef2d769986e9d HTTP/1.1" status: 200 len: 267 time: 0.1465988 Jul 14 09:06:38.703157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event updated for resources: {'Port': ['ID=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:38.788526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8c8add21-c64e-4f7e-a1ed-4fb7811511ef no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:38.807151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0b9e2-4194-456e-bcf7-e77e7c44171a req-e7055e81-c27a-4c8b-aa23-ae737e393344 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:38.811070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40946) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:38.813551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59d0b9e2-4194-456e-bcf7-e77e7c44171a req-e7055e81-c27a-4c8b-aa23-ae737e393344 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 936 time: 0.2237976 Jul 14 09:06:38.829962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:38.830600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:38.839586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8c8add21-c64e-4f7e-a1ed-4fb7811511ef {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:38.840033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8c8add21-c64e-4f7e-a1ed-4fb7811511ef not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:38.870895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066228-91a5-4baf-ae37-d899184409b6 req-7d2acd81-4c2e-438f-8ab5-fe198279b071 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:38.873329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba066228-91a5-4baf-ae37-d899184409b6 req-7d2acd81-4c2e-438f-8ab5-fe198279b071 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "GET /v2.0/ports?device_id=de907ae9-aabc-49c0-93e0-e8578f6d3ba3 HTTP/1.1" status: 200 len: 946 time: 0.2232571 Jul 14 09:06:38.900650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59d0b9e2-4194-456e-bcf7-e77e7c44171a req-5e1e80fb-c793-4ecd-bab4-9b3e7320360f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Jul 14 09:06:38.910812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ba0a5716-710f-4e76-844b-6b36795c10de tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1418350 Jul 14 09:06:38.944383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Request body: {'port': {'device_id': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:38.952645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2f3fd445-22f9-416c-98ca-2faa4b4ef754 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaee2bfa24ce4c28879563d76a0fe86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403182 Jul 14 09:06:38.955113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:38.977113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-7d8e5c8d-1eaa-4516-8e2f-0a78d3bbab67 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:38.984270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-7d8e5c8d-1eaa-4516-8e2f-0a78d3bbab67 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 824 time: 0.2949936 Jul 14 09:06:39.009765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-c4eac265-94cf-48c0-8425-23031fc007cb tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/quotas/5e5e278314ca4a92ac6ef2d769986e9d HTTP/1.1" status: 200 len: 375 time: 0.0238781 Jul 14 09:06:39.011561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-75ddeaa7-53c5-4a53-86d8-b2b00dc99c1e None None] Provisioning for port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:39.043141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-75ddeaa7-53c5-4a53-86d8-b2b00dc99c1e None None] Provisioning complete for port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:39.044184 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75ddeaa7-53c5-4a53-86d8-b2b00dc99c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.076060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e731c79-4305-4deb-b320-d832591f89a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.107226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e731c79-4305-4deb-b320-d832591f89a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.125321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.142245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75ddeaa7-53c5-4a53-86d8-b2b00dc99c1e None None] Port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:39.168200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-bc3aecd2-fdf6-473c-a988-158ac9564c1b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1497588 Jul 14 09:06:39.169725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Deleting port dfe33138-30a9-4eba-afb5-934a9fce9812 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:39.170074 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.298738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614499a8-096d-45a5-9672-9062bed78ec4 req-52472c10-205a-4926-8dc0-3de6973474f0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:39.300460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614499a8-096d-45a5-9672-9062bed78ec4 req-52472c10-205a-4926-8dc0-3de6973474f0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 947 time: 0.1912792 Jul 14 09:06:39.324511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e731c79-4305-4deb-b320-d832591f89a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.327710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e731c79-4305-4deb-b320-d832591f89a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.329102 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e731c79-4305-4deb-b320-d832591f89a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08bdfe0d-a7de-4f0c-9382-141a65649338 HTTP/1.1" status: 204 len: 168 time: 0.3729618 Jul 14 09:06:39.350145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e731c79-4305-4deb-b320-d832591f89a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bdfe0d-a7de-4f0c-9382-141a65649338,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:39.358865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] For port dfe33138-30a9-4eba-afb5-934a9fce9812, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dfe33138-30a9-4eba-afb5-934a9fce9812,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:39.359065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.361266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-b735b93c-6768-454c-ba10-8a06e94a74eb service neutron] 10.222.0.18 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921308 Jul 14 09:06:39.430935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:39.463959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614499a8-096d-45a5-9672-9062bed78ec4 req-6ec42126-35e4-49e5-9edc-430878e2ddf5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526210 Jul 14 09:06:39.538665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-fa19e8b6-97d3-4a51-81f2-ae14eba99110 service neutron] 10.222.0.18 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760619 Jul 14 09:06:39.659880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:39.681335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:39.697226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.706661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'mac_address': 'fa:16:3e:5f:25:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:39.716490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Transition to ACTIVE for port object 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:39.754566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.768889 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.792650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51970c65-80c3-4c44-b420-fd796a19f7ce {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:39.834082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:39.855623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.856517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.856807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:39.857128 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30 disassociated. External IP: 172.25.2.47, port: dfe33138-30a9-4eba-afb5-934a9fce9812. Jul 14 09:06:39.857500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Calling delete_port for dfe33138-30a9-4eba-afb5-934a9fce9812 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:39.868251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-54e1fe04-3129-4eef-8df1-aac2e611963b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:39.870372 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-54e1fe04-3129-4eef-8df1-aac2e611963b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.2038717 Jul 14 09:06:39.904473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-4df9a27a-5c51-4025-9962-87e3202e2b95 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/quotas/cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 375 time: 0.0219228 Jul 14 09:06:39.957229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:39.988016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Pushing event updated for resources: {'Port': ['ID=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.026510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-8a462130-8bb7-4797-976d-cc567fc84655 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 1001 time: 0.2609415 Jul 14 09:06:40.091710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-5f25ca80-3e8e-40e1-bcac-2fa55d6428aa tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858532 Jul 14 09:06:40.139228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-b3156eb3-68c9-4884-babf-b897618cdce7 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:40.145995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-b3156eb3-68c9-4884-babf-b897618cdce7 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports/aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 943 time: 0.1138391 Jul 14 09:06:40.148942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Attempting to bind port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:40.149548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Attempting to bind port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:40.149884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Attempting to bind port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:40.154628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:40.154965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Attempting to bind port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:40.160531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:40.160875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:40.161263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:40.161763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Bound port: 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:40.162055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.247411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['51970c65-80c3-4c44-b420-fd796a19f7ce'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:40.258454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.285476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] For port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:40.290114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] For port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:40.301209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event deleted for resources: {'Port': ['ID=dfe33138-30a9-4eba-afb5-934a9fce9812,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.334650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-5d03ab14-1b30-4d09-8c1c-45e538eeb738 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329035 Jul 14 09:06:40.336914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.400393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:40.403719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.409744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] 10.222.0.48 "PUT /v2.0/ports/3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 HTTP/1.1" status: 200 len: 1097 time: 1.4678233 Jul 14 09:06:40.414661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'tag': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:40.421917 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97da372-288a-43d2-a315-b21704df6288" -d '{"events": [{"name": "network-changed", "server_uuid": "53192dec-7a22-41f7-b5ff-66f9daf6f0f0", "tag": "3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:40.546330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-b225e802-925f-4a52-a02f-10821959c80e tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 1001 time: 0.2853498 Jul 14 09:06:40.556122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:40.614787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-98281081-8598-4dd4-afb0-9a35c86b8428 service neutron] 10.222.0.18 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786469 Jul 14 09:06:40.633109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dbc4d-010f-4d17-a156-aed88590da24 service neutron] Pushing event updated for resources: {'Port': ['ID=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:40.634872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Router 43ebfe06-a112-43f9-8281-4aa2d297c967 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:40.714034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-network', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:40.730424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ae83c836-6706-46f6-98ac-bd8ed96494b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:40.732077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-ae83c836-6706-46f6-98ac-bd8ed96494b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 1100 time: 0.2495859 Jul 14 09:06:40.746227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-efc3b833-444d-4feb-b55d-405f6e9f6c9b tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:40.756298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-efc3b833-444d-4feb-b55d-405f6e9f6c9b tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2088900 Jul 14 09:06:40.857237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:40.869159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] Sync routers for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:40.897004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:40.899667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:40.917598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] No DVR routers for this DVR port dfe33138-30a9-4eba-afb5-934a9fce9812 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:40.923063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:40.926173 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba066228-91a5-4baf-ae37-d899184409b6 req-9bed5384-8cc1-41b6-a57f-518b8e79415e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "DELETE /v2.0/ports/dfe33138-30a9-4eba-afb5-934a9fce9812 HTTP/1.1" status: 204 len: 173 time: 2.0324984 Jul 14 09:06:40.931070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'name': 'network-vif-deleted', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:40.937487 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a006a5b-59ec-43a2-afd2-36300b65e405" -d '{"events": [{"server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "name": "network-vif-deleted", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:41.049759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:41.130096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-97e2c934-1086-4f1e-b00b-8688f7457594 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 HTTP/1.1" status: 200 len: 217 time: 0.3609593 Jul 14 09:06:41.134996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Made reservation on behalf of 92d8edd6cdf74dba8f42cffb0815e3cb for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:41.137732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.162287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.208189 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-0dac80ad-ccdb-4ec7-8b04-e00f1bf2a248 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 1001 time: 0.4509103 Jul 14 09:06:41.212985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:41.300593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.348665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:41.361903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-8f58dc5e-bdd3-41cf-9b26-bd792f245c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:41.363531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-8f58dc5e-bdd3-41cf-9b26-bd792f245c9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2087131 Jul 14 09:06:41.384629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] Checking router: 43ebfe06-a112-43f9-8281-4aa2d297c967 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:41.394181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:41.395042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:41.472476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f222a3-8980-42e3-aa21-f380f289b4cc req-f6e81b37-128f-4223-bd81-da7abf21ff71 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:41.479942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69f222a3-8980-42e3-aa21-f380f289b4cc req-f6e81b37-128f-4223-bd81-da7abf21ff71 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 950 time: 0.1342549 Jul 14 09:06:41.543656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69f222a3-8980-42e3-aa21-f380f289b4cc req-a7b50353-a8b1-4db9-a24e-175f2c628a33 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463049 Jul 14 09:06:41.570671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:41.679661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.694196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.694527 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Floating IP 3f5086db-f7fc-4f01-82c1-0114689f3d7b disassociated. External IP: 172.25.2.66, port: aa5f1589-e498-4234-9e23-5b18198ce985. Jul 14 09:06:41.754889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-72d8e7e3-8205-46a1-ad04-15883d1015c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:41.758419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-72d8e7e3-8205-46a1-ad04-15883d1015c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3781462 Jul 14 09:06:41.893638 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.919661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4e382-2fcf-4a18-9c7f-ddc25ae82a15 req-cb09ed1a-24f9-4198-99e8-0ac9b2028c3b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:41.924489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ad4e382-2fcf-4a18-9c7f-ddc25ae82a15 req-cb09ed1a-24f9-4198-99e8-0ac9b2028c3b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 948 time: 0.1280069 Jul 14 09:06:41.936667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:41.994343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7710c-dc40-4e2e-8b96-30428e188488 None None] The sync data for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 is: [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:42.058904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.086408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:42.098174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ad4e382-2fcf-4a18-9c7f-ddc25ae82a15 req-66c38f5d-179d-466f-af16-d4e19a507b80 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514559 Jul 14 09:06:42.171262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:06:42.188930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-0693fceb-2027-42ad-94bc-8932966fe42e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:42.192012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-879505ea-4644-4046-9741-ab159d4d9f6b service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140720 Jul 14 09:06:42.193784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-0693fceb-2027-42ad-94bc-8932966fe42e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 824 time: 0.2671974 Jul 14 09:06:42.284013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-0384ea8b-5ee1-4f9d-9ee4-252504f8e85c tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e5e278314ca4a92ac6ef2d769986e9d HTTP/1.1" status: 200 len: 380 time: 0.0739326 Jul 14 09:06:42.307760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'port': {'device_id': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'admin_state_up': True, 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'security_groups': ['41b26204-b557-44c0-b04a-8742e5c4ca99']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:42.408788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a676f8e6-01f1-4531-b27e-5906c5fd455f req-e99c2a76-6e2d-4051-a5fc-1580ec8b6cf4 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717949 Jul 14 09:06:42.411889 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.415222 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Added segment 21dd1f56-3c2a-468a-a69a-b2b01310fb68 of type vlan for network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 Jul 14 09:06:42.431660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e88a89-727d-47dd-a493-b56c5dc0a751,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:42.509310 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e73db1-32d0-4ce7-b4a9-ee3f5cd36043 None None] New status for floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:06:42.511309 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e552156-e5f6-4afa-88be-3824ff140a18 req-9140aa7e-0247-46cc-9e07-6c7531d54e6e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 210 time: 0.1724448 Jul 14 09:06:42.539383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.593048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:42.593676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Made reservation on behalf of 5e5e278314ca4a92ac6ef2d769986e9d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:42.608736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.611630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.612488 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.614048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:42.614844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.623914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] Sync routers for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:42.660159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:42.660821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:42.738399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1769660 Jul 14 09:06:42.750028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41028) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:42.758310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Request body: {'subnet': {'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-subnet', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:42.798577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-c1c71a44-9f03-48bf-9a03-9a5b19b27bd0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "PUT /v2.0/floatingips/3f5086db-f7fc-4f01-82c1-0114689f3d7b HTTP/1.1" status: 200 len: 694 time: 1.5894082 Jul 14 09:06:42.821777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaa52a-ec0f-4b7d-b2ee-1df7518e1ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a3f63e1-0c80-46b6-ade7-6fad5a8223c9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:42.846706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Made reservation on behalf of 92d8edd6cdf74dba8f42cffb0815e3cb for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:42.849116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:42.917579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Allocated IP 172.20.0.14 (d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74/46fe6844-953a-468d-b72a-f85b5e40736c/49b32562-bf68-49df-827b-cf309a73d5ca) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:42.930334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24e533-9a36-49d1-a5e6-0793e71f3410 req-a6ef60d6-cd11-4ad3-8651-0ddeaed42693 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:42.938728 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be24e533-9a36-49d1-a5e6-0793e71f3410 req-a6ef60d6-cd11-4ad3-8651-0ddeaed42693 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 948 time: 0.1695633 Jul 14 09:06:42.971635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-201a0550-8811-4c0c-a1eb-343a0ec899df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:42.984664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-201a0550-8811-4c0c-a1eb-343a0ec899df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=397ff710a8aa4db29a9972ec36564c2d&device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 1098 time: 0.1471171 Jul 14 09:06:42.998592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dfe33138-30a9-4eba-afb5-934a9fce9812 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:43.000912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:06:43.018011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be24e533-9a36-49d1-a5e6-0793e71f3410 req-62ac1152-5ff2-4113-bf0d-ed8591430a95 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783138 Jul 14 09:06:43.037049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: dfe33138-30a9-4eba-afb5-934a9fce9812 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:43.037647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dfe33138-30a9-4eba-afb5-934a9fce9812 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:43.101621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:43.136325 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d05d2d3-5b7c-46cc-84b7-1dad5c322181 x-openstack-request-id: req-0d05d2d3-5b7c-46cc-84b7-1dad5c322181 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:43.136622 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53192dec-7a22-41f7-b5ff-66f9daf6f0f0", "tag": "3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:43.136880 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d05d2d3-5b7c-46cc-84b7-1dad5c322181 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:43.137290 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'tag': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7', 'status': 'completed', 'code': 200} Jul 14 09:06:43.183124 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.188630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-be71753f-9c9c-4969-a7f1-7b5911b366b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.190318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-be71753f-9c9c-4969-a7f1-7b5911b366b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 200 len: 930 time: 0.1997135 Jul 14 09:06:43.200139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Transition to ACTIVE for port object 49b32562-bf68-49df-827b-cf309a73d5ca will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:43.229020 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1cbe60-5869-4080-9693-0c989ead33b7 x-openstack-request-id: req-3c1cbe60-5869-4080-9693-0c989ead33b7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:43.229322 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de907ae9-aabc-49c0-93e0-e8578f6d3ba3", "name": "network-vif-deleted", "tag": "dfe33138-30a9-4eba-afb5-934a9fce9812", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:43.229448 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c1cbe60-5869-4080-9693-0c989ead33b7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:43.229997 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de907ae9-aabc-49c0-93e0-e8578f6d3ba3', 'name': 'network-vif-deleted', 'tag': 'dfe33138-30a9-4eba-afb5-934a9fce9812', 'status': 'completed', 'code': 200} Jul 14 09:06:43.273885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-b626fd5c-ef46-4a7e-bf99-28a07024a487 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 217 time: 0.0622051 Jul 14 09:06:43.283869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.358177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.379930 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-64344b36-e80c-4fae-9b6b-7c1aeb5ad3ba req-8f7cd49a-3f5c-4a23-a7d3-8eedcb4944ce tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 210 time: 0.0576785 Jul 14 09:06:43.401940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-f8ef2ce5-59b6-4e50-9f79-c85f9621ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.403443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-f8ef2ce5-59b6-4e50-9f79-c85f9621ecb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d994cf3e-935f-4f2d-a519-59a707997915 HTTP/1.1" status: 200 len: 868 time: 0.1216409 Jul 14 09:06:43.435647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-f8cfcb25-7be4-4b12-a933-110f4c758543 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.437207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-f8cfcb25-7be4-4b12-a933-110f4c758543 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 820 time: 0.2051795 Jul 14 09:06:43.437335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:43.442283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:07Z', 'revision_number': 5, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:43.451832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Request body: {'port': {'device_id': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'admin_state_up': True, 'tenant_id': 'cc41de32cea44be4bd06b6a809e2cd8c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:43.461042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:43.475618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:43.477465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event updated for resources: {'Port': ['ID=49b32562-bf68-49df-827b-cf309a73d5ca,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:43.480641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:43.527162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da372-288a-43d2-a315-b21704df6288 req-672bd9f6-6304-424a-9379-8d7930c18bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.527555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] Checking router: b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:43.540749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97da372-288a-43d2-a315-b21704df6288 req-672bd9f6-6304-424a-9379-8d7930c18bcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e98114229dd479e9a25dee146eb960b&device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 1100 time: 0.3973930 Jul 14 09:06:43.572718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:43.573465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:43.612454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ecda72-a783-4034-a907-a1daa5e6192d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:43.689444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Checking segment: {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:43.689805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Network hostable DHCP agents. Network: 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:06:43.710044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:43.770873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-78f0e0d3-3e29-46a4-abc6-7fb02cf4ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.787979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-78f0e0d3-3e29-46a4-abc6-7fb02cf4ae22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=298f66a1-488b-418f-9a7e-1cd1f29534e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3758702 Jul 14 09:06:43.933011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:06:43.938173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 51970c65-80c3-4c44-b420-fd796a19f7ce completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:43.945190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 51970c65-80c3-4c44-b420-fd796a19f7ce triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:43.945948 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:43.952727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f242dca6-5335-48f8-8dac-9eed53ec6e43 None None] Provisioning for port 49b32562-bf68-49df-827b-cf309a73d5ca completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:43.965167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da372-288a-43d2-a315-b21704df6288 req-58a5117e-15d9-4cf1-aa1b-6ca5843a6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:43.971584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97da372-288a-43d2-a315-b21704df6288 req-58a5117e-15d9-4cf1-aa1b-6ca5843a6efc service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.4073961 Jul 14 09:06:43.995928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f242dca6-5335-48f8-8dac-9eed53ec6e43 None None] Provisioning complete for port 49b32562-bf68-49df-827b-cf309a73d5ca triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:43.996675 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f242dca6-5335-48f8-8dac-9eed53ec6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.016296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.017249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.044298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f242dca6-5335-48f8-8dac-9eed53ec6e43 None None] Port 49b32562-bf68-49df-827b-cf309a73d5ca cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:44.070325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:44.074752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97da372-288a-43d2-a315-b21704df6288 req-c9845c28-1c51-45cf-8d3d-84c5cd6c6a0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 HTTP/1.1" status: 200 len: 217 time: 0.0839970 Jul 14 09:06:44.081632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.082559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.089319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7bf252-3bb8-4389-8a53-6e0627633790 None None] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:44.111315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-4a31181e-8041-4a4c-a4de-5aedb7ffe083 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8076901 Jul 14 09:06:44.154075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Request body: {'port': {'device_id': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:44.160525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8db36f72-0c3d-4ea3-a439-d3026fe9e7fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4078987 Jul 14 09:06:44.165808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:44.170387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:44.182181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-db506779-3233-40df-8072-0766c576fb93 service neutron] 10.222.0.18 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931434 Jul 14 09:06:44.183758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da372-288a-43d2-a315-b21704df6288 req-cccb3f55-f9f3-4056-ac4a-76064ee6992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.185145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97da372-288a-43d2-a315-b21704df6288 req-cccb3f55-f9f3-4056-ac4a-76064ee6992e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0958760 Jul 14 09:06:44.304012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Made reservation on behalf of cc41de32cea44be4bd06b6a809e2cd8c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:44.316829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.371765 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.390963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.411897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.412842 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.472022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:44.474316 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056ae25-b101-4e33-aa83-34e82e6b7992" -d '{"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-plugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:44.481630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-8a3f63e1-0c80-46b6-ade7-6fad5a8223c9', 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'fixed_ips': [{'subnet_id': '57ecda72-a783-4034-a907-a1daa5e6192d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:06:44.482492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.495617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:44.512051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.514709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:07Z', 'revision_number': 5, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:44.521180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97da372-288a-43d2-a315-b21704df6288 req-7b1c6ebc-dc07-4706-9dd5-da64528a5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.527793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97da372-288a-43d2-a315-b21704df6288 req-7b1c6ebc-dc07-4706-9dd5-da64528a5782 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133927 Jul 14 09:06:44.553136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94b057d0-7001-4728-88b4-c95ce596aa0a req-1525e1aa-681b-4c94-bc95-35579dfbb9cb service neutron] 10.222.0.18 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626430 Jul 14 09:06:44.610612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a586d9d-9d65-4b36-9412-10971517d6a9 None None] The sync data for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 is: [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 4, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'a4f5d82d-9569-4143-81e0-b9b1efa2067a', 'name': '', 'network_id': '298f66a1-488b-418f-9a7e-1cd1f29534e4', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'mac_address': 'fa:16:3e:7f:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:55Z', 'updated_at': '2021-07-14T09:06:07Z', 'revision_number': 5, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'subnets': [{'id': 'd994cf3e-935f-4f2d-a519-59a707997915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:44.633283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:44.734459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Allocated IP 172.20.0.5 (8bc3b966-3fc6-4eb0-addb-5b9f2d96f218/0318592a-122f-42c8-84cb-a5d2c296cd17/5be31041-0dad-46c4-a371-41150ffa154b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:44.768293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7708f1-b640-4967-984d-8f7ceba371dc req-e53584a4-1b5d-45f6-9c0c-e3fe2a53282d tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:44.769815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f7708f1-b640-4967-984d-8f7ceba371dc req-e53584a4-1b5d-45f6-9c0c-e3fe2a53282d tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 932 time: 0.3734837 Jul 14 09:06:44.790431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:44.795127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=14']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:44.887341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Allocated IP 172.20.0.2 (8a3f63e1-0c80-46b6-ade7-6fad5a8223c9/57ecda72-a783-4034-a907-a1daa5e6192d/c02deef1-72b8-406b-8345-fd98611a9de1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:45.023280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:45.050446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7', 'mac_address': 'fa:16:3e:1f:5c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:45.090392 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a62668-e5f5-49ee-930e-c9e4170a4515 None None] New status for floating IP 3f5086db-f7fc-4f01-82c1-0114689f3d7b: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:06:45.164822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:45.167087 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:45.280550 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.291305 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f7708f1-b640-4967-984d-8f7ceba371dc req-ed321a8d-dac6-4c54-81bb-37b12c33d7bb tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5056658 Jul 14 09:06:45.415811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.434591 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97da372-288a-43d2-a315-b21704df6288 req-260d281d-b334-493e-b438-8186fd3b5093 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979647 Jul 14 09:06:45.566175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b32562-bf68-49df-827b-cf309a73d5ca {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:45.581213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.602185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Transition to ACTIVE for port object 49b32562-bf68-49df-827b-cf309a73d5ca will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:45.608337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.615409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-717fe6a4-0b62-45d6-b19c-536a18a1ecb0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754352 Jul 14 09:06:45.619782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.655989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['4a91e6c7-5461-48f0-a931-a0101eff85d2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:45.674334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.676844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:45.696699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031ed4b-e61a-4281-88e3-65865e79c658 req-7e6f53c4-3449-4246-a2b1-a151e9d71f61 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:45.698514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0031ed4b-e61a-4281-88e3-65865e79c658 req-7e6f53c4-3449-4246-a2b1-a151e9d71f61 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 948 time: 0.1879056 Jul 14 09:06:45.699545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:45.712059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:45.774042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:45.801233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.837043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.838541 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:45.838819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.839223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.839708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.840790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.841209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.841620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.842045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.842436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.842836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.843238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.843690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:45.883040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:45.945805 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:45.948881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Transition to ACTIVE for port object c02deef1-72b8-406b-8345-fd98611a9de1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:45.958894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97da372-288a-43d2-a315-b21704df6288 req-d21bfedd-a6e0-4da5-96a3-f376a4097e7c service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497380 Jul 14 09:06:45.971173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-d2cf7d15-94a0-4099-a899-14af13b70365 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:45.978035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-d2cf7d15-94a0-4099-a899-14af13b70365 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469524 Jul 14 09:06:46.002455 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-9de7d9fb-79f5-495e-87e2-661dd05a89a5 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/quotas/da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 375 time: 0.0234704 Jul 14 09:06:46.017661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:46.019671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0031ed4b-e61a-4281-88e3-65865e79c658 req-41f44cca-aca5-416f-ae75-b9f95b0891c9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075414 Jul 14 09:06:46.020734 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6eb38a7-4386-4de3-beeb-ef2cd2ee0111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.037135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=49b32562-bf68-49df-827b-cf309a73d5ca,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:46.044747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Transition to ACTIVE for port object c02deef1-72b8-406b-8345-fd98611a9de1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:46.117010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:46.117810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.131952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Attempting to bind port 49b32562-bf68-49df-827b-cf309a73d5ca on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:46.132526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Attempting to bind port 49b32562-bf68-49df-827b-cf309a73d5ca by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:46.133074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Attempting to bind port 49b32562-bf68-49df-827b-cf309a73d5ca on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:46.139848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Port 49b32562-bf68-49df-827b-cf309a73d5ca on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:46.140403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Attempting to bind port 49b32562-bf68-49df-827b-cf309a73d5ca on network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:46.145493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1f6e5b6c-7353-4561-881a-9f6f0b557b13 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6979184 Jul 14 09:06:46.150346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:46.150840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Checking segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:46.151994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Bound using segment: {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:46.152548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Bound port: 49b32562-bf68-49df-827b-cf309a73d5ca, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:46.153020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.175281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Request body: {'port': {'device_id': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:46.230172 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.252146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:46.256152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:46.277296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:46.289749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-4e5bcc49-8820-4b68-a45a-76a1f6dd8cb4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2839813 Jul 14 09:06:46.327764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.348471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.398090 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.416879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] For port 49b32562-bf68-49df-827b-cf309a73d5ca, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:46.417768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Attempting to bind port c02deef1-72b8-406b-8345-fd98611a9de1 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:46.419100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Attempting to bind port c02deef1-72b8-406b-8345-fd98611a9de1 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:46.419512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Attempting to bind port c02deef1-72b8-406b-8345-fd98611a9de1 on network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:46.424061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:46.487716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Pushing event updated for resources: {'Port': ['ID=c02deef1-72b8-406b-8345-fd98611a9de1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:46.492194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:46.495249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Checking segment: {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:46.495249 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.495249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Bound using segment: {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:46.495249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Bound port: c02deef1-72b8-406b-8345-fd98611a9de1, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:46.495249 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.522918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] For port 49b32562-bf68-49df-827b-cf309a73d5ca, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=49b32562-bf68-49df-827b-cf309a73d5ca,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:46.550445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.563964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a27acc-15c9-463c-8918-7e8996a85738 req-51511d6d-7caf-4a6a-8079-8932efb0c730 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:46.570516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03a27acc-15c9-463c-8918-7e8996a85738 req-51511d6d-7caf-4a6a-8079-8932efb0c730 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 931 time: 0.3145604 Jul 14 09:06:46.629058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] For port c02deef1-72b8-406b-8345-fd98611a9de1, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:46.638518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] For port c02deef1-72b8-406b-8345-fd98611a9de1, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c02deef1-72b8-406b-8345-fd98611a9de1,segment=NetworkSegment(21dd1f56-3c2a-468a-a69a-b2b01310fb68),segment_id=21dd1f56-3c2a-468a-a69a-b2b01310fb68)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:46.644126 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae24bef1-c0a3-4f94-b8fb-985c44fc09f4 x-openstack-request-id: req-ae24bef1-c0a3-4f94-b8fb-985c44fc09f4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:46.644772 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-plugged", "status": "completed", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:46.645362 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae24bef1-c0a3-4f94-b8fb-985c44fc09f4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:46.646118 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'code': 200} Jul 14 09:06:46.655002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.717031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:46.717655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:46.719790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/49b32562-bf68-49df-827b-cf309a73d5ca HTTP/1.1" status: 200 len: 1093 time: 2.5763340 Jul 14 09:06:46.722797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:46.724951 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346" -d '{"events": [{"name": "network-changed", "server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:46.802488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:46.851443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6406d5-2315-489c-87a2-39f7efd0fdb3 None None] Pushing event updated for resources: {'Port': ['ID=c02deef1-72b8-406b-8345-fd98611a9de1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:46.892798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-9952da4b-286a-4bcd-a175-1515af5f4d9f tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips/3f5086db-f7fc-4f01-82c1-0114689f3d7b HTTP/1.1" status: 200 len: 692 time: 0.2306855 Jul 14 09:06:46.918560 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03a27acc-15c9-463c-8918-7e8996a85738 req-315086ba-7334-4fc0-b3bd-4e5f14ba06cc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471856 Jul 14 09:06:47.002846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Allocated IP 172.25.2.16 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/3940640a-844b-4da9-a3b0-d646b08b2d48) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:47.021823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2f6fc-075f-4477-8ee5-1b69fde06cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=49b32562-bf68-49df-827b-cf309a73d5ca,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:47.094975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:47.120749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '6465b250-c5f6-431e-922a-2f305b117c62', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '6465b250-c5f6-431e-922a-2f305b117c62', 'mac_address': 'fa:16:3e:79:42:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:47.128498 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e45e101-5d67-44c8-8756-3af768239681 x-openstack-request-id: req-7e45e101-5d67-44c8-8756-3af768239681 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:47.128806 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:47.129067 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e45e101-5d67-44c8-8756-3af768239681 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:47.129468 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'status': 'completed', 'code': 200} Jul 14 09:06:47.228646 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.247378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6465b250-c5f6-431e-922a-2f305b117c62 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:47.265566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be31041-0dad-46c4-a371-41150ffa154b {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:47.277829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.298225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Transition to ACTIVE for port object 5be31041-0dad-46c4-a371-41150ffa154b will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:47.299656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:47.315219 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.361775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-a2fe3a44-9a09-4991-bf99-c83081db5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:47.365703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-a2fe3a44-9a09-4991-bf99-c83081db5160 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 1096 time: 0.4849639 Jul 14 09:06:47.371145 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.435418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:47.484520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-f2f1ede4-b3fb-4771-b52e-404c601cc4c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b32562-bf68-49df-827b-cf309a73d5ca HTTP/1.1" status: 200 len: 217 time: 0.1017177 Jul 14 09:06:47.534758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.550597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6465b250-c5f6-431e-922a-2f305b117c62'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:47.585030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-c6dc1ba9-7d80-4970-9b84-9661f643c315 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:47.592315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-c6dc1ba9-7d80-4970-9b84-9661f643c315 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.6929426 Jul 14 09:06:47.607140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf60eb-efa3-43e0-ad49-a58ede12ba6b req-1cea83e5-65a0-4103-9042-0f34241ccc4b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:47.621069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24bf60eb-efa3-43e0-ad49-a58ede12ba6b req-1cea83e5-65a0-4103-9042-0f34241ccc4b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 944 time: 0.3107300 Jul 14 09:06:47.651800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-f5bab12a-adf0-461d-b446-cbfcf2082e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:47.653802 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-f5bab12a-adf0-461d-b446-cbfcf2082e44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=397ff710a8aa4db29a9972ec36564c2d&device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 1098 time: 0.5377629 Jul 14 09:06:47.665215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-5c172d82-613f-45f2-ac92-e09d70c7fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:47.667585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-5c172d82-613f-45f2-ac92-e09d70c7fbba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 200 len: 863 time: 0.1678922 Jul 14 09:06:47.668416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:47.671258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-5ec08c87-8e67-486d-a0ef-7f2305e86b39 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0778606 Jul 14 09:06:47.765396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24bf60eb-efa3-43e0-ad49-a58ede12ba6b req-64c74066-62d7-4905-ab8f-191935221e51 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938551 Jul 14 09:06:47.779694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:47.780130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:47.780540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:47.789873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:47.790309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:47.808695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e84e2a38-9525-41c1-8bcb-ac028735fd29 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.1363125 Jul 14 09:06:47.831837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:47.835419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:47.835961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:47.837004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Bound port: 5be31041-0dad-46c4-a371-41150ffa154b, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:47.837502 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.964210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-88953d44-fac3-4e28-bd37-122c4aa5a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:47.966098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-88953d44-fac3-4e28-bd37-122c4aa5a67d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2555733 Jul 14 09:06:47.969165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:47.996672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:48.056489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:48.073786 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.100676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:48.102417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-6841c07d-42d9-4c16-9bcd-a7bb1965f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.104466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-6841c07d-42d9-4c16-9bcd-a7bb1965f69d service neutron] 10.222.0.48 "GET /v2.0/networks?id=298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 200 len: 930 time: 0.4100025 Jul 14 09:06:48.111180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:48.120091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:48.176288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.177002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.178667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 200 len: 1092 time: 2.0090322 Jul 14 09:06:48.214106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2514f89-2485-482f-a7d1-a80b23f9d581 req-9910ca4e-8853-4ed3-83ba-a8e5650db9fc tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 210 time: 0.0706213 Jul 14 09:06:48.216429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Pushing event updated for resources: {'Port': ['ID=3940640a-844b-4da9-a3b0-d646b08b2d48,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:48.220342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-64d1f8e5-584e-4fcf-9a6a-1c9a9e142374 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 200 len: 217 time: 0.0957546 Jul 14 09:06:48.266639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-55c6ba9f-b9a0-4ff8-94c0-c4cce1df3168 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818782 Jul 14 09:06:48.268616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f4f1-f1c1-44a6-a89a-b8eda49268a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:48.286704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Deleting port 8f195a63-dcbc-4139-8336-fc1db62a742b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:48.287310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.340380 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa859e60-5144-4422-911d-01a974a041bc x-openstack-request-id: req-fa859e60-5144-4422-911d-01a974a041bc {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:48.340776 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:48.341092 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa859e60-5144-4422-911d-01a974a041bc {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:48.341566 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca', 'status': 'completed', 'code': 200} Jul 14 09:06:48.509668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-07917035-1b19-4368-983b-da6c1bb9e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.511170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-07917035-1b19-4368-983b-da6c1bb9e457 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d994cf3e-935f-4f2d-a519-59a707997915 HTTP/1.1" status: 200 len: 868 time: 0.1921709 Jul 14 09:06:48.575994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.576333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.584359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1439679e-65d2-47a8-8a13-e9ab25bc5b1e None None] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:48.616410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1987f103-d4b0-4cb2-807a-af0bc60f9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.644640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-1987f103-d4b0-4cb2-807a-af0bc60f9664 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1095 time: 0.3769524 Jul 14 09:06:48.660473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9e4b985-05f8-4374-81b7-f96e0ca1b3c4 req-b17bc7e0-0026-4096-8b08-c4ed7c238203 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830285 Jul 14 09:06:48.664944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Calling delete_port for 8f195a63-dcbc-4139-8336-fc1db62a742b owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:48.667805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-8e5d7d15-c0c6-4ee3-a6ff-7f1d8068541f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da757fa005ab4b64a6226deec0a80508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940208 Jul 14 09:06:48.784576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-a23069cc-4f3e-47c6-8d4f-2d5b705599f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 200 len: 217 time: 0.1273201 Jul 14 09:06:48.799608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c02deef1-72b8-406b-8345-fd98611a9de1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:48.811577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:48.897772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-ede9aab1-07ae-4706-8ae6-c29f915a7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.899725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-ede9aab1-07ae-4706-8ae6-c29f915a7532 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1042042 Jul 14 09:06:48.923033 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c607689-9739-47b3-8f9b-019e033e8b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:48.950466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e1188378-0f4d-4aff-81e9-2cbafc7489f5 None None] Provisioning for port c02deef1-72b8-406b-8345-fd98611a9de1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:48.962151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-f4b9174b-8282-4187-aade-bdb2eca8d2b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519309 Jul 14 09:06:48.972128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994bb75-9f71-485f-9f07-e8a65e12c9e6 req-2579717a-1509-49aa-83c2-06625553932b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:48.974659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d994bb75-9f71-485f-9f07-e8a65e12c9e6 req-2579717a-1509-49aa-83c2-06625553932b tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 949 time: 0.5141177 Jul 14 09:06:49.075302 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.150504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-d6f931ed-ac7e-4608-9821-5483490e402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.163973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-d6f931ed-ac7e-4608-9821-5483490e402f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 1096 time: 0.3692214 Jul 14 09:06:49.175592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c02deef1-72b8-406b-8345-fd98611a9de1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:49.177568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:49.187839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:49.188600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.209095 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-40dad1ea-b3cf-473c-8645-9eef9dd95d6c service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322125 Jul 14 09:06:49.212279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d994bb75-9f71-485f-9f07-e8a65e12c9e6 req-7687f7d2-a109-4796-9bcf-d64745ed0b8a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670170 Jul 14 09:06:49.213472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c02deef1-72b8-406b-8345-fd98611a9de1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:49.214059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.278373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-f877e8ec-3ba6-4fb5-afce-ac5ba2f9b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.279999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-f877e8ec-3ba6-4fb5-afce-ac5ba2f9b7eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=298f66a1-488b-418f-9a7e-1cd1f29534e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7578166 Jul 14 09:06:49.292705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.421574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20031c8c-9da6-4ce6-948b-147dab953ecc req-08beba93-dc30-424f-b94e-3327eb5661c3 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890469 Jul 14 09:06:49.451635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-4041a068-8d3e-4289-a928-7eb6e236cdcd tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.453109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-4041a068-8d3e-4289-a928-7eb6e236cdcd tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7720618 Jul 14 09:06:49.461885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.469839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Request body: {'port': {'device_id': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'da757fa005ab4b64a6226deec0a80508'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:49.552808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.626938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:49.635106 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0756ec-ce7a-4344-a9d4-559ad27c3692" -d '{"events": [{"server_uuid": "53192dec-7a22-41f7-b5ff-66f9daf6f0f0", "name": "network-vif-plugged", "status": "completed", "tag": "3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:49.646681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-8e6257cf-8dbf-47d3-bd76-9a94f0fbd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.660023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-8e6257cf-8dbf-47d3-bd76-9a94f0fbd3f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 925 time: 0.4465899 Jul 14 09:06:49.670965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c02deef1-72b8-406b-8345-fd98611a9de1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c02deef1-72b8-406b-8345-fd98611a9de1,segment=NetworkSegment(21dd1f56-3c2a-468a-a69a-b2b01310fb68),segment_id=21dd1f56-3c2a-468a-a69a-b2b01310fb68)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:49.680791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.686303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.699780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:49.759972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-2be84aa5-c885-4b42-8040-d0482bbc6b9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b32562-bf68-49df-827b-cf309a73d5ca HTTP/1.1" status: 200 len: 217 time: 0.0876141 Jul 14 09:06:49.760187 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.761438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:49.791976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-69e4f68e-2280-4ee9-abe3-49e4135539a8 service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018556 Jul 14 09:06:49.810587 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.835158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 6465b250-c5f6-431e-922a-2f305b117c62 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:49.835628 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:49.855110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f758905-79b5-4d54-9614-1f27e2f725ef req-0e7dcc42-05a2-49e5-8178-42af61ea53f5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.858500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f758905-79b5-4d54-9614-1f27e2f725ef req-0e7dcc42-05a2-49e5-8178-42af61ea53f5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.3079669 Jul 14 09:06:49.887168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-4c3b34f1-dcac-43ac-a282-dafb995d07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:49.889048 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-4c3b34f1-dcac-43ac-a282-dafb995d07a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 200 len: 863 time: 0.1199901 Jul 14 09:06:49.926690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c02deef1-72b8-406b-8345-fd98611a9de1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:49.963729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f758905-79b5-4d54-9614-1f27e2f725ef req-111266af-7110-4b0d-a611-707942b4921f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962226 Jul 14 09:06:50.003696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-57d29794-cf30-4317-b5e6-da573d8531c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:50.006392 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-57d29794-cf30-4317-b5e6-da573d8531c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953341 Jul 14 09:06:50.059755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.072884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:50.125831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event deleted for resources: {'Port': ['ID=8f195a63-dcbc-4139-8336-fc1db62a742b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:50.164388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f32c92eb-ca16-4ff4-83c3-9f6cd221073f None None] Provisioning complete for port c02deef1-72b8-406b-8345-fd98611a9de1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:50.164776 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f32c92eb-ca16-4ff4-83c3-9f6cd221073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.209599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-735bfcca-69ff-4a85-b221-6f11c6633f81 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946552 Jul 14 09:06:50.263123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.278335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab141b73-99bc-4c16-8d0a-d63e79c76ab4 req-20d7eab8-9f69-44c1-a600-bfa4152b23aa service neutron] 10.222.0.48 "GET /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689178 Jul 14 09:06:50.319541 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.323219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Made reservation on behalf of da757fa005ab4b64a6226deec0a80508 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:50.327177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.344410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.347259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.366512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:50.372001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d9c2dde-3efa-4e81-9240-b70422131610 req-e53dffdc-d14c-4c59-9003-89c0d2044ca8 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "DELETE /v2.0/floatingips/3f5086db-f7fc-4f01-82c1-0114689f3d7b HTTP/1.1" status: 204 len: 173 time: 2.5620444 Jul 14 09:06:50.384349 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.438578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:50.444900 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c0b081-f19a-4de0-b492-984c066f3ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "tag": "5be31041-0dad-46c4-a371-41150ffa154b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:50.456531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d06aa1f-0eb2-4772-a7ee-00dd2267c346 req-f4bb7c4b-59f5-4427-8b05-b910bfc2a245 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382896 Jul 14 09:06:50.503991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:50.604323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Allocated IP 192.168.233.75 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/b17ba842-be14-45b2-9104-cf6664d3a66c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:50.730637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c02deef1-72b8-406b-8345-fd98611a9de1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:50.774662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0240c87a-5ee7-4992-bc97-7de7c26a6a27 req-c3903031-c156-4ee4-88f1-942a1af68908 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 210 time: 0.0403187 Jul 14 09:06:50.875645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c02deef1-72b8-406b-8345-fd98611a9de1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:50.876293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:50.923129 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d28a79-0ee1-4313-864d-eb9e0e4a145e x-openstack-request-id: req-12d28a79-0ee1-4313-864d-eb9e0e4a145e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:50.923701 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53192dec-7a22-41f7-b5ff-66f9daf6f0f0", "name": "network-vif-plugged", "status": "completed", "tag": "3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:50.924106 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12d28a79-0ee1-4313-864d-eb9e0e4a145e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:50.926095 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7', 'code': 200} Jul 14 09:06:51.068562 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.105288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Transition to ACTIVE for port object b17ba842-be14-45b2-9104-cf6664d3a66c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:51.110307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:06:51.267589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.268105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7162f-6dee-4248-9465-4ff9ad076d01 req-2e88dc66-2423-486b-9ce6-497329de48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:51.269725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ffa7162f-6dee-4248-9465-4ff9ad076d01 req-2e88dc66-2423-486b-9ce6-497329de48e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 1102 time: 0.0960667 Jul 14 09:06:51.283612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735c56-8185-4cab-a1b9-cba7dd37f8e0 req-ef2ed763-19f2-4456-a578-8169a4e3dfeb tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:51.290413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f5735c56-8185-4cab-a1b9-cba7dd37f8e0 req-ef2ed763-19f2-4456-a578-8169a4e3dfeb tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 944 time: 0.8328903 Jul 14 09:06:51.319215 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.331600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa', '14f747a7-2396-4bb2-97f2-3b4567c1be3c', '51970c65-80c3-4c44-b420-fd796a19f7ce'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:51.348883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18708fc-fa32-40ef-8fc5-0af86e4f36aa req-5f3b516a-dd4a-424e-8a8d-04b65ae7c572 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:51.355946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c18708fc-fa32-40ef-8fc5-0af86e4f36aa req-5f3b516a-dd4a-424e-8a8d-04b65ae7c572 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 950 time: 0.2400737 Jul 14 09:06:51.386153 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ffa7162f-6dee-4248-9465-4ff9ad076d01 req-83dce2fb-d42d-47b8-b47b-45cede6ac2cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934641 Jul 14 09:06:51.414715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:51.421592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f5735c56-8185-4cab-a1b9-cba7dd37f8e0 req-0341c88e-c1da-4857-84e7-26b1cdac6c40 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289704 Jul 14 09:06:51.426899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Sync routers for ids ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:51.460991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:51.461402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Routers {'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:51.462254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:51.472316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:51.475953 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c18708fc-fa32-40ef-8fc5-0af86e4f36aa req-cfb563a7-fdc1-4f95-9f57-fbb6d3697104 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191370 Jul 14 09:06:51.480008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:51.510833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.512114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8fd2c2ba-4597-4116-8c77-71eb4679eb86 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3453636 Jul 14 09:06:51.512824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:51.517562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:51.569100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.569612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.569979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.570396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.570806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.571208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.571689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.572124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.572554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.573476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.573476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.573796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:51.610359 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d812e-d617-43f7-b3b8-6eb406715bd7 x-openstack-request-id: req-869d812e-d617-43f7-b3b8-6eb406715bd7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:51.618995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:51.619598 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "tag": "5be31041-0dad-46c4-a371-41150ffa154b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:51.619975 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-869d812e-d617-43f7-b3b8-6eb406715bd7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:51.620697 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b', 'status': 'completed', 'code': 200} Jul 14 09:06:51.628166 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.666537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-c263214d-40e8-4345-bf77-b8bf14b659e4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2019563 Jul 14 09:06:51.682003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Request body: {'port': {'device_id': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:51.741577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Set router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:51.890434 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:51.934163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-bb719639-77f6-4a31-b0cc-0ed29061f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:51.935703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-bb719639-77f6-4a31-b0cc-0ed29061f106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1095 time: 0.3141255 Jul 14 09:06:51.958683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2484c9-e9fc-4b23-8f57-6b9d9aa3b6cd req-d0a6b8da-436e-4047-a71a-42f31fe0ebbe tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:51.961026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee2484c9-e9fc-4b23-8f57-6b9d9aa3b6cd req-d0a6b8da-436e-4047-a71a-42f31fe0ebbe tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.2035990 Jul 14 09:06:52.063185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee2484c9-e9fc-4b23-8f57-6b9d9aa3b6cd req-fe580c6a-74de-4c83-99ed-1e8008828ea2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952818 Jul 14 09:06:52.081187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccf4f652-16cc-469f-9daf-fa9354a6f084 None None] Provisioning for port b17ba842-be14-45b2-9104-cf6664d3a66c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:52.090465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccf4f652-16cc-469f-9daf-fa9354a6f084 None None] Provisioning complete for port b17ba842-be14-45b2-9104-cf6664d3a66c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:52.090777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f652-16cc-469f-9daf-fa9354a6f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.139050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75886e-1806-4507-a749-f7655a389d69 req-2e27b8c8-dfff-4723-afc8-d26d4b3cf9fa tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.140562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7e75886e-1806-4507-a749-f7655a389d69 req-2e27b8c8-dfff-4723-afc8-d26d4b3cf9fa tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3290865 Jul 14 09:06:52.186153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f652-16cc-469f-9daf-fa9354a6f084 None None] Port b17ba842-be14-45b2-9104-cf6664d3a66c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:52.195784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:06:48Z', 'revision_number': 3, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port': {'id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:46Z', 'updated_at': '2021-07-14T09:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:52.238300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Checking router: fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:52.238659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Updating router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 port 3940640a-844b-4da9-a3b0-d646b08b2d48 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:52.273930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.390004 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7e75886e-1806-4507-a749-f7655a389d69 req-1e851593-b50b-444a-88eb-ed4c60462fef tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2356529 Jul 14 09:06:52.412977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-3b582f5f-5572-4fee-af93-97bdf05f8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.423129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-3b582f5f-5572-4fee-af93-97bdf05f8883 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.4739921 Jul 14 09:06:52.523059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-87d7db55-ad90-419e-94aa-11b0345d799e req-d1120b4a-0129-4f5f-b0b6-847534e45664 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0968328 Jul 14 09:06:52.560777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-d3325ab9-00f1-4436-ad15-ad3970d27157 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 200 len: 217 time: 0.0515487 Jul 14 09:06:52.564126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7dc9b-d0f5-466f-bf79-717626b704d2 req-4df72f79-5583-49bd-b84d-051071230e52 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.575457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76b7dc9b-d0f5-466f-bf79-717626b704d2 req-4df72f79-5583-49bd-b84d-051071230e52 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 935 time: 0.1880352 Jul 14 09:06:52.720965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-4a227da1-1812-467f-a1d8-beb1df4deefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:52.722840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-4a227da1-1812-467f-a1d8-beb1df4deefd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1513507 Jul 14 09:06:52.745619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76b7dc9b-d0f5-466f-bf79-717626b704d2 req-6c3dc5f3-b4ba-4881-a11e-f7cf0b88d070 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361756 Jul 14 09:06:52.839215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17ba842-be14-45b2-9104-cf6664d3a66c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:52.859530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.907482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Transition to ACTIVE for port object b17ba842-be14-45b2-9104-cf6664d3a66c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:52.918359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:52.940882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:52.945700 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8074f43-ea71-4d08-a79d-0029cbea3751" -d '{"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:52.982336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 49b32562-bf68-49df-827b-cf309a73d5ca details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:52.991189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:53.047718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-f338fd06-bbec-4765-92cf-c2913a0fc9f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2529023 Jul 14 09:06:53.049557 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.054478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b051c7a-6528-4cd9-b024-fac2bfea1575 req-99e17e38-11ca-4f39-8375-3762fb9d48f9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.056216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b051c7a-6528-4cd9-b024-fac2bfea1575 req-99e17e38-11ca-4f39-8375-3762fb9d48f9 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 950 time: 0.1809657 Jul 14 09:06:53.178014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:53.178483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:53.178889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:53.196459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-862c6e31-376f-4f44-83e5-4a29ec32e1da service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406736 Jul 14 09:06:53.201867 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b051c7a-6528-4cd9-b024-fac2bfea1575 req-d7801728-6b6b-4061-b6f0-78b260aa2817 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142089 Jul 14 09:06:53.221217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:06:53.221217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:53.229737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:53.232612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:53.233075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:53.233661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Bound port: b17ba842-be14-45b2-9104-cf6664d3a66c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:53.234112 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.387542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:53.394636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:53.405303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.494873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.506485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.508175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 1096 time: 1.8308065 Jul 14 09:06:53.508764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:53.511801 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96401316-0b60-41f4-906b-2669b6526bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:53.547555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Allocated IP 172.20.0.1 (8a3f63e1-0c80-46b6-ade7-6fad5a8223c9/57ecda72-a783-4034-a907-a1daa5e6192d/a7acee41-81a6-4e6b-9614-cb0ce8275db2) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:53.647860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a6286-861e-4003-a7d0-c636f5d091a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:53.714975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.720001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-18275d61-6271-42af-83fc-f68c8c812cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.726545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-18275d61-6271-42af-83fc-f68c8c812cbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1099 time: 0.1731524 Jul 14 09:06:53.740636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Transition to ACTIVE for port object a7acee41-81a6-4e6b-9614-cb0ce8275db2 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:53.810509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-da28725a-98b0-4f75-b51f-5175ae0cbc5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.0722969 Jul 14 09:06:53.841915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.865481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Transition to ACTIVE for port object 3940640a-844b-4da9-a3b0-d646b08b2d48 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:53.866703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cf02b-1019-459d-8ef4-9e5e67be99fe req-26e7c9b1-6f53-4a62-9b24-d9d06d2add58 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.871966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce8cf02b-1019-459d-8ef4-9e5e67be99fe req-26e7c9b1-6f53-4a62-9b24-d9d06d2add58 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 944 time: 1.0692296 Jul 14 09:06:53.873352 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:53.884341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 49b32562-bf68-49df-827b-cf309a73d5ca, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=49b32562-bf68-49df-827b-cf309a73d5ca,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:53.915557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-d938cc7b-0649-4373-99f4-3da1a8dba571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:53.917958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-d938cc7b-0649-4373-99f4-3da1a8dba571 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0992146 Jul 14 09:06:53.920283 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d459002-6d84-409e-8805-fda21f7cbca6 x-openstack-request-id: req-0d459002-6d84-409e-8805-fda21f7cbca6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:53.920696 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:53.921057 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d459002-6d84-409e-8805-fda21f7cbca6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:53.921733 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62', 'code': 200} Jul 14 09:06:53.922626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '49b32562-bf68-49df-827b-cf309a73d5ca', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'port_id': '49b32562-bf68-49df-827b-cf309a73d5ca', 'mac_address': 'fa:16:3e:65:f4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:54.014629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:54.045732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.049477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:54.067486 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.075773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:54.085828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b32562-bf68-49df-827b-cf309a73d5ca {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:54.110490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 49b32562-bf68-49df-827b-cf309a73d5ca, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=49b32562-bf68-49df-827b-cf309a73d5ca,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:54.151996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2c0b081-f19a-4de0-b492-984c066f3ba7 req-4b611833-d683-481f-a9d0-02df71eab6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9384975 Jul 14 09:06:54.158706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Attempting to bind port 3940640a-844b-4da9-a3b0-d646b08b2d48 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:54.159227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Attempting to bind port 3940640a-844b-4da9-a3b0-d646b08b2d48 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:54.159727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Attempting to bind port 3940640a-844b-4da9-a3b0-d646b08b2d48 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:54.165820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.172920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:54.173457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:54.173978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.174496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:54.175076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Bound port: 3940640a-844b-4da9-a3b0-d646b08b2d48, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:54.175804 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.207833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-a2af0131-183b-4ae6-b4af-ec1fe4032327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.209721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-a2af0131-183b-4ae6-b4af-ec1fe4032327 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2846160 Jul 14 09:06:54.211423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Pushing event updated for resources: {'Port': ['ID=a7acee41-81a6-4e6b-9614-cb0ce8275db2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:54.253593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] For port 3940640a-844b-4da9-a3b0-d646b08b2d48, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:54.255161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce8cf02b-1019-459d-8ef4-9e5e67be99fe req-15fb7d01-6536-4a1c-b411-aca31f1e8f8f tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737938 Jul 14 09:06:54.258536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] For port 3940640a-844b-4da9-a3b0-d646b08b2d48, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3940640a-844b-4da9-a3b0-d646b08b2d48,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:54.288330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.341949 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.407468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ba65-3c9d-4384-bcb1-081fb63bf9cb req-47929325-d415-4d48-a543-d189cf9be8ed tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.417198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a34ba65-3c9d-4384-bcb1-081fb63bf9cb req-47929325-d415-4d48-a543-d189cf9be8ed tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.3744271 Jul 14 09:06:54.522034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93069f3e-519e-4207-a0e8-69d65c0bc3fa None None] Pushing event updated for resources: {'Port': ['ID=3940640a-844b-4da9-a3b0-d646b08b2d48,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:54.539894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a34ba65-3c9d-4384-bcb1-081fb63bf9cb req-b56ed60b-4d8b-42da-b0a4-3926e9c2706f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197915 Jul 14 09:06:54.609854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-03fd9540-ed9c-43ab-a02a-e06fad1df9c6 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852589 Jul 14 09:06:54.649036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Routers {'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:54.649943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:54.691704 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d169e9-741e-4ea3-bc2f-217240d1db39 x-openstack-request-id: req-c8d169e9-741e-4ea3-bc2f-217240d1db39 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:54.692292 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:54.692563 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8d169e9-741e-4ea3-bc2f-217240d1db39 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:54.693036 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'status': 'completed', 'code': 200} Jul 14 09:06:54.804341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['49b32562-bf68-49df-827b-cf309a73d5ca'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:54.808736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91827697-d4c9-460c-bd6f-c93ddba0cc24 req-08a0034c-c936-4d1c-85aa-b5afbac72572 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854918 Jul 14 09:06:54.859827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952d7f-42c3-4b39-9a30-794cbc73047b req-5da69dd3-6c79-4b91-b58f-c3949c33a93c tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.869050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e952d7f-42c3-4b39-9a30-794cbc73047b req-5da69dd3-6c79-4b91-b58f-c3949c33a93c tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 946 time: 0.0981855 Jul 14 09:06:54.933324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e68642-81af-4aff-b74e-9965a117f67c req-b4fc3f3b-c495-40d2-adbe-5ad6db8a8e2c tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:54.934857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7e68642-81af-4aff-b74e-9965a117f67c req-b4fc3f3b-c495-40d2-adbe-5ad6db8a8e2c tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 1102 time: 0.2731402 Jul 14 09:06:54.950710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] Set router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:54.951501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.974930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e952d7f-42c3-4b39-9a30-794cbc73047b req-68b5f019-0020-4774-bf07-9f61d5ef8121 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030262 Jul 14 09:06:55.029889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401316-0b60-41f4-906b-2669b6526bd5 req-0e71ac77-fe75-4c53-ac77-0fb0ed0e9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.034065 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96401316-0b60-41f4-906b-2669b6526bd5 req-0e71ac77-fe75-4c53-ac77-0fb0ed0e9ce8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1099 time: 0.1308856 Jul 14 09:06:55.045505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e8f898a1-3cfe-428f-bbcb-dcd7ebeba7cd None None] Provisioning for port a7acee41-81a6-4e6b-9614-cb0ce8275db2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:55.064527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e8f898a1-3cfe-428f-bbcb-dcd7ebeba7cd None None] Provisioning complete for port a7acee41-81a6-4e6b-9614-cb0ce8275db2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:55.065208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8f898a1-3cfe-428f-bbcb-dcd7ebeba7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.100302 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7e68642-81af-4aff-b74e-9965a117f67c req-73d948d0-b99c-48d5-8757-cbf9e7b91f3e tempest-ServersOnMultiNodesTest-893597960 tempest-ServersOnMultiNodesTest-893597960-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448152 Jul 14 09:06:55.138994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8f898a1-3cfe-428f-bbcb-dcd7ebeba7cd None None] Port a7acee41-81a6-4e6b-9614-cb0ce8275db2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:55.197211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=49b32562-bf68-49df-827b-cf309a73d5ca,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:55.247878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401316-0b60-41f4-906b-2669b6526bd5 req-6849468e-3873-4b71-bfb1-964ba2303d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.251790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96401316-0b60-41f4-906b-2669b6526bd5 req-6849468e-3873-4b71-bfb1-964ba2303d4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2040086 Jul 14 09:06:55.322218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93069f3e-519e-4207-a0e8-69d65c0bc3fa None None] Pushing event updated for resources: {'Port': ['ID=3940640a-844b-4da9-a3b0-d646b08b2d48,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:55.343995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96401316-0b60-41f4-906b-2669b6526bd5 req-0d38ae58-b028-4a27-8296-a3cdad0a769d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.0766020 Jul 14 09:06:55.416673 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.426956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.494936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401316-0b60-41f4-906b-2669b6526bd5 req-6e866276-9292-4712-9639-1f3f9e9d60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.506196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96401316-0b60-41f4-906b-2669b6526bd5 req-6e866276-9292-4712-9639-1f3f9e9d60d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1532400 Jul 14 09:06:55.531962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:06:48Z', 'revision_number': 3, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port': {'id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:46Z', 'updated_at': '2021-07-14T09:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:55.570334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb2e7c2-8420-4b8a-9ccd-a3c2190f79ce None None] The sync data for ids ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'] in n-d-758944-44 is: [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:06:48Z', 'revision_number': 3, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port': {'id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:46Z', 'updated_at': '2021-07-14T09:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:55.594073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.596954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Pushing event updated for resources: {'Port': ['ID=a7acee41-81a6-4e6b-9614-cb0ce8275db2,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:55.644062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a835ddd-23f2-45da-9d63-66f2586d96d8 req-27267827-d230-4db1-a5dd-7264a0b7576d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.662988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a835ddd-23f2-45da-9d63-66f2586d96d8 req-27267827-d230-4db1-a5dd-7264a0b7576d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 947 time: 0.4079640 Jul 14 09:06:55.740422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a835ddd-23f2-45da-9d63-66f2586d96d8 req-ef71a481-c488-4eba-9805-9b8214eee416 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Jul 14 09:06:55.767288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401316-0b60-41f4-906b-2669b6526bd5 req-2753d63b-d311-4dad-95d2-3299c5c4821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:55.773902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96401316-0b60-41f4-906b-2669b6526bd5 req-2753d63b-d311-4dad-95d2-3299c5c4821a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2573049 Jul 14 09:06:55.953258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96401316-0b60-41f4-906b-2669b6526bd5 req-cc42f215-df13-4901-ac92-e4f7f5f0eca7 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721838 Jul 14 09:06:56.035264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:56.042019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:56.212007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370c9f5-96f8-489d-82ad-342c2aeb1a7c req-663a0092-5444-49a0-b83c-fd9f5af92ed8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:56.224737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7370c9f5-96f8-489d-82ad-342c2aeb1a7c req-663a0092-5444-49a0-b83c-fd9f5af92ed8 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 945 time: 0.2926531 Jul 14 09:06:56.244352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-a2d6000a-9792-4525-a474-bc03328823bf tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:56.246175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-a2d6000a-9792-4525-a474-bc03328823bf tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 946 time: 0.4299190 Jul 14 09:06:56.405932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7370c9f5-96f8-489d-82ad-342c2aeb1a7c req-c253b144-7eb5-4989-891f-1819e05906dd tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798427 Jul 14 09:06:56.540178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:56.596060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac2c55bd-1f64-4479-ac83-f537c20da459 None None] Provisioning complete for port a7acee41-81a6-4e6b-9614-cb0ce8275db2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:56.596507 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac2c55bd-1f64-4479-ac83-f537c20da459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.704410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c55bd-1f64-4479-ac83-f537c20da459 None None] Port a7acee41-81a6-4e6b-9614-cb0ce8275db2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:06:56.786707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3940640a-844b-4da9-a3b0-d646b08b2d48 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:56.809063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96401316-0b60-41f4-906b-2669b6526bd5 req-88190768-03f2-4be0-ae9f-fb4e1927f7fd service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491511 Jul 14 09:06:56.856608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d9ac6-25b5-4ee9-9c52-3fe47919643b req-e27c4739-81e1-4e4b-be43-344c2b865fd0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:56.865471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c46d9ac6-25b5-4ee9-9c52-3fe47919643b req-e27c4739-81e1-4e4b-be43-344c2b865fd0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.8923743 Jul 14 09:06:56.925546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3940640a-844b-4da9-a3b0-d646b08b2d48 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:56.929792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3940640a-844b-4da9-a3b0-d646b08b2d48 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:56.930175 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:56.947055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c46d9ac6-25b5-4ee9-9c52-3fe47919643b req-e4f61148-aae4-4b22-b4db-a688d85c41d6 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803537 Jul 14 09:06:57.144128 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.177320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 3940640a-844b-4da9-a3b0-d646b08b2d48, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3940640a-844b-4da9-a3b0-d646b08b2d48,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:57.186965 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.224486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39d3a4-610a-41a2-963e-d04db5fb6218 req-7659e422-5cf8-478d-a5f4-3d0ce3f9ab28 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:57.226416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd39d3a4-610a-41a2-963e-d04db5fb6218 req-7659e422-5cf8-478d-a5f4-3d0ce3f9ab28 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 946 time: 0.1301517 Jul 14 09:06:57.296642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=3940640a-844b-4da9-a3b0-d646b08b2d48,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:57.310491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Deleting port aa5f1589-e498-4234-9e23-5b18198ce985 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:57.311929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.368233 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd39d3a4-610a-41a2-963e-d04db5fb6218 req-a88ae923-1c2a-4a2c-92d6-e8241a255432 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/security-groups?id=78555f06-02ab-4228-a269-f596de843db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337545 Jul 14 09:06:57.491293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] For port aa5f1589-e498-4234-9e23-5b18198ce985, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=aa5f1589-e498-4234-9e23-5b18198ce985,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:57.491948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.496530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:06:57.578902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Calling delete_port for aa5f1589-e498-4234-9e23-5b18198ce985 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:57.578902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:57.599317 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f7c1582d-2782-4e96-90b9-9c84662bfe45 admin admin] 10.222.0.18 "PUT /v2.0/routers/fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0716925 Jul 14 09:06:57.662925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8998a9-3dba-495e-94d0-f123a8256408 req-6e32f552-2bbb-4f17-9b1c-c03b905ef4f6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:57.664650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d8998a9-3dba-495e-94d0-f123a8256408 req-6e32f552-2bbb-4f17-9b1c-c03b905ef4f6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 950 time: 0.9152892 Jul 14 09:06:57.671011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85882916-abb4-446a-a479-9714464e0a56 req-070ce3a7-74d4-40ce-98dc-b15500e80e4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:57.673362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-85882916-abb4-446a-a479-9714464e0a56 req-070ce3a7-74d4-40ce-98dc-b15500e80e4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 950 time: 0.1861372 Jul 14 09:06:57.689997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f864-c549-4819-a86a-63b00c180bd6 req-e117faee-65d2-402a-8025-499239780b2f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:57.691587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4322f864-c549-4819-a86a-63b00c180bd6 req-e117faee-65d2-402a-8025-499239780b2f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 947 time: 0.1849928 Jul 14 09:06:57.735183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:57.755181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d8998a9-3dba-495e-94d0-f123a8256408 req-5cc843b1-8df6-44c9-b782-97ce8505f657 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800569 Jul 14 09:06:57.773171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'mac_address': 'fa:16:3e:a8:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:06:57.852528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4322f864-c549-4819-a86a-63b00c180bd6 req-e5c350d3-83b9-4254-899b-e089784e2b17 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768735 Jul 14 09:06:57.877600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.896758 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.943274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:06:57.943668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.944446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17ba842-be14-45b2-9104-cf6664d3a66c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:06:57.961816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Pushing event deleted for resources: {'Port': ['ID=aa5f1589-e498-4234-9e23-5b18198ce985,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:58.022168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:58.032667 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.044158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] No DVR routers for this DVR port aa5f1589-e498-4234-9e23-5b18198ce985 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:58.047811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.050748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad829344-ce1c-4522-9828-10562f0dfc07 req-50928220-0574-4547-a129-1bd54897f398 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.48 "DELETE /v2.0/ports/aa5f1589-e498-4234-9e23-5b18198ce985 HTTP/1.1" status: 204 len: 173 time: 1.7714503 Jul 14 09:06:58.051208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'name': 'network-vif-deleted', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:58.054184 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4eed4a-90a3-4432-9f42-8b3cebabdfb7" -d '{"events": [{"server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "name": "network-vif-deleted", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:58.116818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:58.160088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:58.160600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.206532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:06:58.221772 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-b3134f85-9b4a-4d70-8600-32f1a51ca514 req-efb8f5c7-6a78-4345-935d-e4f7de5d9f53 tempest-FloatingIPDetailsNegativeTestJSON-1839527084 tempest-FloatingIPDetailsNegativeTestJSON-1839527084-project] show failed (client error): The resource could not be found. Jul 14 09:06:58.223113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3134f85-9b4a-4d70-8600-32f1a51ca514 req-efb8f5c7-6a78-4345-935d-e4f7de5d9f53 tempest-FloatingIPDetailsNegativeTestJSON-1839527084 tempest-FloatingIPDetailsNegativeTestJSON-1839527084-project] 10.222.0.18 "GET /v2.0/floatingips/d08f732b-7e1b-417d-a6dc-654d6e0de8a2 HTTP/1.1" status: 404 len: 350 time: 0.0625322 Jul 14 09:06:58.235092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41264) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:58.358667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2ebcd-e3de-42ab-85f5-9b28cf01d674 req-860760db-a44d-4a16-8a03-698d3355d69b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:58.370350 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2f2ebcd-e3de-42ab-85f5-9b28cf01d674 req-860760db-a44d-4a16-8a03-698d3355d69b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 945 time: 0.2012680 Jul 14 09:06:58.409986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b17ba842-be14-45b2-9104-cf6664d3a66c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:58.446214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2f2ebcd-e3de-42ab-85f5-9b28cf01d674 req-cf4d2288-5baf-45e1-8f4a-57be02cb6238 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746939 Jul 14 09:06:58.578313 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Sync routers for ids ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:58.596211 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c417e61f-013e-4727-9fa8-d8723026b59d x-openstack-request-id: req-c417e61f-013e-4727-9fa8-d8723026b59d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:58.596700 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b2734f-da11-4502-a21e-50a547b8eaf6", "name": "network-vif-deleted", "tag": "aa5f1589-e498-4234-9e23-5b18198ce985", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:58.596700 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c417e61f-013e-4727-9fa8-d8723026b59d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:58.597119 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b2734f-da11-4502-a21e-50a547b8eaf6', 'name': 'network-vif-deleted', 'tag': 'aa5f1589-e498-4234-9e23-5b18198ce985', 'status': 'completed', 'code': 200} Jul 14 09:06:58.598261 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Routers {'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:58.598903 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:58.621261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.669519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32', 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde', '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:58.724598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:58.769304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3940640a-844b-4da9-a3b0-d646b08b2d48 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:58.817639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ab3f3-0b22-4fc2-9e99-42fc3798dffa req-a7491658-3b42-49a2-b878-9a85d319c76b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:58.830691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a1ab3f3-0b22-4fc2-9e99-42fc3798dffa req-a7491658-3b42-49a2-b878-9a85d319c76b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.4111993 Jul 14 09:06:58.865224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 49b32562-bf68-49df-827b-cf309a73d5ca up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:58.900835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:06:58.903751 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:58.908200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-85882916-abb4-446a-a479-9714464e0a56 req-eeea3c54-4721-41a0-a2ee-89f5950bb459 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "DELETE /v2.0/ports/3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 HTTP/1.1" status: 204 len: 173 time: 1.2156284 Jul 14 09:06:58.908748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'name': 'network-vif-deleted', 'tag': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:58.926833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a1ab3f3-0b22-4fc2-9e99-42fc3798dffa req-1c8b1ae8-2716-45d7-b55e-48ebab1a5b9b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926545 Jul 14 09:06:58.949073 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd8cf80-97a4-4dbf-9a40-31a7a4b6bb22" -d '{"events": [{"server_uuid": "53192dec-7a22-41f7-b5ff-66f9daf6f0f0", "name": "network-vif-deleted", "tag": "3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:59.021457 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Set router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:59.041730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3940640a-844b-4da9-a3b0-d646b08b2d48 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:59.042663 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.059346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-873be849-e5e8-46b4-8f88-5be6fd9c56c6 req-faca8373-b80d-4f4e-98de-e47f6ffa3df0 tempest-FloatingIPsAssociationNegativeTestJSON-415751775 tempest-FloatingIPsAssociationNegativeTestJSON-415751775-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b2734f-da11-4502-a21e-50a547b8eaf6 HTTP/1.1" status: 200 len: 210 time: 0.0806308 Jul 14 09:06:59.215291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 49b32562-bf68-49df-827b-cf309a73d5ca completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:59.287742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 49b32562-bf68-49df-827b-cf309a73d5ca triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:59.288548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.356129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2b4d91d0-4646-46a4-ae87-d82da6703b59 req-fb4fee55-9c66-45ea-a83b-ccbc047a6189 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=53192dec-7a22-41f7-b5ff-66f9daf6f0f0 HTTP/1.1" status: 200 len: 210 time: 0.1072953 Jul 14 09:06:59.379732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e685c-4597-48ec-bfee-9b5e1b9d7b59 req-90b29dc0-ef44-42ce-9808-e4ec099c0eae tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.389276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a3e685c-4597-48ec-bfee-9b5e1b9d7b59 req-90b29dc0-ef44-42ce-9808-e4ec099c0eae tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 948 time: 0.1110628 Jul 14 09:06:59.485931 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a3e685c-4597-48ec-bfee-9b5e1b9d7b59 req-4d77bbf2-10db-44d2-8c58-8552e6fe5e9c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887852 Jul 14 09:06:59.528196 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.566889 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b00c4c-5e9c-4ab1-898c-7fa7c8c4a524 x-openstack-request-id: req-82b00c4c-5e9c-4ab1-898c-7fa7c8c4a524 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:59.567192 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53192dec-7a22-41f7-b5ff-66f9daf6f0f0", "name": "network-vif-deleted", "tag": "3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:59.567486 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b00c4c-5e9c-4ab1-898c-7fa7c8c4a524 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:59.567896 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53192dec-7a22-41f7-b5ff-66f9daf6f0f0', 'name': 'network-vif-deleted', 'tag': '3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7', 'status': 'completed', 'code': 200} Jul 14 09:06:59.590220 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:06:54Z', 'revision_number': 4, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port': {'id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:46Z', 'updated_at': '2021-07-14T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'a7acee41-81a6-4e6b-9614-cb0ce8275db2', 'name': '', 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'mac_address': 'fa:16:3e:50:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57ecda72-a783-4034-a907-a1daa5e6192d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:53Z', 'updated_at': '2021-07-14T09:06:55Z', 'revision_number': 2, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'subnets': [{'id': '57ecda72-a783-4034-a907-a1daa5e6192d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:59.631814 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.729142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:06:59.731504 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe921bc-d97b-42e7-b933-af23c487c928" -d '{"events": [{"server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "name": "network-vif-plugged", "status": "completed", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:06:59.754724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Checking router: fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:59.754961 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Updating router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 port a7acee41-81a6-4e6b-9614-cb0ce8275db2 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:59.758513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 49b32562-bf68-49df-827b-cf309a73d5ca, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=49b32562-bf68-49df-827b-cf309a73d5ca,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:59.791164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.795935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:59.848772 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271c52a3-4e7e-4c57-b0e9-38aab1e57512 x-openstack-request-id: req-271c52a3-4e7e-4c57-b0e9-38aab1e57512 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:06:59.849059 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "name": "network-vif-plugged", "status": "completed", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:06:59.849310 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-271c52a3-4e7e-4c57-b0e9-38aab1e57512 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:06:59.849792 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca', 'code': 200} Jul 14 09:06:59.866787 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:59.873674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:59.874484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3a08a3fa-2a1b-4f60-8e35-3805aa6f1dc7 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:59.874484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device aa5f1589-e498-4234-9e23-5b18198ce985 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:06:59.901158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d5b76-6e80-4d7b-95a7-8cfc73c4b51e req-8dbeb9b0-1a8a-454f-babc-fea2e628692b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:59.908917 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b31d5b76-6e80-4d7b-95a7-8cfc73c4b51e req-8dbeb9b0-1a8a-454f-babc-fea2e628692b tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.1835740 Jul 14 09:06:59.912497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413', 'd6231b54-9740-4cf2-a653-b3b1754219da', '17e7fe9f-d812-4042-a760-866276dd1e09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:06:59.919711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: aa5f1589-e498-4234-9e23-5b18198ce985 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:06:59.919982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device aa5f1589-e498-4234-9e23-5b18198ce985 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:06:59.980792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=49b32562-bf68-49df-827b-cf309a73d5ca,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:59.990982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b31d5b76-6e80-4d7b-95a7-8cfc73c4b51e req-d7d31835-f031-4f57-a8ad-1e9b3038fab1 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810781 Jul 14 09:07:00.060137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Deleting port a7acee41-81a6-4e6b-9614-cb0ce8275db2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:00.060804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.109869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b6adb-a353-4d93-941e-fefdcbf7e293 req-4bd42f43-66a8-4e36-aaf3-da0dfe5ebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:00.117618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b8b6adb-a353-4d93-941e-fefdcbf7e293 req-4bd42f43-66a8-4e36-aaf3-da0dfe5ebc92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 1098 time: 0.1613910 Jul 14 09:07:00.201096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b8b6adb-a353-4d93-941e-fefdcbf7e293 req-88719b79-51e1-45f5-a80b-5763cc76b837 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742261 Jul 14 09:07:00.268000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:00.284738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.356184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Calling delete_port for a7acee41-81a6-4e6b-9614-cb0ce8275db2 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:00.363330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1776dc-b92c-457f-af6f-2ed8bb80af66 req-745eee88-f30f-407d-818d-62095c7c2d3c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:00.386910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd1776dc-b92c-457f-af6f-2ed8bb80af66 req-745eee88-f30f-407d-818d-62095c7c2d3c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.1498661 Jul 14 09:07:00.424816 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bd1776dc-b92c-457f-af6f-2ed8bb80af66 req-ecead778-bc35-4f8e-b5cc-0b34225250ad tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Jul 14 09:07:00.526167 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.540398 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Transition to ACTIVE for port object a7acee41-81a6-4e6b-9614-cb0ce8275db2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:00.550826 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.675917 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Pushing event updated for resources: {'Port': ['ID=a7acee41-81a6-4e6b-9614-cb0ce8275db2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:00.689106 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.689464 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.689799 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.690133 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.690459 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.690783 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.694362 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.696070 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.696070 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.696070 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.696070 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.696548 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4e70d-913c-4ad8-a5b4-17ca2b32630f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:00.799850 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Attempting to bind port a7acee41-81a6-4e6b-9614-cb0ce8275db2 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:00.800554 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Attempting to bind port a7acee41-81a6-4e6b-9614-cb0ce8275db2 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:00.801119 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Attempting to bind port a7acee41-81a6-4e6b-9614-cb0ce8275db2 on network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:00.810335 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:00.811085 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Checking segment: {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:00.815516 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.816329 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Bound using segment: {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:00.817017 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Bound port: a7acee41-81a6-4e6b-9614-cb0ce8275db2, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:00.820998 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:00.898860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625aec7-ccf1-4caa-ba5a-b82b1c2d55d6 req-307b32bf-0307-43a3-bd6d-5c791e2b75c2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:00.907191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3625aec7-ccf1-4caa-ba5a-b82b1c2d55d6 req-307b32bf-0307-43a3-bd6d-5c791e2b75c2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 948 time: 0.1094902 Jul 14 09:07:00.956677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3625aec7-ccf1-4caa-ba5a-b82b1c2d55d6 req-623496bf-93e8-4fa5-b88f-6864b28a4033 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Jul 14 09:07:01.073225 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:07:01.073676 n-d-758944-44 neutron-server[93756]: DEBUG oslo_db.api [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:07:01.086951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.113797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7acee41-81a6-4e6b-9614-cb0ce8275db2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:01.188336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.323772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36658cec-072b-4373-a69e-93692429db4e req-8be8ccbc-6d7e-4d3f-9abb-7b378f2894c5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:01.326750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36658cec-072b-4373-a69e-93692429db4e req-8be8ccbc-6d7e-4d3f-9abb-7b378f2894c5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.1207883 Jul 14 09:07:01.432130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36658cec-072b-4373-a69e-93692429db4e req-c679d259-eb5e-4db4-b2f4-5f9486c30b43 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825794 Jul 14 09:07:01.517159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:01.542352 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.602060 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Attempting to bind port a7acee41-81a6-4e6b-9614-cb0ce8275db2 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:01.606089 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Attempting to bind port a7acee41-81a6-4e6b-9614-cb0ce8275db2 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:01.606880 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Attempting to bind port a7acee41-81a6-4e6b-9614-cb0ce8275db2 on network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:01.616416 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:01.616779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Checking segment: {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:01.617392 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.617937 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Bound using segment: {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:01.618562 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Bound port: a7acee41-81a6-4e6b-9614-cb0ce8275db2, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dd1f56-3c2a-468a-a69a-b2b01310fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8a3f63e1-0c80-46b6-ade7-6fad5a8223c9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:01.619152 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.650954 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Port a7acee41-81a6-4e6b-9614-cb0ce8275db2 has been deleted concurrently {{(pid=93756) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 09:07:01.662073 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Routers {'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:01.665286 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:01.736575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5a4f6-e8b8-488a-8ce9-5a302bc06c46 req-3e908e16-274c-41b3-8231-1f1fda27c2a5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:01.745290 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35f5a4f6-e8b8-488a-8ce9-5a302bc06c46 req-3e908e16-274c-41b3-8231-1f1fda27c2a5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.1067798 Jul 14 09:07:01.795843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35f5a4f6-e8b8-488a-8ce9-5a302bc06c46 req-8c4f51e1-7678-47e6-afed-920351b3f361 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 Jul 14 09:07:01.851226 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] Set router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:01.882615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:01.920384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b17ba842-be14-45b2-9104-cf6664d3a66c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:01.929439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b17ba842-be14-45b2-9104-cf6664d3a66c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:01.930204 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.023503 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.051261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:02.053737 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87315113-d6f6-4755-b4a4-620d7f704b92" -d '{"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-plugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:02.074577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:02.083533 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:02.087643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:07:02.103212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303ff56-5836-45d3-a5f1-d66b3c5ce214 req-9f79fee4-f00e-4fec-9191-43a2067ad5c7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:02.110937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0303ff56-5836-45d3-a5f1-d66b3c5ce214 req-9f79fee4-f00e-4fec-9191-43a2067ad5c7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 950 time: 0.4794517 Jul 14 09:07:02.153954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:02.164873 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:07:00Z', 'revision_number': 5, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port': {'id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:46Z', 'updated_at': '2021-07-14T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:02.200651 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0bbc0-8023-4549-9c78-1bad5cbe5620 None None] The sync data for ids ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'] in n-d-758944-44 is: [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:07:00Z', 'revision_number': 5, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port': {'id': '3940640a-844b-4da9-a3b0-d646b08b2d48', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:39:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:46Z', 'updated_at': '2021-07-14T09:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:02.265528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0303ff56-5836-45d3-a5f1-d66b3c5ce214 req-aff46c5c-c68b-4432-b4b5-290986e6c5f6 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532319 Jul 14 09:07:02.276648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40590512-5003-4d4d-af7c-36bb764b88d2 req-dd567561-72dd-4929-8a16-485d979f347a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:02.278399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40590512-5003-4d4d-af7c-36bb764b88d2 req-dd567561-72dd-4929-8a16-485d979f347a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1355298 Jul 14 09:07:02.358372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40590512-5003-4d4d-af7c-36bb764b88d2 req-8d482976-c77c-40cc-b425-29cc521426a6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635054 Jul 14 09:07:02.363994 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42f1d11-6a0c-4615-a19c-0fface483824 x-openstack-request-id: req-f42f1d11-6a0c-4615-a19c-0fface483824 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:02.364472 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-plugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:02.364472 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f42f1d11-6a0c-4615-a19c-0fface483824 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:02.364937 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'code': 200} Jul 14 09:07:02.578766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1ccf9-7fc4-4b4d-a0ca-1a56b8d0555d req-dd87e7b1-f333-401b-9f79-6763ca144730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:02.584260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9aa1ccf9-7fc4-4b4d-a0ca-1a56b8d0555d req-dd87e7b1-f333-401b-9f79-6763ca144730 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1101 time: 0.1176372 Jul 14 09:07:02.630776 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9aa1ccf9-7fc4-4b4d-a0ca-1a56b8d0555d req-14a6343d-083e-4b3c-9c15-c61c51db135f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364659 Jul 14 09:07:02.882086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:07:02.886380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5be31041-0dad-46c4-a371-41150ffa154b details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:02.891538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3122a86-318e-40c1-80b0-298bbaf5ad5d admin admin] 10.222.0.18 "PUT /v2.0/routers/fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6525319 Jul 14 09:07:02.892490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:03.039018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bc1fe-297c-4004-9153-49bd6f2aaf4f req-f5cfe06a-9c5f-4de8-8bb7-e01166bae1e4 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:03.040586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-057bc1fe-297c-4004-9153-49bd6f2aaf4f req-f5cfe06a-9c5f-4de8-8bb7-e01166bae1e4 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.2696660 Jul 14 09:07:03.080330 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.174283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:03.194494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '5be31041-0dad-46c4-a371-41150ffa154b', 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218', 'port_id': '5be31041-0dad-46c4-a371-41150ffa154b', 'mac_address': 'fa:16:3e:13:38:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0318592a-122f-42c8-84cb-a5d2c296cd17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:03.221155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-057bc1fe-297c-4004-9153-49bd6f2aaf4f req-8c01d132-1b56-48aa-bfb4-ec7e777a66c3 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658311 Jul 14 09:07:03.247766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861db16-8260-425a-ae5d-9501c171b760 req-df202278-25db-430d-8f3c-30f56323d903 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:03.249366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3861db16-8260-425a-ae5d-9501c171b760 req-df202278-25db-430d-8f3c-30f56323d903 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.1526971 Jul 14 09:07:03.261108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.288016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be31041-0dad-46c4-a371-41150ffa154b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:03.326786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:03.332207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3861db16-8260-425a-ae5d-9501c171b760 req-f3da8eb6-3d33-4fdc-9ef4-aba53f4fa8ce tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755386 Jul 14 09:07:03.335721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.404482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.455586 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:03.466915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:03.473323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] Sync routers for ids ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:07:03.511953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] Routers {'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:03.513052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:03.542320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990ed93-44cf-49d7-b537-526b3243d631 req-9a089819-fc95-4054-b816-7b1d9d7ae830 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:03.547315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b990ed93-44cf-49d7-b537-526b3243d631 req-9a089819-fc95-4054-b816-7b1d9d7ae830 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 950 time: 0.1958184 Jul 14 09:07:03.599518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Deleting port a4f5d82d-9569-4143-81e0-b9b1efa2067a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:03.605772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.720038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad28d00-cb02-4c8e-8626-24a5a0e24436 req-73012788-d23b-43dc-b390-d721f1efc75f tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:03.739062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ad28d00-cb02-4c8e-8626-24a5a0e24436 req-73012788-d23b-43dc-b390-d721f1efc75f tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.1394200 Jul 14 09:07:03.741541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:03.750724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Request body: {'floatingip': {'port_id': '49b32562-bf68-49df-827b-cf309a73d5ca'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:03.817322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] Set router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:03.913078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.919209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:07:03Z', 'revision_number': 6, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:03.924715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port 17e7fe9f-d812-4042-a760-866276dd1e09 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:03.925816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['5be31041-0dad-46c4-a371-41150ffa154b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:03.927908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.962497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] For port a4f5d82d-9569-4143-81e0-b9b1efa2067a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a4f5d82d-9569-4143-81e0-b9b1efa2067a,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:03.962848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:03.966210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Deleting port 3940640a-844b-4da9-a3b0-d646b08b2d48 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:03.966540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.034143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] Checking router: fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:07:04.069737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] Routers {'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:04.070751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:04.087384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53852abb-5872-44c9-ab7c-59118489898b req-2c43d0b6-a7c3-4e46-a700-45ae30e2be39 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:04.101161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53852abb-5872-44c9-ab7c-59118489898b req-2c43d0b6-a7c3-4e46-a700-45ae30e2be39 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 950 time: 0.2992225 Jul 14 09:07:04.105431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Calling delete_port for a4f5d82d-9569-4143-81e0-b9b1efa2067a owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:04.130593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] For port 3940640a-844b-4da9-a3b0-d646b08b2d48, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3940640a-844b-4da9-a3b0-d646b08b2d48,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:04.131314 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.282564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] Set router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:04.346815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Calling delete_port for 3940640a-844b-4da9-a3b0-d646b08b2d48 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:04.349957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2269-73dc-4a94-9bd4-ec51c3d0ef63 req-416305ee-7fba-43d3-8359-af62a2590ea9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:04.356897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-099b2269-73dc-4a94-9bd4-ec51c3d0ef63 req-416305ee-7fba-43d3-8359-af62a2590ea9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.3416553 Jul 14 09:07:04.374128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port 17e7fe9f-d812-4042-a760-866276dd1e09, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17e7fe9f-d812-4042-a760-866276dd1e09,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:04.374423 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.426254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for 17e7fe9f-d812-4042-a760-866276dd1e09 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:04.445686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:07:03Z', 'revision_number': 6, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:04.502384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345ad4d-e12e-4f54-a259-d82c668d1a20 None None] The sync data for ids ['fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4'] in n-d-758944-44 is: [{'id': 'fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2078972677-router', 'tenant_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:06:44Z', 'updated_at': '2021-07-14T09:07:03Z', 'revision_number': 6, 'project_id': '92d8edd6cdf74dba8f42cffb0815e3cb', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:04.506475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53852abb-5872-44c9-ab7c-59118489898b req-d8be1db0-b4f0-4f02-a593-5dd3af02ce8c tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599129 Jul 14 09:07:04.566465 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-099b2269-73dc-4a94-9bd4-ec51c3d0ef63 req-1648e17e-e76a-4d35-880e-412801db3c9c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086792 Jul 14 09:07:04.935003 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:04.980607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e424-1bc6-4255-9763-89c008f18fda req-9bfeda77-47ae-404a-a192-23c2abe8220e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:04.987662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84d6e424-1bc6-4255-9763-89c008f18fda req-9bfeda77-47ae-404a-a192-23c2abe8220e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.1913738 Jul 14 09:07:05.005083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f5d82d-9569-4143-81e0-b9b1efa2067a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:05.027157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.091980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84d6e424-1bc6-4255-9763-89c008f18fda req-fc3bb168-5fe2-4b23-800a-74f8fb6a8fb0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Jul 14 09:07:05.107927 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.124043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413', 'd6231b54-9740-4cf2-a653-b3b1754219da', '17e7fe9f-d812-4042-a760-866276dd1e09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:05.175055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Pushing event deleted for resources: {'Port': ['ID=3940640a-844b-4da9-a3b0-d646b08b2d48,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:05.231050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:07:05.289312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a888-932b-4bfa-8b10-e1ebba2344c4 req-4fc76e58-c0ac-4f53-b2e3-55e985e73f4e tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:05.293953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab12a888-932b-4bfa-8b10-e1ebba2344c4 req-4fc76e58-c0ac-4f53-b2e3-55e985e73f4e tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1097 time: 0.4756134 Jul 14 09:07:05.338669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=17e7fe9f-d812-4042-a760-866276dd1e09,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:05.394910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.415540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.439260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.446995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab12a888-932b-4bfa-8b10-e1ebba2344c4 req-8317c593-e9e9-4b6a-a69f-c8eabadb66b6 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990627 Jul 14 09:07:05.473093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.526637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port 17e7fe9f-d812-4042-a760-866276dd1e09 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:05.531836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.533992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b990ed93-44cf-49d7-b537-526b3243d631 req-a916fa6e-632f-4232-80ab-b720ea39411f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "DELETE /v2.0/ports/17e7fe9f-d812-4042-a760-866276dd1e09 HTTP/1.1" status: 204 len: 173 time: 1.9828649 Jul 14 09:07:05.534440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'name': 'network-vif-deleted', 'tag': '17e7fe9f-d812-4042-a760-866276dd1e09'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:05.537517 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0003337-610a-4bf6-a969-1fb3dfb78c6e" -d '{"events": [{"server_uuid": "1f826342-b127-4d50-991b-28a2fc96ebb6", "name": "network-vif-deleted", "tag": "17e7fe9f-d812-4042-a760-866276dd1e09"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:05.562606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.600396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.689660 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30 associated. External IP: 172.25.2.47, port: 49b32562-bf68-49df-827b-cf309a73d5ca. Jul 14 09:07:05.721266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32', 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:05.725745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.726532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:07:05.756592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:05.761238 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1211dc25-5f9a-4809-9c08-5e8e89a5d55d admin admin] 10.222.0.18 "DELETE /v2.0/routers/fbc0cdc0-6b6b-4294-b1b1-7cfe136f8fe4 HTTP/1.1" status: 204 len: 168 time: 2.8654234 Jul 14 09:07:05.775514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41390) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:05.975504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51660d70-e466-4368-b483-adbe6b58091d req-0d407f95-b478-4c4f-b166-20cebcce9cba tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f826342-b127-4d50-991b-28a2fc96ebb6 HTTP/1.1" status: 200 len: 210 time: 0.0488660 Jul 14 09:07:05.994801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] Deleting subnet 57ecda72-a783-4034-a907-a1daa5e6192d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:07:05.998668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:07:06.004932 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.069388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.128891 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ba212-1f82-483f-b994-024c58667e21 x-openstack-request-id: req-cf9ba212-1f82-483f-b994-024c58667e21 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:06.129199 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f826342-b127-4d50-991b-28a2fc96ebb6", "name": "network-vif-deleted", "tag": "17e7fe9f-d812-4042-a760-866276dd1e09", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:06.129462 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf9ba212-1f82-483f-b994-024c58667e21 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:06.129873 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f826342-b127-4d50-991b-28a2fc96ebb6', 'name': 'network-vif-deleted', 'tag': '17e7fe9f-d812-4042-a760-866276dd1e09', 'status': 'completed', 'code': 200} Jul 14 09:07:06.351014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:07:06.361774 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] Sync routers for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:07:06.377443 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:06.378070 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:06.419693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aa62edad-67a5-4007-98f0-63460be9451b admin admin] 10.222.0.18 "PUT /v2.0/routers/b26c41aa-317d-43f4-a76e-8d5f9caf1ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1425748 Jul 14 09:07:06.431671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:06.630193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291f493-6d0f-48f8-9f1c-5e0faa520b57 req-bfcbf91c-cfd0-441f-9d5b-0f9a546135a6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:06.638769 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b291f493-6d0f-48f8-9f1c-5e0faa520b57 req-bfcbf91c-cfd0-441f-9d5b-0f9a546135a6 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.3198719 Jul 14 09:07:06.695404 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:06.744495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:06.853754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b291f493-6d0f-48f8-9f1c-5e0faa520b57 req-3dbfae87-9d92-4a69-b0de-eb79376d8078 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148058 Jul 14 09:07:06.918280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5be31041-0dad-46c4-a371-41150ffa154b up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:06.947450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3940640a-844b-4da9-a3b0-d646b08b2d48 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:07.037610 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.060575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3940640a-844b-4da9-a3b0-d646b08b2d48 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:07.060945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3940640a-844b-4da9-a3b0-d646b08b2d48 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:07.128091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 5be31041-0dad-46c4-a371-41150ffa154b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:07.133506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 5be31041-0dad-46c4-a371-41150ffa154b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:07.133975 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.168841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Router 43ebfe06-a112-43f9-8281-4aa2d297c967 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:07:07.188511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.189192 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:07:04Z', 'revision_number': 5, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port': {'id': '00802609-2219-4a70-8cb8-ff2eb41772dc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:49Z', 'updated_at': '2021-07-14T09:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:07.233571 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] Checking router: b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:07:07.245451 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] Routers {'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:07.246132 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:07.308000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.326474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.329176 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57ecda72-a783-4034-a907-a1daa5e6192d HTTP/1.1" status: 204 len: 168 time: 1.5516615 Jul 14 09:07:07.333268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41422) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:07.364502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6181d29-bc7e-4c63-94d7-bef3a57d2c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ecda72-a783-4034-a907-a1daa5e6192d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:07.376415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b0e4a-39c1-4e14-a7bb-9452a42beb7a None None] Network 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:07.414291 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] Set router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:07.484110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Deleting port 00802609-2219-4a70-8cb8-ff2eb41772dc {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:07.484661 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.498816 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:07:07Z', 'revision_number': 6, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:07.502386 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.535682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 17e7fe9f-d812-4042-a760-866276dd1e09 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:07.558446 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d216eed-c335-419f-8b23-49bd6f6a315b None None] The sync data for ids ['b26c41aa-317d-43f4-a76e-8d5f9caf1ad6'] in n-d-758944-44 is: [{'id': 'b26c41aa-317d-43f4-a76e-8d5f9caf1ad6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1768118897-router', 'tenant_id': '397ff710a8aa4db29a9972ec36564c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:48Z', 'updated_at': '2021-07-14T09:07:07Z', 'revision_number': 6, 'project_id': '397ff710a8aa4db29a9972ec36564c2d', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:07.587636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:07.590367 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b475e56b-6da5-49c5-b87a-eb99aaac9ff9" -d '{"events": [{"server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "name": "network-vif-plugged", "status": "completed", "tag": "5be31041-0dad-46c4-a371-41150ffa154b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:07.602098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 17e7fe9f-d812-4042-a760-866276dd1e09 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:07.602222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 17e7fe9f-d812-4042-a760-866276dd1e09 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:07.610897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.611831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:07.663316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.693031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:07:07.698459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.713880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] Sync routers for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:07:07.742721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:07.743544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:07.744632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Deleting port c02deef1-72b8-406b-8345-fd98611a9de1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:07.744985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.748289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:07.765991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-05a13bf5-33d1-47cf-8691-e3502e3d3145 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "PUT /v2.0/floatingips/7fa681ce-caa5-47c6-a2fe-9a3c64c15c30 HTTP/1.1" status: 200 len: 991 time: 4.0183532 Jul 14 09:07:07.830399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] For port c02deef1-72b8-406b-8345-fd98611a9de1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c02deef1-72b8-406b-8345-fd98611a9de1,segment=NetworkSegment(21dd1f56-3c2a-468a-a69a-b2b01310fb68),segment_id=21dd1f56-3c2a-468a-a69a-b2b01310fb68)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:07.830768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.859611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Calling delete_port for c02deef1-72b8-406b-8345-fd98611a9de1 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:07.893592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:07.956122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7b222-444f-4cb8-a9a7-a18ccd3954d1 None None] DHCP port deletion for 8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:07:07.969735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.987495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] For port 00802609-2219-4a70-8cb8-ff2eb41772dc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=00802609-2219-4a70-8cb8-ff2eb41772dc,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:07.988090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:07.994593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7b222-444f-4cb8-a9a7-a18ccd3954d1 None None] The port 'c02deef1-72b8-406b-8345-fd98611a9de1' was deleted {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 09:07:08.009234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Calling delete_port for 00802609-2219-4a70-8cb8-ff2eb41772dc owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:08.017762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-da6133a2-26be-46c1-b42f-649d0d416bda tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:07:08.018755 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-da6133a2-26be-46c1-b42f-649d0d416bda tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061314 Jul 14 09:07:08.032123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5fbb3-bcad-48d7-b4ff-2e4753a168ab req-33c855a9-5283-4360-8aba-f2abcaddeccc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:08.033645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bba5fbb3-bcad-48d7-b4ff-2e4753a168ab req-33c855a9-5283-4360-8aba-f2abcaddeccc tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.7503378 Jul 14 09:07:08.035050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02deef1-72b8-406b-8345-fd98611a9de1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:08.044703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Request body: {'binding': {'host': 'n-h2-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:08.045164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:07:08.051290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] No DVR routers for this DVR port c02deef1-72b8-406b-8345-fd98611a9de1 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:08.136143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:08.138481 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:08.159864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.175568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3f63e1-0c80-46b6-ade7-6fad5a8223c9']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:08.186061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bba5fbb3-bcad-48d7-b4ff-2e4753a168ab req-eaafd2bc-255c-4e82-856b-0c2b42625e72 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357567 Jul 14 09:07:08.201915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dd1f56-3c2a-468a-a69a-b2b01310fb68') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:08.202490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dd1f56-3c2a-468a-a69a-b2b01310fb68') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:08.227422 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.247430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.257356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:07:08.259058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:07:08.263392 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:07:08.285864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7fa681ce-caa5-47c6-a2fe-9a3c64c15c30', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'port_id': '49b32562-bf68-49df-827b-cf309a73d5ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'mac_address': 'fa:16:3e:65:f4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:14Z', 'updated_at': '2021-07-14T09:07:04Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:08.332488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] Checking router: 43ebfe06-a112-43f9-8281-4aa2d297c967 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:07:08.347987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:08.349891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:08.373132 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.383778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.387385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a3f63e1-0c80-46b6-ade7-6fad5a8223c9 HTTP/1.1" status: 204 len: 168 time: 1.0317466 Jul 14 09:07:08.405169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b692c-331b-476c-ab5a-5c9b22617fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3f63e1-0c80-46b6-ade7-6fad5a8223c9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:08.513054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on host n-h2-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:08.513396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:08.513846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:08.520390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:08.520821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:08.535938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.549346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:08.549734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:08.550075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:08.551018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Bound port: f39c13f0-dab1-4442-940c-3bb0db4e5a45, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:08.561359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:08.621270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=00802609-2219-4a70-8cb8-ff2eb41772dc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:08.635177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:08.701418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-43502dac-1652-4c40-ac48-3f54cd7ebc8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92d8edd6cdf74dba8f42cffb0815e3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646541 Jul 14 09:07:08.705174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:08.760175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.795825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 00802609-2219-4a70-8cb8-ff2eb41772dc no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:08.806336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1d1dbce-7e21-4e15-8c86-7960439e40e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.827885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 00802609-2219-4a70-8cb8-ff2eb41772dc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:08.828578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 00802609-2219-4a70-8cb8-ff2eb41772dc not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:08.829273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c02deef1-72b8-406b-8345-fd98611a9de1 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:08.829910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1d1dbce-7e21-4e15-8c86-7960439e40e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.855031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c02deef1-72b8-406b-8345-fd98611a9de1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:08.855847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c02deef1-72b8-406b-8345-fd98611a9de1 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:08.856492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a4f5d82d-9569-4143-81e0-b9b1efa2067a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:08.879728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: a4f5d82d-9569-4143-81e0-b9b1efa2067a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:08.880466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a4f5d82d-9569-4143-81e0-b9b1efa2067a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:08.906935 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1d1dbce-7e21-4e15-8c86-7960439e40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.910086 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.916230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1d1dbce-7e21-4e15-8c86-7960439e40e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.920525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b1d1dbce-7e21-4e15-8c86-7960439e40e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41e88a89-727d-47dd-a493-b56c5dc0a751 HTTP/1.1" status: 204 len: 168 time: 0.2141571 Jul 14 09:07:08.925196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe7edb-dd5a-4531-b8b1-f6b58a91e624 req-e399df9c-9ee8-47f1-9b84-06503863a739 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:08.927824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fbe7edb-dd5a-4531-b8b1-f6b58a91e624 req-e399df9c-9ee8-47f1-9b84-06503863a739 tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1101 time: 0.3519981 Jul 14 09:07:08.929730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:08.931070 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.940613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1dbce-7e21-4e15-8c86-7960439e40e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e88a89-727d-47dd-a493-b56c5dc0a751,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:08.976604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:08.977667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-56262e23-356f-451b-8388-2678ea05a696 service neutron] 10.222.0.18 "POST /v2.0/ports/f39c13f0-dab1-4442-940c-3bb0db4e5a45/bindings HTTP/1.1" status: 201 len: 390 time: 0.9398022 Jul 14 09:07:09.042857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7fa681ce-caa5-47c6-a2fe-9a3c64c15c30', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'port_id': '49b32562-bf68-49df-827b-cf309a73d5ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'mac_address': 'fa:16:3e:65:f4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:14Z', 'updated_at': '2021-07-14T09:07:04Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:09.053948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fbe7edb-dd5a-4531-b8b1-f6b58a91e624 req-98d001ff-cfaa-40bc-b87d-b5e599509c5e tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145396 Jul 14 09:07:09.069027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.069557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:07:09.080919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.084718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:09.088906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1a9ae86-b295-4445-85a5-73eec59a4c3d admin admin] 10.222.0.18 "DELETE /v2.0/routers/b26c41aa-317d-43f4-a76e-8d5f9caf1ad6 HTTP/1.1" status: 204 len: 168 time: 2.6552451 Jul 14 09:07:09.281222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] Deleting subnet d994cf3e-935f-4f2d-a519-59a707997915 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:07:09.298170 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f956c93-9734-4293-bc63-78367ad4729f x-openstack-request-id: req-4f956c93-9734-4293-bc63-78367ad4729f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:09.298644 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:09.298901 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f956c93-9734-4293-bc63-78367ad4729f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:09.300437 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca', 'status': 'completed', 'code': 200} Jul 14 09:07:09.302493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.465846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.571996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-9be43db2-7a0c-4625-8046-a0921f680b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.573424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-9be43db2-7a0c-4625-8046-a0921f680b46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 1098 time: 0.1786504 Jul 14 09:07:09.607961 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36bd54-8ac4-4060-b86c-a0a70e0ba0f6 x-openstack-request-id: req-5b36bd54-8ac4-4060-b86c-a0a70e0ba0f6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:09.608294 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "name": "network-vif-plugged", "status": "completed", "tag": "5be31041-0dad-46c4-a371-41150ffa154b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:09.609076 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b36bd54-8ac4-4060-b86c-a0a70e0ba0f6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:09.609592 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b', 'code': 200} Jul 14 09:07:09.610485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a5c38-8dfc-4d8d-b34f-22e8f08ec305 None None] The sync data for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 is: [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7fa681ce-caa5-47c6-a2fe-9a3c64c15c30', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'port_id': '49b32562-bf68-49df-827b-cf309a73d5ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'mac_address': 'fa:16:3e:65:f4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:04:14Z', 'updated_at': '2021-07-14T09:07:04Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:09.653015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.795822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-e8c93740-ac27-4594-a3da-48e56a02d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.800154 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-e8c93740-ac27-4594-a3da-48e56a02d94e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 200 len: 925 time: 0.2106364 Jul 14 09:07:09.882859 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.933968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67327d9-a10c-4411-a7bc-48ea4918cdca req-c336e860-fb3a-4ed2-8a27-6b719b5a891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:09.935570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b67327d9-a10c-4411-a7bc-48ea4918cdca req-c336e860-fb3a-4ed2-8a27-6b719b5a891d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1097 time: 0.5354786 Jul 14 09:07:09.945659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d994cf3e-935f-4f2d-a519-59a707997915,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:09.951442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00caabf4-1449-4628-9b8f-f6f4485166a8 None None] Network 298f66a1-488b-418f-9a7e-1cd1f29534e4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:09.964902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:09.966879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d1449c37-e7d8-47d9-9aab-e1d820b0f5f0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d994cf3e-935f-4f2d-a519-59a707997915 HTTP/1.1" status: 204 len: 168 time: 0.8811574 Jul 14 09:07:09.971902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-946bec49-6ef3-49f6-92f9-9d7ccf2c7ace service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b32562-bf68-49df-827b-cf309a73d5ca HTTP/1.1" status: 200 len: 999 time: 0.1632087 Jul 14 09:07:09.972396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:10.026175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-9f628930-026c-4d5b-ba75-06661ab390d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.027642 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-9f628930-026c-4d5b-ba75-06661ab390d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1097 time: 0.6247396 Jul 14 09:07:10.076193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df930-d6c9-435d-86e2-0bfa30b1788f req-c6bc1a10-9f13-46e7-8731-d8a8fb26fcdc tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.078864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-307df930-d6c9-435d-86e2-0bfa30b1788f req-c6bc1a10-9f13-46e7-8731-d8a8fb26fcdc tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.3498392 Jul 14 09:07:10.083857 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd7f42-8f63-4331-8ff7-4cec7e7c651a None None] New status for floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:07:10.096152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:10.112633 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b67327d9-a10c-4411-a7bc-48ea4918cdca req-5cf3cfa5-20f4-44a8-9c90-c18237c350d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644132 Jul 14 09:07:10.172010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-482b58cb-5c9d-4397-8325-f09e4941de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.173119 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-482b58cb-5c9d-4397-8325-f09e4941de12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 200 len: 863 time: 0.1796691 Jul 14 09:07:10.356363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-66476419-network', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:10.383661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-955bf143-31be-4240-90f1-39db628f9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.385177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-955bf143-31be-4240-90f1-39db628f9ec4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.3450172 Jul 14 09:07:10.388090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] DHCP port deletion for 298f66a1-488b-418f-9a7e-1cd1f29534e4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:07:10.441021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.464666 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-8bfaf442-a399-46c0-b836-d31ebfa6fd45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 200 len: 217 time: 0.0713544 Jul 14 09:07:10.470204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-307df930-d6c9-435d-86e2-0bfa30b1788f req-a011ed56-f731-4c75-9ccb-55d8d84434c1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730488 Jul 14 09:07:10.491084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Made reservation on behalf of a7aa010ea0a540a6812b8fca95bff63d for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:10.494744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.508819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Deleting port d695e69b-b0d0-48df-8a47-70c7ca59546d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:10.509209 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.528678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.559931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-b43f5ef9-e001-4b20-a29a-7029fd082913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.561460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-b43f5ef9-e001-4b20-a29a-7029fd082913 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0822635 Jul 14 09:07:10.601895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] For port d695e69b-b0d0-48df-8a47-70c7ca59546d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d695e69b-b0d0-48df-8a47-70c7ca59546d,segment=NetworkSegment(3d3cc241-b77e-456b-bd3c-317adb922d6f),segment_id=3d3cc241-b77e-456b-bd3c-317adb922d6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:10.602743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.623053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Calling delete_port for d695e69b-b0d0-48df-8a47-70c7ca59546d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:10.635226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-80a9f80c-4841-408b-8d5f-02d667871a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:10.636761 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-80a9f80c-4841-408b-8d5f-02d667871a7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3161194 Jul 14 09:07:10.728575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-bb01c86c-aee1-4620-83c5-b24ceca746ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461782 Jul 14 09:07:10.736719 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:10.771098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] No DVR routers for this DVR port d695e69b-b0d0-48df-8a47-70c7ca59546d on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:10.819741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d695e69b-b0d0-48df-8a47-70c7ca59546d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:10.829143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Pushing event deleted for resources: {'Port': ['ID=d695e69b-b0d0-48df-8a47-70c7ca59546d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:10.856568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-4b9f225e-f5f4-4939-b550-64ef2a27ac69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5345142 Jul 14 09:07:10.881526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d695e69b-b0d0-48df-8a47-70c7ca59546d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:10.882146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d695e69b-b0d0-48df-8a47-70c7ca59546d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:10.895657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.899098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.900142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.900714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.901264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.902014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.904056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.904787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.906567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.907192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.908033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.909554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e951261-14a6-4f16-83bf-fa0c6e4b9c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:10.937500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Deleting port d695e69b-b0d0-48df-8a47-70c7ca59546d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:10.937837 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.059750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-03e7fc18-8ede-472f-9dbc-59aaced2afd3 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171697 Jul 14 09:07:11.071078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-16e54d3b-4e8c-41ca-b225-606595566097 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021895 Jul 14 09:07:11.072537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.082005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff0b88-045b-491f-a1c7-bd6bdda0068e req-1f92c217-a243-4a5d-a299-8933088be164 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:11.089323 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fff0b88-045b-491f-a1c7-bd6bdda0068e req-1f92c217-a243-4a5d-a299-8933088be164 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.3162816 Jul 14 09:07:11.156247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.197182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] For port d695e69b-b0d0-48df-8a47-70c7ca59546d, host n-d-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:11.197778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.217579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad616eb-c84a-4eef-b153-8a7d42e342a0 req-7f50b286-8621-409b-bfdf-28372e714f48 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:11.224788 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ad616eb-c84a-4eef-b153-8a7d42e342a0 req-7f50b286-8621-409b-bfdf-28372e714f48 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.2828302 Jul 14 09:07:11.231629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc037f99-02ce-491f-a83c-a437e25b9c85,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:11.268537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Calling delete_port for d695e69b-b0d0-48df-8a47-70c7ca59546d owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:11.275946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:07:11.277839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Port d695e69b-b0d0-48df-8a47-70c7ca59546d was not found and therefore no delete operation was performed {{(pid=93754) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:07:11.284601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.297120 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fff0b88-045b-491f-a1c7-bd6bdda0068e req-fcd3d981-ebfa-4c05-b101-2174ebee2d97 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024701 Jul 14 09:07:11.333062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ad616eb-c84a-4eef-b153-8a7d42e342a0 req-6ae29b0e-5635-491b-9452-2af8a3a63d2c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072509 Jul 14 09:07:11.346161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.346530 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Added segment d4e270d9-70ab-4d78-b965-e0a1cb841940 of type vlan for network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff Jul 14 09:07:11.425835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] No DVR routers for this DVR port d695e69b-b0d0-48df-8a47-70c7ca59546d on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:11.437499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d695e69b-b0d0-48df-8a47-70c7ca59546d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:11.499933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.506048 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff58fa0d-58c2-4832-809c-51c62a5ce6a2 req-cf7d9eef-8df6-4cd8-aac0-ecb94fd54a79 service neutron] 10.222.0.48 "GET /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144666 Jul 14 09:07:11.516580 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-11a4e1de-af69-4074-b56a-4d7b86445bc2 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463587 Jul 14 09:07:11.599369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.600566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:11.601394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.712079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.740224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6264546 Jul 14 09:07:11.740549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298f66a1-488b-418f-9a7e-1cd1f29534e4']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:11.744177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41526) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:11.750659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Request body: {'subnet': {'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-66476419-subnet', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:11.753809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3cc241-b77e-456b-bd3c-317adb922d6f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:11.754109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3cc241-b77e-456b-bd3c-317adb922d6f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:11.772626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.782631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a948-7aa7-4e74-a649-8ff88d3dac02 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:11.794729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:07:11.819097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae70547-1a2f-4ff8-912d-e4105608dde1 req-b275567c-f908-4783-be2c-baf2d185cc6d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:11.828046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eae70547-1a2f-4ff8-912d-e4105608dde1 req-b275567c-f908-4783-be2c-baf2d185cc6d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 950 time: 0.2264872 Jul 14 09:07:11.844666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Made reservation on behalf of a7aa010ea0a540a6812b8fca95bff63d for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:11.849615 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.856791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.870148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:07:11.871122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: items = [ Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:07:11.874377 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:07:11.985266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eae70547-1a2f-4ff8-912d-e4105608dde1 req-51b33158-9420-4a05-85ec-1c74800c9eb3 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557121 Jul 14 09:07:12.025597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.043107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ae61f-1953-4570-8a5d-5fcb877e02ef req-fc2ad577-9777-476c-92f5-d5514bc88a3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.044741 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-983ae61f-1953-4570-8a5d-5fcb877e02ef req-fc2ad577-9777-476c-92f5-d5514bc88a3e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.2633610 Jul 14 09:07:12.090544 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.107324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] 10.222.0.18 "DELETE /v2.0/networks/298f66a1-488b-418f-9a7e-1cd1f29534e4 HTTP/1.1" status: 204 len: 168 time: 2.1335640 Jul 14 09:07:12.110738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b534c51-6c15-4621-bb65-426835991492 admin admin] Pushing event deleted for resources: {'Network': ['ID=298f66a1-488b-418f-9a7e-1cd1f29534e4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:12.263503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-983ae61f-1953-4570-8a5d-5fcb877e02ef req-7ee17bfd-fe36-411d-aedc-bb8e9034c13d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070730 Jul 14 09:07:12.322814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41548) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:12.411214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.546116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e3d4c0f9-ef31-4f2f-8468-8a30785cde59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=397ff710a8aa4db29a9972ec36564c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219183 Jul 14 09:07:12.549460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:12.614389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-144097e2-cf2e-4ad1-9241-e9fd1e58934a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.616004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-144097e2-cf2e-4ad1-9241-e9fd1e58934a tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 950 time: 0.4541159 Jul 14 09:07:12.703847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d424296-0c47-4a8c-a767-f3d64424e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.737674 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d424296-0c47-4a8c-a767-f3d64424e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.766578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eaafedb-0c03-483d-afab-70165df797f2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:12.778234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b7ab2-3156-48a2-b453-b3940e371c56 req-3a4e9454-13ad-477c-9d6d-c8be89540227 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.780111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-737b7ab2-3156-48a2-b453-b3940e371c56 req-3a4e9454-13ad-477c-9d6d-c8be89540227 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1850457 Jul 14 09:07:12.789959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:12.790320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Network hostable DHCP agents. Network: 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:07:12.862077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-737b7ab2-3156-48a2-b453-b3940e371c56 req-cf81872e-3e23-445a-8847-f3446d617ec7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760534 Jul 14 09:07:12.868925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d424296-0c47-4a8c-a767-f3d64424e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.872008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d424296-0c47-4a8c-a767-f3d64424e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.876013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3d424296-0c47-4a8c-a767-f3d64424e809 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78555f06-02ab-4228-a269-f596de843db2 HTTP/1.1" status: 204 len: 168 time: 0.3189595 Jul 14 09:07:12.884766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d424296-0c47-4a8c-a767-f3d64424e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78555f06-02ab-4228-a269-f596de843db2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:12.893073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d3c7c-47e8-472a-9073-b0021d15e935 req-2b6a4553-89ac-4274-b728-1b73b2aa8fde tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.895061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad2d3c7c-47e8-472a-9073-b0021d15e935 req-2b6a4553-89ac-4274-b728-1b73b2aa8fde tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.3062148 Jul 14 09:07:12.896428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:07:12.944921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:12.953693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd26d2c-edb0-401b-b539-e20e8a4efbf7 None None] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:12.966350 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:12.967139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:12.981112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port d6231b54-9740-4cf2-a653-b3b1754219da {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:12.981430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.105326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port d6231b54-9740-4cf2-a653-b3b1754219da, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d6231b54-9740-4cf2-a653-b3b1754219da,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:13.105718 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.121297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for d6231b54-9740-4cf2-a653-b3b1754219da owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:13.208401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-97afae97-c484-4c50-be4e-f08c8838a19a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4605284 Jul 14 09:07:13.209247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41574) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:13.214511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:13.222212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:07:13.223090 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.237024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad2d3c7c-47e8-472a-9073-b0021d15e935 req-bdf7b2a1-1c86-42b5-b331-a9e57fb121d9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263178 Jul 14 09:07:13.354046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356521-6d5a-4ecf-a9cd-6d3a6fccc9cc req-59cbb93d-7d83-4e30-91ed-687088a38e0e tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:13.356541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba356521-6d5a-4ecf-a9cd-6d3a6fccc9cc req-59cbb93d-7d83-4e30-91ed-687088a38e0e tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1097 time: 0.1257033 Jul 14 09:07:13.367512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.369421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.441855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba356521-6d5a-4ecf-a9cd-6d3a6fccc9cc req-7e94c499-8fe0-4faa-b144-c15698a99548 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619843 Jul 14 09:07:13.449214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.487546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413', 'd6231b54-9740-4cf2-a653-b3b1754219da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:13.529682 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.544074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=d6231b54-9740-4cf2-a653-b3b1754219da,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:13.579384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32', 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:13.584313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c24bea6d-6cb3-4b65-b8ce-7eadbb43e627 req-f02a986d-9a28-49b9-bb11-adb2461e13f0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=df1ec235-fa8a-46d4-8037-28a60c18cd33 HTTP/1.1" status: 200 len: 210 time: 0.0525262 Jul 14 09:07:13.617082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Allocated IP 172.20.0.2 (2ee81d52-5b6a-400d-b9ae-3c4441fc88ff/0eaafedb-0c03-483d-afab-70165df797f2/167fe744-c77e-4e37-922c-0734ab0eeaab) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:13.728649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port d6231b54-9740-4cf2-a653-b3b1754219da on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:13.732964 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.738248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e84d86e9-d3ed-454e-ab33-0b550863c01a req-572fa364-4425-456c-a126-a70aa2394409 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "DELETE /v2.0/ports/d6231b54-9740-4cf2-a653-b3b1754219da HTTP/1.1" status: 204 len: 173 time: 1.0966818 Jul 14 09:07:13.738824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'name': 'network-vif-deleted', 'tag': 'd6231b54-9740-4cf2-a653-b3b1754219da'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:13.748094 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fccf88f-faaa-4734-a98e-950c73c001ec" -d '{"events": [{"server_uuid": "df1ec235-fa8a-46d4-8037-28a60c18cd33", "name": "network-vif-deleted", "tag": "d6231b54-9740-4cf2-a653-b3b1754219da"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:13.761328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:13.767259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-bf0b04a4-6056-414d-845f-99c44879a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:13.769176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-bf0b04a4-6056-414d-845f-99c44879a244 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1101 time: 0.4885635 Jul 14 09:07:13.903207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9507211-76f7-4998-8c18-33db4e6879ba req-4b601c61-7712-40ca-a901-e86b94f2cba9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:13.904836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9507211-76f7-4998-8c18-33db4e6879ba req-4b601c61-7712-40ca-a901-e86b94f2cba9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.0836327 Jul 14 09:07:13.968912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9507211-76f7-4998-8c18-33db4e6879ba req-033ac119-1d20-4766-8a31-66dc1b347f16 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541897 Jul 14 09:07:14.116367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-6d78e2e0-4e44-40b7-bb14-9ce4c6d8ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:14.118194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-6d78e2e0-4e44-40b7-bb14-9ce4c6d8ca40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3329694 Jul 14 09:07:14.130217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a9a0-3dcd-496c-b1ec-66c4ceac6a81 req-9e1c659a-6e55-4232-9aa5-a5e04460656d tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:14.138707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6507a9a0-3dcd-496c-b1ec-66c4ceac6a81 req-9e1c659a-6e55-4232-9aa5-a5e04460656d tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1097 time: 0.3521519 Jul 14 09:07:14.192115 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbfb7b9-eb8a-4589-b60d-897f43091914 x-openstack-request-id: req-7dbfb7b9-eb8a-4589-b60d-897f43091914 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:14.192522 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec235-fa8a-46d4-8037-28a60c18cd33", "name": "network-vif-deleted", "tag": "d6231b54-9740-4cf2-a653-b3b1754219da", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:14.192896 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dbfb7b9-eb8a-4589-b60d-897f43091914 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:14.193403 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec235-fa8a-46d4-8037-28a60c18cd33', 'name': 'network-vif-deleted', 'tag': 'd6231b54-9740-4cf2-a653-b3b1754219da', 'status': 'completed', 'code': 200} Jul 14 09:07:14.223527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-adc98c3c-48c1-499a-8ef2-8a60ab401c36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.0880771 Jul 14 09:07:14.289844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.292306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6507a9a0-3dcd-496c-b1ec-66c4ceac6a81 req-fd0ab941-8f08-48e7-9f38-36c07a73efab tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525257 Jul 14 09:07:14.308835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Transition to ACTIVE for port object 167fe744-c77e-4e37-922c-0734ab0eeaab will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:14.338456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-54312d60-2fd4-4136-b821-0626637c64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:14.351419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-54312d60-2fd4-4136-b821-0626637c64d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1184137 Jul 14 09:07:14.356051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Transition to ACTIVE for port object 167fe744-c77e-4e37-922c-0734ab0eeaab will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:14.374297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.440362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:14.450271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:14.460649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:14.465042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Pushing event updated for resources: {'Port': ['ID=167fe744-c77e-4e37-922c-0734ab0eeaab,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:14.585394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Attempting to bind port 167fe744-c77e-4e37-922c-0734ab0eeaab on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:14.585394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Attempting to bind port 167fe744-c77e-4e37-922c-0734ab0eeaab by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:14.585394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Attempting to bind port 167fe744-c77e-4e37-922c-0734ab0eeaab on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:14.595296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:14.596127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:14.597556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.598171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Bound using segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:14.598898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Bound port: 167fe744-c77e-4e37-922c-0734ab0eeaab, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:14.599571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.753683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a577fb6-d967-404e-b211-9f56b63337c7 req-ea8073d7-053b-4953-93b9-580970c1f270 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:14.761234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a577fb6-d967-404e-b211-9f56b63337c7 req-ea8073d7-053b-4953-93b9-580970c1f270 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1103780 Jul 14 09:07:14.772611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] For port 167fe744-c77e-4e37-922c-0734ab0eeaab, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:14.796105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] For port 167fe744-c77e-4e37-922c-0734ab0eeaab, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=167fe744-c77e-4e37-922c-0734ab0eeaab,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:14.808828 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:14.818821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a577fb6-d967-404e-b211-9f56b63337c7 req-dadefeee-135a-470e-82b7-abe65ce358f8 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Jul 14 09:07:14.875969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f257b3a-5ec8-414f-9891-79a0d324ef26 None None] Pushing event updated for resources: {'Port': ['ID=167fe744-c77e-4e37-922c-0734ab0eeaab,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:15.068149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.102432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-bbc43c34-b41c-4e87-bd74-10c0c7c34ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:15.104235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-bbc43c34-b41c-4e87-bd74-10c0c7c34ece service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7359142 Jul 14 09:07:15.107342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.199509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-35f36de2-1c47-4987-aab5-eb3cfd98c354 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e345adb61c48468b8a7fbbbfff3d69e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375528 Jul 14 09:07:15.211955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487e4b0-6fa8-4b0f-8afd-833750194e06 req-268aee3f-3be7-41bb-9da8-8ec52259107b tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:15.213723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a487e4b0-6fa8-4b0f-8afd-833750194e06 req-268aee3f-3be7-41bb-9da8-8ec52259107b tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 950 time: 0.6808624 Jul 14 09:07:15.330746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-ba840566-90e9-45b1-9538-e5755331fbe3 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106929 Jul 14 09:07:15.349597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-9570c2f5-a0da-4e27-94e8-3ae673b6f2ac tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:15.351110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-9570c2f5-a0da-4e27-94e8-3ae673b6f2ac tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508341 Jul 14 09:07:15.367837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-52251c15-bedd-4e34-9323-a98899d06248 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/quotas/e345adb61c48468b8a7fbbbfff3d69e5 HTTP/1.1" status: 200 len: 375 time: 0.0108805 Jul 14 09:07:15.376402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a487e4b0-6fa8-4b0f-8afd-833750194e06 req-129c778c-a678-45b4-aaca-ac7c721e0a24 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214173 Jul 14 09:07:15.417273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-e78f931a-2379-4106-80e6-1189c91cf935 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e345adb61c48468b8a7fbbbfff3d69e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427234 Jul 14 09:07:15.476427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Allocated IP 172.25.2.30 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/1f6b566f-d863-429b-b72f-d27e71fdfb1b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:15.513998 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-dda76999-70d1-486b-a909-1c881059dc89 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691895 Jul 14 09:07:15.573703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d6231b54-9740-4cf2-a653-b3b1754219da no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:15.626343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: d6231b54-9740-4cf2-a653-b3b1754219da {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:15.626714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d6231b54-9740-4cf2-a653-b3b1754219da not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:15.636522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.744682 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.843818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Pushing event updated for resources: {'Port': ['ID=1f6b566f-d863-429b-b72f-d27e71fdfb1b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:15.849523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:15.854028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:15.857500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:15.906536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb797e16-728a-4efb-909f-707c673939ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:15.987639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd214-d577-494f-a1fd-4244413f90e5 req-9124f31f-00ba-4d15-8521-42dea365aff8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:15.992315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5bfd214-d577-494f-a1fd-4244413f90e5 req-9124f31f-00ba-4d15-8521-42dea365aff8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.1799312 Jul 14 09:07:16.097340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5bfd214-d577-494f-a1fd-4244413f90e5 req-3280ee82-452f-40a8-b3ef-739d4476ac2e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983825 Jul 14 09:07:16.293851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.311089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251056ad-296e-4a00-ac74-926ee5c866d7 None None] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:16.462408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51d96c75-74a0-4d11-bc41-f800456d252a None None] Provisioning for port 167fe744-c77e-4e37-922c-0734ab0eeaab completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:16.809447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 167fe744-c77e-4e37-922c-0734ab0eeaab up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:16.833034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.954663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 167fe744-c77e-4e37-922c-0734ab0eeaab completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:16.959635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 167fe744-c77e-4e37-922c-0734ab0eeaab triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:16.960070 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:16.963100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:17.103582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Router 9fa63814-3ba8-4316-8ba1-14fd9000e52d is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:07:17.175650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-98048f8a-9417-45b1-b6d6-d775ba45cfa0 None None] Provisioning complete for port 167fe744-c77e-4e37-922c-0734ab0eeaab triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:17.176121 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98048f8a-9417-45b1-b6d6-d775ba45cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.270229 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.273872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:07:17.286780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.299595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.301708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Sync routers for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:07:17.307767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:17.323046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b9cfa08f-defc-4b3b-be4c-12c122d5851f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1076841 Jul 14 09:07:17.339840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:17.342004 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff77513-7134-40ec-8f4b-291b5594492c" -d '{"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:17.364860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:17.366352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:06:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:17.418910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:17.474756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-0b637bb0-193f-444c-9705-92b4c716e46f tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:07:17.477006 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-0b637bb0-193f-444c-9705-92b4c716e46f tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077748 Jul 14 09:07:17.495094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 167fe744-c77e-4e37-922c-0734ab0eeaab, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=167fe744-c77e-4e37-922c-0734ab0eeaab,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:17.495710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Request body: {'binding': {'host': 'n-h2-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:17.496488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:07:17.496731 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98048f8a-9417-45b1-b6d6-d775ba45cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.584795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:17.654899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on host n-h2-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:17.655626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:17.656192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:17.661301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:17.661954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:17.668417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:17.668862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:17.669345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:17.669890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Bound port: 5be31041-0dad-46c4-a371-41150ffa154b, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:17.726207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c8dbfb7b-0238-4cd5-b0dc-556298b36d85 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e345adb61c48468b8a7fbbbfff3d69e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244107 Jul 14 09:07:17.762113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.787619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3e93b2c-5f41-464f-b834-9499ba9ffc1b req-65b5cc90-873a-49fc-8f04-270c327cf525 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 210 time: 0.3525536 Jul 14 09:07:17.844346 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.859709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:17.867830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:17.890474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:17.891928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cc195511-281a-4090-83a0-1120ee8d5381 service neutron] 10.222.0.18 "POST /v2.0/ports/5be31041-0dad-46c4-a371-41150ffa154b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4020734 Jul 14 09:07:17.939735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-70a2125d-3282-4e37-8a51-46432b0b6736 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:17.942144 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-70a2125d-3282-4e37-8a51-46432b0b6736 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086277 Jul 14 09:07:17.967440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Request body: {'port': {'device_id': '0aad2758-360c-4303-a83d-6df347f279fc', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'e345adb61c48468b8a7fbbbfff3d69e5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:18.048320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=167fe744-c77e-4e37-922c-0734ab0eeaab,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:18.106747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:16Z', 'revision_number': 3, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:18.141689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Checking router: 9fa63814-3ba8-4316-8ba1-14fd9000e52d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:07:18.142051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Updating router 9fa63814-3ba8-4316-8ba1-14fd9000e52d port 1f6b566f-d863-429b-b72f-d27e71fdfb1b binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:07:18.172844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-98048f8a-9417-45b1-b6d6-d775ba45cfa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:07:18.173206 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-98048f8a-9417-45b1-b6d6-d775ba45cfa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:07:18.194189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.220537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Made reservation on behalf of e345adb61c48468b8a7fbbbfff3d69e5 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:18.224751 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.239446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.257813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cebb9-642c-4de9-8835-4ad8c1c934b8 req-cbbc192a-c0c6-4e64-b3b1-1846b91cf604 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:18.265530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e5cebb9-642c-4de9-8835-4ad8c1c934b8 req-cbbc192a-c0c6-4e64-b3b1-1846b91cf604 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.2535000 Jul 14 09:07:18.344460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e5cebb9-642c-4de9-8835-4ad8c1c934b8 req-40c4b355-5fc3-4afe-a7ec-3181c918234a tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776138 Jul 14 09:07:18.345571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228289c-e46f-4d87-b63a-708624202a03 req-3aafc3ab-7a99-4c6b-8c85-932083014b13 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:18.352771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f228289c-e46f-4d87-b63a-708624202a03 req-3aafc3ab-7a99-4c6b-8c85-932083014b13 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.1159060 Jul 14 09:07:18.446531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f228289c-e46f-4d87-b63a-708624202a03 req-8ba25977-dac0-45c9-b74f-cb9ed6c95fe5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913599 Jul 14 09:07:18.489578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.491089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.496276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.586724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da172aef-7334-4c73-a996-e6aecfd5ebcd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:18.687995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.699366 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Transition to ACTIVE for port object 1f6b566f-d863-429b-b72f-d27e71fdfb1b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:18.707089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Allocated IP 172.20.0.1 (2ee81d52-5b6a-400d-b9ae-3c4441fc88ff/0eaafedb-0c03-483d-afab-70165df797f2/aeead5c6-b9b1-4fc0-83b5-68f7de907dc4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:18.707330 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ace94f-cfc7-4fa1-8315-d8872f33f94c x-openstack-request-id: req-49ace94f-cfc7-4fa1-8315-d8872f33f94c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:18.707581 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:18.707806 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49ace94f-cfc7-4fa1-8315-d8872f33f94c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:18.708251 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62', 'code': 200} Jul 14 09:07:18.736023 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.768103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Allocated IP 192.168.233.32 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/4a86d8de-84d7-4db5-857a-88dff77ceb95) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:18.770406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Attempting to bind port 1f6b566f-d863-429b-b72f-d27e71fdfb1b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:18.770406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Attempting to bind port 1f6b566f-d863-429b-b72f-d27e71fdfb1b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:18.770682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Attempting to bind port 1f6b566f-d863-429b-b72f-d27e71fdfb1b on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:18.800505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:18.800941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:18.801408 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.801815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:18.802328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Bound port: 1f6b566f-d863-429b-b72f-d27e71fdfb1b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:18.802744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.828059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.843201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Transition to ACTIVE for port object aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:18.865288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] For port 1f6b566f-d863-429b-b72f-d27e71fdfb1b, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:18.869145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] For port 1f6b566f-d863-429b-b72f-d27e71fdfb1b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f6b566f-d863-429b-b72f-d27e71fdfb1b,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:18.882855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 167fe744-c77e-4e37-922c-0734ab0eeaab up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:18.913269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.947775 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.954314 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19c9ba5-13a2-4330-bda9-cf31a4120814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.962813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeceb7d-c725-4ab2-8232-402c04659b66 req-d9f93861-331a-4fe5-93db-0de144750192 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:18.971570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5eeceb7d-c725-4ab2-8232-402c04659b66 req-d9f93861-331a-4fe5-93db-0de144750192 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1678021 Jul 14 09:07:18.980123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.993021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Pushing event updated for resources: {'Port': ['ID=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:18.993581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3b972-3116-40cc-9b4e-ae4a6270b60b None None] Pushing event updated for resources: {'Port': ['ID=1f6b566f-d863-429b-b72f-d27e71fdfb1b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:19.019507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:19.024397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:19.028870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:19.031819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 167fe744-c77e-4e37-922c-0734ab0eeaab triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:19.032203 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.065172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:19.065670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:07:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:19.081930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.088111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.097367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5eeceb7d-c725-4ab2-8232-402c04659b66 req-b8c3df0e-321f-4c6a-8f20-d2cb043823ca tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247616 Jul 14 09:07:19.109715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Transition to ACTIVE for port object 4a86d8de-84d7-4db5-857a-88dff77ceb95 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:19.167308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3b972-3116-40cc-9b4e-ae4a6270b60b None None] Pushing event updated for resources: {'Port': ['ID=1f6b566f-d863-429b-b72f-d27e71fdfb1b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:19.175037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.241927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:19.248738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:19.254351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:19.302718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:19.360991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Pushing event updated for resources: {'Port': ['ID=4a86d8de-84d7-4db5-857a-88dff77ceb95,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:19.378804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.379876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.390253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454d31b-0423-451b-9232-7d94820d54c4 req-12ebf312-eb53-451d-bd1a-ebbbb934722e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.392565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5454d31b-0423-451b-9232-7d94820d54c4 req-12ebf312-eb53-451d-bd1a-ebbbb934722e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 950 time: 0.1999161 Jul 14 09:07:19.409619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ed454378-afb5-4f3b-9253-31ea14716140 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4535475 Jul 14 09:07:19.431379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Request body: {'port': {'device_id': '0aad2758-360c-4303-a83d-6df347f279fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:19.436053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecedfa0-7ffb-48f9-8894-0d98b89940ee req-a0a19b26-e4db-4b9c-8e06-391fc892269c tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.443416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be319083-2954-496b-b73b-6c2b876d456b req-889cd339-307f-4d07-9409-acd92dee3065 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.443849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ecedfa0-7ffb-48f9-8894-0d98b89940ee req-a0a19b26-e4db-4b9c-8e06-391fc892269c tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 935 time: 0.2075779 Jul 14 09:07:19.452608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be319083-2954-496b-b73b-6c2b876d456b req-889cd339-307f-4d07-9409-acd92dee3065 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 950 time: 0.1435440 Jul 14 09:07:19.497250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7d348de-4861-4130-9ab4-8740e0f913ae None None] Provisioning for port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:19.503929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7d348de-4861-4130-9ab4-8740e0f913ae None None] Provisioning complete for port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:19.504366 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7d348de-4861-4130-9ab4-8740e0f913ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.548445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ecedfa0-7ffb-48f9-8894-0d98b89940ee req-723bbccb-8ede-4457-b23f-344152ce29f2 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036620 Jul 14 09:07:19.583522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.593559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 690506bb-746e-41cb-bc7d-b3924c60d032 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:19.596218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.600033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be319083-2954-496b-b73b-6c2b876d456b req-439195cd-3139-4b55-9d31-51228777e7d1 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462581 Jul 14 09:07:19.635619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.636630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d7d348de-4861-4130-9ab4-8740e0f913ae None None] Port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:07:19.682406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port 2969f275-1079-4eb8-b9b7-c8ff8d075413 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:19.682761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.719706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:16Z', 'revision_number': 3, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:19.753234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff126abe-b5e2-489d-9c89-c541fc760ec5 None None] The sync data for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 is: [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:16Z', 'revision_number': 3, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:19.760761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.821899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f95101ca-aef4-4fa8-9c92-9d672be45557 None None] Provisioning for port 4a86d8de-84d7-4db5-857a-88dff77ceb95 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:19.835293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f95101ca-aef4-4fa8-9c92-9d672be45557 None None] Provisioning complete for port 4a86d8de-84d7-4db5-857a-88dff77ceb95 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:19.836007 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f95101ca-aef4-4fa8-9c92-9d672be45557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.839016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:19.890436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f95101ca-aef4-4fa8-9c92-9d672be45557 None None] Port 4a86d8de-84d7-4db5-857a-88dff77ceb95 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:07:19.897817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '690506bb-746e-41cb-bc7d-b3924c60d032', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '690506bb-746e-41cb-bc7d-b3924c60d032', 'mac_address': 'fa:16:3e:86:83:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:19.908993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port 2969f275-1079-4eb8-b9b7-c8ff8d075413, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2969f275-1079-4eb8-b9b7-c8ff8d075413,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:19.909535 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.932745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for 2969f275-1079-4eb8-b9b7-c8ff8d075413 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:19.941448 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:19.951878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac687377-0330-4e33-a364-7586e987cf2b req-c2b33b64-65a6-4a58-af77-8128bbe10acf tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:19.953985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac687377-0330-4e33-a364-7586e987cf2b req-c2b33b64-65a6-4a58-af77-8128bbe10acf tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1323907 Jul 14 09:07:19.961878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 690506bb-746e-41cb-bc7d-b3924c60d032 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:19.983992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:19.989078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.017192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac687377-0330-4e33-a364-7586e987cf2b req-eeeefea7-534b-4a29-814e-a70dfcb4c541 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532165 Jul 14 09:07:20.035138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fe439-a345-4349-a535-8b99dbf46367 req-f897be4f-fb1c-40dd-a71d-b2c0952fdc22 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:20.036732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a47fe439-a345-4349-a535-8b99dbf46367 req-f897be4f-fb1c-40dd-a71d-b2c0952fdc22 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.2215786 Jul 14 09:07:20.050222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:20.068577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a86d8de-84d7-4db5-857a-88dff77ceb95 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:20.074649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.082008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.096138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.099212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Transition to ACTIVE for port object 4a86d8de-84d7-4db5-857a-88dff77ceb95 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:20.107262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.139751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['690506bb-746e-41cb-bc7d-b3924c60d032'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:20.223161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Pushing event updated for resources: {'Port': ['ID=4a86d8de-84d7-4db5-857a-88dff77ceb95,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:20.239017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a47fe439-a345-4349-a535-8b99dbf46367 req-1f6da900-964d-4613-b9d6-1219d3d41157 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879745 Jul 14 09:07:20.283079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Pushing event updated for resources: {'Port': ['ID=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:20.302726 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.359870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Attempting to bind port 4a86d8de-84d7-4db5-857a-88dff77ceb95 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:20.360216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Attempting to bind port 4a86d8de-84d7-4db5-857a-88dff77ceb95 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:20.361063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Attempting to bind port 4a86d8de-84d7-4db5-857a-88dff77ceb95 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:20.366457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Port 4a86d8de-84d7-4db5-857a-88dff77ceb95 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:20.366781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Attempting to bind port 4a86d8de-84d7-4db5-857a-88dff77ceb95 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:20.374600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:20.374970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:20.375503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:20.375948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Bound port: 4a86d8de-84d7-4db5-857a-88dff77ceb95, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:20.376313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.416908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.443593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32', 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:20.495144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=2969f275-1079-4eb8-b9b7-c8ff8d075413,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:20.520545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] For port 4a86d8de-84d7-4db5-857a-88dff77ceb95, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:20.524825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] For port 4a86d8de-84d7-4db5-857a-88dff77ceb95, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a86d8de-84d7-4db5-857a-88dff77ceb95,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:20.532625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port 2969f275-1079-4eb8-b9b7-c8ff8d075413 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:20.536127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.539124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5454d31b-0423-451b-9232-7d94820d54c4 req-a3d296cf-c2df-49cd-99ce-4eb39f73fb4f tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.11 "DELETE /v2.0/ports/2969f275-1079-4eb8-b9b7-c8ff8d075413 HTTP/1.1" status: 204 len: 173 time: 1.1277316 Jul 14 09:07:20.544614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'name': 'network-vif-deleted', 'tag': '2969f275-1079-4eb8-b9b7-c8ff8d075413'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:20.547624 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9affce-edd1-4d64-9cc2-27e071f05ede" -d '{"events": [{"server_uuid": "bbf9999d-482e-408a-bf97-7e946fa1355e", "name": "network-vif-deleted", "tag": "2969f275-1079-4eb8-b9b7-c8ff8d075413"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:20.562481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.570315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2969f275-1079-4eb8-b9b7-c8ff8d075413'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:20.610425 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6dc123-008f-4efa-8b61-466e8f98944f x-openstack-request-id: req-0f6dc123-008f-4efa-8b61-466e8f98944f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:20.610716 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9999d-482e-408a-bf97-7e946fa1355e", "name": "network-vif-deleted", "tag": "2969f275-1079-4eb8-b9b7-c8ff8d075413", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:20.611089 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f6dc123-008f-4efa-8b61-466e8f98944f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:20.611451 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf9999d-482e-408a-bf97-7e946fa1355e', 'name': 'network-vif-deleted', 'tag': '2969f275-1079-4eb8-b9b7-c8ff8d075413', 'status': 'completed', 'code': 200} Jul 14 09:07:20.617938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:20.635482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:20.718516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:20.719260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:20.727324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a86d8de-84d7-4db5-857a-88dff77ceb95 HTTP/1.1" status: 200 len: 1096 time: 1.2957056 Jul 14 09:07:20.729114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aad2758-360c-4303-a83d-6df347f279fc', 'tag': '4a86d8de-84d7-4db5-857a-88dff77ceb95'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:20.741634 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ce32f5-6933-48a8-8003-3b5b788d77c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0aad2758-360c-4303-a83d-6df347f279fc", "tag": "4a86d8de-84d7-4db5-857a-88dff77ceb95"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:20.752062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786eab5-75e1-4580-9b43-d447158b1412 service neutron] Pushing event updated for resources: {'Port': ['ID=4a86d8de-84d7-4db5-857a-88dff77ceb95,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:20.807598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e292e-9dd3-4b2c-8709-d193da452ad5 req-cfaf7eeb-c670-400c-8ba8-404c25b65599 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:20.810110 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa4e292e-9dd3-4b2c-8709-d193da452ad5 req-cfaf7eeb-c670-400c-8ba8-404c25b65599 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.4143603 Jul 14 09:07:20.828706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1f6b566f-d863-429b-b72f-d27e71fdfb1b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:20.869915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa4e292e-9dd3-4b2c-8709-d193da452ad5 req-b2fbfdab-4286-4d68-ab68-f027dc6fff73 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517244 Jul 14 09:07:20.921538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Router 9fa63814-3ba8-4316-8ba1-14fd9000e52d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:07:21.135935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1f6b566f-d863-429b-b72f-d27e71fdfb1b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:21.145857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1f6b566f-d863-429b-b72f-d27e71fdfb1b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:21.146940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.152735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868311-f6e7-4e35-acc1-6b4dd5616ad3 req-6a1eeded-3c0d-47cb-8a8e-7b0ec32a8282 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.154347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67868311-f6e7-4e35-acc1-6b4dd5616ad3 req-6a1eeded-3c0d-47cb-8a8e-7b0ec32a8282 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 947 time: 0.2693899 Jul 14 09:07:21.193835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-32e38ca0-bf64-4d34-a556-c89be8eb130c None None] Provisioning complete for port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:21.194227 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32e38ca0-bf64-4d34-a556-c89be8eb130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.224077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c18d06e1-24d7-49f5-80e9-da44f1bf4e59 req-91d516b3-43ec-4e50-87f2-cd32e0ce853d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf9999d-482e-408a-bf97-7e946fa1355e HTTP/1.1" status: 200 len: 210 time: 0.0814459 Jul 14 09:07:21.276674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be699a-deed-454f-824a-f3d58e72d399 req-9e6922cd-89f1-4631-b1c9-458bea00c3f4 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.279221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-18be699a-deed-454f-824a-f3d58e72d399 req-9e6922cd-89f1-4631-b1c9-458bea00c3f4 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 950 time: 0.2543907 Jul 14 09:07:21.289572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-5c8b579a-f14d-4d07-937d-30975b21fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.291908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-5c8b579a-f14d-4d07-937d-30975b21fd28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e345adb61c48468b8a7fbbbfff3d69e5&device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 1099 time: 0.3409493 Jul 14 09:07:21.297800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67868311-f6e7-4e35-acc1-6b4dd5616ad3 req-e89e2875-5674-4920-8320-d88a42eab03e tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068847 Jul 14 09:07:21.335489 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.345332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:07:21.360954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-32e38ca0-bf64-4d34-a556-c89be8eb130c None None] Port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:07:21.365411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8207e8b2-e056-483b-8044-0149be055806 admin admin] 10.222.0.18 "PUT /v2.0/routers/9fa63814-3ba8-4316-8ba1-14fd9000e52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0559564 Jul 14 09:07:21.403630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-22b43735-843c-476e-94db-d87aec4d6787 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=4a86d8de-84d7-4db5-857a-88dff77ceb95 HTTP/1.1" status: 200 len: 217 time: 0.0765922 Jul 14 09:07:21.474409 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342b8ff5-203d-4c59-9af8-9d920dccade1 x-openstack-request-id: req-342b8ff5-203d-4c59-9af8-9d920dccade1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:21.475146 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aad2758-360c-4303-a83d-6df347f279fc", "tag": "4a86d8de-84d7-4db5-857a-88dff77ceb95", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:21.475590 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-342b8ff5-203d-4c59-9af8-9d920dccade1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:21.476781 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aad2758-360c-4303-a83d-6df347f279fc', 'tag': '4a86d8de-84d7-4db5-857a-88dff77ceb95', 'status': 'completed', 'code': 200} Jul 14 09:07:21.507793 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.573879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-f1565ab9-249f-475b-8f30-36d920df2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.575541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-f1565ab9-249f-475b-8f30-36d920df2f4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1340339 Jul 14 09:07:21.604497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 1f6b566f-d863-429b-b72f-d27e71fdfb1b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f6b566f-d863-429b-b72f-d27e71fdfb1b,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:21.629656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 690506bb-746e-41cb-bc7d-b3924c60d032 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:21.637337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.825645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-3b36ccc9-a88c-47b3-b1f3-b0593c592139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.827219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-3b36ccc9-a88c-47b3-b1f3-b0593c592139 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2403486 Jul 14 09:07:21.848965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375084d-ce1a-4801-a735-cffa071ccfe8 req-e5185ed9-ad96-49f3-a790-d1af7a4bff76 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.850505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4375084d-ce1a-4801-a735-cffa071ccfe8 req-e5185ed9-ad96-49f3-a790-d1af7a4bff76 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1924772 Jul 14 09:07:21.874909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=1f6b566f-d863-429b-b72f-d27e71fdfb1b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:21.881216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port d9f63400-9c13-41ce-9a74-f0b11d6d4fde {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:21.887209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.895983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 690506bb-746e-41cb-bc7d-b3924c60d032 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:21.896362 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:21.912138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f988792-563b-47b2-8b2d-155c44c890a5 req-85d43411-8147-4560-890a-945b4eb13336 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:21.915024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9f988792-563b-47b2-8b2d-155c44c890a5 req-85d43411-8147-4560-890a-945b4eb13336 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.0915327 Jul 14 09:07:21.979936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9f988792-563b-47b2-8b2d-155c44c890a5 req-83540a66-afc6-4e2b-8e16-48ee4bb6a0f9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 Jul 14 09:07:21.997777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.023749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:22.026277 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66341a4e-441f-4754-986b-e398c6ab7847" -d '{"events": [{"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-plugged", "status": "completed", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:22.040485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:22.045866 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.051497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4375084d-ce1a-4801-a735-cffa071ccfe8 req-b3297ad9-a4e9-4307-b17e-2f53dfbec40d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492429 Jul 14 09:07:22.155744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port d9f63400-9c13-41ce-9a74-f0b11d6d4fde, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:22.156221 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.160188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-3d1501a3-bb8b-4147-ada7-4b50e51a5d55 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071334 Jul 14 09:07:22.164887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:22.198947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for d9f63400-9c13-41ce-9a74-f0b11d6d4fde owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:22.372451 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Sync routers for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:07:22.378690 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea84d67-fe99-4b8c-8444-b8f58a805056 req-ee601611-34a4-460e-b3d8-6cd8d25e22e0 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118247 Jul 14 09:07:22.391530 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:22.392482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443534f-fae3-4e31-ba54-26fbc7547f43 req-b18f36bd-753b-4cb9-a939-31b20414ae3f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:22.393154 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:07:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:22.399671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4443534f-fae3-4e31-ba54-26fbc7547f43 req-b18f36bd-753b-4cb9-a939-31b20414ae3f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.2211158 Jul 14 09:07:22.558199 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:22.641124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:22.648077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f8d8b4d3-7910-4f2e-8453-8d38c4282c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118457689', 'description': 'tempest-description--1118962054'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:22.694165 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b22d1af-c515-4feb-a2d1-fad787ee2414 x-openstack-request-id: req-2b22d1af-c515-4feb-a2d1-fad787ee2414 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:22.694706 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-plugged", "status": "completed", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:22.694706 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b22d1af-c515-4feb-a2d1-fad787ee2414 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:22.695112 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032', 'code': 200} Jul 14 09:07:22.719412 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b4d3-7910-4f2e-8453-8d38c4282c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.746601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1f6b566f-d863-429b-b72f-d27e71fdfb1b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:22.851424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1f6b566f-d863-429b-b72f-d27e71fdfb1b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:22.853169 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.958706 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b4d3-7910-4f2e-8453-8d38c4282c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:22.968459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4443534f-fae3-4e31-ba54-26fbc7547f43 req-ebefe677-30b8-4f8a-aa3b-e941a6e85c18 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679345 Jul 14 09:07:22.974653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b4d3-7910-4f2e-8453-8d38c4282c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.006159 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.036347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', '81f967d7-bdc8-46c2-a899-336c24325e32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:23.094821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8b4d3-7910-4f2e-8453-8d38c4282c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7758b78f-37d9-43c3-9048-046a89412a52,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:23.102396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b4d3-7910-4f2e-8453-8d38c4282c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.106750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f8d8b4d3-7910-4f2e-8453-8d38c4282c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4639728 Jul 14 09:07:23.114478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:23.121170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port d9f63400-9c13-41ce-9a74-f0b11d6d4fde on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:23.125393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.125895 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 2, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:23.127688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-18be699a-deed-454f-824a-f3d58e72d399 req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "DELETE /v2.0/ports/d9f63400-9c13-41ce-9a74-f0b11d6d4fde HTTP/1.1" status: 204 len: 173 time: 1.8326941 Jul 14 09:07:23.129816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927879e-3e6c-458a-920d-c47839f20ec5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=d9f63400-9c13-41ce-9a74-f0b11d6d4fde,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:23.146484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c2939f5d-2152-4733-97cd-6b62877a2e40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'security_group_rule': {'security_group_id': '7758b78f-37d9-43c3-9048-046a89412a52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:23.150702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-fa864f14-7d68-47ae-96c9-8df2cfc503be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.152396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-fa864f14-7d68-47ae-96c9-8df2cfc503be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e345adb61c48468b8a7fbbbfff3d69e5&device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 1099 time: 0.6898489 Jul 14 09:07:23.216613 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Checking router: 9fa63814-3ba8-4316-8ba1-14fd9000e52d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:07:23.218849 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Updating router 9fa63814-3ba8-4316-8ba1-14fd9000e52d port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:07:23.291193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2939f5d-2152-4733-97cd-6b62877a2e40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.298393 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.301400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-fc319c6d-f1e2-4166-baaf-f16a0163df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.302987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-fc319c6d-f1e2-4166-baaf-f16a0163df0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1226380 Jul 14 09:07:23.343014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c98c-6ecf-48e6-b981-7e8b3a3aa98a req-f766e7e9-5b1c-4ddd-880f-59837ef0a1f3 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.350848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9936c98c-6ecf-48e6-b981-7e8b3a3aa98a req-f766e7e9-5b1c-4ddd-880f-59837ef0a1f3 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 947 time: 0.2413020 Jul 14 09:07:23.408360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-6c034f38-07fc-41c8-a36e-da0c8fe9fd0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=4a86d8de-84d7-4db5-857a-88dff77ceb95 HTTP/1.1" status: 200 len: 217 time: 0.0975971 Jul 14 09:07:23.413346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9936c98c-6ecf-48e6-b981-7e8b3a3aa98a req-2622c6de-ef83-4d19-935d-7526df675e53 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612576 Jul 14 09:07:23.492525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'name': 'network-vif-deleted', 'tag': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:23.503560 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b089fe6-f51b-4d79-aac7-5c7c2c4dbcb5" -d '{"events": [{"server_uuid": "8728bf01-7e0f-483b-9acc-7a80c230c526", "name": "network-vif-deleted", "tag": "d9f63400-9c13-41ce-9a74-f0b11d6d4fde"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:23.527429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2939f5d-2152-4733-97cd-6b62877a2e40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.545647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2939f5d-2152-4733-97cd-6b62877a2e40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.578178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-73ff760b-55b4-4620-881a-a79254180ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.579987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-73ff760b-55b4-4620-881a-a79254180ab6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1627786 Jul 14 09:07:23.612630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2969f275-1079-4eb8-b9b7-c8ff8d075413 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:23.636499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2939f5d-2152-4733-97cd-6b62877a2e40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6f2ea4-7300-48ca-843b-a5ca9d587c8a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:23.638373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 2969f275-1079-4eb8-b9b7-c8ff8d075413 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:23.638730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2969f275-1079-4eb8-b9b7-c8ff8d075413 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:23.688611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-695d6cf2-428e-4c77-bcde-2b766631f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.693268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-695d6cf2-428e-4c77-bcde-2b766631f897 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023092 Jul 14 09:07:23.720218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2939f5d-2152-4733-97cd-6b62877a2e40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.723666 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2939f5d-2152-4733-97cd-6b62877a2e40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5826476 Jul 14 09:07:23.727438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41826) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:23.746746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fd158349-c395-49f3-8d6e-ebe074d2e34c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'security_group_rule': {'security_group_id': '7758b78f-37d9-43c3-9048-046a89412a52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:23.835599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855a352-85b3-4f84-8941-afcfd9080771 req-e481a5e7-03aa-4b6e-ba7d-ca3d4e4c4849 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:23.837510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4855a352-85b3-4f84-8941-afcfd9080771 req-e481a5e7-03aa-4b6e-ba7d-ca3d4e4c4849 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 945 time: 0.2572844 Jul 14 09:07:23.850843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f132242-7d15-43c4-8d95-c394d54407ad req-a9fd7ad1-752e-4cfe-9f20-4aae8f5c4de0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8728bf01-7e0f-483b-9acc-7a80c230c526 HTTP/1.1" status: 200 len: 210 time: 0.0440774 Jul 14 09:07:23.864999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd158349-c395-49f3-8d6e-ebe074d2e34c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:23.908121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-5026686b-197b-4adc-bd08-80384b7831c8 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054851 Jul 14 09:07:24.009140 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.026971 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Transition to ACTIVE for port object aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:24.040530 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.051800 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ce32f5-6933-48a8-8003-3b5b788d77c9 req-e60c3190-f214-47f6-896a-a8b89a2770e6 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337862 Jul 14 09:07:24.087446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4855a352-85b3-4f84-8941-afcfd9080771 req-20ed02e8-87d5-4659-bb9f-746499eaef96 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348068 Jul 14 09:07:24.136454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd158349-c395-49f3-8d6e-ebe074d2e34c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.148950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd158349-c395-49f3-8d6e-ebe074d2e34c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.172228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd158349-c395-49f3-8d6e-ebe074d2e34c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2c0d74-f940-4e02-972a-7d05a7671efa,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:24.196977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd158349-c395-49f3-8d6e-ebe074d2e34c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.198674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fd158349-c395-49f3-8d6e-ebe074d2e34c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4611151 Jul 14 09:07:24.206380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:24.211475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:24.213091 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24f0d10-430b-4db9-9d25-c2e88088348b x-openstack-request-id: req-e24f0d10-430b-4db9-9d25-c2e88088348b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:24.213501 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8728bf01-7e0f-483b-9acc-7a80c230c526", "name": "network-vif-deleted", "tag": "d9f63400-9c13-41ce-9a74-f0b11d6d4fde", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:24.215277 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e24f0d10-430b-4db9-9d25-c2e88088348b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:24.215884 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8728bf01-7e0f-483b-9acc-7a80c230c526', 'name': 'network-vif-deleted', 'tag': 'd9f63400-9c13-41ce-9a74-f0b11d6d4fde', 'status': 'completed', 'code': 200} Jul 14 09:07:24.241438 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30de0dc-47f3-4920-855e-60cef48a4703 None None] Pushing event updated for resources: {'Port': ['ID=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:24.243862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.250873 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Attempting to bind port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:24.251247 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Attempting to bind port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:24.251648 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Attempting to bind port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:24.260543 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:24.260919 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:24.262662 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.262662 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Bound using segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:24.263154 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Bound port: aeead5c6-b9b1-4fc0-83b5-68f7de907dc4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:24.263621 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.298728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ceb2-175b-4f18-b9eb-ac73ec290d7a req-888fbc90-6286-48a7-9656-e7694e9ea650 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:24.307829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8a6ceb2-175b-4f18-b9eb-ac73ec290d7a req-888fbc90-6286-48a7-9656-e7694e9ea650 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1623766 Jul 14 09:07:24.385758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8a6ceb2-175b-4f18-b9eb-ac73ec290d7a req-9098d9c2-11b3-4ec8-9cd8-399b9d4bd6db tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763922 Jul 14 09:07:24.402650 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] For port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:24.410041 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] For port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:24.436020 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.542680 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:24.543338 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:07:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:24.774013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-5bd5cb9d-31d3-4812-8e32-65eb9dca807e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0845482 Jul 14 09:07:24.821195 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:24.922683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-f827266d-140c-4cb4-99ce-824ccb3ac913 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:24.925356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-f827266d-140c-4cb4-99ce-824ccb3ac913 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.1309960 Jul 14 09:07:24.945402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-44'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:24.951128 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30de0dc-47f3-4920-855e-60cef48a4703 None None] Pushing event updated for resources: {'Port': ['ID=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:24.960410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbdd2d-580e-4148-89dd-c0727052e36b req-5ab81bbe-795e-4326-bcb9-a667b0437691 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:24.962328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ebbdd2d-580e-4148-89dd-c0727052e36b req-5ab81bbe-795e-4326-bcb9-a667b0437691 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 947 time: 0.1780343 Jul 14 09:07:24.993971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d9f63400-9c13-41ce-9a74-f0b11d6d4fde no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:25.033519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: d9f63400-9c13-41ce-9a74-f0b11d6d4fde {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:25.034254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d9f63400-9c13-41ce-9a74-f0b11d6d4fde not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:25.051345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a6dc-9e5b-4b51-8039-eb3133096417 req-bf829440-6414-4f0c-8ef6-e4a7bf535596 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.053620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ca7a6dc-9e5b-4b51-8039-eb3133096417 req-bf829440-6414-4f0c-8ef6-e4a7bf535596 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.7019277 Jul 14 09:07:25.065368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-f966544a-fb39-4724-a6bf-3e90a641de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.066835 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-f966544a-fb39-4724-a6bf-3e90a641de4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 1102 time: 0.1425648 Jul 14 09:07:25.067088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ebbdd2d-580e-4148-89dd-c0727052e36b req-35797359-009d-4f62-b8df-e4a182dab25b tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659714 Jul 14 09:07:25.109925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.122325 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-818e1943-ae31-411c-add5-8356e521e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:24Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:25.164862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.165482 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e1943-ae31-411c-add5-8356e521e25d None None] The sync data for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 is: [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:24Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:25.311955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ca7a6dc-9e5b-4b51-8039-eb3133096417 req-a3c0ab06-4385-4b5b-aa42-ade8802ed7e4 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487054 Jul 14 09:07:25.463750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:25.468557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Allocated IP 172.25.2.113 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/201a3a17-655a-488a-8673-4b2b5078838f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:25.578101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:25.623731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a86d8de-84d7-4db5-857a-88dff77ceb95 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:25.641681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.645859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-5b995e57-8959-4be3-a1a5-d003d3d7d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.647839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-5b995e57-8959-4be3-a1a5-d003d3d7d31f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.5354507 Jul 14 09:07:25.671149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.797865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-264d8a09-01c1-4432-a14c-a0be20d79f6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 200 len: 217 time: 0.1132975 Jul 14 09:07:25.808527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:25.828067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 4a86d8de-84d7-4db5-857a-88dff77ceb95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a86d8de-84d7-4db5-857a-88dff77ceb95,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:25.843684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '4a86d8de-84d7-4db5-857a-88dff77ceb95', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '4a86d8de-84d7-4db5-857a-88dff77ceb95', 'mac_address': 'fa:16:3e:46:37:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:25.887536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on host n-h1-758944-44 for vnic_type normal with profile {"migrating_to": "n-h2-758944-44"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:25.887876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:25.888209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:25.902471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2467b-5c27-4740-9d2a-bc161ea2a792 req-516908ec-2635-45d4-8346-fc0d45491f76 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.910472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52f2467b-5c27-4740-9d2a-bc161ea2a792 req-516908ec-2635-45d4-8346-fc0d45491f76 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1965597 Jul 14 09:07:25.914503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-ed19da63-e209-4553-9f16-d8dc4059573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:25.916281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-ed19da63-e209-4553-9f16-d8dc4059573c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1036417 Jul 14 09:07:25.917886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:25.918213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Attempting to bind port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:25.937870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:25.938243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:25.938630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:25.939074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Bound port: f39c13f0-dab1-4442-940c-3bb0db4e5a45, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:25.939462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.014285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.020420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:26.024048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:26.051560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.055075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b927e5-a76b-48d9-94eb-081cdb2e4577 req-674b596a-492d-45ec-9d94-7c94b17ac417 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.071550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25b927e5-a76b-48d9-94eb-081cdb2e4577 req-674b596a-492d-45ec-9d94-7c94b17ac417 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.4208226 Jul 14 09:07:26.075613 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52f2467b-5c27-4740-9d2a-bc161ea2a792 req-c5cdc227-0312-4fbe-96a4-4a59475c199f tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610436 Jul 14 09:07:26.173651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25b927e5-a76b-48d9-94eb-081cdb2e4577 req-4e3111a3-c295-40c7-a974-2d735878b86d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008561 Jul 14 09:07:26.205376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-8d3dd2af-d1ea-49d9-95bf-7ca707fc6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.211454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-8d3dd2af-d1ea-49d9-95bf-7ca707fc6495 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2852290 Jul 14 09:07:26.219489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:26.226373 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9982aaf0-98f0-4e52-93fe-d58f3472c403" -d '{"events": [{"server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "name": "network-vif-unplugged", "status": "completed", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:26.259602 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.303828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a86d8de-84d7-4db5-857a-88dff77ceb95 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:26.345490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:26.351162 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.353150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] 10.222.0.11 "PUT /v2.0/ports/f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 200 len: 1123 time: 1.4154465 Jul 14 09:07:26.357447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 4a86d8de-84d7-4db5-857a-88dff77ceb95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a86d8de-84d7-4db5-857a-88dff77ceb95,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:26.367001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.369396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f39c13f0-dab1-4442-940c-3bb0db4e5a45 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:26.373058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ecb00-07f0-46ac-8688-cce5bbe2f818 service neutron] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:26.396554 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:26.610019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:26.640815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:26.675842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['f39c13f0-dab1-4442-940c-3bb0db4e5a45'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:26.677151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:26.693961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=201a3a17-655a-488a-8673-4b2b5078838f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:26.732380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f39c13f0-dab1-4442-940c-3bb0db4e5a45'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:26.739953 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-982c2505-6b1f-48cb-a906-fe85393467fb service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163605 Jul 14 09:07:26.795134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:26.829856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:26.838300 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4a0013-0062-404d-a747-c372c58b7ef5 x-openstack-request-id: req-1f4a0013-0062-404d-a747-c372c58b7ef5 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:26.838624 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "name": "network-vif-unplugged", "status": "completed", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:26.839000 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f4a0013-0062-404d-a747-c372c58b7ef5 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:26.839484 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45', 'code': 200} Jul 14 09:07:26.870071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f39c13f0-dab1-4442-940c-3bb0db4e5a45 has no active binding in host n-h2-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:07:26.899000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=4a86d8de-84d7-4db5-857a-88dff77ceb95,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:26.991657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c45e-2710-48c3-9849-3a2ab3ec3ff2 req-229940bb-a818-4e1c-b5fc-a236fa89850c tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.018701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca13c45e-2710-48c3-9849-3a2ab3ec3ff2 req-229940bb-a818-4e1c-b5fc-a236fa89850c tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 948 time: 0.5183938 Jul 14 09:07:27.094511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:27.105848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:27.106345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.180499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da98d0e-73d0-4531-a627-54bd39942f37 req-e7eb1a5d-b5d6-4b6b-b1a5-0a7b928b7196 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284306 Jul 14 09:07:27.185286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.210941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca13c45e-2710-48c3-9849-3a2ab3ec3ff2 req-9cb9b933-951d-4883-b901-749952242115 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908360 Jul 14 09:07:27.231218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['4a86d8de-84d7-4db5-857a-88dff77ceb95'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:27.324982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.375087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1eea2-0737-4b60-921f-22f52b7b9b16 req-1f97d341-21b6-4982-afa2-7a6d3f64e14c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.395780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89e1eea2-0737-4b60-921f-22f52b7b9b16 req-1f97d341-21b6-4982-afa2-7a6d3f64e14c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.2067461 Jul 14 09:07:27.440580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.473626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89e1eea2-0737-4b60-921f-22f52b7b9b16 req-483b331b-1c73-4fae-900b-6b17aee40ba3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749831 Jul 14 09:07:27.591427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:27.598087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.613060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.617829 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.792080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e099092-c6af-4d5b-bb0a-8b9939a10f6b req-07d416a7-8e0f-459c-a920-250b40574fd7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:27.808127 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e099092-c6af-4d5b-bb0a-8b9939a10f6b req-07d416a7-8e0f-459c-a920-250b40574fd7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1303790 Jul 14 09:07:27.816487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=201a3a17-655a-488a-8673-4b2b5078838f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:27.823737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.847833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:27.860922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.871441 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-544dc664-89fa-41d1-b09b-9adddf304a28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6544504 Jul 14 09:07:27.902297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e099092-c6af-4d5b-bb0a-8b9939a10f6b req-97ac36ef-7a81-4a13-acac-bd32d8182b18 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931783 Jul 14 09:07:28.028829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf094-c33a-4c60-beaa-350878f6067f req-22fc8d43-def5-4585-9008-636fad715a9f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.036404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a7bbf094-c33a-4c60-beaa-350878f6067f req-22fc8d43-def5-4585-9008-636fad715a9f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.1404541 Jul 14 09:07:28.091457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a7bbf094-c33a-4c60-beaa-350878f6067f req-9a985c1c-fcbe-4e91-8ee9-9a75c2ac340e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539587 Jul 14 09:07:28.223082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-467b6dea-bc4d-4a6a-9538-5db652fea5f9 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--118457689&fields=id&tenant_id=a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 267 time: 0.0432868 Jul 14 09:07:28.246889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e031f-0e1f-4a9d-a795-5be4c83babd0 req-5de5f325-40e9-41e6-8302-bf009b83e102 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.254182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-483e031f-0e1f-4a9d-a795-5be4c83babd0 req-5de5f325-40e9-41e6-8302-bf009b83e102 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 950 time: 0.1078753 Jul 14 09:07:28.331982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-483e031f-0e1f-4a9d-a795-5be4c83babd0 req-a046e71b-21c3-4b3b-bdcf-56625ba545dd tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767882 Jul 14 09:07:28.354359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-8733c2c8-d809-4729-b20f-5859b01a3297 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.356166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-8733c2c8-d809-4729-b20f-5859b01a3297 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.1316519 Jul 14 09:07:28.383390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-c046dc1d-c6a9-4535-a884-1aa3f1e2c9ac tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/quotas/a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 375 time: 0.0162807 Jul 14 09:07:28.467742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-bd1f2aba-a330-408a-a96f-d5e237fec8dc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832431 Jul 14 09:07:28.553421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-ec70d71f-e848-4dcc-a4ba-f9ca6dfaa7b0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.555133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-ec70d71f-e848-4dcc-a4ba-f9ca6dfaa7b0 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 950 time: 0.0881300 Jul 14 09:07:28.645292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-066a9a7c-4cc6-4076-a7f9-ff8cdee5da5f service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637831 Jul 14 09:07:28.736575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb86a-98fb-4503-9812-313ec032f249 req-5e29848e-2d3d-46be-a510-4c507b37ed94 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:28.736821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:28.738162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5fdeb86a-98fb-4503-9812-313ec032f249 req-5e29848e-2d3d-46be-a510-4c507b37ed94 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 948 time: 0.1340730 Jul 14 09:07:28.759955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port 81f967d7-bdc8-46c2-a899-336c24325e32 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:28.760615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.790489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-006dda4e-a832-437b-8bd7-8801be0d67f1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384940 Jul 14 09:07:28.808662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:28.809186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.840255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:28.843140 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986abd38-2eb0-4552-b404-4bb603b2e694" -d '{"events": [{"name": "network-changed", "server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:28.850663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5fdeb86a-98fb-4503-9812-313ec032f249 req-80ce9949-fe71-49c9-9815-aa5f6c2a098f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023049 Jul 14 09:07:28.922395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port 81f967d7-bdc8-46c2-a899-336c24325e32, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=81f967d7-bdc8-46c2-a899-336c24325e32,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:28.922779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:28.957810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for 81f967d7-bdc8-46c2-a899-336c24325e32 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:29.252446 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae06c99-d8da-4820-a563-ed0b31111b0d x-openstack-request-id: req-0ae06c99-d8da-4820-a563-ed0b31111b0d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:29.253339 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:29.253818 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ae06c99-d8da-4820-a563-ed0b31111b0d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:29.254333 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45', 'status': 'completed', 'code': 200} Jul 14 09:07:29.293933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.300651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc995-fdc2-482e-b49e-f6b8271ba144 req-426eee60-d57d-453d-ac31-b0efcaea0ad1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.309511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195', 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:29.316017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2cdc995-fdc2-482e-b49e-f6b8271ba144 req-426eee60-d57d-453d-ac31-b0efcaea0ad1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1433620 Jul 14 09:07:29.336921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=81f967d7-bdc8-46c2-a899-336c24325e32,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:29.337612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-62bf7c69-d1bc-4eed-9b49-cce79fb23209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.340261 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-62bf7c69-d1bc-4eed-9b49-cce79fb23209 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1126 time: 0.2366247 Jul 14 09:07:29.499059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2cdc995-fdc2-482e-b49e-f6b8271ba144 req-0cec083a-2f3b-4639-bfe7-c190db0fa6d4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740527 Jul 14 09:07:29.536242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port 81f967d7-bdc8-46c2-a899-336c24325e32 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:29.543615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.546285 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b81c67b1-5000-4eb5-86f7-92fac26a9f71 req-597ed975-0349-4142-99c8-e214536f1593 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "DELETE /v2.0/ports/81f967d7-bdc8-46c2-a899-336c24325e32 HTTP/1.1" status: 204 len: 173 time: 0.9774771 Jul 14 09:07:29.600507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4f0f2-28fe-46bd-af46-1dfba390e9b8 req-b734d864-0598-4ad0-805c-3f5d9464dfd5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.605473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-af4ebcc8-c509-47a0-a431-641d4751f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.607089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-af4ebcc8-c509-47a0-a431-641d4751f187 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.2133121 Jul 14 09:07:29.610351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21a4f0f2-28fe-46bd-af46-1dfba390e9b8 req-b734d864-0598-4ad0-805c-3f5d9464dfd5 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.3548706 Jul 14 09:07:29.647423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-4bc1097a-90fd-4876-96c0-b18d2c056e19 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.648928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-4bc1097a-90fd-4876-96c0-b18d2c056e19 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 949 time: 0.1870687 Jul 14 09:07:29.739755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-972eaab5-9834-45ff-869f-3dc2f693f5e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 200 len: 217 time: 0.1205239 Jul 14 09:07:29.741854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c19bd168-c354-448e-be92-b1f906676992 req-cc6a4250-82af-4877-8603-4244d3e72abd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 210 time: 0.1240015 Jul 14 09:07:29.779421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a86d8de-84d7-4db5-857a-88dff77ceb95 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:29.831061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21a4f0f2-28fe-46bd-af46-1dfba390e9b8 req-ad84d7b4-1754-40f6-882d-8697c11ed489 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197366 Jul 14 09:07:29.832483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-f80e5974-9c73-44ae-82a3-a42039381b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:29.834086 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-f80e5974-9c73-44ae-82a3-a42039381b0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0780573 Jul 14 09:07:29.897061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:29.897416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:29.969502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-c6ee5b7f-0a9c-430b-bac5-32853bc96374 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127391 Jul 14 09:07:30.017420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 4a86d8de-84d7-4db5-857a-88dff77ceb95 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:30.022338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 4a86d8de-84d7-4db5-857a-88dff77ceb95 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:30.023108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.175257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-0207bb13-cb90-4014-8369-abec4747323c service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879797 Jul 14 09:07:30.186829 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.220876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aad2758-360c-4303-a83d-6df347f279fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a86d8de-84d7-4db5-857a-88dff77ceb95'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:30.223397 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1768534d-7fe2-4d59-b4bb-7b57e6f34e3f" -d '{"events": [{"server_uuid": "0aad2758-360c-4303-a83d-6df347f279fc", "name": "network-vif-plugged", "status": "completed", "tag": "4a86d8de-84d7-4db5-857a-88dff77ceb95"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:30.238036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 4a86d8de-84d7-4db5-857a-88dff77ceb95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a86d8de-84d7-4db5-857a-88dff77ceb95,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:30.251955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:30.252327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.255122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.277332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54cfb798-d1b4-40a4-b699-96fa1d4685a5 req-209d0362-121d-4ced-b091-1bccb5792d0d tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb97c3a1-b194-4813-a9cf-23a6b21bbbbe HTTP/1.1" status: 200 len: 210 time: 0.0331295 Jul 14 09:07:30.279637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98834ada-259d-4dcf-8652-39094412b5c2 req-a7402d15-7953-4ccc-be04-e48abf10f840 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:30.287017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98834ada-259d-4dcf-8652-39094412b5c2 req-a7402d15-7953-4ccc-be04-e48abf10f840 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.1466594 Jul 14 09:07:30.340747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:30.368727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=4a86d8de-84d7-4db5-857a-88dff77ceb95,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:30.383978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-986abd38-2eb0-4552-b404-4bb603b2e694 req-7a01bb6a-ca9f-4385-bd26-1e7bf5e48e2f service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987700 Jul 14 09:07:30.405641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98834ada-259d-4dcf-8652-39094412b5c2 req-17a7b3a4-f16b-42e2-986e-8028e0734119 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171947 Jul 14 09:07:30.679273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.680381 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a46633-00ad-45ca-a7b3-380973151696 x-openstack-request-id: req-53a46633-00ad-45ca-a7b3-380973151696 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:30.681023 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aad2758-360c-4303-a83d-6df347f279fc", "name": "network-vif-plugged", "status": "completed", "tag": "4a86d8de-84d7-4db5-857a-88dff77ceb95", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:30.681298 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53a46633-00ad-45ca-a7b3-380973151696 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:30.681707 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aad2758-360c-4303-a83d-6df347f279fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a86d8de-84d7-4db5-857a-88dff77ceb95', 'code': 200} Jul 14 09:07:30.698003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:30.772561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=f7eb55d5-ec23-4e4e-a206-1df945e5d7e5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:30.880250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:30.888786 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:30.891676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e3e28f93-2b5f-4998-882c-07df104e6685 req-8feafa8c-04f5-4f50-8bb8-4c53c740a2cc tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "DELETE /v2.0/ports/f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 HTTP/1.1" status: 204 len: 173 time: 1.2352428 Jul 14 09:07:30.934069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39ba7-03c1-472a-8633-e0828b88d4d8 req-77c7a0c1-b5f1-464f-9d8d-1931367adad0 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:30.950412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9e39ba7-03c1-472a-8633-e0828b88d4d8 req-77c7a0c1-b5f1-464f-9d8d-1931367adad0 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 949 time: 0.2981441 Jul 14 09:07:30.963659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7654531-3a44-4587-ba53-169759268a1c req-11b5b29b-7423-45db-9db6-504b96f2112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:30.965769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7654531-3a44-4587-ba53-169759268a1c req-11b5b29b-7423-45db-9db6-504b96f2112b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 1101 time: 0.1759453 Jul 14 09:07:31.018575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 81f967d7-bdc8-46c2-a899-336c24325e32 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:31.026738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9e39ba7-03c1-472a-8633-e0828b88d4d8 req-8c4c1a64-7cea-4f50-867d-e58fc00f4c13 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753691 Jul 14 09:07:31.044160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039bdd8-6f68-4799-8bdb-0bb5ff7d1aa0 req-2d76c3b0-05c7-4796-aa95-992c0955a9d7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:31.046509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5039bdd8-6f68-4799-8bdb-0bb5ff7d1aa0 req-2d76c3b0-05c7-4796-aa95-992c0955a9d7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1286371 Jul 14 09:07:31.048721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7654531-3a44-4587-ba53-169759268a1c req-f98dceff-7dae-4b4f-8b70-3b7e719f1216 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757871 Jul 14 09:07:31.056248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 81f967d7-bdc8-46c2-a899-336c24325e32 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:31.056606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 81f967d7-bdc8-46c2-a899-336c24325e32 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:31.057072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:31.109763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:31.110126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device f7eb55d5-ec23-4e4e-a206-1df945e5d7e5 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:31.128505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5039bdd8-6f68-4799-8bdb-0bb5ff7d1aa0 req-95a958da-3cfd-4e51-9563-a7ce4d0168c4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662305 Jul 14 09:07:31.189298 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.225899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d0eadf3-84c1-480c-ac5d-52a43d218ea2 req-d7e9f455-39be-408a-b2c9-8983aca81abb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 210 time: 0.0522180 Jul 14 09:07:31.255793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'name': 'network-vif-deleted', 'tag': '81f967d7-bdc8-46c2-a899-336c24325e32'}, {'server_uuid': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'name': 'network-vif-deleted', 'tag': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:31.258140 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f201f643-13df-4766-b9ca-ad5cdd3b4ecf" -d '{"events": [{"server_uuid": "cb97c3a1-b194-4813-a9cf-23a6b21bbbbe", "name": "network-vif-deleted", "tag": "81f967d7-bdc8-46c2-a899-336c24325e32"}, {"server_uuid": "dde92f2c-8826-48ff-aa01-b5bce579cf8c", "name": "network-vif-deleted", "tag": "f7eb55d5-ec23-4e4e-a206-1df945e5d7e5"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:31.467727 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c5833-0809-435c-a433-f97d381a9365 x-openstack-request-id: req-669c5833-0809-435c-a433-f97d381a9365 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:31.467727 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb97c3a1-b194-4813-a9cf-23a6b21bbbbe", "name": "network-vif-deleted", "tag": "81f967d7-bdc8-46c2-a899-336c24325e32", "status": "completed", "code": 200}, {"server_uuid": "dde92f2c-8826-48ff-aa01-b5bce579cf8c", "name": "network-vif-deleted", "tag": "f7eb55d5-ec23-4e4e-a206-1df945e5d7e5", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:31.467727 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-669c5833-0809-435c-a433-f97d381a9365 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:31.467727 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb97c3a1-b194-4813-a9cf-23a6b21bbbbe', 'name': 'network-vif-deleted', 'tag': '81f967d7-bdc8-46c2-a899-336c24325e32', 'status': 'completed', 'code': 200} Jul 14 09:07:31.467727 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde92f2c-8826-48ff-aa01-b5bce579cf8c', 'name': 'network-vif-deleted', 'tag': 'f7eb55d5-ec23-4e4e-a206-1df945e5d7e5', 'status': 'completed', 'code': 200} Jul 14 09:07:31.490571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712d6b1-55ed-434b-aab6-831ccd2412c2 req-9de5c6e3-7bcc-4629-8091-57ce474d6e26 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:31.501724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5712d6b1-55ed-434b-aab6-831ccd2412c2 req-9de5c6e3-7bcc-4629-8091-57ce474d6e26 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1531577 Jul 14 09:07:31.509769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-e33d991b-dea0-4b05-9b0f-375aaca360bd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:31.511472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-e33d991b-dea0-4b05-9b0f-375aaca360bd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.2479663 Jul 14 09:07:31.597505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-f45347d7-4790-4a45-8ef8-3290fe25d6c3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 379 time: 0.0747144 Jul 14 09:07:31.611674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'port': {'device_id': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'admin_state_up': True, 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'security_groups': ['7758b78f-37d9-43c3-9048-046a89412a52']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:31.634491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5712d6b1-55ed-434b-aab6-831ccd2412c2 req-41cbff38-f6a6-48a4-a2ae-bf752e7ecbee tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311197 Jul 14 09:07:31.777314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Made reservation on behalf of a7aa010ea0a540a6812b8fca95bff63d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:31.783029 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:31.852131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1a72fbd-dec8-4f81-880d-9b36120b1aa3 req-70536ca0-38f2-4c5a-ad8f-7c0e54ed5f53 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=dde92f2c-8826-48ff-aa01-b5bce579cf8c HTTP/1.1" status: 200 len: 210 time: 0.0618484 Jul 14 09:07:32.027393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38912943-4298-431a-95f9-4bfc87ac4707 req-d08cb4b8-206e-4384-8e65-51294886709a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.037141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-38912943-4298-431a-95f9-4bfc87ac4707 req-d08cb4b8-206e-4384-8e65-51294886709a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.1714945 Jul 14 09:07:32.051622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Allocated IP 172.20.0.4 (2ee81d52-5b6a-400d-b9ae-3c4441fc88ff/0eaafedb-0c03-483d-afab-70165df797f2/4409d560-344b-4e2f-96c9-756d1362ac34) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:32.108119 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-38912943-4298-431a-95f9-4bfc87ac4707 req-ea996468-482b-4f91-9f8a-b46fe3c70572 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696342 Jul 14 09:07:32.323663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c3aff-c6fc-4b4f-ab87-bcc2212b1982 req-7bf23518-86f9-411a-b8ef-f22ad56662b8 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.336157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c7c3aff-c6fc-4b4f-ab87-bcc2212b1982 req-7bf23518-86f9-411a-b8ef-f22ad56662b8 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 949 time: 0.1223953 Jul 14 09:07:32.357592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.410208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c7c3aff-c6fc-4b4f-ab87-bcc2212b1982 req-cb02cc91-f5ab-40fc-9b87-ea8dddf65069 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731633 Jul 14 09:07:32.446545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Transition to ACTIVE for port object 4409d560-344b-4e2f-96c9-756d1362ac34 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:32.500000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.534453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:32.538023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:32.540145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:32.620717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815b193-2adc-4913-b265-0e9a209afefb req-f58cf76e-002a-47cd-9362-9af9d1c7d54c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.622279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6815b193-2adc-4913-b265-0e9a209afefb req-f58cf76e-002a-47cd-9362-9af9d1c7d54c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.2648578 Jul 14 09:07:32.694693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fbbd0-af61-44b7-963c-61cfa00fcb3f req-74b1ff6a-8f2f-4f73-b61e-7396e43affb3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.708548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6815b193-2adc-4913-b265-0e9a209afefb req-ad05b30d-ce48-44ee-b8b7-5bb1b79239ca tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647628 Jul 14 09:07:32.720962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-936fbbd0-af61-44b7-963c-61cfa00fcb3f req-74b1ff6a-8f2f-4f73-b61e-7396e43affb3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 931 time: 0.1343877 Jul 14 09:07:32.724954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:32.755733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:32.757132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.782410 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-289ccae0-e588-4839-85e3-90dbc0939e86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1787276 Jul 14 09:07:32.783147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-936fbbd0-af61-44b7-963c-61cfa00fcb3f req-e73cb03b-faf8-481b-b5b6-2fc94d0f6c3f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613265 Jul 14 09:07:32.797799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Request body: {'port': {'device_id': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:32.902198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:32.993888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a579443a-2f53-4529-9471-7e30ca500753 None None] Provisioning for port 4409d560-344b-4e2f-96c9-756d1362ac34 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:32.999736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a579443a-2f53-4529-9471-7e30ca500753 None None] Provisioning complete for port 4409d560-344b-4e2f-96c9-756d1362ac34 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:33.000326 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a579443a-2f53-4529-9471-7e30ca500753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.053986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a044f78-5075-4ef5-92c5-545b3030d43a req-1cf56050-27ad-4df2-8011-5405aa7ccb42 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:33.064218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a044f78-5075-4ef5-92c5-545b3030d43a req-1cf56050-27ad-4df2-8011-5405aa7ccb42 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1157584 Jul 14 09:07:33.095778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a579443a-2f53-4529-9471-7e30ca500753 None None] Port 4409d560-344b-4e2f-96c9-756d1362ac34 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:07:33.144883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a044f78-5075-4ef5-92c5-545b3030d43a req-9a455cb3-4105-43ab-be30-7c91aba3fc67 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797801 Jul 14 09:07:33.566790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4409d560-344b-4e2f-96c9-756d1362ac34 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:33.593318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.617431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c0159-b611-49d1-8da3-8780ecaa5b7b req-a26443d2-d031-406b-aa99-7402829790cb tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:33.624587 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba0c0159-b611-49d1-8da3-8780ecaa5b7b req-a26443d2-d031-406b-aa99-7402829790cb tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.1853695 Jul 14 09:07:33.661222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Transition to ACTIVE for port object 4409d560-344b-4e2f-96c9-756d1362ac34 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:33.675927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba0c0159-b611-49d1-8da3-8780ecaa5b7b req-259ad514-2777-46e3-91d8-bc434698db86 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504341 Jul 14 09:07:33.677326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:33.711477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b70c80-d8b0-4f0d-abd2-0c80bf2ccb19 req-36af6514-4e8d-4f8d-8beb-9b59bf8fac56 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:33.722792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9b70c80-d8b0-4f0d-abd2-0c80bf2ccb19 req-36af6514-4e8d-4f8d-8beb-9b59bf8fac56 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 949 time: 0.1032565 Jul 14 09:07:33.812304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9b70c80-d8b0-4f0d-abd2-0c80bf2ccb19 req-6cb3909b-c009-49d6-a204-434bb8557ca6 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875235 Jul 14 09:07:33.856986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:33.878121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Attempting to bind port 4409d560-344b-4e2f-96c9-756d1362ac34 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:33.878848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Attempting to bind port 4409d560-344b-4e2f-96c9-756d1362ac34 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:33.879704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Attempting to bind port 4409d560-344b-4e2f-96c9-756d1362ac34 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:33.890788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Port 4409d560-344b-4e2f-96c9-756d1362ac34 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:33.891567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Attempting to bind port 4409d560-344b-4e2f-96c9-756d1362ac34 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:33.903216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:33.903994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:33.904655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Bound using segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:33.910646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Bound port: 4409d560-344b-4e2f-96c9-756d1362ac34, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:33.911399 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:34.053543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:34.057056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:34.063938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e14eb-4728-4ffc-a0eb-08a0e8a716f8 req-6620843a-12d4-4496-85b2-b7b19f092afa tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.070409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e303689-7d50-47de-ac88-d1b1a516398f req-a7d92803-4194-420c-b183-3ff4b83f3209 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.072093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e303689-7d50-47de-ac88-d1b1a516398f req-a7d92803-4194-420c-b183-3ff4b83f3209 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 949 time: 0.1700811 Jul 14 09:07:34.073946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:34.077976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-004e14eb-4728-4ffc-a0eb-08a0e8a716f8 req-6620843a-12d4-4496-85b2-b7b19f092afa tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1123350 Jul 14 09:07:34.135237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.135745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:34.137146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] 10.222.0.48 "PUT /v2.0/ports/4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 1092 time: 1.3445520 Jul 14 09:07:34.137786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:34.140117 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337e1c37-5a83-43b1-aba2-76917d299ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:34.141297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-004e14eb-4728-4ffc-a0eb-08a0e8a716f8 req-b5550e1a-0f5e-4ceb-ae19-ea826dcc1d36 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602162 Jul 14 09:07:34.211623 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e303689-7d50-47de-ac88-d1b1a516398f req-ce676259-c19c-4877-a352-28c7ce2307ce tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323357 Jul 14 09:07:34.314602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680ea84-ea8c-43d8-b1f3-f17bea1cc484 service neutron] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:34.371928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-e5f2fff6-fcc2-49a1-8a31-42322dc883a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.373520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-e5f2fff6-fcc2-49a1-8a31-42322dc883a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1095 time: 0.1608686 Jul 14 09:07:34.435676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435bc90-2695-4a03-ab4a-429a3da856ca req-c570f59e-5784-4b01-b6f3-7adb7f0f491a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.445167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7435bc90-2695-4a03-ab4a-429a3da856ca req-c570f59e-5784-4b01-b6f3-7adb7f0f491a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 943 time: 0.1556814 Jul 14 09:07:34.468110 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-99339b65-d69e-4460-83b7-2ad3c3f2ff97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 217 time: 0.0790403 Jul 14 09:07:34.514828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7435bc90-2695-4a03-ab4a-429a3da856ca req-0bda840d-0c04-418c-93b4-90c623e038d6 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667546 Jul 14 09:07:34.566606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-0a6046f0-da1c-4749-952c-0c5893741aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.569280 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-0a6046f0-da1c-4749-952c-0c5893741aaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0940869 Jul 14 09:07:34.647045 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c00b423-1ee2-45a0-b34d-e9d3f07d2545 x-openstack-request-id: req-4c00b423-1ee2-45a0-b34d-e9d3f07d2545 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:34.647472 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:34.647827 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c00b423-1ee2-45a0-b34d-e9d3f07d2545 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:34.648328 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'status': 'completed', 'code': 200} Jul 14 09:07:34.705135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-7fadcbc2-bc63-47fe-8918-956b0ec47ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.707120 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-7fadcbc2-bc63-47fe-8918-956b0ec47ee2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277106 Jul 14 09:07:34.806162 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-8f7da5db-7430-4076-b827-1c8f642978df service neutron] 10.222.0.48 "GET /v2.0/ports/f39c13f0-dab1-4442-940c-3bb0db4e5a45/bindings/n-h2-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.0806108 Jul 14 09:07:34.841082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-5abcbf94-6080-456b-8cb9-95ebe9c41523 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156068 Jul 14 09:07:34.921754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac67d-89a4-456d-84ef-2278e0eb1f78 req-0a0579ad-bf7f-416e-a91f-68252721ee30 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:34.923511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7cac67d-89a4-456d-84ef-2278e0eb1f78 req-0a0579ad-bf7f-416e-a91f-68252721ee30 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1337075 Jul 14 09:07:35.008314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device f39c13f0-dab1-4442-940c-3bb0db4e5a45 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:35.039565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7cac67d-89a4-456d-84ef-2278e0eb1f78 req-ddd6fb3a-1cf2-45ff-b046-dbdee43d9762 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882895 Jul 14 09:07:35.075099 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d1a8214-3256-4b34-9182-e9df49c93dbb req-4d012247-46a8-4467-9c6e-ac297d7db0e8 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917393 Jul 14 09:07:35.090148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be757a-d08a-43b2-8c91-cb1bbc7ce205 req-26f98745-07f7-4db3-88f7-cb8624ed9867 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.091766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-37be757a-d08a-43b2-8c91-cb1bbc7ce205 req-26f98745-07f7-4db3-88f7-cb8624ed9867 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 949 time: 0.1915917 Jul 14 09:07:35.135175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:35.214493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:35.235968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-37be757a-d08a-43b2-8c91-cb1bbc7ce205 req-3cade9e8-53ed-448e-b574-8244624e5b00 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326156 Jul 14 09:07:35.277463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39c13f0-dab1-4442-940c-3bb0db4e5a45 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:35.277710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-827471ff-6471-45c9-a6ac-98862d239dde tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.279151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-827471ff-6471-45c9-a6ac-98862d239dde tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 949 time: 0.1865232 Jul 14 09:07:35.303314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:35.330986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73491a5e-8923-4042-8abe-af5c99494eff req-ba6cbd70-6fb3-4b72-ad39-dde2cb5c2f3f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.332642 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73491a5e-8923-4042-8abe-af5c99494eff req-ba6cbd70-6fb3-4b72-ad39-dde2cb5c2f3f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 943 time: 0.1554072 Jul 14 09:07:35.334294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:35.340957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-83023f63-b1e3-406c-bfbe-14df9e194146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.342776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-83023f63-b1e3-406c-bfbe-14df9e194146 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1095 time: 0.1839874 Jul 14 09:07:35.440863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73491a5e-8923-4042-8abe-af5c99494eff req-2cd7d5c7-6c9c-425d-9250-8a80cb916ee7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933666 Jul 14 09:07:35.510243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] Transition to ACTIVE for port object f39c13f0-dab1-4442-940c-3bb0db4e5a45 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:35.524585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:35.530768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-1c7748bc-c653-46f5-81ed-c81618444cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.531235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-1c7748bc-c653-46f5-81ed-c81618444cd3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1624300 Jul 14 09:07:35.629876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] No DVR routers for this DVR port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:35.695240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:35.730267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-34da6517-3782-4e11-ba12-0be2a82dacd0 service neutron] 10.222.0.48 "PUT /v2.0/ports/f39c13f0-dab1-4442-940c-3bb0db4e5a45/bindings/n-h2-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 0.9002719 Jul 14 09:07:35.810738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542bb6-b992-4390-8959-c553ff722d71 req-cc458872-1d58-4053-af4f-21045953754e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.813392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9542bb6-b992-4390-8959-c553ff722d71 req-cc458872-1d58-4053-af4f-21045953754e tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 949 time: 0.1888406 Jul 14 09:07:35.916750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9542bb6-b992-4390-8959-c553ff722d71 req-89d6007c-c7eb-4ee0-b270-6619198c9152 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c5c2b20-e263-4c36-9d20-de7122e10ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824416 Jul 14 09:07:35.945511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-6e77047d-8a62-491f-8466-b20540893180 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:35.950893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-6e77047d-8a62-491f-8466-b20540893180 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.1361864 Jul 14 09:07:35.988495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-682048cf-224e-4eb6-8142-0bd7dcf6cf9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 217 time: 0.4370852 Jul 14 09:07:36.101861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-81acd8ce-da96-46fb-8ed5-f865b4b1f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.103167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-81acd8ce-da96-46fb-8ed5-f865b4b1f25c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f&tenant_id=6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 1096 time: 0.1436882 Jul 14 09:07:36.128977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-ada8b289-72e6-4a24-94cf-c71237b73306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.131199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-ada8b289-72e6-4a24-94cf-c71237b73306 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1265953 Jul 14 09:07:36.186997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Deleting port 91c60b2e-f576-41d9-915d-beb39380c195 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:36.187250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:36.222496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-5c7797a5-9cc5-4403-9850-6b053179278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.224142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-5c7797a5-9cc5-4403-9850-6b053179278a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1096 time: 0.0860689 Jul 14 09:07:36.237747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489bb84-8b16-4116-b1fb-5ec9ecd2405d req-75379708-21cf-4b21-a66a-f8e5641caf7b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.239818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1489bb84-8b16-4116-b1fb-5ec9ecd2405d req-75379708-21cf-4b21-a66a-f8e5641caf7b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 943 time: 0.1525574 Jul 14 09:07:36.274390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e0031-8faa-4bfe-bf3b-b0d127a1930c req-8f6259b7-8af9-4f01-a307-e44273c52d76 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.282216 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560e0031-8faa-4bfe-bf3b-b0d127a1930c req-8f6259b7-8af9-4f01-a307-e44273c52d76 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.7499967 Jul 14 09:07:36.302838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb270aab-4425-425e-a854-4083b838aee5 req-faaf186b-b86c-4268-8e1b-23e31393a166 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.304441 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb270aab-4425-425e-a854-4083b838aee5 req-faaf186b-b86c-4268-8e1b-23e31393a166 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.11 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 949 time: 0.3135448 Jul 14 09:07:36.337177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1489bb84-8b16-4116-b1fb-5ec9ecd2405d req-3efb981f-7cc6-4ddf-9da0-bab1ce6c5d73 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896199 Jul 14 09:07:36.386483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-948b60b2-983d-420c-b8ae-fb54d78a8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.388537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-948b60b2-983d-420c-b8ae-fb54d78a8760 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1340704 Jul 14 09:07:36.462740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-d224fbcd-6850-460e-a6d8-501aff7ff9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.464302 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-d224fbcd-6850-460e-a6d8-501aff7ff9c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3159609 Jul 14 09:07:36.472489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-ba4e528d-df40-46f4-8eb7-afdfa3a1d298 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 200 len: 217 time: 0.0749824 Jul 14 09:07:36.477385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560e0031-8faa-4bfe-bf3b-b0d127a1930c req-6cc1cc26-dbe5-4032-bb55-9f7300e31e28 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942592 Jul 14 09:07:36.563565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-7cd56392-6f7f-4463-bae3-a46c17361001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.565628 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-7cd56392-6f7f-4463-bae3-a46c17361001 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0733917 Jul 14 09:07:36.605910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] For port 91c60b2e-f576-41d9-915d-beb39380c195, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=91c60b2e-f576-41d9-915d-beb39380c195,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:36.606295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:36.628551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-1b456e80-404f-4058-8ed7-c97801ec426d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528817 Jul 14 09:07:36.665965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Calling delete_port for 91c60b2e-f576-41d9-915d-beb39380c195 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:36.808981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-01593840-e958-44ca-b09c-637b3afd5ed8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727009 Jul 14 09:07:36.822473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-06c20a5a-c156-4558-9408-85b4bc4fb9d6 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403246 Jul 14 09:07:36.898589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Deleting port 4a86d8de-84d7-4db5-857a-88dff77ceb95 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:07:36.899559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:36.933800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067171f-a2b2-4957-ab59-e3793020bfe3 req-d5b86971-75e2-4171-837a-fc0272ba55db tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.936358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7067171f-a2b2-4957-ab59-e3793020bfe3 req-d5b86971-75e2-4171-837a-fc0272ba55db tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 949 time: 0.1762688 Jul 14 09:07:36.976920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2f77-cdc9-421b-831a-118d6f7c1ff6 req-228d2a4b-4338-4ee7-b1f9-c261dfab7a85 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:36.984958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c7b2f77-cdc9-421b-831a-118d6f7c1ff6 req-228d2a4b-4338-4ee7-b1f9-c261dfab7a85 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.3166597 Jul 14 09:07:37.023104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:37.119015 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-337e1c37-5a83-43b1-aba2-76917d299ce0 req-52a276f0-7f3f-46a7-a934-4ff3296d9262 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848852 Jul 14 09:07:37.140077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c7b2f77-cdc9-421b-831a-118d6f7c1ff6 req-09657d8c-6d57-44b8-bd6b-81346d9b60c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538279 Jul 14 09:07:37.161868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.173811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] For port 4a86d8de-84d7-4db5-857a-88dff77ceb95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a86d8de-84d7-4db5-857a-88dff77ceb95,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:37.178475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.208690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['91c60b2e-f576-41d9-915d-beb39380c195'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:37.229871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Pushing event deleted for resources: {'Port': ['ID=91c60b2e-f576-41d9-915d-beb39380c195,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:37.232287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Calling delete_port for 4a86d8de-84d7-4db5-857a-88dff77ceb95 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:07:37.292496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:37.314743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '4409d560-344b-4e2f-96c9-756d1362ac34', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34', 'mac_address': 'fa:16:3e:b3:c9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:37.321986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] No DVR routers for this DVR port 91c60b2e-f576-41d9-915d-beb39380c195 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:37.325851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.328661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-307259d0-3e7c-43fa-add9-3f5ff18e98ee req-42290176-0d4b-43f1-adc6-20029b3667f7 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.48 "DELETE /v2.0/ports/91c60b2e-f576-41d9-915d-beb39380c195 HTTP/1.1" status: 204 len: 173 time: 2.0414202 Jul 14 09:07:37.329342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'name': 'network-vif-deleted', 'tag': '91c60b2e-f576-41d9-915d-beb39380c195'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:37.332085 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a257376-922e-458d-ae0c-d1b2f04ada69" -d '{"events": [{"server_uuid": "0a720c0f-0694-4aab-826a-fb45011c56cc", "name": "network-vif-deleted", "tag": "91c60b2e-f576-41d9-915d-beb39380c195"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:37.382464 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.406871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-74e5c78c-0193-46b9-a72d-11b702f24d53 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891025 Jul 14 09:07:37.430807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4409d560-344b-4e2f-96c9-756d1362ac34 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:37.449513 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7067171f-a2b2-4957-ab59-e3793020bfe3 req-473c00a9-d57e-4d00-bbbe-4c5dc45f8058 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/security-groups?id=da172aef-7334-4c73-a996-e6aecfd5ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994280 Jul 14 09:07:37.496153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:37.506213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.568957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23fec1-f3c5-4f40-a5cf-8719ae7aee89 req-69a6f107-bb21-4e59-b86c-ffcb13e82de3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:37.584751 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a23fec1-f3c5-4f40-a5cf-8719ae7aee89 req-69a6f107-bb21-4e59-b86c-ffcb13e82de3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 944 time: 0.2310503 Jul 14 09:07:37.593215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:37.648266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dbcff89b-77f9-41c1-bf28-c089f045de8f req-4588a0ed-b4b0-46e9-9a0f-f6fa978586e5 tempest-ServersOnMultiNodesTest-1329656574 tempest-ServersOnMultiNodesTest-1329656574-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a720c0f-0694-4aab-826a-fb45011c56cc HTTP/1.1" status: 200 len: 210 time: 0.0662382 Jul 14 09:07:37.649496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.663083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['4a86d8de-84d7-4db5-857a-88dff77ceb95'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:37.737466 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b210c310-8c37-4c59-b784-9578467222fe x-openstack-request-id: req-b210c310-8c37-4c59-b784-9578467222fe {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:37.737836 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a720c0f-0694-4aab-826a-fb45011c56cc", "name": "network-vif-deleted", "tag": "91c60b2e-f576-41d9-915d-beb39380c195", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:37.738100 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b210c310-8c37-4c59-b784-9578467222fe {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:37.738582 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a720c0f-0694-4aab-826a-fb45011c56cc', 'name': 'network-vif-deleted', 'tag': '91c60b2e-f576-41d9-915d-beb39380c195', 'status': 'completed', 'code': 200} Jul 14 09:07:37.746533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Pushing event deleted for resources: {'Port': ['ID=4a86d8de-84d7-4db5-857a-88dff77ceb95,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:37.764432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a23fec1-f3c5-4f40-a5cf-8719ae7aee89 req-12767eba-9612-432d-9d48-2f9e76e3e2ef tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758723 Jul 14 09:07:37.839781 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-6c6cd5e3-d4d2-4fc5-bd07-ac430abee93d service neutron] show failed (client error): The resource could not be found. Jul 14 09:07:37.840802 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-6c6cd5e3-d4d2-4fc5-bd07-ac430abee93d service neutron] 10.222.0.11 "GET /v2.0/ports/b17ba842-be14-45b2-9104-cf6664d3a66c/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.1612263 Jul 14 09:07:37.873189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['4409d560-344b-4e2f-96c9-756d1362ac34'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:37.931178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] No DVR routers for this DVR port 4a86d8de-84d7-4db5-857a-88dff77ceb95 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:37.939248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:37.947264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb270aab-4425-425e-a854-4083b838aee5 req-34602faf-e6e0-425f-bf0a-85a63d07658f tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.11 "DELETE /v2.0/ports/4a86d8de-84d7-4db5-857a-88dff77ceb95 HTTP/1.1" status: 204 len: 173 time: 1.6307843 Jul 14 09:07:38.072622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0132c7-3a14-4a76-bb5d-18a8d63b9182 req-f8c853bc-f449-4f2f-9548-906dc01a1c69 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:38.086820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d0132c7-3a14-4a76-bb5d-18a8d63b9182 req-f8c853bc-f449-4f2f-9548-906dc01a1c69 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1879952 Jul 14 09:07:38.190015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d0132c7-3a14-4a76-bb5d-18a8d63b9182 req-c955d985-dc55-4a41-a87f-ee19a2acd8b4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016331 Jul 14 09:07:38.323479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac54d1a-27ab-4ccf-a676-b3e7c9be2db6 req-72c993df-f8a5-4ba1-b468-5b2d7f7bd570 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:38.325658 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ac54d1a-27ab-4ccf-a676-b3e7c9be2db6 req-72c993df-f8a5-4ba1-b468-5b2d7f7bd570 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.2331088 Jul 14 09:07:38.327671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-f03949e0-da8a-49f7-b13b-ac9aba521318 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:38.329190 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-f03949e0-da8a-49f7-b13b-ac9aba521318 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.2642541 Jul 14 09:07:38.422490 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ac54d1a-27ab-4ccf-a676-b3e7c9be2db6 req-2e78a075-276a-4d04-bee5-554687f37472 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902476 Jul 14 09:07:38.630268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beff6e-f142-49a7-9497-45135cbbd85f req-59a31f1e-a687-401f-8824-100b401f8aa6 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:38.638352 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27beff6e-f142-49a7-9497-45135cbbd85f req-59a31f1e-a687-401f-8824-100b401f8aa6 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.0840149 Jul 14 09:07:38.682117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27beff6e-f142-49a7-9497-45135cbbd85f req-ce08ed4e-66da-430c-8b2d-07f2c9c47cfb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Jul 14 09:07:38.707539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-9f8e90cc-28ed-443a-bd7b-bfd5192257f1 service neutron] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:38.716129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e46861f0-745e-4068-9b8d-36d4919ea883 req-d5a055c6-6a0e-4f44-ac76-cfa1a81a8e22 tempest-ImagesNegativeTestJSON-1479792675 tempest-ImagesNegativeTestJSON-1479792675-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aad2758-360c-4303-a83d-6df347f279fc HTTP/1.1" status: 200 len: 210 time: 0.0498106 Jul 14 09:07:38.721053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-9f8e90cc-28ed-443a-bd7b-bfd5192257f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:38.722095 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e538f4d4-bce3-4890-bd80-76315cdd1bb4 req-9f8e90cc-28ed-443a-bd7b-bfd5192257f1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/f39c13f0-dab1-4442-940c-3bb0db4e5a45/bindings/n-h1-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.3824875 Jul 14 09:07:38.759607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-87915cd8-0788-4d96-98e2-033cc584d833 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2270548 Jul 14 09:07:38.761253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-240f5b96-9dc5-47c1-8813-4c88b4fc5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:38.772109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-240f5b96-9dc5-47c1-8813-4c88b4fc5594 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b&tenant_id=da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 1101 time: 0.1668124 Jul 14 09:07:38.789381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:39.038071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:39.080060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.159649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 4409d560-344b-4e2f-96c9-756d1362ac34 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:39.165185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 4409d560-344b-4e2f-96c9-756d1362ac34 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:39.165572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.272346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d743c-96fd-42ae-a097-ba92baac3ee7 req-1912533a-c90e-440c-b514-eb6dbf188d27 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.283406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-057d743c-96fd-42ae-a097-ba92baac3ee7 req-1912533a-c90e-440c-b514-eb6dbf188d27 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 944 time: 0.2284055 Jul 14 09:07:39.295981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.306143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:39.356189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:39.363882 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2367ff4-67b9-41d9-9b7f-d579f4510757" -d '{"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:39.383196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-4a238b53-42c3-41df-bd03-843989ea6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.385466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-4a238b53-42c3-41df-bd03-843989ea6b0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1096 time: 0.5275583 Jul 14 09:07:39.423569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-057d743c-96fd-42ae-a097-ba92baac3ee7 req-e81afc5f-526e-4db2-b604-67ec0d37048f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384034 Jul 14 09:07:39.440688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:39.456716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:39.458179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 91c60b2e-f576-41d9-915d-beb39380c195 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:39.489530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 91c60b2e-f576-41d9-915d-beb39380c195 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:39.489880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 91c60b2e-f576-41d9-915d-beb39380c195 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:39.545216 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b01137-8d05-4262-8b2d-657aeb3e87a4 x-openstack-request-id: req-85b01137-8d05-4262-8b2d-657aeb3e87a4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:39.545950 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:39.546404 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85b01137-8d05-4262-8b2d-657aeb3e87a4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:39.547012 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'code': 200} Jul 14 09:07:39.561703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:39.605877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-d1b69c0c-cc4e-4b2a-8174-8f0d454b89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.608366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-d1b69c0c-cc4e-4b2a-8174-8f0d454b89a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1764956 Jul 14 09:07:39.654594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7dd26-b9e0-4a84-b686-0eb5ecf40b20 req-0d2e8270-2712-46c5-a7b3-5b1183e25525 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.659759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-0d5a782e-a9d2-4a87-9f93-c130da46061a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 217 time: 0.0385451 Jul 14 09:07:39.661445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3cd7dd26-b9e0-4a84-b686-0eb5ecf40b20 req-0d2e8270-2712-46c5-a7b3-5b1183e25525 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 945 time: 0.2016621 Jul 14 09:07:39.730957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:39.738553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a86d8de-84d7-4db5-857a-88dff77ceb95 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:39.740186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aad2758-360c-4303-a83d-6df347f279fc', 'name': 'network-vif-deleted', 'tag': '4a86d8de-84d7-4db5-857a-88dff77ceb95'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:39.742596 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c14cc3-5c1e-4fce-b8e1-73e3ef699fed" -d '{"events": [{"server_uuid": "0aad2758-360c-4303-a83d-6df347f279fc", "name": "network-vif-deleted", "tag": "4a86d8de-84d7-4db5-857a-88dff77ceb95"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:39.752047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9663230a-918c-44f1-bc13-8de5ee9dfc1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e98114229dd479e9a25dee146eb960b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416716 Jul 14 09:07:39.752267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:39.752944 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3cd7dd26-b9e0-4a84-b686-0eb5ecf40b20 req-fc29641a-899f-4677-bfee-da1d899fe4cb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906727 Jul 14 09:07:39.769822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-e6d6709e-f1e5-4bce-a7d9-f70ca3d8d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.771940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-e6d6709e-f1e5-4bce-a7d9-f70ca3d8d3d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0969226 Jul 14 09:07:39.772345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f0ce1-bbbf-4329-bd1e-b3a362eeafc3 req-8cfcc3b3-217d-488a-878d-a28e438baea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:39.773774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a64f0ce1-bbbf-4329-bd1e-b3a362eeafc3 req-8cfcc3b3-217d-488a-878d-a28e438baea6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1097 time: 0.1097856 Jul 14 09:07:39.809197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 4a86d8de-84d7-4db5-857a-88dff77ceb95 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:07:39.809549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a86d8de-84d7-4db5-857a-88dff77ceb95 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:39.809905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:39.868008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-61f43c22-6a95-4bc5-82b2-06dbf6baaa61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666499 Jul 14 09:07:39.887667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a64f0ce1-bbbf-4329-bd1e-b3a362eeafc3 req-12b18225-4eaf-45d2-94e7-776767aee509 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984631 Jul 14 09:07:39.893314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:39.958804 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.049397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df1e35e2-80ec-4ae0-a654-f1c8923f2b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.056614 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.084444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004450a-11a2-4ee4-80ac-fb5f1dcadf9a req-a91e0942-18ed-4bde-9be3-8e1354c7710a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.096324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d004450a-11a2-4ee4-80ac-fb5f1dcadf9a req-a91e0942-18ed-4bde-9be3-8e1354c7710a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1289978 Jul 14 09:07:40.110884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Transition to ACTIVE for port object b17ba842-be14-45b2-9104-cf6664d3a66c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:40.122495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df1e35e2-80ec-4ae0-a654-f1c8923f2b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.137056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-2a30756b-e3c6-42a2-be25-fcba6eba0cd3 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570820 Jul 14 09:07:40.138192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.180293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d004450a-11a2-4ee4-80ac-fb5f1dcadf9a req-71c666db-2d44-4510-be65-2b06bd0e9f07 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827780 Jul 14 09:07:40.227739 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:07:40.228326 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:07:40.273514 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc9c4a-b7d1-470c-9529-1e75720ea508 x-openstack-request-id: req-41dc9c4a-b7d1-470c-9529-1e75720ea508 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:40.273918 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aad2758-360c-4303-a83d-6df347f279fc", "name": "network-vif-deleted", "tag": "4a86d8de-84d7-4db5-857a-88dff77ceb95", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:40.274030 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41dc9c4a-b7d1-470c-9529-1e75720ea508 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:40.274662 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aad2758-360c-4303-a83d-6df347f279fc', 'name': 'network-vif-deleted', 'tag': '4a86d8de-84d7-4db5-857a-88dff77ceb95', 'status': 'completed', 'code': 200} Jul 14 09:07:40.333122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78829b1a-9c74-4fef-a9df-2ed599e394cc req-65632a1d-6144-4860-b0c1-62b938dda810 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.337933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78829b1a-9c74-4fef-a9df-2ed599e394cc req-65632a1d-6144-4860-b0c1-62b938dda810 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.3749754 Jul 14 09:07:40.424909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] No DVR routers for this DVR port b17ba842-be14-45b2-9104-cf6664d3a66c on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:40.430045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:40.455166 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:40.489906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0fbae-4877-4fe1-9cf8-48dccd9949a0 req-ebd000b5-0165-45b1-96bc-719f5862b6b9 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.500140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3b0fbae-4877-4fe1-9cf8-48dccd9949a0 req-ebd000b5-0165-45b1-96bc-719f5862b6b9 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1096 time: 0.0707045 Jul 14 09:07:40.539412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3b0fbae-4877-4fe1-9cf8-48dccd9949a0 req-6a602133-4b97-4778-a314-403523b6f64e tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371082 Jul 14 09:07:40.562528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78829b1a-9c74-4fef-a9df-2ed599e394cc req-9df45fa0-1f86-41c3-b213-b30aacbde81e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780331 Jul 14 09:07:40.562528 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df1e35e2-80ec-4ae0-a654-f1c8923f2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.562528 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df1e35e2-80ec-4ae0-a654-f1c8923f2b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.562528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-df1e35e2-80ec-4ae0-a654-f1c8923f2b34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c5c2b20-e263-4c36-9d20-de7122e10ca6 HTTP/1.1" status: 204 len: 168 time: 0.8040237 Jul 14 09:07:40.597127 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5133c666-3194-4329-81f8-b4d7d89788a0 req-dae72243-8e63-4022-aa13-ef361b6b141d service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374900 Jul 14 09:07:40.622189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e35e2-80ec-4ae0-a654-f1c8923f2b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c2b20-e263-4c36-9d20-de7122e10ca6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:40.638584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:40.639326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:40.639894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:40.646667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-6f546f7c-c3ec-414c-9519-14b76a1ae454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.648847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-6f546f7c-c3ec-414c-9519-14b76a1ae454 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1097 time: 0.3730195 Jul 14 09:07:40.654739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:40.655973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:40.798833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:40.799189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:40.799630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:40.800081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Bound port: b17ba842-be14-45b2-9104-cf6664d3a66c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:40.800457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:40.816736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-b437e7bd-a1bd-4cfb-960f-913731547d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:40.818764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-b437e7bd-a1bd-4cfb-960f-913731547d88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.1561894 Jul 14 09:07:40.898678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:40.981241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:40.984992 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-f5d759e6-678d-4d95-89cc-b0d3a9d4d822 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 200 len: 217 time: 0.1010818 Jul 14 09:07:41.052821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.134426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:41.138092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d55638-e07e-4583-b0e7-502ab0df3f9e req-058f3c4c-9de3-48ed-991e-3ecdc7ec1cec tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:41.145201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69d55638-e07e-4583-b0e7-502ab0df3f9e req-058f3c4c-9de3-48ed-991e-3ecdc7ec1cec tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 1096 time: 0.2524548 Jul 14 09:07:41.150458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-95aa9abe-2855-4230-8c87-b3f9c6b57954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:41.151922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-95aa9abe-2855-4230-8c87-b3f9c6b57954 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1585100 Jul 14 09:07:41.158164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:41.176127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.177762 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fa07a4a4-5bff-499b-92ac-a3812819b0c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 1096 time: 2.3926978 Jul 14 09:07:41.263495 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:41.300429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-87b0fe39-3c74-4372-9038-8c37803c5ad3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119783 Jul 14 09:07:41.356485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69d55638-e07e-4583-b0e7-502ab0df3f9e req-93bac11c-fc88-4bf5-be6a-2cc184e79839 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024410 Jul 14 09:07:41.358494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4db204b7-5397-4134-aba3-9504c42f1688 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ab7af607e9847e085e182b5f893d707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926602 Jul 14 09:07:41.362789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:41.488251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a050-fbde-4dc5-af2c-829c2f7ebc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.507134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a7a3-ca68-46cd-9aee-69daefa1970c req-76e299f1-452f-4cf6-8fec-a59ff1417d92 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:41.515787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f6f7a7a3-ca68-46cd-9aee-69daefa1970c req-76e299f1-452f-4cf6-8fec-a59ff1417d92 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 945 time: 0.3030541 Jul 14 09:07:41.532331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-734a7ed2-aed4-4491-97d9-6d27d5e70456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:41.534374 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-734a7ed2-aed4-4491-97d9-6d27d5e70456 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1099 time: 0.3095486 Jul 14 09:07:41.554899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-29b9ed27-5f49-44b2-950b-0bedb1d69649 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085066 Jul 14 09:07:41.573474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a050-fbde-4dc5-af2c-829c2f7ebc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.609522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f6f7a7a3-ca68-46cd-9aee-69daefa1970c req-037a0c6c-801f-4959-9903-5405c120c857 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920229 Jul 14 09:07:41.673534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a050-fbde-4dc5-af2c-829c2f7ebc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.676585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ef8a050-fbde-4dc5-af2c-829c2f7ebc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:41.690669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ef8a050-fbde-4dc5-af2c-829c2f7ebc73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29bb05da-a5c6-4f59-b2ae-b677f7ee5114 HTTP/1.1" status: 204 len: 168 time: 0.3262064 Jul 14 09:07:41.714820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8a050-fbde-4dc5-af2c-829c2f7ebc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb05da-a5c6-4f59-b2ae-b677f7ee5114,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:42.129825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7432-f425-485a-beaa-052840cf921f req-978ba201-220c-4c27-98f4-08b17d475c10 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.137516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5aec7432-f425-485a-beaa-052840cf921f req-978ba201-220c-4c27-98f4-08b17d475c10 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.6017880 Jul 14 09:07:42.142322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-f26c7af5-f023-45f4-8e83-f13d14c5c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.143824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-f26c7af5-f023-45f4-8e83-f13d14c5c241 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.5913343 Jul 14 09:07:42.164200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-af8840e3-519e-45cf-8dfa-904095799254 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811622 Jul 14 09:07:42.265928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-0617f2d0-c761-4c93-b11c-f7707d804637 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.1081922 Jul 14 09:07:42.282198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}, {'name': 'network-changed', 'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:42.292073 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49fbf2b-8282-44a3-ba88-b71cc25f8919" -d '{"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-unplugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}, {"name": "network-changed", "server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:42.394916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-79d5a4b6-265a-46e0-abaa-cb8a413842f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.396506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-79d5a4b6-265a-46e0-abaa-cb8a413842f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1153309 Jul 14 09:07:42.400405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5aec7432-f425-485a-beaa-052840cf921f req-2bdecbc7-b9ce-4180-b066-8911705cab96 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621264 Jul 14 09:07:42.469259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f443-31b6-473b-ba2d-383ebd25c816 req-ffca53f5-970d-413e-aca4-8b255d6919a4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.493360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1737f443-31b6-473b-ba2d-383ebd25c816 req-ffca53f5-970d-413e-aca4-8b255d6919a4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 947 time: 0.1609578 Jul 14 09:07:42.503935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-246b23f7-c548-49d7-99f1-76ec5e432090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:42.515303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-246b23f7-c548-49d7-99f1-76ec5e432090 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027603 Jul 14 09:07:42.587637 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1737f443-31b6-473b-ba2d-383ebd25c816 req-144981c3-7dbf-47f1-81b9-e355fcec23ee tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880091 Jul 14 09:07:42.731918 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-a047bc25-0612-4b41-8fb8-6c22e2ce409f service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112210 Jul 14 09:07:42.860883 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991b93f5-79a8-4a66-8eca-40acd58ddb1a x-openstack-request-id: req-991b93f5-79a8-4a66-8eca-40acd58ddb1a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:42.861962 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-unplugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "code": 200}, {"name": "network-changed", "server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:42.863711 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-991b93f5-79a8-4a66-8eca-40acd58ddb1a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:42.864229 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'code': 200} Jul 14 09:07:42.864613 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'status': 'completed', 'code': 200} Jul 14 09:07:43.051228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42230) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:43.064891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7674d7e4-98ab-40c4-9d6c-6596d67ab7f4 req-fbdefc9e-906b-460f-b1b5-241d28ac292b service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285873 Jul 14 09:07:43.087245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-28688569-5574-4372-a158-5d23b2074995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.088987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-28688569-5574-4372-a158-5d23b2074995 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1099 time: 0.2331126 Jul 14 09:07:43.089450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:43.103739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cb53d-3831-4c61-bbb1-e157b8523e5c req-c100dac1-724c-410e-a4c3-8a4a3fb81214 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.105705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-995cb53d-3831-4c61-bbb1-e157b8523e5c req-c100dac1-724c-410e-a4c3-8a4a3fb81214 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 945 time: 0.1375945 Jul 14 09:07:43.219316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-995cb53d-3831-4c61-bbb1-e157b8523e5c req-0748c8dd-9287-42c3-b42f-4bb2afa0ae04 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016109 Jul 14 09:07:43.274442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-819176835-network', 'tenant_id': '789387f70a964adcabf3a6e9d547adc2'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:43.302176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Made reservation on behalf of 789387f70a964adcabf3a6e9d547adc2 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:43.305495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.316864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.370716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-660e1dab-a50c-4bbc-98e5-d69b4b1549cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.372525 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-660e1dab-a50c-4bbc-98e5-d69b4b1549cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1099 time: 0.2419715 Jul 14 09:07:43.402324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dd789995-2fed-44d2-b68a-36a718e5e272 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e345adb61c48468b8a7fbbbfff3d69e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115692 Jul 14 09:07:43.403883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-34701363-5ac6-493e-8d27-682218cdd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.406198 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-34701363-5ac6-493e-8d27-682218cdd47e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2249751 Jul 14 09:07:43.406831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42242) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:43.434751 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.438600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.492852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:07:43.499013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f253f0e-f9a8-40ba-bda1-68e5fff18a68,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:43.507661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.508034 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Added segment ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87 of type vlan for network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 Jul 14 09:07:43.551107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.577661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-2bdf77cf-6c38-40c4-9757-192bc9584bad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.1500773 Jul 14 09:07:43.584791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.586071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.586736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.640322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5841510 Jul 14 09:07:43.645535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42250) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:43.662878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Request body: {'subnet': {'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-819176835-subnet', 'tenant_id': '789387f70a964adcabf3a6e9d547adc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:43.700112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d85c03-3637-4528-9ec1-3d113818242e admin admin] Pushing event updated for resources: {'Network': ['ID=8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:43.713226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:07:43.720563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-723f44a7-a854-401e-bb6a-7b06114bed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.722651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-723f44a7-a854-401e-bb6a-7b06114bed81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3409138 Jul 14 09:07:43.733340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc5ff3-5e2f-4884-bd11-c20d91edc59f req-24845a9d-ba5d-4d33-a2cd-b6cb33c29e3f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.735310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5fc5ff3-5e2f-4884-bd11-c20d91edc59f req-24845a9d-ba5d-4d33-a2cd-b6cb33c29e3f tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1388967 Jul 14 09:07:43.745107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-deaf1cb8-5d7c-46f9-867c-ff39152abf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.746762 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-deaf1cb8-5d7c-46f9-867c-ff39152abf15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1566839 Jul 14 09:07:43.781733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5fc5ff3-5e2f-4884-bd11-c20d91edc59f req-5c250b75-228c-4852-95f5-88cd418e57ba tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Jul 14 09:07:43.824351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9fa9b-09af-4f13-9138-57767cea3a30 req-cc9af895-21a9-421c-96f9-0e7e4e0ad204 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:43.825991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2b9fa9b-09af-4f13-9138-57767cea3a30 req-cc9af895-21a9-421c-96f9-0e7e4e0ad204 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 945 time: 0.4481785 Jul 14 09:07:43.836152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:43.840958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'floatingip': {'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:43.852192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caf3351c-eec2-4638-be7b-928eec31691c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.853859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Made reservation on behalf of 789387f70a964adcabf3a6e9d547adc2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:43.856298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.860677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-bfb0649f-bd50-40bf-a176-4122d00d4e03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.1096964 Jul 14 09:07:43.910057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:43.979671 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caf3351c-eec2-4638-be7b-928eec31691c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.021009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-09019ee3-bb6b-4afc-a128-40f06a8584ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.022584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-09019ee3-bb6b-4afc-a128-40f06a8584ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1209128 Jul 14 09:07:44.166208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-276ae3d2-e947-476e-a54f-063c01e40744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.167809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-276ae3d2-e947-476e-a54f-063c01e40744 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3963022 Jul 14 09:07:44.190805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caf3351c-eec2-4638-be7b-928eec31691c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.193401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caf3351c-eec2-4638-be7b-928eec31691c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.197175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-caf3351c-eec2-4638-be7b-928eec31691c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da172aef-7334-4c73-a996-e6aecfd5ebcd HTTP/1.1" status: 204 len: 168 time: 0.7709122 Jul 14 09:07:44.271165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3351c-eec2-4638-be7b-928eec31691c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da172aef-7334-4c73-a996-e6aecfd5ebcd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:44.319630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d944aa-f7b0-4a0a-9b65-9782640a346a req-71c731a9-a9d9-4003-9aa7-84cabaf2601e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.321220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30d944aa-f7b0-4a0a-9b65-9782640a346a req-71c731a9-a9d9-4003-9aa7-84cabaf2601e tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 947 time: 0.3169799 Jul 14 09:07:44.339245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-bb6d14f2-d778-4058-a275-9db73f3c2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.340779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-bb6d14f2-d778-4058-a275-9db73f3c2c06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2914691 Jul 14 09:07:44.442975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.476900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7872-7b04-46df-b0bb-6a13f398cbe4 req-cff746b9-2c25-4014-8264-cb4e30cff07c tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:44.478478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5bbb7872-7b04-46df-b0bb-6a13f398cbe4 req-cff746b9-2c25-4014-8264-cb4e30cff07c tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 949 time: 0.1257360 Jul 14 09:07:44.511069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-15c2541d-7d85-4d2d-b1d0-66c431efc655 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331060 Jul 14 09:07:44.564703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5bbb7872-7b04-46df-b0bb-6a13f398cbe4 req-5ac10600-3e5e-49f7-b602-8ec34228fc15 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795774 Jul 14 09:07:44.659476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.664703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:44.784999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30d944aa-f7b0-4a0a-9b65-9782640a346a req-1a05b111-bbfc-49ff-8f42-4c9123c9cd1c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571993 Jul 14 09:07:44.787059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-67cdab24-76b8-435a-92e7-6e6e173af835 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603517 Jul 14 09:07:44.810973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-b8c6476c-5d43-456e-8ab8-84c1d4ae8c6d service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549987 Jul 14 09:07:44.847959 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Floating IP cada5c60-198c-41e1-ad83-1ddbe14853c1 associated. External IP: 172.25.2.113, port: 4409d560-344b-4e2f-96c9-756d1362ac34. Jul 14 09:07:44.892803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28026875-314d-407b-96d7-f6a6aabd13a9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:45.073487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:45.081866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Checking segment: {'id': 'ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:45.082335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Network hostable DHCP agents. Network: 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:07:45.167229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Router 9fa63814-3ba8-4316-8ba1-14fd9000e52d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:07:45.178579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a49fbf2b-8282-44a3-ba88-b71cc25f8919 req-fd900614-f9de-4c6c-bf70-bb534e6107e1 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591192 Jul 14 09:07:45.185035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:07:45.207626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d22d7b-0a39-477e-beeb-3ae1d0aed166 req-d00987b5-9972-4dde-9e5f-5b7b07bb6340 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.209465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32d22d7b-0a39-477e-beeb-3ae1d0aed166 req-d00987b5-9972-4dde-9e5f-5b7b07bb6340 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.2050276 Jul 14 09:07:45.210779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:45.230954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:45.231738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.236948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ace5f-4fca-45a0-88ac-c9def22d5665 None None] Network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:45.270411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f6c065fe-0111-4e7d-99e6-8a275bd14037 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6226823 Jul 14 09:07:45.327013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:45.356457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'mac_address': 'fa:16:3e:a8:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:45.405175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:07:45.418063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.423553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] Sync routers for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:07:45.451177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:45.452941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:07:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:45.461565 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:45.506589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69903ac3-9e44-4ce8-accb-4cded00b46a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "PUT /v2.0/floatingips/cada5c60-198c-41e1-ad83-1ddbe14853c1 HTTP/1.1" status: 200 len: 991 time: 1.6690686 Jul 14 09:07:45.508326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:45.513700 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712e9056-8bab-42ff-ac08-a78b17c7f21a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:45.574457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edea036a-4eab-40bf-b4f4-1f9e12b15194 None None] Network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:45.586123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17ba842-be14-45b2-9104-cf6664d3a66c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:45.751472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32d22d7b-0a39-477e-beeb-3ae1d0aed166 req-62948c10-cedd-460c-911c-87c1797858ad tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113466 Jul 14 09:07:45.831537 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7822afd-1994-426a-a188-2ce0336a0e8b x-openstack-request-id: req-a7822afd-1994-426a-a188-2ce0336a0e8b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:45.832065 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:45.832065 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7822afd-1994-426a-a188-2ce0336a0e8b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:45.832488 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'status': 'completed', 'code': 200} Jul 14 09:07:46.003540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 690506bb-746e-41cb-bc7d-b3924c60d032 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:46.041911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-01346abc-952d-44a8-b34b-6db6e0bd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:46.044155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-01346abc-952d-44a8-b34b-6db6e0bd5de3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1097 time: 0.1334064 Jul 14 09:07:46.080905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:46.143085 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.190613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc215b0f-3018-491a-ab39-8ba7ad384a1b req-5a646923-ac0f-4252-8fa6-e143de504f8c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:46.197780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc215b0f-3018-491a-ab39-8ba7ad384a1b req-5a646923-ac0f-4252-8fa6-e143de504f8c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 947 time: 0.1525719 Jul 14 09:07:46.221006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-2c3a5bab-e1a2-45cd-b599-1d41e2d68130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:46.222577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-2c3a5bab-e1a2-45cd-b599-1d41e2d68130 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1667571 Jul 14 09:07:46.237783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42350) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:46.254584 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.263933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc215b0f-3018-491a-ab39-8ba7ad384a1b req-78fc9166-0596-43b2-86a0-daf89a3d2398 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650184 Jul 14 09:07:46.276980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:46.336842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-59ac9b26-2d2c-4d21-a1ab-e6bf20e965f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.0873766 Jul 14 09:07:46.339114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:46.348666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:46.354932 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df01dfc3-cbc1-445c-a174-57fc838d7eb6" -d '{"events": [{"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-unplugged", "status": "completed", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:46.369381 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.423284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-259b1ba7-2f61-44a7-8000-5388e8a74fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.424632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-94b1d245-4bdb-46da-b13e-e82ca8616f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:46.426596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-94b1d245-4bdb-46da-b13e-e82ca8616f6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0777755 Jul 14 09:07:46.457325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:46.460512 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64041d29-dd1b-4250-81a8-9edd17ea6f81 x-openstack-request-id: req-64041d29-dd1b-4250-81a8-9edd17ea6f81 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:46.460803 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-unplugged", "status": "completed", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:46.461056 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64041d29-dd1b-4250-81a8-9edd17ea6f81 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:46.461448 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032', 'code': 200} Jul 14 09:07:46.534791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:46.603945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-ccb3763b-3daf-4b0f-afb8-f8bc4dde95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:46.612143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-ccb3763b-3daf-4b0f-afb8-f8bc4dde95b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603003 Jul 14 09:07:46.645645 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b448b540-672a-493b-b112-0def7d2a27cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.652447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:46.664638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1841347166-network', 'tenant_id': '3e62807dd4ab45e5806e185b80561609'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:46.699185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b17ba842-be14-45b2-9104-cf6664d3a66c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:46.727703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Made reservation on behalf of 3e62807dd4ab45e5806e185b80561609 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:46.741221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.782167 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.964895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'cada5c60-198c-41e1-ad83-1ddbe14853c1', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'mac_address': 'fa:16:3e:b3:c9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:07:26Z', 'updated_at': '2021-07-14T09:07:44Z', 'revision_number': 1, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:27Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:46.995104 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b448b540-672a-493b-b112-0def7d2a27cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:46.998910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] Checking router: 9fa63814-3ba8-4316-8ba1-14fd9000e52d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:07:47.004364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b448b540-672a-493b-b112-0def7d2a27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.016694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:07:47.017330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:07:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:47.028947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-5dce5d93-d11e-4db1-ae80-c1f3f91054ff service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120064 Jul 14 09:07:47.049566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448b540-672a-493b-b112-0def7d2a27cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee28334-e97e-41cd-88af-de4560de51ae,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:47.108270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b448b540-672a-493b-b112-0def7d2a27cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ca3e1155d794dcdbd847f4055e68d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8667502 Jul 14 09:07:47.111140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42384) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:47.126425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-642a6580-9652-4dfc-9992-1a8f0a367a62 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.128298 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-642a6580-9652-4dfc-9992-1a8f0a367a62 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.48 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b&tenant_id=da757fa005ab4b64a6226deec0a80508&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 948 time: 0.3943415 Jul 14 09:07:47.187090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:07:47.206095 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70f4301a-5dc1-4b2a-83e5-69c22c171b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.233503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70f4301a-5dc1-4b2a-83e5-69c22c171b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.246343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c7fa-f720-4431-9182-dc5c86a717f0 req-8d56373d-fa3d-4cd8-ad4b-4564b4233f82 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.254763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c156c7fa-f720-4431-9182-dc5c86a717f0 req-8d56373d-fa3d-4cd8-ad4b-4564b4233f82 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 948 time: 0.2986631 Jul 14 09:07:47.296699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-712e9056-8bab-42ff-ac08-a78b17c7f21a req-7d178940-79bb-436c-b32a-1e7b2dfa74cb service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532074 Jul 14 09:07:47.320166 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-0a85d1a2-ef7a-48f3-830d-aa2f49dc10c4 service neutron] 10.222.0.48 "GET /v2.0/ports/b17ba842-be14-45b2-9104-cf6664d3a66c/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 383 time: 0.1799295 Jul 14 09:07:47.336796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c156c7fa-f720-4431-9182-dc5c86a717f0 req-c4828629-8cbc-4af2-a27d-b958d8b70d48 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809457 Jul 14 09:07:47.381505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.392120 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.444501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:07:47.457183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.457601 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Added segment 858e7d66-7235-4727-bf8b-354df106d2cb of type vlan for network 97f5ab81-f384-43df-a6d5-2233cdf04ba3 Jul 14 09:07:47.478765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-8859c531-e803-4e05-b993-65a8025feec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.480464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-8859c531-e803-4e05-b993-65a8025feec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1100 time: 0.1158576 Jul 14 09:07:47.517943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70f4301a-5dc1-4b2a-83e5-69c22c171b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.523204 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70f4301a-5dc1-4b2a-83e5-69c22c171b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.526909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70f4301a-5dc1-4b2a-83e5-69c22c171b11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ee28334-e97e-41cd-88af-de4560de51ae HTTP/1.1" status: 204 len: 168 time: 0.4124095 Jul 14 09:07:47.536133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.550999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bebb1b-a83c-47da-b6a6-e79711bd0357,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:47.589487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4301a-5dc1-4b2a-83e5-69c22c171b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee28334-e97e-41cd-88af-de4560de51ae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:47.620192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cf89a-4f21-4a69-812a-7d9d0f6eb91c req-d84b40da-a47a-4a62-970d-9cdbd8a6fbde tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.624036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f1cf89a-4f21-4a69-812a-7d9d0f6eb91c req-d84b40da-a47a-4a62-970d-9cdbd8a6fbde tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.3435991 Jul 14 09:07:47.649957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-2d0d8848-61fe-4a43-af2f-bb375a46ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.652017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-2d0d8848-61fe-4a43-af2f-bb375a46ed35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1606441 Jul 14 09:07:47.693453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f1cf89a-4f21-4a69-812a-7d9d0f6eb91c req-c95a9d01-26c7-4df9-880e-7b1aecb8f7ca tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Jul 14 09:07:47.694366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.695519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.696178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.708012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'cada5c60-198c-41e1-ad83-1ddbe14853c1', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'mac_address': 'fa:16:3e:b3:c9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:07:26Z', 'updated_at': '2021-07-14T09:07:44Z', 'revision_number': 1, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:27Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:07:47.749615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a767df8-3c64-4a4e-a783-00563d04426c None None] The sync data for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 is: [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'cada5c60-198c-41e1-ad83-1ddbe14853c1', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'mac_address': 'fa:16:3e:b3:c9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:07:26Z', 'updated_at': '2021-07-14T09:07:44Z', 'revision_number': 1, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:27Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:07:47.762187 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-e3250a7b-fd52-4a5b-8f25-239726c51651 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.0993989 Jul 14 09:07:47.770101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] Pushing event updated for resources: {'Network': ['ID=97f5ab81-f384-43df-a6d5-2233cdf04ba3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:47.775392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-30ce46f2-b848-4ff3-93cb-d8f02da683bd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1194253 Jul 14 09:07:47.777494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42390) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:47.783388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Request body: {'subnet': {'network_id': '97f5ab81-f384-43df-a6d5-2233cdf04ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1841347166-subnet', 'tenant_id': '3e62807dd4ab45e5806e185b80561609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:47.784310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 97f5ab81-f384-43df-a6d5-2233cdf04ba3 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:07:47.818006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Made reservation on behalf of 3e62807dd4ab45e5806e185b80561609 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:47.821931 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:47.925465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-f8a6d158-c09b-4b6b-b091-79f9d4db666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:47.927522 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-f8a6d158-c09b-4b6b-b091-79f9d4db666e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1602116 Jul 14 09:07:48.062889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-8b7ac490-e505-4c86-adcf-9f4c43417965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:48.066553 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-8b7ac490-e505-4c86-adcf-9f4c43417965 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311545 Jul 14 09:07:48.084909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.118329 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6a989-582a-4728-9e8d-e729c0047769 None None] New status for floating IP cada5c60-198c-41e1-ad83-1ddbe14853c1: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:07:48.159526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420b2536-36ca-4511-b093-9fc932319dfb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:48.172011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Checking segment: {'id': '858e7d66-7235-4727-bf8b-354df106d2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '97f5ab81-f384-43df-a6d5-2233cdf04ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:48.172381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Network hostable DHCP agents. Network: 97f5ab81-f384-43df-a6d5-2233cdf04ba3, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:07:48.212880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Network 97f5ab81-f384-43df-a6d5-2233cdf04ba3 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:07:48.231598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 97f5ab81-f384-43df-a6d5-2233cdf04ba3) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:48.243472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:48.244166 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.254049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88d89b-2da9-46de-8add-344e7b798ba9 None None] Network 97f5ab81-f384-43df-a6d5-2233cdf04ba3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:48.303638 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-ec1de8ab-f9ce-4675-97cb-e78bcdf90bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192013 Jul 14 09:07:48.304806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-14217e4c-2009-425d-8c27-33a3c2c3f0d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5256240 Jul 14 09:07:48.559866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae1f5e6-dbf2-4946-95d1-a17baccef06e None None] Network 97f5ab81-f384-43df-a6d5-2233cdf04ba3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:48.567680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-40ebaf9e-605b-4ac8-bb3e-6d93cad80c7e service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545905 Jul 14 09:07:48.704688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9257886-4c41-4214-82a8-f5a21457102b req-f1407950-9f7c-4270-8dc7-3750d6486f8b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:48.723753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9257886-4c41-4214-82a8-f5a21457102b req-f1407950-9f7c-4270-8dc7-3750d6486f8b tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 948 time: 0.1527958 Jul 14 09:07:48.796338 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9257886-4c41-4214-82a8-f5a21457102b req-6bd12fb0-06b2-4773-ad2b-d638e4f09b6c tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715380 Jul 14 09:07:48.911846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15599274-8697-4c8f-9740-fc0ed8ec71d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:48.947339 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.011110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42462) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:49.092954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:49.096048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:49.123659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd7239-944c-44b7-a280-ee63b8e07ff7 req-604daf70-cb85-4340-8bbb-eabb134ed281 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:49.129240 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-acdd7239-944c-44b7-a280-ee63b8e07ff7 req-604daf70-cb85-4340-8bbb-eabb134ed281 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1770718 Jul 14 09:07:49.184509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2059900494-network', 'tenant_id': '78d7716836e0422c8245dcb04eaba5d6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:49.212241 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-acdd7239-944c-44b7-a280-ee63b8e07ff7 req-e77e1be5-20d7-4325-840f-66b607067e28 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728810 Jul 14 09:07:49.266402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Made reservation on behalf of 78d7716836e0422c8245dcb04eaba5d6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:49.270832 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.282370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port b17ba842-be14-45b2-9104-cf6664d3a66c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:49.289508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port b17ba842-be14-45b2-9104-cf6664d3a66c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:49.290113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.298292 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.356967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:49.390034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '6465b250-c5f6-431e-922a-2f305b117c62', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '6465b250-c5f6-431e-922a-2f305b117c62', 'mac_address': 'fa:16:3e:79:42:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:49.464481 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.488884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6465b250-c5f6-431e-922a-2f305b117c62 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:49.540916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:49.563942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.565861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-6eddd251-e416-42b7-ad4a-379739b1b377 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:49.574380 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-6eddd251-e416-42b7-ad4a-379739b1b377 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/networks?id=8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 HTTP/1.1" status: 200 len: 814 time: 0.2547336 Jul 14 09:07:49.602842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-7dffe896-765a-41bb-a0e0-8e4925874569 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/quotas/789387f70a964adcabf3a6e9d547adc2 HTTP/1.1" status: 200 len: 375 time: 0.0272491 Jul 14 09:07:49.607980 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.631219 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.657103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:49.663740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:49.667299 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c1a07d-1f58-4370-93e4-251da03ccb0e" -d '{"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-plugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:49.674338 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-71bd2fed-2699-474a-836f-81d0c33ca92a tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=789387f70a964adcabf3a6e9d547adc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697837 Jul 14 09:07:49.681530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:49.688139 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.735716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6465b250-c5f6-431e-922a-2f305b117c62'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:49.738537 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f6d1b-4432-433b-8002-cad5cc79e12e x-openstack-request-id: req-685f6d1b-4432-433b-8002-cad5cc79e12e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:49.738705 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-plugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:49.738964 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-685f6d1b-4432-433b-8002-cad5cc79e12e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:49.739433 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'code': 200} Jul 14 09:07:49.757860 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.767180 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:49.794677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:49.806093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:07:49.806506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.157965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5e966-7418-4a1a-aae5-6dfdff4e97fe req-d7434998-c7c0-4b45-b713-bce79bab14a3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:50.165557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2eb5e966-7418-4a1a-aae5-6dfdff4e97fe req-d7434998-c7c0-4b45-b713-bce79bab14a3 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.0774040 Jul 14 09:07:50.263941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.264514 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Added segment 8bd09ae1-c601-4997-a334-b8ac4d8bd1e5 of type vlan for network f44b57a9-745d-42b3-ad80-a3b49f44b617 Jul 14 09:07:50.267833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2389eb26-e603-46b5-95d5-629986616c0e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:50.286554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-d619205b-9b23-41be-ac3b-f9b747e331be service neutron] 10.222.0.18 "GET /v2.0/networks/8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113396 Jul 14 09:07:50.289327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.289688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.290040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.290384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.290731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.291777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.291777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.291777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.292071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.292375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.292705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.293031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:50.372514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.429711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2eb5e966-7418-4a1a-aae5-6dfdff4e97fe req-b215d933-0c10-460a-a9b4-27621e50d9bf tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628908 Jul 14 09:07:50.473380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.474369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:50.474969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.533762 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-9ad66de2-be73-4bab-9a7d-ad70a335949e service neutron] 10.222.0.18 "GET /v2.0/networks/8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361436 Jul 14 09:07:50.551920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:50.552132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5396442 Jul 14 09:07:50.559068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Request body: {'subnet': {'network_id': 'f44b57a9-745d-42b3-ad80-a3b49f44b617', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2059900494-subnet', 'tenant_id': '78d7716836e0422c8245dcb04eaba5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:50.562514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0901-ad2a-48a2-8bf0-08f3e41451bf admin admin] Pushing event updated for resources: {'Network': ['ID=f44b57a9-745d-42b3-ad80-a3b49f44b617,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:50.573900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f44b57a9-745d-42b3-ad80-a3b49f44b617 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:07:50.717929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Made reservation on behalf of 78d7716836e0422c8245dcb04eaba5d6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:50.722238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.114683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:51.216213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 6465b250-c5f6-431e-922a-2f305b117c62 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:51.217494 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.405174 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.488609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.527727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:51.545504 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.650904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c21853-52ad-47c2-8a72-56029bf6e0db req-3aa4cb34-1a0d-4f99-8254-f9a9b14af54a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:51.664171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:51.666988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05c21853-52ad-47c2-8a72-56029bf6e0db req-3aa4cb34-1a0d-4f99-8254-f9a9b14af54a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 1.0907061 Jul 14 09:07:51.740693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:51.743078 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068946a4-9490-4a25-b917-0b1ef30cd00c" -d '{"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:51.759550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05c21853-52ad-47c2-8a72-56029bf6e0db req-92abc749-6386-4d30-a8e6-732434d12da1 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915396 Jul 14 09:07:51.957879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ff0fe02-5b8f-4532-88d8-30539dc7008c req-db0cb75c-bf7d-4869-a8b0-b22cd5597639 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 210 time: 0.0962191 Jul 14 09:07:51.974567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:51.992521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-9fab5db7-6ec1-48a7-9555-08bdcec69512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:51.994798 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-9fab5db7-6ec1-48a7-9555-08bdcec69512 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b&tenant_id=da757fa005ab4b64a6226deec0a80508 HTTP/1.1" status: 200 len: 1101 time: 0.1327155 Jul 14 09:07:52.015751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:52.159267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Checking segment: {'id': '8bd09ae1-c601-4997-a334-b8ac4d8bd1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f44b57a9-745d-42b3-ad80-a3b49f44b617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:52.160559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Network hostable DHCP agents. Network: f44b57a9-745d-42b3-ad80-a3b49f44b617, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:07:52.196666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242e139b-5c20-4e99-8dce-1293c26ee029,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:52.211689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.212600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.213523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.216117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.217960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.221619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.222479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.224027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.226356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.226943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.227990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.231583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:52.240770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Network f44b57a9-745d-42b3-ad80-a3b49f44b617 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:07:52.248047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.273119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f44b57a9-745d-42b3-ad80-a3b49f44b617) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:52.284467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:52.285037 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e37ab-6591-4aea-a6fb-0ee41bd59526 None None] Network f44b57a9-745d-42b3-ad80-a3b49f44b617 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:52.286589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:52.318050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-396568f5-e12d-4383-ac31-99b41ebe77b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7641838 Jul 14 09:07:52.620802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c9e9d-079e-4588-a818-f29eb71b2be6 req-3a0f23f2-bdb5-435a-856f-bda0f93794a1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:52.630236 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2e0c9e9d-079e-4588-a818-f29eb71b2be6 req-3a0f23f2-bdb5-435a-856f-bda0f93794a1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.1442838 Jul 14 09:07:52.653945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70147781-d725-4f70-995c-cb43eb9f6118 None None] Network f44b57a9-745d-42b3-ad80-a3b49f44b617 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:52.742379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2e0c9e9d-079e-4588-a818-f29eb71b2be6 req-5bd85ea6-2d1d-4755-9c68-260b87ab6946 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108370 Jul 14 09:07:52.925895 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68df233a-ce85-42b7-bcb3-e489a8884656 x-openstack-request-id: req-68df233a-ce85-42b7-bcb3-e489a8884656 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:52.926464 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:52.926464 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68df233a-ce85-42b7-bcb3-e489a8884656 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:52.926816 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62', 'code': 200} Jul 14 09:07:52.954326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:53.030711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:53.115256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2e8174bf-c3ec-4cdf-86bf-bb77c8b1e0b5 req-0a2b07c0-4e18-4946-bfe8-288cd77603d3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1602235398', 'description': 'tempest-description-1674072062'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:53.120611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:07:53.140576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:53.147765 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f252f0c9-b307-4cb5-9e2c-39c2ccedc200" -d '{"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-unplugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:53.159240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.190351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Transition to ACTIVE for port object b17ba842-be14-45b2-9104-cf6664d3a66c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:53.203958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.222176 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2e8174bf-c3ec-4cdf-86bf-bb77c8b1e0b5 req-0a2b07c0-4e18-4946-bfe8-288cd77603d3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.411428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:07:53.515272 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2e8174bf-c3ec-4cdf-86bf-bb77c8b1e0b5 req-0a2b07c0-4e18-4946-bfe8-288cd77603d3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.528061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2e8174bf-c3ec-4cdf-86bf-bb77c8b1e0b5 req-0a2b07c0-4e18-4946-bfe8-288cd77603d3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.542669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] No DVR routers for this DVR port b17ba842-be14-45b2-9104-cf6664d3a66c on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:07:53.564687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2e8174bf-c3ec-4cdf-86bf-bb77c8b1e0b5 req-0a2b07c0-4e18-4946-bfe8-288cd77603d3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.574862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2e8174bf-c3ec-4cdf-86bf-bb77c8b1e0b5 req-0a2b07c0-4e18-4946-bfe8-288cd77603d3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4661503 Jul 14 09:07:53.615553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:53.662378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b07c0-4e18-4946-bfe8-288cd77603d3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692a940d-5eec-4ed6-a7dd-1984a30e6b62,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:53.761980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:53.762313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:53.762682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:53.796992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:53.797330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Attempting to bind port b17ba842-be14-45b2-9104-cf6664d3a66c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:53.810983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:53.811379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:53.812439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:53.812881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Bound port: b17ba842-be14-45b2-9104-cf6664d3a66c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:53.813238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.832179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-10ba3480-6821-4aee-86a6-63a804fb011a tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.833692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-10ba3480-6821-4aee-86a6-63a804fb011a tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.48 "GET /v2.0/networks?id=8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 HTTP/1.1" status: 200 len: 814 time: 0.5336602 Jul 14 09:07:53.866940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Request body: {'port': {'device_id': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281', 'admin_state_up': True, 'tenant_id': '789387f70a964adcabf3a6e9d547adc2'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:53.913242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899ee07-5cc4-452d-9ea7-85958d3c8b62 req-c95656a1-8af9-42c9-9d6f-54ff03c0374e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.915806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2899ee07-5cc4-452d-9ea7-85958d3c8b62 req-c95656a1-8af9-42c9-9d6f-54ff03c0374e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1435547 Jul 14 09:07:53.976101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2899ee07-5cc4-452d-9ea7-85958d3c8b62 req-ced23021-d555-4f8a-8d94-4abe82f77322 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542555 Jul 14 09:07:54.130934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:54.135686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:54.137876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Made reservation on behalf of 789387f70a964adcabf3a6e9d547adc2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:07:54.161098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.197179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.207038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dfe521ba-5102-44a8-afa2-207735a0802b req-f6289a0b-ff95-451c-959f-baf4da38ed18 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 210 time: 0.0616736 Jul 14 09:07:54.300781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.301486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.305452 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] 10.222.0.11 "PUT /v2.0/ports/b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 1097 time: 2.3010843 Jul 14 09:07:54.350191 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c769e-0408-438e-a1db-b7bd7727603f x-openstack-request-id: req-322c769e-0408-438e-a1db-b7bd7727603f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:54.351907 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-unplugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:54.352224 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-322c769e-0408-438e-a1db-b7bd7727603f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:54.352651 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'code': 200} Jul 14 09:07:54.528258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7d4eb-831a-460e-af5b-e43531294392 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=11']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:54.602872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-f73ce5b5-d56a-4dde-962b-cf69e3ba66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.604925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-f73ce5b5-d56a-4dde-962b-cf69e3ba66d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1100 time: 0.2612500 Jul 14 09:07:54.657294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-db474a08-344b-4e20-b1fc-cbde0c4af64c tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/692a940d-5eec-4ed6-a7dd-1984a30e6b62 HTTP/1.1" status: 200 len: 1813 time: 0.0991080 Jul 14 09:07:54.668088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '692a940d-5eec-4ed6-a7dd-1984a30e6b62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:54.668326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '692a940d-5eec-4ed6-a7dd-1984a30e6b62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:54.724849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Allocated IP 172.20.0.6 (8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281/28026875-314d-407b-96d7-f6a6aabd13a9/20ff1cf4-0d97-4af7-a098-02b45dea1142) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:07:54.803610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-b31bf4f2-0ccf-4acc-8ad8-8c935d61b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.805314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.805771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-b31bf4f2-0ccf-4acc-8ad8-8c935d61b1ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1918480 Jul 14 09:07:54.875248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.879002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-8427279c-cf06-4dc7-8431-9ed59a4635b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.0639267 Jul 14 09:07:54.883658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.912093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4426dfd8-a6b4-4de2-8efc-1c0527c7b36c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:54.923190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.936230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16f93b19-b25a-47f2-b3cc-5f4895ec9dcf req-e460fbcf-6398-4682-9765-0cbc4039d01d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2779582 Jul 14 09:07:54.984515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-3d338ffe-0f67-448b-8411-4d9c6140acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:54.986422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-3d338ffe-0f67-448b-8411-4d9c6140acce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0750248 Jul 14 09:07:55.080847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.114706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-1cc4e9cb-cf43-44a3-98bc-ceb99c69f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.117001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-1cc4e9cb-cf43-44a3-98bc-ceb99c69f2dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229355 Jul 14 09:07:55.224316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.266497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293676d-de42-4dbe-9a59-680e9f6eae14 req-569f552c-5800-4137-aaec-a900994dcbfb tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.279561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4293676d-de42-4dbe-9a59-680e9f6eae14 req-569f552c-5800-4137-aaec-a900994dcbfb tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 948 time: 0.1982372 Jul 14 09:07:55.316601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:07:55.322336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:07:55.328057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-55b1f258-a055-4d58-8f25-73fbd5f980d1 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977692 Jul 14 09:07:55.328057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Pushing event updated for resources: {'Port': ['ID=20ff1cf4-0d97-4af7-a098-02b45dea1142,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:55.330340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:07:55.357693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4293676d-de42-4dbe-9a59-680e9f6eae14 req-1ea9dff6-eb6f-4f93-b8aa-9385ef4698ab tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763628 Jul 14 09:07:55.444654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.444898 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.469918 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-1e788bce-e161-4648-8bd0-3bcee1c1ba23 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6178396 Jul 14 09:07:55.488816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Request body: {'port': {'device_id': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:55.573183 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4e7aed0-83c0-4a17-8132-b6399a7d8e92 req-c742cf26-544e-44fc-8c3f-31ac1107da46 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371821 Jul 14 09:07:55.587114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.739614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b288ec0-e800-4bdf-870e-5d4cdc6f5bb6 req-7602b967-b3cb-45b9-a047-ca85960ff798 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/692a940d-5eec-4ed6-a7dd-1984a30e6b62 HTTP/1.1" status: 200 len: 2406 time: 0.0768230 Jul 14 09:07:55.960948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51b0fa-ed38-4ae6-8d62-3f1b43cd0ec2 req-17e72ebe-c85c-41a2-8bc3-72d657749247 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.967829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab51b0fa-ed38-4ae6-8d62-3f1b43cd0ec2 req-17e72ebe-c85c-41a2-8bc3-72d657749247 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1103189 Jul 14 09:07:56.005038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ff1cf4-0d97-4af7-a098-02b45dea1142 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:56.014916 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.033303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Transition to ACTIVE for port object 20ff1cf4-0d97-4af7-a098-02b45dea1142 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:07:56.038677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.042965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab51b0fa-ed38-4ae6-8d62-3f1b43cd0ec2 req-deaa0b87-e373-4b96-b060-645e38a840bd tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649550 Jul 14 09:07:56.103051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Pushing event updated for resources: {'Port': ['ID=20ff1cf4-0d97-4af7-a098-02b45dea1142,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:56.210158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Attempting to bind port 20ff1cf4-0d97-4af7-a098-02b45dea1142 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:07:56.210535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Attempting to bind port 20ff1cf4-0d97-4af7-a098-02b45dea1142 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:07:56.210839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Attempting to bind port 20ff1cf4-0d97-4af7-a098-02b45dea1142 on network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:56.218478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Port 20ff1cf4-0d97-4af7-a098-02b45dea1142 on network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:07:56.218843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Attempting to bind port 20ff1cf4-0d97-4af7-a098-02b45dea1142 on network 8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:07:56.226570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:07:56.227300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Checking segment: {'id': 'ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:07:56.227547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Bound using segment: {'id': 'ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:07:56.227859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Bound port: 20ff1cf4-0d97-4af7-a098-02b45dea1142, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:07:56.228275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.311714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94c9ed-f8ef-4b5c-95c5-3c9a1a947240 req-0662ab0b-34c8-4f96-acf7-eee843eb1350 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.313352 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a94c9ed-f8ef-4b5c-95c5-3c9a1a947240 req-0662ab0b-34c8-4f96-acf7-eee843eb1350 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 943 time: 0.1205909 Jul 14 09:07:56.333133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] For port 20ff1cf4-0d97-4af7-a098-02b45dea1142, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:07:56.336332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] For port 20ff1cf4-0d97-4af7-a098-02b45dea1142, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=20ff1cf4-0d97-4af7-a098-02b45dea1142,segment=NetworkSegment(ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87),segment_id=ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:07:56.343807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.374566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a94c9ed-f8ef-4b5c-95c5-3c9a1a947240 req-3edb38ea-57f8-4c51-8eab-3fd2e68ab9be tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 Jul 14 09:07:56.399524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:56.403280 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45936cb-f372-4653-8ce2-3f2c8f998e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:56.441326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.442347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.444273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] 10.222.0.48 "PUT /v2.0/ports/20ff1cf4-0d97-4af7-a098-02b45dea1142 HTTP/1.1" status: 200 len: 1092 time: 0.9651575 Jul 14 09:07:56.502511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec7a2a-0337-4171-99ad-6c3323e68606 service neutron] Pushing event updated for resources: {'Port': ['ID=20ff1cf4-0d97-4af7-a098-02b45dea1142,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:56.563946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a7f361b-8bc6-4bbe-a83c-b64456ed57bf req-70e526a2-ea0f-4475-b294-97b1534e70c9 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-group-rules/4426dfd8-a6b4-4de2-8efc-1c0527c7b36c HTTP/1.1" status: 200 len: 778 time: 0.0285239 Jul 14 09:07:56.604421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-530fb063-cb51-4d40-9760-c372c8a4bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.606357 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-530fb063-cb51-4d40-9760-c372c8a4bd49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=789387f70a964adcabf3a6e9d547adc2&device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 1095 time: 0.0914841 Jul 14 09:07:56.690687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-f55b3a6a-e1b0-4b5c-a75e-9d4accdf42a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ff1cf4-0d97-4af7-a098-02b45dea1142 HTTP/1.1" status: 200 len: 217 time: 0.0738263 Jul 14 09:07:56.699004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a7f361b-8bc6-4bbe-a83c-b64456ed57bf req-ab0cbb2e-dc4d-487a-a497-38eafae5b759 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/692a940d-5eec-4ed6-a7dd-1984a30e6b62 HTTP/1.1" status: 200 len: 2406 time: 0.1197066 Jul 14 09:07:56.740978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a7f361b-8bc6-4bbe-a83c-b64456ed57bf req-3972cfc3-120b-4695-a1e3-22e98c53e5ca tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.755079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a7f361b-8bc6-4bbe-a83c-b64456ed57bf req-3972cfc3-120b-4695-a1e3-22e98c53e5ca tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.868678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a7f361b-8bc6-4bbe-a83c-b64456ed57bf req-3972cfc3-120b-4695-a1e3-22e98c53e5ca tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.872312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c838767d-f3b2-4a91-b349-ce61d5660719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:56.875066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-c838767d-f3b2-4a91-b349-ce61d5660719 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28026875-314d-407b-96d7-f6a6aabd13a9 HTTP/1.1" status: 200 len: 854 time: 0.1729066 Jul 14 09:07:56.879615 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a7f361b-8bc6-4bbe-a83c-b64456ed57bf req-3972cfc3-120b-4695-a1e3-22e98c53e5ca tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:56.880932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a7f361b-8bc6-4bbe-a83c-b64456ed57bf req-3972cfc3-120b-4695-a1e3-22e98c53e5ca tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4426dfd8-a6b4-4de2-8efc-1c0527c7b36c HTTP/1.1" status: 204 len: 173 time: 0.1809235 Jul 14 09:07:56.893147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972cfc3-120b-4695-a1e3-22e98c53e5ca tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4426dfd8-a6b4-4de2-8efc-1c0527c7b36c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:56.944809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-170428f9-0338-484d-8bf3-3c5227bdae25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449853 Jul 14 09:07:57.071297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-e314084b-124a-408b-b436-2e349b79d998 service neutron] 10.222.0.48 "GET /v2.0/networks/8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182222 Jul 14 09:07:57.078266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a9d18-5ad1-4624-a1a3-42adbfce0152 req-55045ccd-700a-4029-9239-a2991764363d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.080859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb6a9d18-5ad1-4624-a1a3-42adbfce0152 req-55045ccd-700a-4029-9239-a2991764363d tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 948 time: 0.0807254 Jul 14 09:07:57.158649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb6a9d18-5ad1-4624-a1a3-42adbfce0152 req-b7f9518c-2035-4472-94fc-8945ec2e87c2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699074 Jul 14 09:07:57.185852 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0949bcd-a43f-4cf8-a57c-1ed256e96fbe req-bfea9042-cf11-4a27-b7c9-d77413835bf7 service neutron] 10.222.0.48 "GET /v2.0/networks/8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073081 Jul 14 09:07:57.228098 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb9e970-d9b8-4f61-9bea-178bf33b5855 x-openstack-request-id: req-abb9e970-d9b8-4f61-9bea-178bf33b5855 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:07:57.228812 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:07:57.228812 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abb9e970-d9b8-4f61-9bea-178bf33b5855 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:07:57.229063 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'status': 'completed', 'code': 200} Jul 14 09:07:57.403698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-9bc647d1-6fdd-40c0-9338-e24c6a5803dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.405255 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-9bc647d1-6fdd-40c0-9338-e24c6a5803dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1100 time: 0.1518493 Jul 14 09:07:57.430182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dffebe31-5c48-4979-9090-b546cdbf9ab8 req-de7dc75f-5f15-400e-b2e8-370e1ee49bae tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1233578821', 'description': 'tempest-description-837836788'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:57.480779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dffebe31-5c48-4979-9090-b546cdbf9ab8 req-de7dc75f-5f15-400e-b2e8-370e1ee49bae tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:57.487795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-912e2d83-829b-4603-851e-95ff045b4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.489437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-912e2d83-829b-4603-851e-95ff045b4487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da757fa005ab4b64a6226deec0a80508&device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1100 time: 0.1514766 Jul 14 09:07:57.600920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-5892419c-009a-47ea-bd03-bce00227a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.602700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-5892419c-009a-47ea-bd03-bce00227a38e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1881344 Jul 14 09:07:57.615255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dffebe31-5c48-4979-9090-b546cdbf9ab8 req-de7dc75f-5f15-400e-b2e8-370e1ee49bae tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:57.626569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dffebe31-5c48-4979-9090-b546cdbf9ab8 req-de7dc75f-5f15-400e-b2e8-370e1ee49bae tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:57.660111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-a92e3689-6142-4583-a2fb-76ce1da9cad5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.0454109 Jul 14 09:07:57.667957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dffebe31-5c48-4979-9090-b546cdbf9ab8 req-de7dc75f-5f15-400e-b2e8-370e1ee49bae tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:57.680093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dffebe31-5c48-4979-9090-b546cdbf9ab8 req-de7dc75f-5f15-400e-b2e8-370e1ee49bae tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2542984 Jul 14 09:07:57.719655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dc75f-5f15-400e-b2e8-370e1ee49bae tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b697f-f46f-4ecc-9585-30c8e106e801,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:57.730204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-7584bb72-e2f7-483e-a386-eaef0501c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.731744 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-7584bb72-e2f7-483e-a386-eaef0501c5e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2318494 Jul 14 09:07:57.786237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-8fbe575a-d5f5-4e4f-bfeb-17a5fb7e4334 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 200 len: 217 time: 0.0462005 Jul 14 09:07:57.790116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-895ecf72-3577-48e0-8b9c-80dec15040d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.791560 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-895ecf72-3577-48e0-8b9c-80dec15040d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1233103 Jul 14 09:07:57.848637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:57.914898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7ccc7-e998-4f8b-931d-ebde904712c5 req-478d16c6-447b-4b2a-84fb-b56d49cd188b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.924794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84a7ccc7-e998-4f8b-931d-ebde904712c5 req-478d16c6-447b-4b2a-84fb-b56d49cd188b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1040957 Jul 14 09:07:57.926309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-96c1669a-297f-431c-b305-2ea1e140ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:57.927822 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-96c1669a-297f-431c-b305-2ea1e140ae8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1339829 Jul 14 09:07:58.012275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-d661c885-fb94-4cdd-9b61-27e9dc26fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.014365 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-d661c885-fb94-4cdd-9b61-27e9dc26fc6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2113557 Jul 14 09:07:58.022649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84a7ccc7-e998-4f8b-931d-ebde904712c5 req-4c4831c5-139c-4ad7-9847-401d45ed4895 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967524 Jul 14 09:07:58.051592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:58.076910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'mac_address': 'fa:16:3e:a8:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:58.156715 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:58.165529 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-b8090018-0b5c-49b5-bc8a-e664a76c4589 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278751 Jul 14 09:07:58.180101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17ba842-be14-45b2-9104-cf6664d3a66c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:58.211217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:58.226488 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:58.250570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-1a8d2a5f-fbbb-4fac-aad6-2d76c6e4d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.252408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-1a8d2a5f-fbbb-4fac-aad6-2d76c6e4d667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3159935 Jul 14 09:07:58.316292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:58.327588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2d545-854e-498b-a998-6a32d0f40a9d req-5a2ed4bb-59f7-4ab4-bc7b-8a71d8a3e378 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.329187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1a2d545-854e-498b-a998-6a32d0f40a9d req-5a2ed4bb-59f7-4ab4-bc7b-8a71d8a3e378 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 943 time: 0.1372604 Jul 14 09:07:58.416136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1a2d545-854e-498b-a998-6a32d0f40a9d req-8976915c-ae31-4d8c-9c92-6f569ec60cdd tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780723 Jul 14 09:07:58.417463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-0e147c08-cbd8-4719-9e06-4565d02be6bd service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419114 Jul 14 09:07:58.457054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-d75cbf8d-e2b0-4aa8-b73e-0647726f54fb service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947703 Jul 14 09:07:58.533841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b17ba842-be14-45b2-9104-cf6664d3a66c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:58.594252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e45936cb-f372-4653-8ce2-3f2c8f998e6a req-a01e22cc-ba8a-4397-b284-0ee559b65205 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313446 Jul 14 09:07:58.694493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e6a30d5-0bde-4bde-b195-6833d5470ac2 req-a638c418-5a2d-457c-8d21-9b0d2420c98d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/ec3b697f-f46f-4ecc-9585-30c8e106e801 HTTP/1.1" status: 200 len: 1812 time: 0.0750146 Jul 14 09:07:58.895898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a05b4-ac80-4f7e-b78a-81ca4f9c711a req-f69f53bb-edfe-4341-bd56-172519ccb693 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.907521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-807a05b4-ac80-4f7e-b78a-81ca4f9c711a req-f69f53bb-edfe-4341-bd56-172519ccb693 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 949 time: 0.0905895 Jul 14 09:07:58.956137 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-807a05b4-ac80-4f7e-b78a-81ca4f9c711a req-5dbb14f3-90b9-4fc2-9054-0d57340ccbf0 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474751 Jul 14 09:07:59.164142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 20ff1cf4-0d97-4af7-a098-02b45dea1142 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:07:59.230854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'tag': '20ff1cf4-0d97-4af7-a098-02b45dea1142'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:07:59.234425 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24119b27-dc03-4d01-a160-034a059921b4" -d '{"events": [{"name": "network-changed", "server_uuid": "878bc7ba-c26e-4144-a9c0-bdaa268021ab", "tag": "20ff1cf4-0d97-4af7-a098-02b45dea1142"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:07:59.282353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85ae0-4e37-4da6-ab26-17f5ef524b94 req-58f4529a-d873-41ce-b937-39098635ecab tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:59.289963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbc85ae0-4e37-4da6-ab26-17f5ef524b94 req-58f4529a-d873-41ce-b937-39098635ecab tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 1101 time: 0.0754786 Jul 14 09:07:59.307783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 20ff1cf4-0d97-4af7-a098-02b45dea1142, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=20ff1cf4-0d97-4af7-a098-02b45dea1142,segment=NetworkSegment(ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87),segment_id=ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:59.330174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '20ff1cf4-0d97-4af7-a098-02b45dea1142', 'network_id': '8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281', 'port_id': '20ff1cf4-0d97-4af7-a098-02b45dea1142', 'mac_address': 'fa:16:3e:ee:8f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28026875-314d-407b-96d7-f6a6aabd13a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:07:59.348285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbc85ae0-4e37-4da6-ab26-17f5ef524b94 req-1e2c421d-aed1-4ac7-94eb-4178dffffe8c tempest-MigrationsAdminTest-2113233185 tempest-MigrationsAdminTest-2113233185-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539081 Jul 14 09:07:59.409755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.430132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ff1cf4-0d97-4af7-a098-02b45dea1142 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:07:59.458134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 20ff1cf4-0d97-4af7-a098-02b45dea1142, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=20ff1cf4-0d97-4af7-a098-02b45dea1142,segment=NetworkSegment(ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87),segment_id=ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:07:59.468825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.564340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=20ff1cf4-0d97-4af7-a098-02b45dea1142,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:59.618324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf0f1-5922-4f89-9227-1d88894a1f64 req-87dc8ce0-2aaa-40fd-a6b2-95a458a1628c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:59.620406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44fcf0f1-5922-4f89-9227-1d88894a1f64 req-87dc8ce0-2aaa-40fd-a6b2-95a458a1628c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 945 time: 0.1328673 Jul 14 09:07:59.669438 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44fcf0f1-5922-4f89-9227-1d88894a1f64 req-ebf4f7be-0d87-464c-bcf7-6c70dff7f0d2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Jul 14 09:07:59.786532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['20ff1cf4-0d97-4af7-a098-02b45dea1142'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:07:59.797761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f87a0ffc-88e4-4e1e-94fb-dfaec08022c2 req-be4fc97a-e7ce-4154-b085-00de17554dc5 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-182291780', 'description': 'tempest-description-1152400845'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:59.851875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f87a0ffc-88e4-4e1e-94fb-dfaec08022c2 req-be4fc97a-e7ce-4154-b085-00de17554dc5 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.852736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:07:59.983086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b17ba842-be14-45b2-9104-cf6664d3a66c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:07:59.991163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b17ba842-be14-45b2-9104-cf6664d3a66c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:59.991582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:59.996201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f87a0ffc-88e4-4e1e-94fb-dfaec08022c2 req-be4fc97a-e7ce-4154-b085-00de17554dc5 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.003887 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f87a0ffc-88e4-4e1e-94fb-dfaec08022c2 req-be4fc97a-e7ce-4154-b085-00de17554dc5 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.026965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f87a0ffc-88e4-4e1e-94fb-dfaec08022c2 req-be4fc97a-e7ce-4154-b085-00de17554dc5 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.039157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f87a0ffc-88e4-4e1e-94fb-dfaec08022c2 req-be4fc97a-e7ce-4154-b085-00de17554dc5 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2707398 Jul 14 09:08:00.080188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fc97a-e7ce-4154-b085-00de17554dc5 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b114b3-53c2-40b6-b2fc-3a9bf7939737,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:00.087811 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a3d13a-e060-4706-9d67-9a8bb16f1f4c x-openstack-request-id: req-39a3d13a-e060-4706-9d67-9a8bb16f1f4c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:00.088384 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878bc7ba-c26e-4144-a9c0-bdaa268021ab", "tag": "20ff1cf4-0d97-4af7-a098-02b45dea1142", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:00.088483 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39a3d13a-e060-4706-9d67-9a8bb16f1f4c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:00.089294 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'tag': '20ff1cf4-0d97-4af7-a098-02b45dea1142', 'status': 'completed', 'code': 200} Jul 14 09:08:00.152632 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.186946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:00.189331 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013fd9c3-9b1b-421c-bacd-f1d38b311e1c" -d '{"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-plugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:00.203295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:00.212343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:00.221191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119b27-dc03-4d01-a160-034a059921b4 req-97cf72d3-c4a8-41cd-ac26-3717d0d49695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.222102 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24119b27-dc03-4d01-a160-034a059921b4 req-97cf72d3-c4a8-41cd-ac26-3717d0d49695 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=789387f70a964adcabf3a6e9d547adc2&device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 1096 time: 0.1080089 Jul 14 09:08:00.330030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:00.388755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119b27-dc03-4d01-a160-034a059921b4 req-91b651e2-a59e-4c24-83e5-b03e578d8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.391248 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24119b27-dc03-4d01-a160-034a059921b4 req-91b651e2-a59e-4c24-83e5-b03e578d8baf service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 HTTP/1.1" status: 200 len: 915 time: 0.1606374 Jul 14 09:08:00.468040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24119b27-dc03-4d01-a160-034a059921b4 req-99806281-9aba-4612-a71f-705b50455510 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ff1cf4-0d97-4af7-a098-02b45dea1142 HTTP/1.1" status: 200 len: 217 time: 0.0658636 Jul 14 09:08:00.576684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119b27-dc03-4d01-a160-034a059921b4 req-be88006b-3023-47fe-bf8d-00ab3f0b53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.578545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24119b27-dc03-4d01-a160-034a059921b4 req-be88006b-3023-47fe-bf8d-00ab3f0b53d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28026875-314d-407b-96d7-f6a6aabd13a9 HTTP/1.1" status: 200 len: 854 time: 0.1009834 Jul 14 09:08:00.589285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260f9a-dddd-4546-b55a-420778592768 req-40bcb196-5691-4b4d-94c8-5d98db8edfb7 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.597061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f260f9a-dddd-4546-b55a-420778592768 req-40bcb196-5691-4b4d-94c8-5d98db8edfb7 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 944 time: 0.1110394 Jul 14 09:08:00.641742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f260f9a-dddd-4546-b55a-420778592768 req-05d092f5-039e-448d-9bf7-90d8910b9175 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Jul 14 09:08:00.654514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24119b27-dc03-4d01-a160-034a059921b4 req-1706b169-42d7-4f88-a1bb-713263a0f456 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612376 Jul 14 09:08:00.810724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24119b27-dc03-4d01-a160-034a059921b4 req-5efda561-5557-49a0-8e79-4d243d0aac2b service neutron] 10.222.0.48 "GET /v2.0/networks/8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468153 Jul 14 09:08:00.877139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-deaad427-b0bb-40ff-9cc7-22c28bf326ed req-696db490-ae72-49d0-97e4-c35ed4bc93c2 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/f4b114b3-53c2-40b6-b2fc-3a9bf7939737 HTTP/1.1" status: 200 len: 1812 time: 0.0760777 Jul 14 09:08:01.015259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-0853c420-24c7-41e8-8970-e4c890478ad2 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.017457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-0853c420-24c7-41e8-8970-e4c890478ad2 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.1528707 Jul 14 09:08:01.020189 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24119b27-dc03-4d01-a160-034a059921b4 req-1a3c6a1b-e4cc-4063-9e7e-909cdfd54245 service neutron] 10.222.0.48 "GET /v2.0/networks/8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984372 Jul 14 09:08:01.051189 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e5cdfb-1b83-40f2-a8ca-fbf63d0143f9 x-openstack-request-id: req-02e5cdfb-1b83-40f2-a8ca-fbf63d0143f9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:01.051647 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-plugged", "status": "completed", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:01.052291 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02e5cdfb-1b83-40f2-a8ca-fbf63d0143f9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:01.052788 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'code': 200} Jul 14 09:08:01.103078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-44'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:01.164726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 20ff1cf4-0d97-4af7-a098-02b45dea1142 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:01.234144 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.242673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496dc02-b884-43a0-9c29-d8c4546dd47d req-a35d3b53-7c78-4f60-93c4-719129b5cd14 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.250260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0496dc02-b884-43a0-9c29-d8c4546dd47d req-a35d3b53-7c78-4f60-93c4-719129b5cd14 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 950 time: 0.0922978 Jul 14 09:08:01.275288 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.284301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 20ff1cf4-0d97-4af7-a098-02b45dea1142 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:01.292736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 20ff1cf4-0d97-4af7-a098-02b45dea1142 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:01.293090 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.322093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0496dc02-b884-43a0-9c29-d8c4546dd47d req-df5c9a40-06ed-4a46-91ef-2a1505484aa1 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708194 Jul 14 09:08:01.438518 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.442812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:01.510784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 20ff1cf4-0d97-4af7-a098-02b45dea1142, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=20ff1cf4-0d97-4af7-a098-02b45dea1142,segment=NetworkSegment(ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87),segment_id=ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:01.518579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:01.519396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.601600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.610514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.643609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=20ff1cf4-0d97-4af7-a098-02b45dea1142,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:01.829706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on host n-h1-758944-44 for vnic_type normal with profile {"migrating_to": "n-h2-758944-44"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:01.830024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:01.830478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:01.833672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:01.849021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 5be31041-0dad-46c4-a371-41150ffa154b details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:01.851158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:01.851793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:01.853930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb1754-661a-4a6c-aa71-1ac9a3c5102a req-17e1e243-17dd-41f9-a0aa-b7bbff4f4f40 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.857935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:01.858506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:01.858893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:01.859327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Bound port: 5be31041-0dad-46c4-a371-41150ffa154b, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:01.859713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:01.862339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6eeb1754-661a-4a6c-aa71-1ac9a3c5102a req-17e1e243-17dd-41f9-a0aa-b7bbff4f4f40 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.1617751 Jul 14 09:08:01.919927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6eeb1754-661a-4a6c-aa71-1ac9a3c5102a req-948e6984-77b7-486d-9a2f-1a260ebe21c3 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Jul 14 09:08:01.943934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8483856-3b52-476e-8080-fdd64c2a105c req-d9a02849-1ba2-4b9f-b548-38b7864278b2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:01.958284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8483856-3b52-476e-8080-fdd64c2a105c req-d9a02849-1ba2-4b9f-b548-38b7864278b2 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 950 time: 0.2223351 Jul 14 09:08:01.965492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:01.971162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:01.979215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.004358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a2817721-fc57-47b9-9247-3b0a89ab2d52 req-b77ab36e-3d17-4606-832a-eb02c233e4b6 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-33331322', 'description': 'tempest-description-412422389'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:02.080125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.080878 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.082907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 200 len: 1123 time: 1.0581110 Jul 14 09:08:02.089914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b'}, {'name': 'network-changed', 'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:02.092950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2817721-fc57-47b9-9247-3b0a89ab2d52 req-b77ab36e-3d17-4606-832a-eb02c233e4b6 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.093125 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25372496-9dd5-4681-aa5f-6a6c4376af14" -d '{"events": [{"server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "name": "network-vif-unplugged", "status": "completed", "tag": "5be31041-0dad-46c4-a371-41150ffa154b"}, {"name": "network-changed", "server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "tag": "5be31041-0dad-46c4-a371-41150ffa154b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:02.096483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189da50-31e5-4df2-ad00-d9f9d39579e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:02.119402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:02.163837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on host n-h1-758944-44 for vnic_type normal with profile {"migrating_to": "n-h2-758944-44"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:02.164678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:02.165257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:02.172642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:02.173633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Attempting to bind port 5be31041-0dad-46c4-a371-41150ffa154b on network 8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:02.181313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:02.183830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Checking segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:02.184589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Bound using segment: {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:02.185828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Bound port: 5be31041-0dad-46c4-a371-41150ffa154b, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8bc3b966-3fc6-4eb0-addb-5b9f2d96f218'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:02.186279 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.188590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Deleting port b17ba842-be14-45b2-9104-cf6664d3a66c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:02.188728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.196051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['5be31041-0dad-46c4-a371-41150ffa154b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:02.227790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['5be31041-0dad-46c4-a371-41150ffa154b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:02.335712 n-d-758944-44 neutron-server[93755]: WARNING neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Concurrent port binding operations failed on port 5be31041-0dad-46c4-a371-41150ffa154b Jul 14 09:08:02.359538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:02.373150 n-d-758944-44 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Attempt 2 to bind port 5be31041-0dad-46c4-a371-41150ffa154b Jul 14 09:08:02.373621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 5be31041-0dad-46c4-a371-41150ffa154b has no active binding in host n-h2-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:08:02.378510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] For port b17ba842-be14-45b2-9104-cf6664d3a66c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b17ba842-be14-45b2-9104-cf6664d3a66c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:02.378932 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.401116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Calling delete_port for b17ba842-be14-45b2-9104-cf6664d3a66c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:02.491083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2817721-fc57-47b9-9247-3b0a89ab2d52 req-b77ab36e-3d17-4606-832a-eb02c233e4b6 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.507570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2817721-fc57-47b9-9247-3b0a89ab2d52 req-b77ab36e-3d17-4606-832a-eb02c233e4b6 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.591982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ab36e-3d17-4606-832a-eb02c233e4b6 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac46c095-45a7-41db-a6b2-6d8b492b0f48,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:02.608577 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2817721-fc57-47b9-9247-3b0a89ab2d52 req-b77ab36e-3d17-4606-832a-eb02c233e4b6 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.615201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a2817721-fc57-47b9-9247-3b0a89ab2d52 req-b77ab36e-3d17-4606-832a-eb02c233e4b6 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6158350 Jul 14 09:08:02.715292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.820110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event deleted for resources: {'Port': ['ID=b17ba842-be14-45b2-9104-cf6664d3a66c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:02.881817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] No DVR routers for this DVR port b17ba842-be14-45b2-9104-cf6664d3a66c on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:02.884844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:02.886890 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8483856-3b52-476e-8080-fdd64c2a105c req-34bb2c6f-7950-4637-87ea-6de679b7da01 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "DELETE /v2.0/ports/b17ba842-be14-45b2-9104-cf6664d3a66c HTTP/1.1" status: 204 len: 173 time: 0.9229164 Jul 14 09:08:02.889024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-deleted', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:02.891238 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2697c1e-b3dd-4b8e-89a5-6f84ed85717b" -d '{"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-deleted", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:02.949046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a58a-6a32-4a77-ac9a-865164c81afd req-24b0027f-bd38-4fcc-9114-9f72524ae00f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.957764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e74a58a-6a32-4a77-ac9a-865164c81afd req-24b0027f-bd38-4fcc-9114-9f72524ae00f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 945 time: 0.2023194 Jul 14 09:08:03.048572 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e74a58a-6a32-4a77-ac9a-865164c81afd req-0dc69d28-efbe-450d-ae89-c56910e4b764 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742362 Jul 14 09:08:03.053695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ff1cf4-0d97-4af7-a098-02b45dea1142'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:03.058416 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35b005-5c18-418f-bdab-1771f9a5b8c2" -d '{"events": [{"server_uuid": "878bc7ba-c26e-4144-a9c0-bdaa268021ab", "name": "network-vif-plugged", "status": "completed", "tag": "20ff1cf4-0d97-4af7-a098-02b45dea1142"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:03.175583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa', '14f747a7-2396-4bb2-97f2-3b4567c1be3c', '51970c65-80c3-4c44-b420-fd796a19f7ce', 'b17ba842-be14-45b2-9104-cf6664d3a66c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:03.470620 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf783415-b82a-445e-a833-e8f5951366c9 x-openstack-request-id: req-bf783415-b82a-445e-a833-e8f5951366c9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:03.471771 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "name": "network-vif-unplugged", "status": "completed", "tag": "5be31041-0dad-46c4-a371-41150ffa154b", "code": 200}, {"name": "network-changed", "server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "tag": "5be31041-0dad-46c4-a371-41150ffa154b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:03.472033 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf783415-b82a-445e-a833-e8f5951366c9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:03.472509 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b', 'code': 200} Jul 14 09:08:03.473100 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b', 'status': 'completed', 'code': 200} Jul 14 09:08:03.596283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-db4e9746-2ce4-4e66-911e-013c4819ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:03.598624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-db4e9746-2ce4-4e66-911e-013c4819ec81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1126 time: 0.0930686 Jul 14 09:08:03.790879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e96b6c0-6eb3-4300-94ac-d8cd97ebd56b req-d8553cfe-fa10-4019-aed6-089cdbbca885 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=338ddc42-2b93-4b0e-ae1b-b60e5180012b HTTP/1.1" status: 200 len: 210 time: 0.0693674 Jul 14 09:08:03.813377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-a2787d85-18ea-4cce-b4d6-20d9d3c0ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:03.814868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-a2787d85-18ea-4cce-b4d6-20d9d3c0ed82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.2059267 Jul 14 09:08:03.948805 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-b8237e0d-2c50-4f6a-86c3-f7589d62368e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 200 len: 217 time: 0.1241851 Jul 14 09:08:03.951175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-278700bd-b2a4-40b7-9fde-ecd669e4dea8 req-80ecd258-f73d-4883-a26a-9ab188cef505 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/ac46c095-45a7-41db-a6b2-6d8b492b0f48 HTTP/1.1" status: 200 len: 1810 time: 0.1306572 Jul 14 09:08:04.026736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-5cb98f45-e30f-4011-9983-1a1d08357c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:04.030483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-5cb98f45-e30f-4011-9983-1a1d08357c9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0710795 Jul 14 09:08:04.085677 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062a046e-e36c-4c3a-bc33-65c706af3585 x-openstack-request-id: req-062a046e-e36c-4c3a-bc33-65c706af3585 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:04.086141 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338ddc42-2b93-4b0e-ae1b-b60e5180012b", "name": "network-vif-deleted", "tag": "b17ba842-be14-45b2-9104-cf6664d3a66c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:04.086386 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-062a046e-e36c-4c3a-bc33-65c706af3585 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:04.086777 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338ddc42-2b93-4b0e-ae1b-b60e5180012b', 'name': 'network-vif-deleted', 'tag': 'b17ba842-be14-45b2-9104-cf6664d3a66c', 'status': 'completed', 'code': 200} Jul 14 09:08:04.277892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a993a2-36e1-4e67-873d-ddc9b9c8d41e req-a9e04998-689f-4687-a907-878a00c0531b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:04.279800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8a993a2-36e1-4e67-873d-ddc9b9c8d41e req-a9e04998-689f-4687-a907-878a00c0531b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.0814607 Jul 14 09:08:04.349802 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8a993a2-36e1-4e67-873d-ddc9b9c8d41e req-2d595dca-8c5b-439b-aa65-7553e15b3a6d tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638461 Jul 14 09:08:04.456355 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5df68e-9169-4d9c-bd26-03cf9c36fc93 x-openstack-request-id: req-ba5df68e-9169-4d9c-bd26-03cf9c36fc93 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:04.456777 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878bc7ba-c26e-4144-a9c0-bdaa268021ab", "name": "network-vif-plugged", "status": "completed", "tag": "20ff1cf4-0d97-4af7-a098-02b45dea1142", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:04.457125 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba5df68e-9169-4d9c-bd26-03cf9c36fc93 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:04.457628 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ff1cf4-0d97-4af7-a098-02b45dea1142', 'code': 200} Jul 14 09:08:04.477710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0d7900da-7ba8-4bb1-b446-5fc54f2ed095 req-c5bccd97-e62c-4651-9d42-a32aadcf2ba4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-409962519', 'description': 'tempest-description-114632438'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:04.521075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d7900da-7ba8-4bb1-b446-5fc54f2ed095 req-c5bccd97-e62c-4651-9d42-a32aadcf2ba4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:04.592161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-43f04781-2ecc-4268-a1a2-1f9547688720 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5509961 Jul 14 09:08:04.645186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d7900da-7ba8-4bb1-b446-5fc54f2ed095 req-c5bccd97-e62c-4651-9d42-a32aadcf2ba4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:04.658391 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d7900da-7ba8-4bb1-b446-5fc54f2ed095 req-c5bccd97-e62c-4651-9d42-a32aadcf2ba4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:04.694716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bccd97-e62c-4651-9d42-a32aadcf2ba4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a92598-b7af-4910-a2c9-47d2789a4a64,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:04.699313 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d7900da-7ba8-4bb1-b446-5fc54f2ed095 req-c5bccd97-e62c-4651-9d42-a32aadcf2ba4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:04.710272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d7900da-7ba8-4bb1-b446-5fc54f2ed095 req-c5bccd97-e62c-4651-9d42-a32aadcf2ba4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2396643 Jul 14 09:08:04.745465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032bc25-7901-465d-847d-7325bb3db5ce req-30a8cab3-3f15-4a77-9fff-0308de028dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:04.747023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3032bc25-7901-465d-847d-7325bb3db5ce req-30a8cab3-3f15-4a77-9fff-0308de028dbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 1097 time: 0.1647940 Jul 14 09:08:04.790300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-e55b587c-2e40-46c0-ab6f-305a84fe2ff6 service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754110 Jul 14 09:08:04.792086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3032bc25-7901-465d-847d-7325bb3db5ce req-df0b7841-0483-4bec-829a-7dd8116679d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340800 Jul 14 09:08:05.103241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f541e39-f745-4e2b-bba8-775a84f5326f req-8fef19b7-700b-413b-89cd-23f8f12d71ff tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:05.107414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f541e39-f745-4e2b-bba8-775a84f5326f req-8fef19b7-700b-413b-89cd-23f8f12d71ff tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 945 time: 0.2439971 Jul 14 09:08:05.125493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25372496-9dd5-4681-aa5f-6a6c4376af14 req-15b274b4-da24-4cb9-835f-4656e6257ebe service neutron] 10.222.0.48 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689862 Jul 14 09:08:05.150717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f541e39-f745-4e2b-bba8-775a84f5326f req-9cce1910-7f85-48e4-8eb2-e11bef7d6077 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Jul 14 09:08:05.633498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd5f9618-36c1-4095-8364-c72a602991f9 req-43d823eb-f66e-45f0-9faf-b312cfea3ccc tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/c1a92598-b7af-4910-a2c9-47d2789a4a64 HTTP/1.1" status: 200 len: 1811 time: 0.0586410 Jul 14 09:08:05.910879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:05.969313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: b17ba842-be14-45b2-9104-cf6664d3a66c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:05.970048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b17ba842-be14-45b2-9104-cf6664d3a66c not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:06.095879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39a522-2cc8-45a2-b895-ce848e228ecf req-b73657b3-88b1-47f2-9e79-759f8d66f741 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:06.104127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c39a522-2cc8-45a2-b895-ce848e228ecf req-b73657b3-88b1-47f2-9e79-759f8d66f741 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 943 time: 0.2401228 Jul 14 09:08:06.164318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c39a522-2cc8-45a2-b895-ce848e228ecf req-bad2531d-0022-4ef4-a6be-41323f8c2ef1 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591917 Jul 14 09:08:06.274458 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-00ddfcbb-34d6-4005-bdfc-9745b8b2bb37 req-8850957e-715a-4fc0-afc2-9e27261b1edd tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] show failed (client error): The resource could not be found. Jul 14 09:08:06.288208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-00ddfcbb-34d6-4005-bdfc-9745b8b2bb37 req-8850957e-715a-4fc0-afc2-9e27261b1edd tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/4e8e6d8e-5c90-4419-8dfc-5c846a4f99d1 HTTP/1.1" status: 404 len: 352 time: 0.0307987 Jul 14 09:08:06.896776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478f944-4a96-4438-a624-0a51e0fb5897 req-e241ddd4-5272-497d-b502-98c8b9888c65 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:06.904728 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7478f944-4a96-4438-a624-0a51e0fb5897 req-e241ddd4-5272-497d-b502-98c8b9888c65 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 945 time: 0.1014087 Jul 14 09:08:06.946342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7478f944-4a96-4438-a624-0a51e0fb5897 req-c1f3229d-f7d5-4e3b-947b-f827dd117ee1 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Jul 14 09:08:07.013429 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-d565dda2-fd0a-4b52-ab5f-e8c01635b8bc req-b40a3295-05b6-4c10-8fef-52bf2bfe92c3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] show failed (client error): The resource could not be found. Jul 14 09:08:07.014447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d565dda2-fd0a-4b52-ab5f-e8c01635b8bc req-b40a3295-05b6-4c10-8fef-52bf2bfe92c3 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-group-rules/5aa6a379-2abd-41fc-95d9-8e07e6540be6 HTTP/1.1" status: 404 len: 361 time: 0.0263100 Jul 14 09:08:07.226403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5be31041-0dad-46c4-a371-41150ffa154b no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:07.520094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-7d6a1145-0c63-40a6-ab61-1877a65a7121 service neutron] 10.222.0.48 "GET /v2.0/ports/5be31041-0dad-46c4-a371-41150ffa154b/bindings/n-h2-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.2350481 Jul 14 09:08:07.679032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285a04-d84f-40d2-9ae0-8a307478386f req-3863d01d-688c-437b-89a5-bd3806759ca4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:07.681814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10285a04-d84f-40d2-9ae0-8a307478386f req-3863d01d-688c-437b-89a5-bd3806759ca4 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 949 time: 0.0969064 Jul 14 09:08:07.734383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10285a04-d84f-40d2-9ae0-8a307478386f req-437488c5-8dac-460b-8751-e2692e4a87bc tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Jul 14 09:08:07.807904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:07.833860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:07.863777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-868fa7fb-71da-4c0b-a46c-8625b608fc3d req-2aebc940-59a5-4def-8a18-8ddac1a553cb tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/c1a92598-b7af-4910-a2c9-47d2789a4a64 HTTP/1.1" status: 200 len: 1811 time: 0.0832012 Jul 14 09:08:07.906610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be31041-0dad-46c4-a371-41150ffa154b {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:07.929985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:07.959278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:07.973648 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-868fa7fb-71da-4c0b-a46c-8625b608fc3d req-dc21db0f-916c-4276-ad3c-548401347cec tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.003022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-868fa7fb-71da-4c0b-a46c-8625b608fc3d req-dc21db0f-916c-4276-ad3c-548401347cec tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.060885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-868fa7fb-71da-4c0b-a46c-8625b608fc3d req-dc21db0f-916c-4276-ad3c-548401347cec tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.066875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-868fa7fb-71da-4c0b-a46c-8625b608fc3d req-dc21db0f-916c-4276-ad3c-548401347cec tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.069914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-868fa7fb-71da-4c0b-a46c-8625b608fc3d req-dc21db0f-916c-4276-ad3c-548401347cec tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "DELETE /v2.0/security-groups/c1a92598-b7af-4910-a2c9-47d2789a4a64 HTTP/1.1" status: 204 len: 173 time: 0.2014687 Jul 14 09:08:08.139727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] Transition to ACTIVE for port object 5be31041-0dad-46c4-a371-41150ffa154b will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:08.148793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21db0f-916c-4276-ad3c-548401347cec tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a92598-b7af-4910-a2c9-47d2789a4a64,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:08.159094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.270969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-f186be18-2256-474e-bf86-a313e89e7fd9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:08.273242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-f186be18-2256-474e-bf86-a313e89e7fd9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 949 time: 0.2004967 Jul 14 09:08:08.303589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] No DVR routers for this DVR port 5be31041-0dad-46c4-a371-41150ffa154b on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:08.402084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-1c506f22-f79d-405f-ac15-db816809193f service neutron] 10.222.0.48 "PUT /v2.0/ports/5be31041-0dad-46c4-a371-41150ffa154b/bindings/n-h2-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 0.8756325 Jul 14 09:08:08.524780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805248c-8b85-4301-ae5f-4c46d703bd2c req-affe84f7-2745-4a0c-a30e-4d5502160607 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:08.542214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0805248c-8b85-4301-ae5f-4c46d703bd2c req-affe84f7-2745-4a0c-a30e-4d5502160607 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.2244692 Jul 14 09:08:08.559502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c506f22-f79d-405f-ac15-db816809193f service neutron] Pushing event updated for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:08.614641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fd8dc32-9dfa-4afa-8194-f251ce19dd4f req-0bab87a6-d71a-410e-95ce-b642da0ba5d4 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/ac46c095-45a7-41db-a6b2-6d8b492b0f48 HTTP/1.1" status: 200 len: 1810 time: 0.2378306 Jul 14 09:08:08.636343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-ec8969fe-5f14-403d-af3f-485b73db6e85 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:08.638016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-ec8969fe-5f14-403d-af3f-485b73db6e85 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.1627991 Jul 14 09:08:08.640595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Deleting port 51970c65-80c3-4c44-b420-fd796a19f7ce {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:08.640947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.688404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0805248c-8b85-4301-ae5f-4c46d703bd2c req-ed228eb3-48a3-4c78-a104-e955baca86eb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410964 Jul 14 09:08:08.753665 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fd8dc32-9dfa-4afa-8194-f251ce19dd4f req-9ed63e46-4221-43b0-a429-ff844ad2c741 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.782057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-00b6891e-3566-4c5c-9a94-aa054cbb652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:08.783304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-00b6891e-3566-4c5c-9a94-aa054cbb652d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c HTTP/1.1" status: 200 len: 1096 time: 0.1364746 Jul 14 09:08:08.805056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fd8dc32-9dfa-4afa-8194-f251ce19dd4f req-9ed63e46-4221-43b0-a429-ff844ad2c741 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.814991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] For port 51970c65-80c3-4c44-b420-fd796a19f7ce, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51970c65-80c3-4c44-b420-fd796a19f7ce,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:08.815482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.831262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Calling delete_port for 51970c65-80c3-4c44-b420-fd796a19f7ce owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:08.885390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fd8dc32-9dfa-4afa-8194-f251ce19dd4f req-9ed63e46-4221-43b0-a429-ff844ad2c741 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.888619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fd8dc32-9dfa-4afa-8194-f251ce19dd4f req-9ed63e46-4221-43b0-a429-ff844ad2c741 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:08.889954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fd8dc32-9dfa-4afa-8194-f251ce19dd4f req-9ed63e46-4221-43b0-a429-ff844ad2c741 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac46c095-45a7-41db-a6b2-6d8b492b0f48 HTTP/1.1" status: 204 len: 173 time: 0.2642140 Jul 14 09:08:08.906811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cea25c96-da63-4be0-b5a8-051d446b21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:08.910221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-cea25c96-da63-4be0-b5a8-051d446b21d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1096 time: 0.0959022 Jul 14 09:08:08.911001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed63e46-4221-43b0-a429-ff844ad2c741 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac46c095-45a7-41db-a6b2-6d8b492b0f48,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:09.026106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a22b2b62-c1e8-4450-b235-5b42ed66d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:09.027956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-a22b2b62-c1e8-4450-b235-5b42ed66d8cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.1124768 Jul 14 09:08:09.082014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-9ff48df8-2841-4291-a2d0-c05092594b2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 200 len: 217 time: 0.0458896 Jul 14 09:08:09.094840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.108526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa', '14f747a7-2396-4bb2-97f2-3b4567c1be3c', '51970c65-80c3-4c44-b420-fd796a19f7ce'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:09.144196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event deleted for resources: {'Port': ['ID=51970c65-80c3-4c44-b420-fd796a19f7ce,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:09.178197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68f8946-f2f7-4f81-942e-42698a3a5b72 req-183656c0-7e9a-47ef-8177-7522c2f92f81 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bbc458f-7d37-404d-8d1a-3606e156c49a HTTP/1.1" status: 200 len: 210 time: 0.0445795 Jul 14 09:08:09.220487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] No DVR routers for this DVR port 51970c65-80c3-4c44-b420-fd796a19f7ce on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:09.223016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.225491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8dfe3da-8513-4692-ad0f-a957b221a8b6 req-162241c0-63d7-454d-9958-ed844595b8b9 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "DELETE /v2.0/ports/51970c65-80c3-4c44-b420-fd796a19f7ce HTTP/1.1" status: 204 len: 173 time: 0.9455283 Jul 14 09:08:09.226309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-deleted', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:09.229857 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b591466f-7d43-4a94-8af9-cc06326f7e2a" -d '{"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-deleted", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:09.234872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-71bec7da-597f-4a98-a7c3-c41942afe78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:09.236739 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-71bec7da-597f-4a98-a7c3-c41942afe78e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.1457727 Jul 14 09:08:09.242351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ad18a58-bdd5-4b3a-bb22-eedd7d14b179 req-0c27a2e1-e4ac-4b17-9b10-006460924d3c tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/f4b114b3-53c2-40b6-b2fc-3a9bf7939737 HTTP/1.1" status: 200 len: 1812 time: 0.1592224 Jul 14 09:08:09.277128 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88dc5ab-060f-4311-9b30-43c77f768758 x-openstack-request-id: req-a88dc5ab-060f-4311-9b30-43c77f768758 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:09.277449 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc458f-7d37-404d-8d1a-3606e156c49a", "name": "network-vif-deleted", "tag": "51970c65-80c3-4c44-b420-fd796a19f7ce", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:09.278990 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a88dc5ab-060f-4311-9b30-43c77f768758 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:09.279261 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc458f-7d37-404d-8d1a-3606e156c49a', 'name': 'network-vif-deleted', 'tag': '51970c65-80c3-4c44-b420-fd796a19f7ce', 'status': 'completed', 'code': 200} Jul 14 09:08:09.304955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-9645ecf1-cd74-431f-9b44-c6a3626aac21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603900 Jul 14 09:08:09.403041 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ad18a58-bdd5-4b3a-bb22-eedd7d14b179 req-9bbceccd-191e-4dca-b9c5-52f768c2b17d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.432594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ad18a58-bdd5-4b3a-bb22-eedd7d14b179 req-9bbceccd-191e-4dca-b9c5-52f768c2b17d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.537875 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ad18a58-bdd5-4b3a-bb22-eedd7d14b179 req-9bbceccd-191e-4dca-b9c5-52f768c2b17d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.541061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ad18a58-bdd5-4b3a-bb22-eedd7d14b179 req-9bbceccd-191e-4dca-b9c5-52f768c2b17d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.542468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ad18a58-bdd5-4b3a-bb22-eedd7d14b179 req-9bbceccd-191e-4dca-b9c5-52f768c2b17d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "DELETE /v2.0/security-groups/f4b114b3-53c2-40b6-b2fc-3a9bf7939737 HTTP/1.1" status: 204 len: 173 time: 0.2875056 Jul 14 09:08:09.567771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbceccd-191e-4dca-b9c5-52f768c2b17d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b114b3-53c2-40b6-b2fc-3a9bf7939737,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:09.619938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-fbfa4ecc-c46a-4c35-b174-8fde2592ee53 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064940 Jul 14 09:08:09.654266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d7c9036-1a20-472c-a459-8c77d645af58 req-8429c339-b7e9-43e0-889c-beeef9868e01 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/ec3b697f-f46f-4ecc-9585-30c8e106e801 HTTP/1.1" status: 200 len: 1812 time: 0.0894427 Jul 14 09:08:09.792588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703dbb-d6a6-44ca-bed4-fea3f19b14b8 req-868d37a5-1332-4fa6-8a1d-f6ad346a4b39 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:09.800644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56703dbb-d6a6-44ca-bed4-fea3f19b14b8 req-868d37a5-1332-4fa6-8a1d-f6ad346a4b39 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 951 time: 0.1182380 Jul 14 09:08:09.806909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d7c9036-1a20-472c-a459-8c77d645af58 req-bad6485f-7fd0-406b-afdb-27c996073117 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.848626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56703dbb-d6a6-44ca-bed4-fea3f19b14b8 req-aff75d09-e3d2-40c9-bf6d-c279ff3b0b2a tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467806 Jul 14 09:08:09.848921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-c76163c3-4fa0-431d-a26a-cf807ee6b8b2 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204742 Jul 14 09:08:09.853166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d7c9036-1a20-472c-a459-8c77d645af58 req-bad6485f-7fd0-406b-afdb-27c996073117 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.907099 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d7c9036-1a20-472c-a459-8c77d645af58 req-bad6485f-7fd0-406b-afdb-27c996073117 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.910919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8d7c9036-1a20-472c-a459-8c77d645af58 req-bad6485f-7fd0-406b-afdb-27c996073117 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:09.912158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d7c9036-1a20-472c-a459-8c77d645af58 req-bad6485f-7fd0-406b-afdb-27c996073117 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "DELETE /v2.0/security-groups/ec3b697f-f46f-4ecc-9585-30c8e106e801 HTTP/1.1" status: 204 len: 173 time: 0.2254143 Jul 14 09:08:09.923230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6485f-7fd0-406b-afdb-27c996073117 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b697f-f46f-4ecc-9585-30c8e106e801,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:10.102360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e042c2-b3fe-4b20-919d-89630551f4e9 req-8f6f549f-abfa-4b53-8b24-97d49eb056fe tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:10.105300 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30e042c2-b3fe-4b20-919d-89630551f4e9 req-8f6f549f-abfa-4b53-8b24-97d49eb056fe tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.0858393 Jul 14 09:08:10.164822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30e042c2-b3fe-4b20-919d-89630551f4e9 req-d6a725ec-0a2a-407e-bfac-c00a2cd91f21 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520017 Jul 14 09:08:10.216928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-ea8d0e76-1fd1-4ee9-9b37-ac1f1f07b337 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:10.218650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-ea8d0e76-1fd1-4ee9-9b37-ac1f1f07b337 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366&tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.0633447 Jul 14 09:08:10.362170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-ec047bb8-aed2-4e10-8ad1-3a334704e06a service neutron] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:10.366600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-ec047bb8-aed2-4e10-8ad1-3a334704e06a service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.367781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a6082e-b363-4e3f-b78b-e36ee75fb1be req-ec047bb8-aed2-4e10-8ad1-3a334704e06a service neutron] 10.222.0.11 "DELETE /v2.0/ports/5be31041-0dad-46c4-a371-41150ffa154b/bindings/n-h1-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.1432736 Jul 14 09:08:10.474964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d48198b1-adb0-42ed-a0b0-3e8c0c5c9b55 req-498d158f-a056-4118-98e3-8cd62b85c12d tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "GET /v2.0/security-groups/692a940d-5eec-4ed6-a7dd-1984a30e6b62 HTTP/1.1" status: 200 len: 1813 time: 0.0825086 Jul 14 09:08:10.536584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d48198b1-adb0-42ed-a0b0-3e8c0c5c9b55 req-173f9ff6-1f76-45e8-a219-ea4ad74c8566 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.562375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d48198b1-adb0-42ed-a0b0-3e8c0c5c9b55 req-173f9ff6-1f76-45e8-a219-ea4ad74c8566 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.629804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d48198b1-adb0-42ed-a0b0-3e8c0c5c9b55 req-173f9ff6-1f76-45e8-a219-ea4ad74c8566 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.636518 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d48198b1-adb0-42ed-a0b0-3e8c0c5c9b55 req-173f9ff6-1f76-45e8-a219-ea4ad74c8566 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.638276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d48198b1-adb0-42ed-a0b0-3e8c0c5c9b55 req-173f9ff6-1f76-45e8-a219-ea4ad74c8566 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] 10.222.0.18 "DELETE /v2.0/security-groups/692a940d-5eec-4ed6-a7dd-1984a30e6b62 HTTP/1.1" status: 204 len: 173 time: 0.1615598 Jul 14 09:08:10.645676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42894) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:10.653928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f9ff6-1f76-45e8-a219-ea4ad74c8566 tempest-SecurityGroupRulesNegativeTestJSON-1711917539 tempest-SecurityGroupRulesNegativeTestJSON-1711917539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692a940d-5eec-4ed6-a7dd-1984a30e6b62,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:10.728896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] Deleting subnet 242e139b-5c20-4e99-8dce-1293c26ee029 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:10.734565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.784383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.875571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:10.965579 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.011093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242e139b-5c20-4e99-8dce-1293c26ee029,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:11.031307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.033420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-510aae33-d966-45e7-8f3c-5c884e624bc6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/242e139b-5c20-4e99-8dce-1293c26ee029 HTTP/1.1" status: 204 len: 168 time: 0.3866043 Jul 14 09:08:11.035897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:11.134502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.234649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:11.279844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.303322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44b57a9-745d-42b3-ad80-a3b49f44b617']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:11.332166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd09ae1-c601-4997-a334-b8ac4d8bd1e5') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:11.332749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd09ae1-c601-4997-a334-b8ac4d8bd1e5') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:11.358520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.389048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.399931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:11.400451 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:11.406246 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:11.479534 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.520412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:11.523433 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c1d1a-f6a8-4029-9e1d-8f6efc11440c" -d '{"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:11.542943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:11.617885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.628835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.637754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:11.642124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] 10.222.0.18 "DELETE /v2.0/networks/f44b57a9-745d-42b3-ad80-a3b49f44b617 HTTP/1.1" status: 204 len: 168 time: 0.6028187 Jul 14 09:08:11.675487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420da244-e392-490b-871b-0d70354ac00d admin admin] Pushing event deleted for resources: {'Network': ['ID=f44b57a9-745d-42b3-ad80-a3b49f44b617,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:11.679775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03793eb0-de16-4f29-a19e-a2e71061fdac req-5a9bd234-b5ba-46ad-8508-ebc8b484b844 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:11.694283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03793eb0-de16-4f29-a19e-a2e71061fdac req-5a9bd234-b5ba-46ad-8508-ebc8b484b844 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.2065949 Jul 14 09:08:11.724854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480bc30-ea4f-4056-95b7-84334994a14d req-dfae2bcb-4591-4980-92d8-9319445b5b47 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:11.729840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2480bc30-ea4f-4056-95b7-84334994a14d req-dfae2bcb-4591-4980-92d8-9319445b5b47 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.3193424 Jul 14 09:08:11.739948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:11.764673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.765019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.770821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03793eb0-de16-4f29-a19e-a2e71061fdac req-381282e5-d5c9-4073-ad7b-2e0610593056 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707121 Jul 14 09:08:11.771751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.772328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.772841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.773339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.774706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.775222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.775738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.776244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.776736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.777222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:11.817906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2480bc30-ea4f-4056-95b7-84334994a14d req-39f21396-600f-4aee-8f07-e43eb5de8a59 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772662 Jul 14 09:08:11.858095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:11.903247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a8a516fc-20b7-4570-8190-e144b6d73534 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78d7716836e0422c8245dcb04eaba5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438633 Jul 14 09:08:11.906331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:11.918728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:11.953430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 51970c65-80c3-4c44-b420-fd796a19f7ce {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:11.953430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51970c65-80c3-4c44-b420-fd796a19f7ce not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:11.973383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c753780-1743-4240-be98-e74849ec4b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.018096 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c753780-1743-4240-be98-e74849ec4b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.100990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c753780-1743-4240-be98-e74849ec4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.104090 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c753780-1743-4240-be98-e74849ec4b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:12.108650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0c753780-1743-4240-be98-e74849ec4b00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2389eb26-e603-46b5-95d5-629986616c0e HTTP/1.1" status: 204 len: 168 time: 0.2011094 Jul 14 09:08:12.122623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c753780-1743-4240-be98-e74849ec4b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2389eb26-e603-46b5-95d5-629986616c0e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:12.179774 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d44089-3e16-4738-9ebc-f9702d052e47 x-openstack-request-id: req-97d44089-3e16-4738-9ebc-f9702d052e47 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:12.180169 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "6465b250-c5f6-431e-922a-2f305b117c62", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:12.180642 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97d44089-3e16-4738-9ebc-f9702d052e47 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:12.181089 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62', 'code': 200} Jul 14 09:08:12.383439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859de5a-4aef-4ec1-854b-0289b6f5ed46 req-f8d2af16-f817-48c3-8efb-e34537e3f9ef tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:12.392015 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9859de5a-4aef-4ec1-854b-0289b6f5ed46 req-f8d2af16-f817-48c3-8efb-e34537e3f9ef tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 1096 time: 0.0712585 Jul 14 09:08:12.447795 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9859de5a-4aef-4ec1-854b-0289b6f5ed46 req-a21bce7f-2dd3-4389-87af-fb2ef09bcf25 tempest-LiveAutoBlockMigrationV225Test-1124081859 tempest-LiveAutoBlockMigrationV225Test-1124081859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Jul 14 09:08:12.690058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-8f9e0355-a176-4c8d-b6d9-8de4b1d08546 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:12.691578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-8f9e0355-a176-4c8d-b6d9-8de4b1d08546 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1610775 Jul 14 09:08:12.979033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Deleting port 14f747a7-2396-4bb2-97f2-3b4567c1be3c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:12.982400 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.185331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] For port 14f747a7-2396-4bb2-97f2-3b4567c1be3c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=14f747a7-2396-4bb2-97f2-3b4567c1be3c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:13.187675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.235375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d3b63-686f-4446-b3d2-91081d1e374b req-cee98e88-8c2b-4428-8f98-5a80c34f3d8a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:13.236533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a155c4-c998-4c36-859f-d6f666351798 req-642504d2-65c8-4fda-a699-41cdbd26c104 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:13.236923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d44d3b63-686f-4446-b3d2-91081d1e374b req-cee98e88-8c2b-4428-8f98-5a80c34f3d8a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.1343458 Jul 14 09:08:13.238107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0a155c4-c998-4c36-859f-d6f666351798 req-642504d2-65c8-4fda-a699-41cdbd26c104 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=81fee4f0-0eb5-4a15-b933-5ff3b14ef31a HTTP/1.1" status: 200 len: 950 time: 0.1638601 Jul 14 09:08:13.260444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Calling delete_port for 14f747a7-2396-4bb2-97f2-3b4567c1be3c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:13.282051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d44d3b63-686f-4446-b3d2-91081d1e374b req-1f20c055-c5ad-426d-b5bf-e57780b55c69 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Jul 14 09:08:13.344929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43088) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:13.485818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0a155c4-c998-4c36-859f-d6f666351798 req-653e1e63-326b-493b-b931-a5d3e73111cb tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220161 Jul 14 09:08:13.489976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.502582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['84c5b7ec-824f-492f-b89b-59cf9917d6aa', '14f747a7-2396-4bb2-97f2-3b4567c1be3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:13.592661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event deleted for resources: {'Port': ['ID=14f747a7-2396-4bb2-97f2-3b4567c1be3c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:13.641199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2082621297-network', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:13.684361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] No DVR routers for this DVR port 14f747a7-2396-4bb2-97f2-3b4567c1be3c on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:13.687453 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.689747 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a825c6c-1e0f-4665-8ce7-a937ffb04636 req-667d0dec-d84d-4b3a-acc7-f2852e224154 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "DELETE /v2.0/ports/14f747a7-2396-4bb2-97f2-3b4567c1be3c HTTP/1.1" status: 204 len: 173 time: 0.9920073 Jul 14 09:08:13.690988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-deleted', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:13.694895 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fdd41a-3065-4d4d-926a-c4925a810e93" -d '{"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-deleted", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:13.737251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Made reservation on behalf of b19cf709b3814fe88a85994a67179bdb for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:13.740136 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.781055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:13.821373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-d6ef5295-89ed-4409-8add-d6e46c00e0d2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:13.823416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-d6ef5295-89ed-4409-8add-d6e46c00e0d2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.3191247 Jul 14 09:08:14.042916 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bfd0a9-51a6-4a6f-bac1-01d85ffa31e5 x-openstack-request-id: req-96bfd0a9-51a6-4a6f-bac1-01d85ffa31e5 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:14.043573 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81fee4f0-0eb5-4a15-b933-5ff3b14ef31a", "name": "network-vif-deleted", "tag": "14f747a7-2396-4bb2-97f2-3b4567c1be3c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:14.044361 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96bfd0a9-51a6-4a6f-bac1-01d85ffa31e5 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:14.044878 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81fee4f0-0eb5-4a15-b933-5ff3b14ef31a', 'name': 'network-vif-deleted', 'tag': '14f747a7-2396-4bb2-97f2-3b4567c1be3c', 'status': 'completed', 'code': 200} Jul 14 09:08:14.155591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Deleting port 5be31041-0dad-46c4-a371-41150ffa154b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:14.156147 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.265654 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.290311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.352355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:14.397452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.397950 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Added segment 972f9b44-f32c-46a0-9cb9-aa33ae4e4908 of type vlan for network 87454a68-d2ee-4fe0-a7ce-09668fc1935b Jul 14 09:08:14.479375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e40ee1-4fef-416f-a1bb-65d11b88c3c1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:14.539812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.549278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] For port 5be31041-0dad-46c4-a371-41150ffa154b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=5be31041-0dad-46c4-a371-41150ffa154b,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:14.549905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.569079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Calling delete_port for 5be31041-0dad-46c4-a371-41150ffa154b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:14.662864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.664158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.664992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:14.727720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494fd64-4a84-4e98-9982-871d38a38d23 req-8595d9cb-490a-4d41-b1f1-78aeea8f06f2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:14.737682 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b494fd64-4a84-4e98-9982-871d38a38d23 req-8595d9cb-490a-4d41-b1f1-78aeea8f06f2 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 944 time: 0.1032217 Jul 14 09:08:14.754069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] Pushing event updated for resources: {'Network': ['ID=87454a68-d2ee-4fe0-a7ce-09668fc1935b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:14.765191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:14.786999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26a0309d-8ce8-427e-907c-467ff9ccabb4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4407475 Jul 14 09:08:14.802082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b494fd64-4a84-4e98-9982-871d38a38d23 req-6099b0b4-ad08-419d-abaa-e8dd15764d1a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631263 Jul 14 09:08:14.802871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:14.824383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Request body: {'subnet': {'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2082621297-subnet', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:14.942428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Made reservation on behalf of b19cf709b3814fe88a85994a67179bdb for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:14.949809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.064720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.086944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['4a91e6c7-5461-48f0-a931-a0101eff85d2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:15.109913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event deleted for resources: {'Port': ['ID=5be31041-0dad-46c4-a371-41150ffa154b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:15.215169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] No DVR routers for this DVR port 5be31041-0dad-46c4-a371-41150ffa154b on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:15.219302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.222357 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db224d39-4056-48b1-bde7-54d32ff0a6d7 req-ecd33f2a-a932-44a4-951c-e87171d7294c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "DELETE /v2.0/ports/5be31041-0dad-46c4-a371-41150ffa154b HTTP/1.1" status: 204 len: 173 time: 1.3914161 Jul 14 09:08:15.225249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'name': 'network-vif-deleted', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:15.229416 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002d4cd4-d817-4ba7-91e4-8296d70abd4b" -d '{"events": [{"server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "name": "network-vif-deleted", "tag": "5be31041-0dad-46c4-a371-41150ffa154b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:15.413785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.460694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfcc46d-1c77-4fe0-b573-d3d52b10097a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:15.502193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Checking segment: {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:15.502847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Network hostable DHCP agents. Network: 87454a68-d2ee-4fe0-a7ce-09668fc1935b, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:08:15.524233 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc96cf-8983-4b91-8e26-6a7be6d0c2bc x-openstack-request-id: req-20dc96cf-8983-4b91-8e26-6a7be6d0c2bc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:15.525191 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27da4a2-84df-4f76-ac41-39d87889f366", "name": "network-vif-deleted", "tag": "5be31041-0dad-46c4-a371-41150ffa154b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:15.525608 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20dc96cf-8983-4b91-8e26-6a7be6d0c2bc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:15.526101 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27da4a2-84df-4f76-ac41-39d87889f366', 'name': 'network-vif-deleted', 'tag': '5be31041-0dad-46c4-a371-41150ffa154b', 'status': 'completed', 'code': 200} Jul 14 09:08:15.529527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:08:15.544813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 87454a68-d2ee-4fe0-a7ce-09668fc1935b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:15.550718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:15.551830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.553639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b9cf4-324a-491d-ad5a-8c0b99becabc None None] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:15.583659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-84b682c0-a1a9-49b1-ab3a-4de9317df6ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7786479 Jul 14 09:08:15.586124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:15.591654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:15.642846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.644663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.752784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.857731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:08:15.858606 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.896655 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e4bebba-af90-451e-8b71-00b582c985b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.935296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:15.949047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40518-3004-4c73-ac91-f5790c303e73 req-38a1bec9-c6f9-48b9-8d83-eddfd354ff46 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:15.956727 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00e40518-3004-4c73-ac91-f5790c303e73 req-38a1bec9-c6f9-48b9-8d83-eddfd354ff46 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.2676086 Jul 14 09:08:15.964031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 5be31041-0dad-46c4-a371-41150ffa154b no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:16.002713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 5be31041-0dad-46c4-a371-41150ffa154b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:16.003134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 5be31041-0dad-46c4-a371-41150ffa154b not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:16.003730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 14f747a7-2396-4bb2-97f2-3b4567c1be3c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:16.050480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00e40518-3004-4c73-ac91-f5790c303e73 req-c76c8ee3-208d-41ca-83ff-241fab0e5852 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892448 Jul 14 09:08:16.159684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 14f747a7-2396-4bb2-97f2-3b4567c1be3c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:16.160113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 14f747a7-2396-4bb2-97f2-3b4567c1be3c not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:16.215267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Allocated IP 172.20.0.2 (87454a68-d2ee-4fe0-a7ce-09668fc1935b/ecfcc46d-1c77-4fe0-b573-d3d52b10097a/93ef7fbe-9f72-42b3-b31c-41f786a4e6d0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:16.270330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dabd6d4d-d803-4b2a-8777-15da4639cb4b req-90f9b6ca-4c5e-4fa4-8075-98b405da7225 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 210 time: 0.0407887 Jul 14 09:08:16.322962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.357928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.395842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.405999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Transition to ACTIVE for port object 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:16.438325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Transition to ACTIVE for port object 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:16.451038 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.521746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:16.530083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:16.534329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:16.541253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Allocated IP 172.25.2.189 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/19aa5498-84d1-4ade-bddf-f5c107e8c74d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:16.541865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Pushing event updated for resources: {'Port': ['ID=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:16.616258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Attempting to bind port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:16.616645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Attempting to bind port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:16.617024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Attempting to bind port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 on network 87454a68-d2ee-4fe0-a7ce-09668fc1935b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:16.622543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:16.622933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Checking segment: {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:16.623347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.623775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Bound using segment: {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:16.624249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Bound port: 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:16.624638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.667849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.730070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] For port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:16.735048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.737862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] For port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:16.748235 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:16.801236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28339658-0aec-4fd2-ac90-cae3b142cf74 None None] Pushing event updated for resources: {'Port': ['ID=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:16.814124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:16.819906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:16.824279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:16.873363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=19aa5498-84d1-4ade-bddf-f5c107e8c74d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:16.876844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-93f4a4cf-99b5-46dd-ae6b-8be7222647a7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:16.879065 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-93f4a4cf-99b5-46dd-ae6b-8be7222647a7 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.1217642 Jul 14 09:08:17.042512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Deleting port 84c5b7ec-824f-492f-b89b-59cf9917d6aa {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:17.042512 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.141446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb3e6-6424-4fcd-9766-5cadb52e7a80 req-380f0d96-3279-4500-91f7-1363047bfada tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.143529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19ceb3e6-6424-4fcd-9766-5cadb52e7a80 req-380f0d96-3279-4500-91f7-1363047bfada tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 947 time: 0.1993940 Jul 14 09:08:17.214675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.247702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19ceb3e6-6424-4fcd-9766-5cadb52e7a80 req-76faba1a-a4c8-471b-b8cf-f796bb8d11f6 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849216 Jul 14 09:08:17.281429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] For port 84c5b7ec-824f-492f-b89b-59cf9917d6aa, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=84c5b7ec-824f-492f-b89b-59cf9917d6aa,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:17.281901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.329493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Calling delete_port for 84c5b7ec-824f-492f-b89b-59cf9917d6aa owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:17.366255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633de67e-dc57-46d1-86d4-2215098d9726 req-125ca242-712a-4223-a01f-5396cc84b142 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:17.373540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-633de67e-dc57-46d1-86d4-2215098d9726 req-125ca242-712a-4223-a01f-5396cc84b142 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/ports?device_id=fba23c3c-ba0f-4719-95ce-1b042d4509de HTTP/1.1" status: 200 len: 950 time: 0.1561272 Jul 14 09:08:17.454962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:08:17.524666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-633de67e-dc57-46d1-86d4-2215098d9726 req-ea8896e7-f574-439d-9da9-5a675fd291ee tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f2ff86-746c-4b8b-88dc-a340c3f193d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502533 Jul 14 09:08:17.532363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:17.833116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afd6befa-1550-4680-8f19-bf8060bc7a87 req-c8dc8c8c-8003-469c-9475-7004e36f9175 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 210 time: 0.4077654 Jul 14 09:08:18.014279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.095621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-9fdc51f3-a248-4b24-a92c-37f907c93119 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:18.097104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-9fdc51f3-a248-4b24-a92c-37f907c93119 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.1683407 Jul 14 09:08:18.103389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Pushing event deleted for resources: {'Port': ['ID=84c5b7ec-824f-492f-b89b-59cf9917d6aa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:18.122467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-941120c1-7007-47d0-a0a1-6478cad305c2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/quotas/6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 375 time: 0.0148745 Jul 14 09:08:18.124564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] No DVR routers for this DVR port 84c5b7ec-824f-492f-b89b-59cf9917d6aa on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:18.125244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049afa97-7472-43fe-83a0-cd94aa689ded None None] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:18.129035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.131057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e940900c-bc96-43d9-a2cb-a9667d06a939 req-dd88d92e-6df0-42f1-8784-1ddb35b83c53 tempest-MigrationsAdminTest-984924615 tempest-MigrationsAdminTest-984924615-project] 10.222.0.11 "DELETE /v2.0/ports/84c5b7ec-824f-492f-b89b-59cf9917d6aa HTTP/1.1" status: 204 len: 173 time: 1.2437823 Jul 14 09:08:18.131538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-deleted', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:18.133744 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa8ac4-f720-4b81-8d46-b7a9770c05e5" -d '{"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-deleted", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:18.151963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:08:18.204489 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d997b27b-c847-4b59-908c-32d54bb1ffdd x-openstack-request-id: req-d997b27b-c847-4b59-908c-32d54bb1ffdd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:18.204489 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba23c3c-ba0f-4719-95ce-1b042d4509de", "name": "network-vif-deleted", "tag": "84c5b7ec-824f-492f-b89b-59cf9917d6aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:18.204801 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d997b27b-c847-4b59-908c-32d54bb1ffdd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:18.204914 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba23c3c-ba0f-4719-95ce-1b042d4509de', 'name': 'network-vif-deleted', 'tag': '84c5b7ec-824f-492f-b89b-59cf9917d6aa', 'status': 'completed', 'code': 200} Jul 14 09:08:18.258572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20f0f497-b5a5-4510-ba74-039f9f1d6c29 None None] Provisioning for port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:18.311567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:08:18.343787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Sync routers for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:08:18.346122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-d1a45e53-8001-4003-952f-2498bcdfa2c1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2109623 Jul 14 09:08:18.364881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:08:18.365804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:07:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:18.384051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.391624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-0c6a9524-a4b7-45e9-bb0b-e501426189ad tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:18.393134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-0c6a9524-a4b7-45e9-bb0b-e501426189ad tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.11 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 947 time: 0.1104822 Jul 14 09:08:18.396491 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e5d5c67-0a72-4127-b11c-f170e66ca1d1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8084757 Jul 14 09:08:18.400496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:18.549974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:08:18.689690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48931b32-c38c-4018-b8cf-ee6024acd402 req-865d98d0-8701-45ee-8ed5-01f9457eb3cc tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:18.704426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48931b32-c38c-4018-b8cf-ee6024acd402 req-865d98d0-8701-45ee-8ed5-01f9457eb3cc tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 947 time: 0.1602314 Jul 14 09:08:18.705849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Deleting port 690506bb-746e-41cb-bc7d-b3924c60d032 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:18.706268 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.709418 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb1bc-80b9-405c-a1ad-ec5854ba93e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:18.761052 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-2a277081-aeb1-44ce-945e-223f031c3239 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139905 Jul 14 09:08:18.855846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48931b32-c38c-4018-b8cf-ee6024acd402 req-be9c9985-a8c1-48b9-85ec-f0840c4d9ffb tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401138 Jul 14 09:08:18.892442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:19.000634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] For port 690506bb-746e-41cb-bc7d-b3924c60d032, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=690506bb-746e-41cb-bc7d-b3924c60d032,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:19.002335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.005549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:17Z', 'revision_number': 3, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:19.064567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Calling delete_port for 690506bb-746e-41cb-bc7d-b3924c60d032 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:19.097542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Checking router: eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:08:19.097905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Updating router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d port 19aa5498-84d1-4ade-bddf-f5c107e8c74d binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:08:19.102464 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.152841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-26bf4039-7a4d-4013-b107-fb8d8e492c30 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865592 Jul 14 09:08:19.193727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.242312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:19.251495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:19.251807 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.405163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.442869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8501aa2c-3b54-4005-a344-5de03b23a0fa req-d2e747ac-2597-4c62-8c95-1fb0d43d40d7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 210 time: 0.0562818 Jul 14 09:08:19.471612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Pushing event deleted for resources: {'Port': ['ID=690506bb-746e-41cb-bc7d-b3924c60d032,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:19.483201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-696fe3a0-9477-4f3a-8892-ddb71dbeb355 None None] Provisioning complete for port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:19.483943 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696fe3a0-9477-4f3a-8892-ddb71dbeb355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.536323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] No DVR routers for this DVR port 690506bb-746e-41cb-bc7d-b3924c60d032 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:19.539474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.542777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b98b6e2-6034-4f0e-8f55-fdee42d916ca req-2640875f-9719-48c2-9f5c-c26213686b73 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.11 "DELETE /v2.0/ports/690506bb-746e-41cb-bc7d-b3924c60d032 HTTP/1.1" status: 204 len: 173 time: 1.1378176 Jul 14 09:08:19.574068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:19.702064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.786589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.838394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-723d3673-2c46-4721-8671-edf2fa049953 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da757fa005ab4b64a6226deec0a80508&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2632315 Jul 14 09:08:19.840956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:19.906163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:19.906370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00c1b08f-b659-4d89-8524-b9e1178d6559 req-4a02dc71-e87c-40b7-a543-e3a97e10603f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 210 time: 0.0732148 Jul 14 09:08:19.907630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.911769 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.929833 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:19.974539 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1a6f58-efe3-48fd-bdff-cb5ec3244c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.032270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.035417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 690506bb-746e-41cb-bc7d-b3924c60d032 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:20.049839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1a6f58-efe3-48fd-bdff-cb5ec3244c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.114774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 690506bb-746e-41cb-bc7d-b3924c60d032 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:20.116385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 690506bb-746e-41cb-bc7d-b3924c60d032 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:20.116909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:20.147267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1a6f58-efe3-48fd-bdff-cb5ec3244c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.150269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1a6f58-efe3-48fd-bdff-cb5ec3244c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.157301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8a1a6f58-efe3-48fd-bdff-cb5ec3244c6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56f2ff86-746c-4b8b-88dc-a340c3f193d4 HTTP/1.1" status: 204 len: 168 time: 0.3096366 Jul 14 09:08:20.190909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Allocated IP 172.20.0.1 (87454a68-d2ee-4fe0-a7ce-09668fc1935b/ecfcc46d-1c77-4fe0-b573-d3d52b10097a/349270bc-451f-4f75-baa7-03b5f1ecda56) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:20.217498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 84c5b7ec-824f-492f-b89b-59cf9917d6aa {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:20.218080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 84c5b7ec-824f-492f-b89b-59cf9917d6aa not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:20.226312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-deleted', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:20.235046 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f2334c-4d35-49d7-ac7d-5c7a931f398c" -d '{"events": [{"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-deleted", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:20.239912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a6f58-efe3-48fd-bdff-cb5ec3244c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f2ff86-746c-4b8b-88dc-a340c3f193d4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.259207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca793672-d9c4-4385-87b8-3e13b824d7ca req-f6ad1e18-88a5-48ce-a112-64231f570d82 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ae844d-96fd-4429-9b5b-ddb79c2658ce HTTP/1.1" status: 200 len: 210 time: 0.0995078 Jul 14 09:08:20.360379 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d78df-66c1-493f-a37c-77a5830ac64b x-openstack-request-id: req-b55d78df-66c1-493f-a37c-77a5830ac64b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:20.360759 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ae844d-96fd-4429-9b5b-ddb79c2658ce", "name": "network-vif-deleted", "tag": "690506bb-746e-41cb-bc7d-b3924c60d032", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:20.361086 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b55d78df-66c1-493f-a37c-77a5830ac64b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:20.361555 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ae844d-96fd-4429-9b5b-ddb79c2658ce', 'name': 'network-vif-deleted', 'tag': '690506bb-746e-41cb-bc7d-b3924c60d032', 'status': 'completed', 'code': 200} Jul 14 09:08:20.405816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.434983 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.447763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Transition to ACTIVE for port object 349270bc-451f-4f75-baa7-03b5f1ecda56 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:20.452460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Transition to ACTIVE for port object 19aa5498-84d1-4ade-bddf-f5c107e8c74d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:20.466863 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.534523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.562304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b3e5b-9b8e-49be-a3b6-dd87ac672bc9 None None] Pushing event updated for resources: {'Port': ['ID=19aa5498-84d1-4ade-bddf-f5c107e8c74d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.564917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Attempting to bind port 19aa5498-84d1-4ade-bddf-f5c107e8c74d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:20.565291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Attempting to bind port 19aa5498-84d1-4ade-bddf-f5c107e8c74d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:20.571118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Attempting to bind port 19aa5498-84d1-4ade-bddf-f5c107e8c74d on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:20.582500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:20.582888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:20.583301 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.585855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:20.586352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Bound port: 19aa5498-84d1-4ade-bddf-f5c107e8c74d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:20.586750 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.647006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:20.651024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:20.655561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:20.717938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.752977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] For port 19aa5498-84d1-4ade-bddf-f5c107e8c74d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:20.756637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] For port 19aa5498-84d1-4ade-bddf-f5c107e8c74d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=19aa5498-84d1-4ade-bddf-f5c107e8c74d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:20.765937 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:20.779448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:20.844738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:08:20.845793 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:20.927471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=349270bc-451f-4f75-baa7-03b5f1ecda56,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.953080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b3e5b-9b8e-49be-a3b6-dd87ac672bc9 None None] Pushing event updated for resources: {'Port': ['ID=19aa5498-84d1-4ade-bddf-f5c107e8c74d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:20.972731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:20.990311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7f0e8d2-9bf8-42e4-b631-98a4daba1c72 req-096e195c-7be7-440e-ac9b-0c65633547eb tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 210 time: 0.1612928 Jul 14 09:08:21.012795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.069923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2528494a-3a54-4fcf-ad2f-70135e97ab35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa1b1e8c158d4e488335280280b4163b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846789 Jul 14 09:08:21.070298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:21.080900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:08:21.193532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8b596a1-19eb-4454-9818-ca3703ab539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.229317 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8b596a1-19eb-4454-9818-ca3703ab539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.265299 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.268206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16b1612d-d515-43a9-9804-e2975cdac6c3 req-9ee77907-4583-4d39-892b-ebe8768e6589 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 210 time: 0.0365605 Jul 14 09:08:21.283967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.342544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8b596a1-19eb-4454-9818-ca3703ab539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.346049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8b596a1-19eb-4454-9818-ca3703ab539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.349558 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c8b596a1-19eb-4454-9818-ca3703ab539c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17919611-62bc-491a-9bf3-3cc85f40ffa9 HTTP/1.1" status: 204 len: 168 time: 0.2760363 Jul 14 09:08:21.355125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=349270bc-451f-4f75-baa7-03b5f1ecda56,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:21.359942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b596a1-19eb-4454-9818-ca3703ab539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17919611-62bc-491a-9bf3-3cc85f40ffa9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:21.377979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.392292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:21.392907 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.430901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65953ea9-e651-455c-8206-41a7d2549761 None None] Provisioning for port 349270bc-451f-4f75-baa7-03b5f1ecda56 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:21.452300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65953ea9-e651-455c-8206-41a7d2549761 None None] Provisioning complete for port 349270bc-451f-4f75-baa7-03b5f1ecda56 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:21.452796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65953ea9-e651-455c-8206-41a7d2549761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.500265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65953ea9-e651-455c-8206-41a7d2549761 None None] Port 349270bc-451f-4f75-baa7-03b5f1ecda56 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:08:21.545246 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:21.619412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:21.636954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:21.806309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:08:21.867095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:17Z', 'revision_number': 3, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:21.942231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-ef17e838-503c-4b86-aa75-d3483b4d9519 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:21.948242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-ef17e838-503c-4b86-aa75-d3483b4d9519 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 807 time: 0.3168426 Jul 14 09:08:21.969875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Request body: {'port': {'device_id': '929a3e0d-b2a6-4723-92fd-6358da074888', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'admin_state_up': True, 'tenant_id': '6296f849fa8b45fe8cc5645afa7419b8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:21.974797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed84214-b019-4f3c-9265-acd73eb9899a None None] The sync data for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 is: [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:17Z', 'revision_number': 3, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:08:22.038963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f89753be-db6e-4621-8efa-63c5911ae8a4 None None] Provisioning complete for port 349270bc-451f-4f75-baa7-03b5f1ecda56 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:22.040470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f89753be-db6e-4621-8efa-63c5911ae8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.054304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:08:22.067396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c35fa3b1-8c57-4aa4-9aa1-57741e2e0bb7 admin admin] 10.222.0.18 "PUT /v2.0/routers/eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6639445 Jul 14 09:08:22.117138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f89753be-db6e-4621-8efa-63c5911ae8a4 None None] Port 349270bc-451f-4f75-baa7-03b5f1ecda56 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:08:22.212485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Made reservation on behalf of 6296f849fa8b45fe8cc5645afa7419b8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:22.220165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.417627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0bd88ac-07cf-4f51-bb8f-9cda43205a6c req-bc8e4475-ab50-4231-a3a3-3ca184b580f7 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 210 time: 0.0888822 Jul 14 09:08:22.520882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Allocated IP 172.20.0.8 (fe2b4f64-f9b7-4cea-b291-0138e1e004ba/55af7286-06ff-4d12-a7a5-cb35ef74e922/05bd789c-36ec-4918-ba9b-8c3fdd37d830) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:22.879851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 19aa5498-84d1-4ade-bddf-f5c107e8c74d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:22.894758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.942406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-853212de-6f05-4d7d-810f-d16b4b79b9d8 req-d28b2356-cc49-4418-8be0-06ee69189f5f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 210 time: 0.0450292 Jul 14 09:08:22.957902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:22.982530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f39c13f0-dab1-4442-940c-3bb0db4e5a45'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:23.009052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Network fe2b4f64-f9b7-4cea-b291-0138e1e004ba is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:23.020433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:23.026295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:23.055062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 19aa5498-84d1-4ade-bddf-f5c107e8c74d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:23.064694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 19aa5498-84d1-4ade-bddf-f5c107e8c74d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:23.065155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.127661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc021d7-45a6-4260-9bd7-36c75199cf33 req-d8e678b7-1969-4e23-a40e-a31d7a510b07 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.144841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cc021d7-45a6-4260-9bd7-36c75199cf33 req-d8e678b7-1969-4e23-a40e-a31d7a510b07 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 949 time: 0.4200230 Jul 14 09:08:23.178444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:23.220454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:23.221897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.243289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-7aaaf7a7-9502-4ba6-802f-a8a2ad4cc617 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2862282 Jul 14 09:08:23.269183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Request body: {'port': {'device_id': '929a3e0d-b2a6-4723-92fd-6358da074888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:23.315562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.320803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cc021d7-45a6-4260-9bd7-36c75199cf33 req-ab372583-ec46-4048-bc2c-9f56bc7d4cf9 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615202 Jul 14 09:08:23.373620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 19aa5498-84d1-4ade-bddf-f5c107e8c74d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=19aa5498-84d1-4ade-bddf-f5c107e8c74d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:23.383683 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.446526 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.456388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=19aa5498-84d1-4ade-bddf-f5c107e8c74d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:23.729361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:23.736146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d82d79cb-7382-4e5e-ad07-800e36e3f80b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434776677', 'description': 'tempest-description--1617687148'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:23.781141 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d82d79cb-7382-4e5e-ad07-800e36e3f80b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:23.829811 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-13ecd7d0-234d-4341-9c05-4be9b44d41a6 req-2b9f37e8-8281-46c0-9da9-74ba16589525 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27da4a2-84df-4f76-ac41-39d87889f366 HTTP/1.1" status: 200 len: 210 time: 0.1078293 Jul 14 09:08:24.022658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d82d79cb-7382-4e5e-ad07-800e36e3f80b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.034919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d82d79cb-7382-4e5e-ad07-800e36e3f80b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.065904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bd789c-36ec-4918-ba9b-8c3fdd37d830 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:24.090439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.120273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Transition to ACTIVE for port object 05bd789c-36ec-4918-ba9b-8c3fdd37d830 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:24.133179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.157017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d79cb-7382-4e5e-ad07-800e36e3f80b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72890b9-a495-42a0-b4d2-df554f858297,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:24.271329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d82d79cb-7382-4e5e-ad07-800e36e3f80b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.273033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d82d79cb-7382-4e5e-ad07-800e36e3f80b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5419910 Jul 14 09:08:24.297330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:24.308404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ff306fa1-3df8-4f79-b533-87a7300ad3ff tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Request body: {'security_group_rule': {'security_group_id': 'a72890b9-a495-42a0-b4d2-df554f858297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:24.322445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:24.367694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef98440-a125-4851-9501-d936182ffbbf req-9a8e9bc2-a16d-4d53-a78d-4b003d9ab03d tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.370034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cef98440-a125-4851-9501-d936182ffbbf req-9a8e9bc2-a16d-4d53-a78d-4b003d9ab03d tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.48 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 949 time: 0.2143519 Jul 14 09:08:24.486564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16be7-7c4f-47e8-9466-3aabf7b4f64d req-0b841bdd-7e8d-438f-8ea2-6d19404c3c3c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.488169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2aa16be7-7c4f-47e8-9466-3aabf7b4f64d req-0b841bdd-7e8d-438f-8ea2-6d19404c3c3c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.2519958 Jul 14 09:08:24.512407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:24.514912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:24.515621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:24.536780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff306fa1-3df8-4f79-b533-87a7300ad3ff tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.545988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:24.546675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:24.574442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:24.576892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:24.579323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:24.580387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Bound port: 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:24.581056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.657953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2aa16be7-7c4f-47e8-9466-3aabf7b4f64d req-b98fd1f2-7bd1-406c-8f8f-f822a6920b0b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236513 Jul 14 09:08:24.696164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Deleting port 6465b250-c5f6-431e-922a-2f305b117c62 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:24.698414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.709849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:24.713255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff306fa1-3df8-4f79-b533-87a7300ad3ff tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.724697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:24.726364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff306fa1-3df8-4f79-b533-87a7300ad3ff tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.747077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.766485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff306fa1-3df8-4f79-b533-87a7300ad3ff tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10825b1-ef77-4550-aeac-e4f0bfea6f52,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:24.771889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:24.772532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.775574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 200 len: 1092 time: 1.5094483 Jul 14 09:08:24.797680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:24.800307 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c4d74-5458-4eef-baea-2dc1b378dd93" -d '{"events": [{"name": "network-changed", "server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:24.814716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff306fa1-3df8-4f79-b533-87a7300ad3ff tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.818492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ff306fa1-3df8-4f79-b533-87a7300ad3ff tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5153937 Jul 14 09:08:24.821150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43454) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:24.831019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-57fd2591-e27f-4d50-b518-7c5844de0f04 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Request body: {'security_group_rule': {'security_group_id': 'a72890b9-a495-42a0-b4d2-df554f858297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:24.859557 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Sync routers for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:08:24.883315 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:08:24.897736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:24.915591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 19aa5498-84d1-4ade-bddf-f5c107e8c74d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:24.949334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b464e-46c1-40d3-80ad-40cbf6da40f2 service neutron] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:24.963278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] For port 6465b250-c5f6-431e-922a-2f305b117c62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6465b250-c5f6-431e-922a-2f305b117c62,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:24.966127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.973610 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57fd2591-e27f-4d50-b518-7c5844de0f04 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.002903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-f3c0ba5f-1d20-4524-a42d-8e522f519499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.004056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Calling delete_port for 6465b250-c5f6-431e-922a-2f305b117c62 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:25.005310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-f3c0ba5f-1d20-4524-a42d-8e522f519499 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1095 time: 0.1511157 Jul 14 09:08:25.041938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 19aa5498-84d1-4ade-bddf-f5c107e8c74d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:25.042732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.098958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-f37388e1-259e-4c1a-8fd8-847db59ff317 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 200 len: 217 time: 0.0785537 Jul 14 09:08:25.181657 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:08:25.204028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-076e3e73-a596-4669-8e4f-74544b6f510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.205891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-076e3e73-a596-4669-8e4f-74544b6f510e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.1013272 Jul 14 09:08:25.212294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57fd2591-e27f-4d50-b518-7c5844de0f04 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.245947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-4ff8b30e-8114-499c-b8d5-a2c1f03d6997 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319347 Jul 14 09:08:25.246862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57fd2591-e27f-4d50-b518-7c5844de0f04 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.270443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff7920-9e6a-4799-8d91-7bc598deeb4c req-bd761af7-8efa-4d2e-a942-18ab0b1e04fb tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.280316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57fd2591-e27f-4d50-b518-7c5844de0f04 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.281411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34ff7920-9e6a-4799-8d91-7bc598deeb4c req-bd761af7-8efa-4d2e-a942-18ab0b1e04fb tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/ports?device_id=22a7fc35-057b-406e-aaae-34cb8d24cfb7 HTTP/1.1" status: 200 len: 949 time: 0.1764984 Jul 14 09:08:25.281809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-57fd2591-e27f-4d50-b518-7c5844de0f04 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4594364 Jul 14 09:08:25.289368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:25.293043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd2591-e27f-4d50-b518-7c5844de0f04 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8543ae-2193-4113-a168-ac24eacef574,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:25.296495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:25.301846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.373910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Pushing event deleted for resources: {'Port': ['ID=6465b250-c5f6-431e-922a-2f305b117c62,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:25.435560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-1a3a1e8b-d8a6-4dc5-8ebc-02ca29e2e3f8 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692266 Jul 14 09:08:25.460328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34ff7920-9e6a-4799-8d91-7bc598deeb4c req-c959fc99-4350-42a9-8541-60f748db48c6 tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5205b78-e363-4c13-8976-1975b5779aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778998 Jul 14 09:08:25.461510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] No DVR routers for this DVR port 6465b250-c5f6-431e-922a-2f305b117c62 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:25.466456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.478802 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cef98440-a125-4851-9501-d936182ffbbf req-f8950234-9f09-4d0e-bcdb-08252359e2ff tempest-ListImageFiltersTestJSON-1226598210 tempest-ListImageFiltersTestJSON-1226598210-project] 10.222.0.48 "DELETE /v2.0/ports/6465b250-c5f6-431e-922a-2f305b117c62 HTTP/1.1" status: 204 len: 173 time: 1.0922618 Jul 14 09:08:25.478802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-deleted', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:25.479856 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb8530d-1b89-4017-993c-5cd664c063e6" -d '{"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-deleted", "tag": "6465b250-c5f6-431e-922a-2f305b117c62"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:25.487136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.512834 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:21Z', 'revision_number': 2, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:25.514138 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ae0d4a-125f-46c7-ae33-ebb8abaad666 x-openstack-request-id: req-93ae0d4a-125f-46c7-ae33-ebb8abaad666 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:25.514434 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:25.514690 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93ae0d4a-125f-46c7-ae33-ebb8abaad666 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:25.515084 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830', 'status': 'completed', 'code': 200} Jul 14 09:08:25.548642 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Checking router: eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:08:25.549123 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Updating router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d port 349270bc-451f-4f75-baa7-03b5f1ecda56 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:08:25.600793 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.669908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3eaf821-925b-4cb7-8bbb-6ff15cb733b9 req-09a5dbd0-b45f-44d8-94bf-3b36819e6afe service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314267 Jul 14 09:08:25.697385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.906691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-fbb4c174-f57a-4e7f-8de0-d411721cc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:25.908379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-fbb4c174-f57a-4e7f-8de0-d411721cc425 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1095 time: 0.1442585 Jul 14 09:08:26.008635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Allocated IP 172.25.2.152 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/5291078d-3936-453e-967f-f2f297019843) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:26.141183 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.176064 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8485896-db3a-4858-8530-ca15bc5b495a x-openstack-request-id: req-b8485896-db3a-4858-8530-ca15bc5b495a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:26.176380 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a7fc35-057b-406e-aaae-34cb8d24cfb7", "name": "network-vif-deleted", "tag": "6465b250-c5f6-431e-922a-2f305b117c62", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:26.177601 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Transition to ACTIVE for port object 349270bc-451f-4f75-baa7-03b5f1ecda56 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:26.178701 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8485896-db3a-4858-8530-ca15bc5b495a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:26.179065 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a7fc35-057b-406e-aaae-34cb8d24cfb7', 'name': 'network-vif-deleted', 'tag': '6465b250-c5f6-431e-922a-2f305b117c62', 'status': 'completed', 'code': 200} Jul 14 09:08:26.186081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-ab8e2c94-2425-46ef-81ed-dc08c3b5c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:26.188392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-ab8e2c94-2425-46ef-81ed-dc08c3b5c75e service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.2735045 Jul 14 09:08:26.190995 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.295002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-2c6ac671-4334-4f79-807d-627b2e8bfd85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 200 len: 217 time: 0.0991380 Jul 14 09:08:26.299954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.380111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.448748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event updated for resources: {'Port': ['ID=5291078d-3936-453e-967f-f2f297019843,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:26.457881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-55517f10-cb58-45a0-9e3b-b9031ebf9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:26.461550 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Pushing event updated for resources: {'Port': ['ID=349270bc-451f-4f75-baa7-03b5f1ecda56,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:26.463869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-55517f10-cb58-45a0-9e3b-b9031ebf9adb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.1628559 Jul 14 09:08:26.464028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:26.467035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:26.470398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:26.525004 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.525397 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.525667 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.525993 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.526319 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.526642 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.526961 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.527276 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.529147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.529478 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.529801 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.532198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:26.535526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-260998ef-7251-4477-8418-ae5bf0339864 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656345 Jul 14 09:08:26.555443 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Attempting to bind port 349270bc-451f-4f75-baa7-03b5f1ecda56 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:26.555795 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Attempting to bind port 349270bc-451f-4f75-baa7-03b5f1ecda56 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:26.556144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Attempting to bind port 349270bc-451f-4f75-baa7-03b5f1ecda56 on network 87454a68-d2ee-4fe0-a7ce-09668fc1935b {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:26.585450 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:26.585831 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Checking segment: {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:26.586241 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.586622 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Bound using segment: {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:26.587103 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Bound port: 349270bc-451f-4f75-baa7-03b5f1ecda56, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:26.592812 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.749759 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.756109 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] For port 349270bc-451f-4f75-baa7-03b5f1ecda56, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:26.765524 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] For port 349270bc-451f-4f75-baa7-03b5f1ecda56, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=349270bc-451f-4f75-baa7-03b5f1ecda56,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:26.774216 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.852805 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc043da-6342-4c6a-99e0-41686e619583 None None] Pushing event updated for resources: {'Port': ['ID=349270bc-451f-4f75-baa7-03b5f1ecda56,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:26.855915 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:08:26.862837 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:26.875471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74cfd2-59a8-4b52-8ee1-58731d5b19f9 req-56503d8a-cdd1-4b34-9c82-4e768def5bc8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:26.878040 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e74cfd2-59a8-4b52-8ee1-58731d5b19f9 req-56503d8a-cdd1-4b34-9c82-4e768def5bc8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.3887291 Jul 14 09:08:26.889570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-c7605794-105e-414f-8da6-7a3dda39d43d service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348088 Jul 14 09:08:26.920664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:26.981517 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-c8a7c589-d0ed-49aa-91b0-a368797defa4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2247877 Jul 14 09:08:27.055917 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:08:27.092667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e74cfd2-59a8-4b52-8ee1-58731d5b19f9 req-fa154721-1209-48a8-b4c8-ef9d9fc4eb5f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014823 Jul 14 09:08:27.174438 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-375c4d74-5458-4eef-baea-2dc1b378dd93 req-0d903a3b-9ba0-4192-bf41-ef236cb7fd81 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668676 Jul 14 09:08:27.210310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-56400e3b-8309-4fc6-821a-331e1ed5cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:27.212985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-56400e3b-8309-4fc6-821a-331e1ed5cb35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1932952 Jul 14 09:08:27.363640 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.389131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.390977 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:26Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:27.426972 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82160b8d-ce04-49f4-98a9-c9d92bf84d5e None None] The sync data for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 is: [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:26Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:08:27.583020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-4250b272-6b68-4c48-81d5-6da804f9d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:27.584546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-4250b272-6b68-4c48-81d5-6da804f9d1b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 200 len: 921 time: 0.3439257 Jul 14 09:08:27.637945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-c64be129-d6f9-4d01-a892-e92c7471865d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 200 len: 217 time: 0.0426197 Jul 14 09:08:27.640636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event updated for resources: {'Port': ['ID=5291078d-3936-453e-967f-f2f297019843,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:27.643481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.704472 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.714418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e5160da-4937-4210-a9c5-2503adee99c8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4231491 Jul 14 09:08:27.720281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-ce6c8bac-c346-4c52-8945-65fd8b840483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:27.722006 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-ce6c8bac-c346-4c52-8945-65fd8b840483 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 200 len: 860 time: 0.0747182 Jul 14 09:08:27.773296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-f8375216-31a3-48a7-8baa-e7c9f2add496 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409319 Jul 14 09:08:28.284641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-531a3e02-6a18-4b80-8949-38910f38f4d4 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042577 Jul 14 09:08:28.452228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cdac2-8f13-481e-948c-50feda880f8e req-4570eaa8-e599-4a83-87bb-84b16b6b0cab tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:28.453975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e4cdac2-8f13-481e-948c-50feda880f8e req-4570eaa8-e599-4a83-87bb-84b16b6b0cab tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1670225 Jul 14 09:08:28.474673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9605f4-6544-4f80-a49e-f36b51f657b1 req-775a464d-be24-40ae-a4bd-07094af50372 service neutron] 10.222.0.11 "GET /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761463 Jul 14 09:08:28.515828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e4cdac2-8f13-481e-948c-50feda880f8e req-c0ab9585-a8db-4684-b902-26d570c1b206 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533442 Jul 14 09:08:28.864073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 349270bc-451f-4f75-baa7-03b5f1ecda56 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:28.957188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 349270bc-451f-4f75-baa7-03b5f1ecda56 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:28.971508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 349270bc-451f-4f75-baa7-03b5f1ecda56 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:28.971900 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.071461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.113448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 349270bc-451f-4f75-baa7-03b5f1ecda56, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=349270bc-451f-4f75-baa7-03b5f1ecda56,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:29.124235 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.223157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=349270bc-451f-4f75-baa7-03b5f1ecda56,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:29.285743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:29.321222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 6465b250-c5f6-431e-922a-2f305b117c62 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:29.321873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6465b250-c5f6-431e-922a-2f305b117c62 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:29.425340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:29.757519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0b64c7f4-229b-41ca-baa5-e8b4ad204678 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ead07fa1d634cb4b8c55708b1228006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306558 Jul 14 09:08:29.760108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:29.828334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a271e-0f20-47d4-bf54-98b31744d5b4 req-ba88b7bd-3731-4c45-b5e8-6d397de5e8cc tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:29.830575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e08a271e-0f20-47d4-bf54-98b31744d5b4 req-ba88b7bd-3731-4c45-b5e8-6d397de5e8cc tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1139734 Jul 14 09:08:29.840726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abc4f307-075a-4c11-843c-ebf0c30fe158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.882706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e08a271e-0f20-47d4-bf54-98b31744d5b4 req-5eab68f2-bac6-4301-ad2d-66882290275d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Jul 14 09:08:29.899440 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abc4f307-075a-4c11-843c-ebf0c30fe158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.968811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abc4f307-075a-4c11-843c-ebf0c30fe158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.972839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abc4f307-075a-4c11-843c-ebf0c30fe158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:29.974503 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-abc4f307-075a-4c11-843c-ebf0c30fe158 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5205b78-e363-4c13-8976-1975b5779aaf HTTP/1.1" status: 204 len: 168 time: 0.2130010 Jul 14 09:08:30.005401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4f307-075a-4c11-843c-ebf0c30fe158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5205b78-e363-4c13-8976-1975b5779aaf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:30.836872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 349270bc-451f-4f75-baa7-03b5f1ecda56 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:30.926429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 349270bc-451f-4f75-baa7-03b5f1ecda56 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:30.927168 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.204198 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.299092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9eac1-2593-415c-9e13-a09786766f5a req-39454eee-5f3f-4d25-836a-6eecb671489e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:31.302061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77c9eac1-2593-415c-9e13-a09786766f5a req-39454eee-5f3f-4d25-836a-6eecb671489e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1089799 Jul 14 09:08:31.363895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77c9eac1-2593-415c-9e13-a09786766f5a req-6303f176-bfdc-423a-bc61-c2e96b46102c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558033 Jul 14 09:08:31.548084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:31.734733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9d28-436a-4b4a-9c06-83f1f79bb63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.890674 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9d28-436a-4b4a-9c06-83f1f79bb63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.895815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9d28-436a-4b4a-9c06-83f1f79bb63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:31.935540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d7d9d28-436a-4b4a-9c06-83f1f79bb63d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6680dff54f5c4511a52ae1c656bb2822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855250 Jul 14 09:08:31.938159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:31.968814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d9d28-436a-4b4a-9c06-83f1f79bb63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14cdf69-5ddd-4f9c-b5b1-215a66aeee73,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:32.018639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5a3-9b3b-4fae-8501-1053727b8b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.044740 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5a3-9b3b-4fae-8501-1053727b8b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.123727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5a3-9b3b-4fae-8501-1053727b8b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.127140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a83d5a3-9b3b-4fae-8501-1053727b8b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.131064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5a83d5a3-9b3b-4fae-8501-1053727b8b3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e14cdf69-5ddd-4f9c-b5b1-215a66aeee73 HTTP/1.1" status: 204 len: 168 time: 0.1904223 Jul 14 09:08:32.165751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83d5a3-9b3b-4fae-8501-1053727b8b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14cdf69-5ddd-4f9c-b5b1-215a66aeee73,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:32.553457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:32.639103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:32.662976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9168412e-ce4a-4233-b288-5d886754fcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.694393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ea070-f421-47f1-b175-4241e0e37818 req-890a48d9-e875-44a7-9a5d-f2155812e3ad tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:32.703502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-612ea070-f421-47f1-b175-4241e0e37818 req-890a48d9-e875-44a7-9a5d-f2155812e3ad tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1136687 Jul 14 09:08:32.769670 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-612ea070-f421-47f1-b175-4241e0e37818 req-7ffe5ddc-c06e-4c4f-8697-554f8f52f13a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640216 Jul 14 09:08:32.821358 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9168412e-ce4a-4233-b288-5d886754fcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.830429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9168412e-ce4a-4233-b288-5d886754fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.851088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6718cf6-0382-4996-9a3a-27ce16b51f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.876700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9168412e-ce4a-4233-b288-5d886754fcda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cf07dbeac0e429a922f7bb9ca3c868f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364326 Jul 14 09:08:32.877449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43734) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:32.910204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168412e-ce4a-4233-b288-5d886754fcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58839804-5c55-4491-ac3e-8feb7e8ec128,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:32.936823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66585327-9346-4428-a7d0-f3cd0363812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.966277 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66585327-9346-4428-a7d0-f3cd0363812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.983060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6718cf6-0382-4996-9a3a-27ce16b51f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.989716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6718cf6-0382-4996-9a3a-27ce16b51f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.023030 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66585327-9346-4428-a7d0-f3cd0363812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.025941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66585327-9346-4428-a7d0-f3cd0363812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.030501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66585327-9346-4428-a7d0-f3cd0363812a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58839804-5c55-4491-ac3e-8feb7e8ec128 HTTP/1.1" status: 204 len: 168 time: 0.1518021 Jul 14 09:08:33.039069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c6718cf6-0382-4996-9a3a-27ce16b51f43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=768a859630fe473a828fa70ffa1de3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843543 Jul 14 09:08:33.041621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66585327-9346-4428-a7d0-f3cd0363812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58839804-5c55-4491-ac3e-8feb7e8ec128,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:33.043392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:33.060528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6718cf6-0382-4996-9a3a-27ce16b51f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efeedcb-60aa-4592-a23b-3e8c4b49f447,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:33.099026 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bec1ce51-92cd-4517-b53a-27a592c31da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.121845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bec1ce51-92cd-4517-b53a-27a592c31da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.175190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bec1ce51-92cd-4517-b53a-27a592c31da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.178080 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bec1ce51-92cd-4517-b53a-27a592c31da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:33.181773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bec1ce51-92cd-4517-b53a-27a592c31da6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9efeedcb-60aa-4592-a23b-3e8c4b49f447 HTTP/1.1" status: 204 len: 168 time: 0.1349604 Jul 14 09:08:33.197736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1ce51-92cd-4517-b53a-27a592c31da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efeedcb-60aa-4592-a23b-3e8c4b49f447,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:34.115131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:34.185136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8bf22-4fe6-4787-add0-f3e9d877815e req-08485705-0886-48e2-8865-3b7c71d84add tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:34.186978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5dd8bf22-4fe6-4787-add0-f3e9d877815e req-08485705-0886-48e2-8865-3b7c71d84add tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.0816114 Jul 14 09:08:34.228756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5dd8bf22-4fe6-4787-add0-f3e9d877815e req-ffe11cc4-128f-4799-9cea-1aa2984e20f5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355916 Jul 14 09:08:34.278442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1683280976-network', 'tenant_id': 'c7e1d5d5382745a1af4d472abec299eb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:34.305032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Made reservation on behalf of c7e1d5d5382745a1af4d472abec299eb for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:34.310046 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.322315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.423261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.430594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.460110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:34.477642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087e127a-0f40-4e98-834f-6cf84dd153f2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:34.481384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.482022 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Added segment 411704fd-3265-4baf-9338-1bc9a7f1fa83 of type vlan for network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 Jul 14 09:08:34.536333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.573021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.574116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:34.575523 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:34.672456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:34.677894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Request body: {'subnet': {'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1683280976-subnet', 'tenant_id': 'c7e1d5d5382745a1af4d472abec299eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:34.685497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5685697 Jul 14 09:08:34.686818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06ccf2-df25-40f5-ba0d-b3dd8df3ff10 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:34.705733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:34.724896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Made reservation on behalf of c7e1d5d5382745a1af4d472abec299eb for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:34.728164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.048783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.149880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04261160-bded-47aa-befd-accca286f6a8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:35.154509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Checking segment: {'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:35.155135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Network hostable DHCP agents. Network: b4ad712f-9d48-445c-afde-7bdfa3ccdcf4, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:08:35.182306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:08:35.195711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b4ad712f-9d48-445c-afde-7bdfa3ccdcf4) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:35.201539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:35.202277 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.205357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b4524a-47ad-49ba-aa6d-848f93bb32ef None None] Network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:35.228723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0741c168-bcff-40ba-8b29-3eab439cdb75 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5544529 Jul 14 09:08:35.233456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:35.279086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660335e-d3c0-440d-8293-bd2c30c280f0 req-6b4c6aec-2554-4d28-8a25-bcc82412c978 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:35.289413 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2660335e-d3c0-440d-8293-bd2c30c280f0 req-6b4c6aec-2554-4d28-8a25-bcc82412c978 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 944 time: 0.1005354 Jul 14 09:08:35.349313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2660335e-d3c0-440d-8293-bd2c30c280f0 req-f15223cf-bb69-4681-aed3-e5ecec1f9c7e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586269 Jul 14 09:08:35.469755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83805aab-1b9a-448d-b8c6-afee0949a32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.492392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6698a-bf64-4760-813c-0bac23023ad5 None None] Network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:35.697429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-044bd7e8-6f21-4c86-8ee0-e5cb0f97fc07 req-23de256d-e369-462c-b39c-e81f95ef2686 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153794498', 'description': 'tempest-description-1226956331'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:35.708039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e328c6c-f672-4f18-9899-c38d853ec0ae req-ba9b184e-1070-478e-ad3f-65fc25b5dc8a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:35.711942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e328c6c-f672-4f18-9899-c38d853ec0ae req-ba9b184e-1070-478e-ad3f-65fc25b5dc8a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.2110009 Jul 14 09:08:35.792197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83805aab-1b9a-448d-b8c6-afee0949a32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.839422 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83805aab-1b9a-448d-b8c6-afee0949a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.863739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-044bd7e8-6f21-4c86-8ee0-e5cb0f97fc07 req-23de256d-e369-462c-b39c-e81f95ef2686 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:35.970489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-83805aab-1b9a-448d-b8c6-afee0949a32a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d926fc9634dd426e8633316d5442e96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7331405 Jul 14 09:08:35.970717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43902) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:35.977376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805aab-1b9a-448d-b8c6-afee0949a32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed377225-0711-4187-9152-8b7a5708b3ad,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:36.021002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e328c6c-f672-4f18-9899-c38d853ec0ae req-0becff20-87f1-44f1-8d01-6db9a0fb76f5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263863 Jul 14 09:08:36.034948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-5940acd9-ffaa-4583-a318-8c4373dc166c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:36.036476 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-5940acd9-ffaa-4583-a318-8c4373dc166c tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 944 time: 0.4622178 Jul 14 09:08:36.069757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-044bd7e8-6f21-4c86-8ee0-e5cb0f97fc07 req-23de256d-e369-462c-b39c-e81f95ef2686 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.087600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-044bd7e8-6f21-4c86-8ee0-e5cb0f97fc07 req-23de256d-e369-462c-b39c-e81f95ef2686 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.158487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de256d-e369-462c-b39c-e81f95ef2686 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622f354c-a173-45ad-a9b9-a6ecc2e0137b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:36.163120 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-044bd7e8-6f21-4c86-8ee0-e5cb0f97fc07 req-23de256d-e369-462c-b39c-e81f95ef2686 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.183224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-044bd7e8-6f21-4c86-8ee0-e5cb0f97fc07 req-23de256d-e369-462c-b39c-e81f95ef2686 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4921026 Jul 14 09:08:36.242777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Deleting port 4a91e6c7-5461-48f0-a931-a0101eff85d2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:36.243349 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.277742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0833eba1-921d-4b5a-b698-3f5a99e74b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.319597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-56ce24bf-cb00-457a-8221-108e2d4bb491 req-6eec38ff-011a-4f86-87ff-9f8ef1657c39 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-526042709', 'description': 'tempest-description-1993265172'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:36.343563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0833eba1-921d-4b5a-b698-3f5a99e74b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.378942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] For port 4a91e6c7-5461-48f0-a931-a0101eff85d2, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4a91e6c7-5461-48f0-a931-a0101eff85d2,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:36.379446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.383514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56ce24bf-cb00-457a-8221-108e2d4bb491 req-6eec38ff-011a-4f86-87ff-9f8ef1657c39 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.415930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Calling delete_port for 4a91e6c7-5461-48f0-a931-a0101eff85d2 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:36.478148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0833eba1-921d-4b5a-b698-3f5a99e74b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.481893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0833eba1-921d-4b5a-b698-3f5a99e74b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.486874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0833eba1-921d-4b5a-b698-3f5a99e74b2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed377225-0711-4187-9152-8b7a5708b3ad HTTP/1.1" status: 204 len: 168 time: 0.5153816 Jul 14 09:08:36.513755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833eba1-921d-4b5a-b698-3f5a99e74b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed377225-0711-4187-9152-8b7a5708b3ad,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:36.791863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.842647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c158f-da62-40c7-9b4f-11ec09bf3bf1 req-af23481d-8e34-452a-a026-99279c3ce234 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:36.848097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e01c158f-da62-40c7-9b4f-11ec09bf3bf1 req-af23481d-8e34-452a-a026-99279c3ce234 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc570182-72f9-4835-8368-5de508bd8f1e HTTP/1.1" status: 200 len: 866 time: 0.1536415 Jul 14 09:08:36.868712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event deleted for resources: {'Port': ['ID=4a91e6c7-5461-48f0-a931-a0101eff85d2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:36.881255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56ce24bf-cb00-457a-8221-108e2d4bb491 req-6eec38ff-011a-4f86-87ff-9f8ef1657c39 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.897715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e01c158f-da62-40c7-9b4f-11ec09bf3bf1 req-73a8d262-da62-4f4c-9a3b-6a17bc8e7233 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Jul 14 09:08:36.954980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56ce24bf-cb00-457a-8221-108e2d4bb491 req-6eec38ff-011a-4f86-87ff-9f8ef1657c39 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.965861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] No DVR routers for this DVR port 4a91e6c7-5461-48f0-a931-a0101eff85d2 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:36.977702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:36.979942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da23bd51-0345-45cd-a3c4-6b32e20e4b99 req-fb47f20f-376c-4bfc-88a3-3b7e2284f9c0 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "DELETE /v2.0/ports/4a91e6c7-5461-48f0-a931-a0101eff85d2 HTTP/1.1" status: 204 len: 173 time: 0.9376540 Jul 14 09:08:36.981723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'name': 'network-vif-deleted', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:36.999468 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76347085-710e-4817-a565-2c95da04f32d" -d '{"events": [{"server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "name": "network-vif-deleted", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:37.077188 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339f51df-0283-47c6-956c-43f597182a20 x-openstack-request-id: req-339f51df-0283-47c6-956c-43f597182a20 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:37.077397 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc570182-72f9-4835-8368-5de508bd8f1e", "name": "network-vif-deleted", "tag": "4a91e6c7-5461-48f0-a931-a0101eff85d2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:37.077503 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-339f51df-0283-47c6-956c-43f597182a20 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:37.077910 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc570182-72f9-4835-8368-5de508bd8f1e', 'name': 'network-vif-deleted', 'tag': '4a91e6c7-5461-48f0-a931-a0101eff85d2', 'status': 'completed', 'code': 200} Jul 14 09:08:37.088280 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56ce24bf-cb00-457a-8221-108e2d4bb491 req-6eec38ff-011a-4f86-87ff-9f8ef1657c39 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.089555 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56ce24bf-cb00-457a-8221-108e2d4bb491 req-6eec38ff-011a-4f86-87ff-9f8ef1657c39 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7747033 Jul 14 09:08:37.098756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec38ff-011a-4f86-87ff-9f8ef1657c39 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b5ce6-8cd7-4526-9933-270317c3e989,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:37.162456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:37.181300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64196dd7-541a-49c0-9967-40886ae058ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.321987 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565760a4-23e4-40d5-9551-a139ab44f0e2 req-f3ee9230-6e4b-4f5b-b607-9af28ab4262b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:37.323556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-565760a4-23e4-40d5-9551-a139ab44f0e2 req-f3ee9230-6e4b-4f5b-b607-9af28ab4262b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1217828 Jul 14 09:08:37.388103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-565760a4-23e4-40d5-9551-a139ab44f0e2 req-8620e141-f4e1-44fa-b6f8-93ad4996322a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Jul 14 09:08:37.392684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64196dd7-541a-49c0-9967-40886ae058ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.400796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64196dd7-541a-49c0-9967-40886ae058ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.473428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-64196dd7-541a-49c0-9967-40886ae058ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a29132b651b439f994bd9691ec5f49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089833 Jul 14 09:08:37.474369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64196dd7-541a-49c0-9967-40886ae058ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c0b21c-03da-44c1-bb3e-c0ef0547ce73,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:37.477140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:37.573766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-024ad92a-5f78-4e91-a96f-879b21fe3306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.581490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-80d6f5a9-d18a-4f38-8afc-06855993dc4c tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:37.583541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-80d6f5a9-d18a-4f38-8afc-06855993dc4c tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 813 time: 0.2074234 Jul 14 09:08:37.607228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-2b1ae9db-ddf8-4b1f-97a6-8b6004dfdcb9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/quotas/c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 375 time: 0.0180326 Jul 14 09:08:37.627902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-024ad92a-5f78-4e91-a96f-879b21fe3306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.655178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-ff13692a-a4a2-4f62-81bc-948cc66b8d0d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466304 Jul 14 09:08:37.722525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-024ad92a-5f78-4e91-a96f-879b21fe3306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.725983 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-024ad92a-5f78-4e91-a96f-879b21fe3306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:37.727193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-024ad92a-5f78-4e91-a96f-879b21fe3306 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77c0b21c-03da-44c1-bb3e-c0ef0547ce73 HTTP/1.1" status: 204 len: 168 time: 0.2493808 Jul 14 09:08:37.736370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ad92a-5f78-4e91-a96f-879b21fe3306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c0b21c-03da-44c1-bb3e-c0ef0547ce73,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:37.785817 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-73366051-1e0e-48e5-88c8-1133482a093e service neutron] 10.222.0.18 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297312 Jul 14 09:08:37.891869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-488024cb-e459-4fe9-b6f9-35e85df05539 service neutron] 10.222.0.18 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955312 Jul 14 09:08:38.026702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:38.061755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 4a91e6c7-5461-48f0-a931-a0101eff85d2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:38.064421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4a91e6c7-5461-48f0-a931-a0101eff85d2 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:38.118413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-659e6252-c7bd-453f-b4dd-6b376533db83 req-b7f7d9e2-4522-498a-9abe-b88c85c41404 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 210 time: 0.0402348 Jul 14 09:08:38.673972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e2f3f-769e-4949-bffa-613f00522532 req-72f19b10-9447-48bf-967d-bb1643ed77d8 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:38.685748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c8e2f3f-769e-4949-bffa-613f00522532 req-72f19b10-9447-48bf-967d-bb1643ed77d8 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.1216314 Jul 14 09:08:38.751315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c8e2f3f-769e-4949-bffa-613f00522532 req-6f62e495-d735-460a-98e0-ff4d88050195 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Jul 14 09:08:38.811199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21fa0-246d-47c1-beea-3cbb7a14db3c req-b75e370a-5990-478d-b55a-37118957deab tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:38.815763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fed21fa0-246d-47c1-beea-3cbb7a14db3c req-b75e370a-5990-478d-b55a-37118957deab tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1933510 Jul 14 09:08:38.900294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fed21fa0-246d-47c1-beea-3cbb7a14db3c req-41626a17-f3d3-43fd-9014-1743df2e7e94 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776174 Jul 14 09:08:38.988795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-16df8c7f-0c32-4d80-825b-b174ef4a2b69 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:38.991124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-16df8c7f-0c32-4d80-825b-b174ef4a2b69 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 944 time: 0.1291001 Jul 14 09:08:39.138245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Deleting port a5ee59b0-d349-42e9-8142-353c168c53c0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:39.138646 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.307408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] For port a5ee59b0-d349-42e9-8142-353c168c53c0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a5ee59b0-d349-42e9-8142-353c168c53c0,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:39.307790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.342853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc173487-aee1-49d9-8b60-69084a0d62d6 req-ac7f420a-146b-454c-b657-3f22ca808c06 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 210 time: 0.0553312 Jul 14 09:08:39.349844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Calling delete_port for a5ee59b0-d349-42e9-8142-353c168c53c0 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:39.544760 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.578578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event deleted for resources: {'Port': ['ID=a5ee59b0-d349-42e9-8142-353c168c53c0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:39.631214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] No DVR routers for this DVR port a5ee59b0-d349-42e9-8142-353c168c53c0 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:39.633944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:39.637545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d0999f-2a8c-4aa0-b155-974d77ce6384 req-6fc9290c-7fb7-4415-b14c-5eb733592c24 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "DELETE /v2.0/ports/a5ee59b0-d349-42e9-8142-353c168c53c0 HTTP/1.1" status: 204 len: 173 time: 0.6401105 Jul 14 09:08:39.638180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'name': 'network-vif-deleted', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:39.640668 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b61c2c-a0f6-4f78-9462-aa098b6617c1" -d '{"events": [{"server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "name": "network-vif-deleted", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:39.681876 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f5bff-8c1d-44fe-9b7f-5482a9b5059d x-openstack-request-id: req-649f5bff-8c1d-44fe-9b7f-5482a9b5059d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:39.682808 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f59155a-6bd8-4315-b07f-d1c0813a1f88", "name": "network-vif-deleted", "tag": "a5ee59b0-d349-42e9-8142-353c168c53c0", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:39.683311 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-649f5bff-8c1d-44fe-9b7f-5482a9b5059d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:39.683977 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f59155a-6bd8-4315-b07f-d1c0813a1f88', 'name': 'network-vif-deleted', 'tag': 'a5ee59b0-d349-42e9-8142-353c168c53c0', 'status': 'completed', 'code': 200} Jul 14 09:08:40.040270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbba0b3d-394b-42d1-a1b3-9e1a5d833a06 req-a49131dc-94c4-42ff-8062-cb788b22073a tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f59155a-6bd8-4315-b07f-d1c0813a1f88 HTTP/1.1" status: 200 len: 210 time: 0.0789986 Jul 14 09:08:40.116590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-70617fe1-e8b8-4219-bbed-ee1ccf323c0a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.118118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-70617fe1-e8b8-4219-bbed-ee1ccf323c0a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 813 time: 0.2352040 Jul 14 09:08:40.120826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d0f86-5526-4602-be48-a4efb82b2c33 req-9404316f-0827-485b-8ec8-f437a2301ff3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.128381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a17d0f86-5526-4602-be48-a4efb82b2c33 req-9404316f-0827-485b-8ec8-f437a2301ff3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1031544 Jul 14 09:08:40.134781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'port': {'device_id': '267640b5-02c3-4569-97e5-423d0a786073', 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4', 'admin_state_up': True, 'tenant_id': 'c7e1d5d5382745a1af4d472abec299eb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:40.212128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a17d0f86-5526-4602-be48-a4efb82b2c33 req-24abcbbf-6018-418d-ad0e-a533615a8746 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820372 Jul 14 09:08:40.344931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Made reservation on behalf of c7e1d5d5382745a1af4d472abec299eb for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:40.351139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.553650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Allocated IP 172.20.0.9 (b4ad712f-9d48-445c-afde-7bdfa3ccdcf4/04261160-bded-47aa-befd-accca286f6a8/0e92472c-5e98-460b-a5a7-80215f4609d8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:40.641237 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-b5b9b8cb-06df-491c-b6ad-cd6869a5577a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dfc210bef8784a18848b9487c49b2d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346355 Jul 14 09:08:40.773130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-d846b848-793b-49ae-8fac-ff9ec8a198a4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:40.782790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-d846b848-793b-49ae-8fac-ff9ec8a198a4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358397 Jul 14 09:08:40.794953 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-6fc3e438-6265-4a9c-b447-ecc7fd8925f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/quotas/dfc210bef8784a18848b9487c49b2d5c HTTP/1.1" status: 200 len: 375 time: 0.0108700 Jul 14 09:08:40.800080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53485396-d37f-4127-9e64-3be59c3035f1 req-962e334b-065f-4d3f-a186-3bed3c47c33f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 210 time: 0.0376959 Jul 14 09:08:40.838179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.868903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-e88d6ec1-afb3-490e-9f8e-628394552094 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675480 Jul 14 09:08:40.917309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:40.968606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:40.972254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:40.979823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:41.098229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:41.124194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:41.124836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.150794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-9ca17735-6e92-4725-aeef-73ad176bfda8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198319 Jul 14 09:08:41.171786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Request body: {'port': {'device_id': '267640b5-02c3-4569-97e5-423d0a786073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:41.235639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-538d1752-e7e4-4ebb-9e01-8d9431ce586b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dfc210bef8784a18848b9487c49b2d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534673 Jul 14 09:08:41.460108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:41.460828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6c4e8-4d37-45ba-9996-c1dd86b73a6f req-f343b303-9c54-4685-aec1-6560ec5a6465 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:41.463525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aea6c4e8-4d37-45ba-9996-c1dd86b73a6f req-f343b303-9c54-4685-aec1-6560ec5a6465 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1007061 Jul 14 09:08:41.521398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-100da4ca-45a2-4c1a-b545-065c359fa3e4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:41.533385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-100da4ca-45a2-4c1a-b545-065c359fa3e4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977846 Jul 14 09:08:41.538257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aea6c4e8-4d37-45ba-9996-c1dd86b73a6f req-06da0ea5-b3bc-4be9-9c59-83e24618e928 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Jul 14 09:08:41.556063 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-97b369a3-49c4-44c5-bc88-82c4c6997974 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/quotas/dfc210bef8784a18848b9487c49b2d5c HTTP/1.1" status: 200 len: 375 time: 0.0214057 Jul 14 09:08:41.963668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-22af9847-3847-45ac-b0ae-842036d0c64c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4065228 Jul 14 09:08:41.984596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e92472c-5e98-460b-a5a7-80215f4609d8 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:42.017203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.039695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Transition to ACTIVE for port object 0e92472c-5e98-460b-a5a7-80215f4609d8 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:42.048677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.055527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:42.104809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: a5ee59b0-d349-42e9-8142-353c168c53c0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:42.120226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a5ee59b0-d349-42e9-8142-353c168c53c0 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:42.185461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:42.492651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Attempting to bind port 0e92472c-5e98-460b-a5a7-80215f4609d8 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:42.492995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Attempting to bind port 0e92472c-5e98-460b-a5a7-80215f4609d8 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:42.493328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Attempting to bind port 0e92472c-5e98-460b-a5a7-80215f4609d8 on network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:42.560346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Port 0e92472c-5e98-460b-a5a7-80215f4609d8 on network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:42.560346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Attempting to bind port 0e92472c-5e98-460b-a5a7-80215f4609d8 on network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:42.575942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:42.576287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Checking segment: {'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:42.576669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Bound using segment: {'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:42.577118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Bound port: 0e92472c-5e98-460b-a5a7-80215f4609d8, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:42.577474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.669590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-46d4fc86-8c10-4bbf-9118-4df187197fce tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.671899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-46d4fc86-8c10-4bbf-9118-4df187197fce tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.3114872 Jul 14 09:08:42.690751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5e5b9-ae25-4fed-89b1-d43c04f6c779 req-3d1c95b3-1288-4ce4-af6e-39f6693c74ba tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.698374 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57a5e5b9-ae25-4fed-89b1-d43c04f6c779 req-3d1c95b3-1288-4ce4-af6e-39f6693c74ba tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 943 time: 0.3107362 Jul 14 09:08:42.700915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c21909-42fe-434a-a0fb-83d20b6f5d2a req-e2ae9942-24b5-4123-aed6-8cba9c1627a6 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.703270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1c21909-42fe-434a-a0fb-83d20b6f5d2a req-e2ae9942-24b5-4123-aed6-8cba9c1627a6 tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 945 time: 0.1078770 Jul 14 09:08:42.753674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1c21909-42fe-434a-a0fb-83d20b6f5d2a req-c2f4f2c9-3f45-4af9-b90e-c80dcfca719e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/security-groups?id=d87ddf30-6e4f-428c-8a4b-162679abafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Jul 14 09:08:42.803580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:42.822781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57a5e5b9-ae25-4fed-89b1-d43c04f6c779 req-63a28c72-f4ae-4c25-b365-7ba4480e097c tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179159 Jul 14 09:08:42.850333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58e0d8fb-714f-43ea-8af2-f0d02513bfbf req-c10894ce-f640-424e-90ab-3b37474fb2f4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 210 time: 0.0446653 Jul 14 09:08:42.882146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0e92472c-5e98-460b-a5a7-80215f4609d8,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:42.903821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.985073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.985767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.987318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] 10.222.0.48 "PUT /v2.0/ports/0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 200 len: 1092 time: 1.8237493 Jul 14 09:08:42.987542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:42.992637 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a680811-4a72-4fab-8c31-2c2e68a71487" -d '{"events": [{"name": "network-changed", "server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:43.020314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5b4fc-91ed-4b42-a91d-9e71038f1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:43.033480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Deleting port 608dcfe1-fa84-498e-bf34-ea27848f69f1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:43.033886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.109611 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b0f539-199c-44d3-a90b-bbcfd651e638 x-openstack-request-id: req-61b0f539-199c-44d3-a90b-bbcfd651e638 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:43.111303 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:43.111647 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61b0f539-199c-44d3-a90b-bbcfd651e638 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:43.112858 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8', 'status': 'completed', 'code': 200} Jul 14 09:08:43.152897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-c43b4495-2bf2-4e8d-9a95-5d8dbd71ad37 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dfc210bef8784a18848b9487c49b2d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616295 Jul 14 09:08:43.292141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] For port 608dcfe1-fa84-498e-bf34-ea27848f69f1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=608dcfe1-fa84-498e-bf34-ea27848f69f1,segment=NetworkSegment(55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e),segment_id=55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:43.292605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.311763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Calling delete_port for 608dcfe1-fa84-498e-bf34-ea27848f69f1 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:43.328161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606acc6-16fc-4677-8ef5-e72635b17d45 req-b3336130-89f1-4cf8-a791-102c107f8cee tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:43.329767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1606acc6-16fc-4677-8ef5-e72635b17d45 req-b3336130-89f1-4cf8-a791-102c107f8cee tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.2669899 Jul 14 09:08:43.335059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-5e013be7-5c6f-4ecd-9f9d-730c058e7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:43.336554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-5e013be7-5c6f-4ecd-9f9d-730c058e7e7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1095 time: 0.2090647 Jul 14 09:08:43.409193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9b376edb-a041-4978-b9e7-6c765a8e0d6c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:43.410897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9b376edb-a041-4978-b9e7-6c765a8e0d6c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515156 Jul 14 09:08:43.426260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Request body: {'port': {'device_id': '83ec2215-012e-479a-aadd-918d5284e402', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'dfc210bef8784a18848b9487c49b2d5c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:43.572353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Made reservation on behalf of dfc210bef8784a18848b9487c49b2d5c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:43.577490 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.587798 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.613332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-b34c74c4-d9b0-47d9-876e-24e182c7972e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 200 len: 217 time: 0.2410314 Jul 14 09:08:43.680353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1606acc6-16fc-4677-8ef5-e72635b17d45 req-e7df2309-689a-438b-b3a0-99bad21d6b41 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427186 Jul 14 09:08:43.705148 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.710024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.716080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:43.718631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-7ac2d6d3-25ac-4ed1-93e7-c507f22b6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:43.720533 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-7ac2d6d3-25ac-4ed1-93e7-c507f22b6a30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.0910552 Jul 14 09:08:43.757605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Pushing event deleted for resources: {'Port': ['ID=608dcfe1-fa84-498e-bf34-ea27848f69f1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:43.794316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-a415411a-48ab-4701-8d5b-39a96bfc3946 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658135 Jul 14 09:08:43.849346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3375c332-ac05-4b6b-aa41-ab110c4d6765,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:44.041385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cbb98ea-00ce-4111-84d6-23e5eb34ba34 req-b9d7ae19-9e36-4806-b6bf-8af4409a949b tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0 HTTP/1.1" status: 200 len: 210 time: 0.0507665 Jul 14 09:08:44.070905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 05bd789c-36ec-4918-ba9b-8c3fdd37d830 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:44.080381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Allocated IP 192.168.233.45 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/b6a5dc64-6da6-491e-90e0-9f9bc248924f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:44.224471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:44.255139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '05bd789c-36ec-4918-ba9b-8c3fdd37d830', 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba', 'port_id': '05bd789c-36ec-4918-ba9b-8c3fdd37d830', 'mac_address': 'fa:16:3e:7a:88:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55af7286-06ff-4d12-a7a5-cb35ef74e922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:44.311007 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c922f355-77af-4380-8e85-71328f0449f1 req-07b58857-c935-4b79-bc55-d5cfc04bde52 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 210 time: 0.0837331 Jul 14 09:08:44.347978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.375650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bd789c-36ec-4918-ba9b-8c3fdd37d830 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:44.394022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.410688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Transition to ACTIVE for port object b6a5dc64-6da6-491e-90e0-9f9bc248924f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:44.412664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:44.424878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] No DVR routers for this DVR port 608dcfe1-fa84-498e-bf34-ea27848f69f1 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:44.427555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.428754 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.429562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a16cfc0e-5539-45e7-bae6-e87257b863a5 req-9d91e10e-fb38-4a30-80c8-00dee5833f1e tempest-LiveAutoBlockMigrationV225Test-1017675840 tempest-LiveAutoBlockMigrationV225Test-1017675840-project] 10.222.0.11 "DELETE /v2.0/ports/608dcfe1-fa84-498e-bf34-ea27848f69f1 HTTP/1.1" status: 204 len: 173 time: 1.7470565 Jul 14 09:08:44.482723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.510767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:44.519752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-a57f9021-f58c-4950-82ca-fb323d0d407f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dfc210bef8784a18848b9487c49b2d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746934 Jul 14 09:08:44.543999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:44.549147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:44.552032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:44.646400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['05bd789c-36ec-4918-ba9b-8c3fdd37d830'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:44.657720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:44.737867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:44.738547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.762897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-1d33bfc4-8221-4fff-b577-c7dec9e64e1a service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9496958 Jul 14 09:08:44.784784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9e4b5d57-b731-438e-9ba0-cc77ee1c5b25 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3602376 Jul 14 09:08:44.793967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Request body: {'port': {'device_id': '83ec2215-012e-479a-aadd-918d5284e402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:44.996321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec835da-d7a0-48e6-bdd0-2544d8505850 req-7ceb5df2-55d1-4b80-a93e-3a3d20389b2b tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:44.997880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8ec835da-d7a0-48e6-bdd0-2544d8505850 req-7ceb5df2-55d1-4b80-a93e-3a3d20389b2b tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 943 time: 0.5516908 Jul 14 09:08:45.014310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-111fade0-63c5-4290-bda6-43ca0c7bb537 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:45.020852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d145fb77-d66f-41de-ba45-6561edeee0d4 None None] Provisioning for port b6a5dc64-6da6-491e-90e0-9f9bc248924f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:45.025486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d145fb77-d66f-41de-ba45-6561edeee0d4 None None] Provisioning complete for port b6a5dc64-6da6-491e-90e0-9f9bc248924f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:45.025918 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d145fb77-d66f-41de-ba45-6561edeee0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.029040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-111fade0-63c5-4290-bda6-43ca0c7bb537 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032258 Jul 14 09:08:45.081759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d145fb77-d66f-41de-ba45-6561edeee0d4 None None] Port b6a5dc64-6da6-491e-90e0-9f9bc248924f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:08:45.083090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Request body: {'port': {'device_id': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'dfc210bef8784a18848b9487c49b2d5c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:45.114598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'name': 'network-vif-deleted', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:45.116897 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b852aa-de5b-4c00-913d-b2a895e5e85c" -d '{"events": [{"server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "name": "network-vif-deleted", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:45.211841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb78cad3-2f71-419f-b571-70e1909ad4f7 req-5120eeae-e10d-4de7-af9e-736b4daa7b7d service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395101 Jul 14 09:08:45.223617 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8ec835da-d7a0-48e6-bdd0-2544d8505850 req-6a73a0cb-fd0b-4120-8ee1-a90497cd5681 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774960 Jul 14 09:08:45.353434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Made reservation on behalf of dfc210bef8784a18848b9487c49b2d5c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:45.357098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.382197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:45.389949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-0f127423-7a14-4263-83d1-d26bab7beeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:45.391614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-0f127423-7a14-4263-83d1-d26bab7beeb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1095 time: 0.1032805 Jul 14 09:08:45.394145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.415076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403e0f-fe86-451a-bc57-0c143086e38d req-47008cc5-19a9-481f-9f27-f6e6ba098571 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:45.416638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403e0f-fe86-451a-bc57-0c143086e38d req-47008cc5-19a9-481f-9f27-f6e6ba098571 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 944 time: 0.1337104 Jul 14 09:08:45.499451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403e0f-fe86-451a-bc57-0c143086e38d req-09bb99c1-5a15-4f45-9c02-25342bd312df tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Jul 14 09:08:45.522330 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d78780-d760-472e-b4da-845c098b646e x-openstack-request-id: req-b7d78780-d760-472e-b4da-845c098b646e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:45.522882 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0", "name": "network-vif-deleted", "tag": "608dcfe1-fa84-498e-bf34-ea27848f69f1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:45.522882 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7d78780-d760-472e-b4da-845c098b646e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:45.523258 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8ffd69-7d2e-4462-a9ee-7a0c47056ea0', 'name': 'network-vif-deleted', 'tag': '608dcfe1-fa84-498e-bf34-ea27848f69f1', 'status': 'completed', 'code': 200} Jul 14 09:08:45.787746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-eae78410-c043-475c-9e8a-b07cfa6d7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:45.789468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-eae78410-c043-475c-9e8a-b07cfa6d7984 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 914 time: 0.3826692 Jul 14 09:08:45.802956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] Deleting subnet 0318592a-122f-42c8-84cb-a5d2c296cd17 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:45.809723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.814578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Allocated IP 192.168.233.209 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/fec7f63e-7a16-401d-b78e-b58eabfcc9a7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:45.856511 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-e9a1b727-415e-4b4d-8344-48b71f28e64e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 200 len: 217 time: 0.0433731 Jul 14 09:08:45.857805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.903119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe16dabe-cd61-4b3c-b64a-a6fcaa1d954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.903481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.940219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-99debcc2-047e-4298-9751-5f0326458684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:45.941991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-99debcc2-047e-4298-9751-5f0326458684 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.0777392 Jul 14 09:08:45.979555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.990853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-1da215bd-96ef-490a-ae4c-9d921d59620d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409086 Jul 14 09:08:45.993686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22b3370-3c21-4ebb-b06c-9f990c665757 req-8c65ce6d-3906-463c-8a83-ba66b473eeda tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 210 time: 0.2201946 Jul 14 09:08:46.059186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.061977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0318592a-122f-42c8-84cb-a5d2c296cd17 HTTP/1.1" status: 204 len: 168 time: 0.6777267 Jul 14 09:08:46.065328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44152) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:46.071530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af959-9995-403e-bf47-4ec6b0f739b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0318592a-122f-42c8-84cb-a5d2c296cd17,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:46.086420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 05bd789c-36ec-4918-ba9b-8c3fdd37d830 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:46.202890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-dcd53bfe-331b-412c-b7a5-1872719d9923 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997178 Jul 14 09:08:46.203799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:46.218050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:46.218526 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.227779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.248513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.315761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Transition to ACTIVE for port object fec7f63e-7a16-401d-b78e-b58eabfcc9a7 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:46.327674 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.362319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:46.365279 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d325ac4-ca7d-46b4-9607-acf2d0f06bc6" -d '{"events": [{"server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "name": "network-vif-plugged", "status": "completed", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:46.383216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:46.385199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a680811-4a72-4fab-8c31-2c2e68a71487 req-f3760bd4-0b0e-49a3-8ae5-c4f4436740c6 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759319 Jul 14 09:08:46.389564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.392387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:46.408949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5273b-4459-43e0-9dda-e75ea80b440d req-862361fe-e1ca-4b30-9763-1e5bbb4d58e6 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:46.410502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcb5273b-4459-43e0-9dda-e75ea80b440d req-862361fe-e1ca-4b30-9763-1e5bbb4d58e6 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 945 time: 0.1437707 Jul 14 09:08:46.414318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.429055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 608dcfe1-fa84-498e-bf34-ea27848f69f1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:46.429904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 608dcfe1-fa84-498e-bf34-ea27848f69f1 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:46.501410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:46.504697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:46.517654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Pushing event updated for resources: {'Port': ['ID=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:46.521328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:46.523548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:46.539677 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.562876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc3b966-3fc6-4eb0-addb-5b9f2d96f218']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:46.577569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcb5273b-4459-43e0-9dda-e75ea80b440d req-9dcb7a57-1c48-4750-9f74-4dca30120e50 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095626 Jul 14 09:08:46.586041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:46.586041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d865b6-f5cb-4dcd-ba6b-2eec51e3e34e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:46.600736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:46.600887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.629865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b78e8148-8c74-4688-8240-bb1266065728 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5809765 Jul 14 09:08:46.630845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.644520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Request body: {'port': {'device_id': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:46.667149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.685523 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ae185-09fd-4969-8bf6-047529e0f6d8 x-openstack-request-id: req-4c4ae185-09fd-4969-8bf6-047529e0f6d8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:46.686194 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "name": "network-vif-plugged", "status": "completed", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:46.686358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945cf09-ea19-4ff5-be0d-c7bc9879f1b2 req-1e217b00-ba4e-4c95-b513-b360f34b4ac1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:46.686863 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c4ae185-09fd-4969-8bf6-047529e0f6d8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:46.687504 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830', 'code': 200} Jul 14 09:08:46.687981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2945cf09-ea19-4ff5-be0d-c7bc9879f1b2 req-1e217b00-ba4e-4c95-b513-b360f34b4ac1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 943 time: 0.2256672 Jul 14 09:08:46.707173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:46.707634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:46.712011 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:46.825695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.887504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a5dc64-6da6-491e-90e0-9f9bc248924f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:46.904744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2945cf09-ea19-4ff5-be0d-c7bc9879f1b2 req-f918d98b-c142-4f84-9243-66413d98a986 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085397 Jul 14 09:08:46.907811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.929957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.932857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Transition to ACTIVE for port object b6a5dc64-6da6-491e-90e0-9f9bc248924f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:46.945202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5f51a5a1-f331-43e7-a3fd-00207702021d None None] Provisioning for port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:46.948454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.950760 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bc3b966-3fc6-4eb0-addb-5b9f2d96f218 HTTP/1.1" status: 204 len: 168 time: 0.8826773 Jul 14 09:08:46.952148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682ef03-b647-49cb-a0fa-1f84d5467f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc3b966-3fc6-4eb0-addb-5b9f2d96f218,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:46.954079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:46.956524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.965896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5f51a5a1-f331-43e7-a3fd-00207702021d None None] Provisioning complete for port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:46.966838 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f51a5a1-f331-43e7-a3fd-00207702021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.005850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] Deleting subnet 3162d2b3-4334-408a-adac-c0b828cb96d0 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:47.014880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5f51a5a1-f331-43e7-a3fd-00207702021d None None] Port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:08:47.035489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.039651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0a0b7-658b-4d01-9091-f129db03dbcb req-b8b41315-05ff-41d4-ab67-100a32817c7f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.044089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8e0a0b7-658b-4d01-9091-f129db03dbcb req-b8b41315-05ff-41d4-ab67-100a32817c7f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.2201900 Jul 14 09:08:47.051985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44844b-b448-4063-b894-4ad8d7cf738b req-4a759859-4ace-407f-8be2-9562b72446d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.053517 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be44844b-b448-4063-b894-4ad8d7cf738b req-4a759859-4ace-407f-8be2-9562b72446d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1097 time: 0.2636917 Jul 14 09:08:47.133085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.140091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.204885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be44844b-b448-4063-b894-4ad8d7cf738b req-39a80b03-15ab-414a-86a0-c3d5259039b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373134 Jul 14 09:08:47.223974 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8e0a0b7-658b-4d01-9091-f129db03dbcb req-7c5d8c80-2356-44c2-93ba-ff5459aca588 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693046 Jul 14 09:08:47.287261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.367536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Attempting to bind port b6a5dc64-6da6-491e-90e0-9f9bc248924f on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:47.368015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Attempting to bind port b6a5dc64-6da6-491e-90e0-9f9bc248924f by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:47.368302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0e92472c-5e98-460b-a5a7-80215f4609d8 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:47.368795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Attempting to bind port b6a5dc64-6da6-491e-90e0-9f9bc248924f on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:47.382000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d7d5-5679-4b0f-a585-d4017b179571 req-018000df-41e1-4869-9e2e-54a7c143f9c5 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.389392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b098d7d5-5679-4b0f-a585-d4017b179571 req-018000df-41e1-4869-9e2e-54a7c143f9c5 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 936 time: 0.1988113 Jul 14 09:08:47.400805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec7f63e-7a16-401d-b78e-b58eabfcc9a7 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:47.408545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Port b6a5dc64-6da6-491e-90e0-9f9bc248924f on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:47.409053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Attempting to bind port b6a5dc64-6da6-491e-90e0-9f9bc248924f on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:47.422411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:47.423294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:47.423827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:47.424374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Bound port: b6a5dc64-6da6-491e-90e0-9f9bc248924f, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:47.424834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.432618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.473400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Transition to ACTIVE for port object fec7f63e-7a16-401d-b78e-b58eabfcc9a7 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:47.493345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.510781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0e92472c-5e98-460b-a5a7-80215f4609d8,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:47.535152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '0e92472c-5e98-460b-a5a7-80215f4609d8', 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4', 'port_id': '0e92472c-5e98-460b-a5a7-80215f4609d8', 'mac_address': 'fa:16:3e:dc:8f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04261160-bded-47aa-befd-accca286f6a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:47.538964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b098d7d5-5679-4b0f-a585-d4017b179571 req-78e0b44c-075e-4604-ab9f-1950fd7a9958 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483529 Jul 14 09:08:47.546774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.550245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.592363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:47.597518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.599599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3162d2b3-4334-408a-adac-c0b828cb96d0 HTTP/1.1" status: 204 len: 168 time: 0.6445508 Jul 14 09:08:47.602315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ec85c-1165-4dc2-a226-3cbb2600712b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3162d2b3-4334-408a-adac-c0b828cb96d0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.603934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:47.624885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:47.630705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.633618 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.646353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.647301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.649397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] 10.222.0.11 "PUT /v2.0/ports/b6a5dc64-6da6-491e-90e0-9f9bc248924f HTTP/1.1" status: 200 len: 1096 time: 2.8598306 Jul 14 09:08:47.651289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:47.653222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e92472c-5e98-460b-a5a7-80215f4609d8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:47.655387 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708e7d3-33a5-4898-80d6-0cc15fe5541b" -d '{"events": [{"name": "network-changed", "server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:47.707887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0e92472c-5e98-460b-a5a7-80215f4609d8,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:47.721000 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.776441 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e028a-c388-4920-97c8-9042a772a11d x-openstack-request-id: req-ea4e028a-c388-4920-97c8-9042a772a11d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:47.777428 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:47.777580 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea4e028a-c388-4920-97c8-9042a772a11d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:47.778100 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'status': 'completed', 'code': 200} Jul 14 09:08:47.786728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763496af-a28c-4dcd-ac46-a751a5cac091 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.816656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-80e17885-86d7-4e6b-9dd6-047bfeb87837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.816879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.818406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-80e17885-86d7-4e6b-9dd6-047bfeb87837 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1099 time: 0.1183951 Jul 14 09:08:47.834318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.884887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-fcb00797-755e-4bdc-87e0-2d5f08a8a824 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f HTTP/1.1" status: 200 len: 217 time: 0.0550332 Jul 14 09:08:47.916798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-a3848047-2b9e-4713-8584-a27ba1d70511 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.918380 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-a3848047-2b9e-4713-8584-a27ba1d70511 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.48 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 945 time: 0.4593024 Jul 14 09:08:47.919431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Attempting to bind port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:47.919662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Attempting to bind port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:47.919994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Attempting to bind port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:47.970836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:47.979784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9a1a4642-60b9-40ab-94aa-62b887c0b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:47.981419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-9a1a4642-60b9-40ab-94aa-62b887c0b8cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0903728 Jul 14 09:08:48.115714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:48.116425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Attempting to bind port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:48.121985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-053498fc-f7fb-44e7-9b91-75e59a9ef713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.128803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-053498fc-f7fb-44e7-9b91-75e59a9ef713 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394639 Jul 14 09:08:48.181770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:48.182042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:48.182967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:48.184268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Bound port: fec7f63e-7a16-401d-b78e-b58eabfcc9a7, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:48.184706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.225259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.272109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69aabe2-ade9-470f-888b-45b06a420d71']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:48.306684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b2b039-0f89-42f3-8dd2-16179b98c199') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:48.307040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b2b039-0f89-42f3-8dd2-16179b98c199') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:48.318622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f06167-7709-45c8-9b6e-48e962b66bab req-68372f0f-34fc-476a-a23b-45ac0b949dd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.320178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5f06167-7709-45c8-9b6e-48e962b66bab req-68372f0f-34fc-476a-a23b-45ac0b949dd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 944 time: 0.1643116 Jul 14 09:08:48.322343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.326345 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-fa6edbf5-1389-4da1-b44c-4c41e693faa8 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904004 Jul 14 09:08:48.348427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f1d45-7da8-46ab-8ef6-7cfced908003 req-8ba1043b-1e52-4ef2-9dc1-0e092e097819 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.355177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e42f1d45-7da8-46ab-8ef6-7cfced908003 req-8ba1043b-1e52-4ef2-9dc1-0e092e097819 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 945 time: 0.5136237 Jul 14 09:08:48.392175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.413260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5f06167-7709-45c8-9b6e-48e962b66bab req-04862c4a-1967-47ed-ab53-75d1d3ba93bf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857141 Jul 14 09:08:48.415686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:48.416100 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:48.429175 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:48.434886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] For port fec7f63e-7a16-401d-b78e-b58eabfcc9a7, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:48.452539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd407e4-4458-4efa-b0b4-c7317c313612 req-3bb74908-1691-4b68-9062-6f3be5ef0ac5 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181228 Jul 14 09:08:48.512932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] For port fec7f63e-7a16-401d-b78e-b58eabfcc9a7, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:48.519111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e42f1d45-7da8-46ab-8ef6-7cfced908003 req-b09f03de-8766-448e-84e5-37aab6c705e3 tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f253f0e-f9a8-40ba-bda1-68e5fff18a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629665 Jul 14 09:08:48.520458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Deleting port 20ff1cf4-0d97-4af7-a098-02b45dea1142 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:08:48.520858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.542136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.588900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-1ffe6c98-3851-4c58-a53d-3d26f40b1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.591225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-1ffe6c98-3851-4c58-a53d-3d26f40b1515 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1099 time: 0.0845914 Jul 14 09:08:48.627536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.628140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.629809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] 10.222.0.11 "PUT /v2.0/ports/fec7f63e-7a16-401d-b78e-b58eabfcc9a7 HTTP/1.1" status: 200 len: 1097 time: 1.9911666 Jul 14 09:08:48.630456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.636474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.638360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c69aabe2-ade9-470f-888b-45b06a420d71 HTTP/1.1" status: 204 len: 168 time: 0.9029598 Jul 14 09:08:48.643449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'tag': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:48.645802 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a746c434-e1e1-4cf0-96be-7a94c282f54f" -d '{"events": [{"name": "network-changed", "server_uuid": "715336fa-eabc-4221-a7d2-74a2c9a8bfdd", "tag": "fec7f63e-7a16-401d-b78e-b58eabfcc9a7"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:48.684348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736e0c4-2da9-4547-ad58-b4d867bdb175 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69aabe2-ade9-470f-888b-45b06a420d71,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:48.685841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0f3e-98dc-4df6-b0dc-2017a891867e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.769257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978a266-9261-431d-bd7f-327f8fd6c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:48.799743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] For port 20ff1cf4-0d97-4af7-a098-02b45dea1142, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=20ff1cf4-0d97-4af7-a098-02b45dea1142,segment=NetworkSegment(ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87),segment_id=ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:48.800309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.825346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Calling delete_port for 20ff1cf4-0d97-4af7-a098-02b45dea1142 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:08:48.839381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ff632-0223-488a-b625-3fefe38dc7c9 req-1dbf46a8-c652-4faa-afba-b67cbf72f20d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.847104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-078ff632-0223-488a-b625-3fefe38dc7c9 req-1dbf46a8-c652-4faa-afba-b67cbf72f20d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.2737334 Jul 14 09:08:48.865757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-f5376137-02d6-4a56-868c-a1adb2e3dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.867441 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-f5376137-02d6-4a56-868c-a1adb2e3dc64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2515557 Jul 14 09:08:48.885930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b2e36d04-d986-450b-a6ff-cfee6184868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:48.891067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-b2e36d04-d986-450b-a6ff-cfee6184868c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 1100 time: 0.1909335 Jul 14 09:08:48.903208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:48.933077 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.949614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-2257f7ca-5ebb-4bcd-b402-f31f17f740b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f HTTP/1.1" status: 200 len: 217 time: 0.0700512 Jul 14 09:08:48.997409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-21d18fde-b0a5-4883-ba7b-e74a9613e4ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fec7f63e-7a16-401d-b78e-b58eabfcc9a7 HTTP/1.1" status: 200 len: 217 time: 0.0931580 Jul 14 09:08:49.027909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-078ff632-0223-488a-b625-3fefe38dc7c9 req-82673390-767e-47ad-8638-d6d59abb16c0 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797516 Jul 14 09:08:49.076881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-2618c532-cb0b-4bf6-8a5d-97ded26b3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.081308 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-2618c532-cb0b-4bf6-8a5d-97ded26b3ef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1117544 Jul 14 09:08:49.103516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7e917d6b-60da-422b-a362-8bc4de8c4731 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc41de32cea44be4bd06b6a809e2cd8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1980612 Jul 14 09:08:49.106600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:49.108209 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63e346-1847-4ed7-b7e1-ed27925ad7ee x-openstack-request-id: req-3d63e346-1847-4ed7-b7e1-ed27925ad7ee {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:49.108507 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "715336fa-eabc-4221-a7d2-74a2c9a8bfdd", "tag": "fec7f63e-7a16-401d-b78e-b58eabfcc9a7", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:49.108767 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d63e346-1847-4ed7-b7e1-ed27925ad7ee {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:49.109234 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'tag': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7', 'status': 'completed', 'code': 200} Jul 14 09:08:49.168617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-047b9a41-2f03-4fe4-ad7a-ceb54e2046a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.170091 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-047b9a41-2f03-4fe4-ad7a-ceb54e2046a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1661534 Jul 14 09:08:49.241123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-f141268b-e292-4ed2-bf21-aa1c0c5b3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.242572 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-f141268b-e292-4ed2-bf21-aa1c0c5b3e5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524806 Jul 14 09:08:49.261245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.267560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e010d-49c9-40df-ac44-b3b8ea0255b9 req-aab9b6c2-1da0-4cc2-8b9d-90d096573005 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.277341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-311e010d-49c9-40df-ac44-b3b8ea0255b9 req-aab9b6c2-1da0-4cc2-8b9d-90d096573005 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 948 time: 0.1168671 Jul 14 09:08:49.318235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dff4330-a512-41f8-a78a-b09682798b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.322824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Pushing event deleted for resources: {'Port': ['ID=20ff1cf4-0d97-4af7-a098-02b45dea1142,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:49.368298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-311e010d-49c9-40df-ac44-b3b8ea0255b9 req-974c29ca-bd98-4314-9a7a-f51e819cdfd3 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917287 Jul 14 09:08:49.383733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0e92472c-5e98-460b-a5a7-80215f4609d8 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:49.389712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] No DVR routers for this DVR port 20ff1cf4-0d97-4af7-a098-02b45dea1142 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:08:49.397760 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dff4330-a512-41f8-a78a-b09682798b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.400121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.401598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-4a5eae4d-ac8b-4283-9166-e6c535e329a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505497 Jul 14 09:08:49.402149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e071560f-a393-4cc7-8860-f0e1f2f8af14 req-e378ac6a-9ee9-4f55-803c-54a98dcdb35f tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.48 "DELETE /v2.0/ports/20ff1cf4-0d97-4af7-a098-02b45dea1142 HTTP/1.1" status: 204 len: 173 time: 1.4061315 Jul 14 09:08:49.418369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-9930b24f-3cc5-47ce-8633-de808e1d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.420149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-9930b24f-3cc5-47ce-8633-de808e1d35f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2374153 Jul 14 09:08:49.464363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 0e92472c-5e98-460b-a5a7-80215f4609d8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:49.473120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 0e92472c-5e98-460b-a5a7-80215f4609d8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:49.473512 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.537449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4d8c1-831f-45e6-b237-522f3adcafbd req-42bc72f6-e80a-443f-876f-61532f480229 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.539187 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ad4d8c1-831f-45e6-b237-522f3adcafbd req-42bc72f6-e80a-443f-876f-61532f480229 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1097 time: 0.3151646 Jul 14 09:08:49.562997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c708e7d3-33a5-4898-80d6-0cc15fe5541b req-9ef8ee65-1d3e-4e95-ac42-e6a823e64f91 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480508 Jul 14 09:08:49.601897 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.618628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dff4330-a512-41f8-a78a-b09682798b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.622383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dff4330-a512-41f8-a78a-b09682798b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.623597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7dff4330-a512-41f8-a78a-b09682798b0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d87ddf30-6e4f-428c-8a4b-162679abafc6 HTTP/1.1" status: 204 len: 168 time: 0.5134432 Jul 14 09:08:49.649824 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.656192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ad4d8c1-831f-45e6-b237-522f3adcafbd req-095276a3-0f04-44ee-8963-eec504427c77 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084411 Jul 14 09:08:49.670970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-1e196346-6b1b-4f9f-a284-6d7c3ad91cbf service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285869 Jul 14 09:08:49.672574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff4330-a512-41f8-a78a-b09682798b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87ddf30-6e4f-428c-8a4b-162679abafc6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:49.724174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:49.727058 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2488c-9d0a-44b9-9073-10f9d1e6ce6d" -d '{"events": [{"server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "name": "network-vif-plugged", "status": "completed", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:49.737619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.741408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0e92472c-5e98-460b-a5a7-80215f4609d8,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:49.747439 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:49.748617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 20ff1cf4-0d97-4af7-a098-02b45dea1142 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:08:49.753200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58516-c970-40bd-a4b2-067ef30eec76 req-b751cf67-1d37-4a06-8403-f5bb64620886 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:49.764104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21b58516-c970-40bd-a4b2-067ef30eec76 req-b751cf67-1d37-4a06-8403-f5bb64620886 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 944 time: 0.1256669 Jul 14 09:08:49.792459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 20ff1cf4-0d97-4af7-a098-02b45dea1142 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:08:49.793016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 20ff1cf4-0d97-4af7-a098-02b45dea1142 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:08:49.825211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:49.839919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21b58516-c970-40bd-a4b2-067ef30eec76 req-b92beb21-4aaa-46e0-9556-d6fd58d3df9d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749006 Jul 14 09:08:49.869444 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26bf7172-a993-45d3-a480-a8382be0cb93 req-9863c795-58ce-4e1d-9137-50415eefdefa service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906962 Jul 14 09:08:49.974643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-305adb68-e0d2-4a7c-b880-206821f85ef7 req-6709df8d-417c-4fb7-99b2-8070c09cbc2e tempest-VolumesAdminNegativeTest-1043690374 tempest-VolumesAdminNegativeTest-1043690374-project] 10.222.0.18 "GET /v2.0/ports?device_id=878bc7ba-c26e-4144-a9c0-bdaa268021ab HTTP/1.1" status: 200 len: 210 time: 0.0931199 Jul 14 09:08:50.012929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-e5a27599-97d6-440c-a10f-02a1844e2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.014549 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-e5a27599-97d6-440c-a10f-02a1844e2fa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 1100 time: 0.0693145 Jul 14 09:08:50.051925 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a230e-2ec0-4b05-82e5-3bf566fa1b4b x-openstack-request-id: req-0d2a230e-2ec0-4b05-82e5-3bf566fa1b4b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:50.052236 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "name": "network-vif-plugged", "status": "completed", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:50.052496 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d2a230e-2ec0-4b05-82e5-3bf566fa1b4b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:50.052907 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8', 'code': 200} Jul 14 09:08:50.093431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:50.139946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681d4b8-ac55-4e74-a648-e76941ea15e6 req-bd646cb7-1cf3-482b-afa4-47fdb2b56621 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.142116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a681d4b8-ac55-4e74-a648-e76941ea15e6 req-bd646cb7-1cf3-482b-afa4-47fdb2b56621 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1097 time: 0.1307592 Jul 14 09:08:50.195856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-1016020b-374a-479b-a2f5-8c39839294dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.197641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-1016020b-374a-479b-a2f5-8c39839294dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1756091 Jul 14 09:08:50.223526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a681d4b8-ac55-4e74-a648-e76941ea15e6 req-5af7bb73-d0c0-4fd1-8653-9f9ddfb4ad86 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639565 Jul 14 09:08:50.344288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:50.362348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'mac_address': 'fa:16:3e:9c:f0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:50.404902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:50.418700 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:50.458831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a5dc64-6da6-491e-90e0-9f9bc248924f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:50.464936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c7327c94-e49f-40e8-9a0f-2d85bc54f4d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4004fbda88f447d29f3792cf03aa05dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581093 Jul 14 09:08:50.465755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44228) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:50.483766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:50.492228 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:50.536424 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfe9995-5e85-4b4a-bce8-e5c651898291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:50.569126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfe9995-5e85-4b4a-bce8-e5c651898291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:50.607044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:50.700965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fad6e-75d4-47e4-9f15-cbb098ab7f1a req-1ca410d9-303b-467e-a368-2dd99d49a476 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.701851 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c97fad6e-75d4-47e4-9f15-cbb098ab7f1a req-1ca410d9-303b-467e-a368-2dd99d49a476 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 948 time: 0.1039262 Jul 14 09:08:50.711804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b6a5dc64-6da6-491e-90e0-9f9bc248924f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:50.752391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c97fad6e-75d4-47e4-9f15-cbb098ab7f1a req-99d4ed7b-65a0-496e-a0ee-602a95c97fd7 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 Jul 14 09:08:50.753028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfe9995-5e85-4b4a-bce8-e5c651898291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:50.755692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adfe9995-5e85-4b4a-bce8-e5c651898291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:50.759846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-adfe9995-5e85-4b4a-bce8-e5c651898291 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adf60f52-7771-44c1-bd1b-9fcafeb5d898 HTTP/1.1" status: 204 len: 168 time: 0.2928810 Jul 14 09:08:50.768919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe9995-5e85-4b4a-bce8-e5c651898291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf60f52-7771-44c1-bd1b-9fcafeb5d898,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:50.821017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-a0969052-f724-49b9-a7ec-690c711cd200 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fec7f63e-7a16-401d-b78e-b58eabfcc9a7 HTTP/1.1" status: 200 len: 217 time: 0.6168501 Jul 14 09:08:50.937447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-42dd71d1-de01-4b4e-8345-3ca5b4d2e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.939229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-42dd71d1-de01-4b4e-8345-3ca5b4d2e818 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0739119 Jul 14 09:08:50.947700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212cb5f-70dd-4b11-898e-dd05be07d975 req-599456fa-f83b-4d4e-900e-7594a1a3e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:50.950297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6212cb5f-70dd-4b11-898e-dd05be07d975 req-599456fa-f83b-4d4e-900e-7594a1a3e545 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1097 time: 0.1547832 Jul 14 09:08:51.019998 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6212cb5f-70dd-4b11-898e-dd05be07d975 req-b91edbd8-b7b5-4d08-98ea-af95f206df72 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594003 Jul 14 09:08:51.075488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-00a38e74-fcf7-4943-b2b8-fef7df7719dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:51.077295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-00a38e74-fcf7-4943-b2b8-fef7df7719dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1254795 Jul 14 09:08:51.119109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'name': 'network-vif-deleted', 'tag': '20ff1cf4-0d97-4af7-a098-02b45dea1142'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:51.123544 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65fd7f6-7e27-4a6a-96ac-d2428426399a" -d '{"events": [{"server_uuid": "878bc7ba-c26e-4144-a9c0-bdaa268021ab", "name": "network-vif-deleted", "tag": "20ff1cf4-0d97-4af7-a098-02b45dea1142"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:51.125767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4cd1-5150-4d51-9099-54480547faa1 req-9a79e766-bdb5-48fa-85af-cf642088efec tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:51.129440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8ed4cd1-5150-4d51-9099-54480547faa1 req-9a79e766-bdb5-48fa-85af-cf642088efec tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 945 time: 0.1007025 Jul 14 09:08:51.204772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8ed4cd1-5150-4d51-9099-54480547faa1 req-fa284562-f67c-4c1c-9c85-a81388d1113e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698264 Jul 14 09:08:51.279598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.304232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-e17f16e0-4311-4ffc-bd9e-db699385d3b9 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201602 Jul 14 09:08:51.372272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:51.436891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] Deleting subnet 28026875-314d-407b-96d7-f6a6aabd13a9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:51.438421 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab8593c-405d-4dca-8b4e-3cd5769c75ed x-openstack-request-id: req-fab8593c-405d-4dca-8b4e-3cd5769c75ed {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:51.438795 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878bc7ba-c26e-4144-a9c0-bdaa268021ab", "name": "network-vif-deleted", "tag": "20ff1cf4-0d97-4af7-a098-02b45dea1142", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:51.439301 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fab8593c-405d-4dca-8b4e-3cd5769c75ed {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:51.440645 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878bc7ba-c26e-4144-a9c0-bdaa268021ab', 'name': 'network-vif-deleted', 'tag': '20ff1cf4-0d97-4af7-a098-02b45dea1142', 'status': 'completed', 'code': 200} Jul 14 09:08:51.440764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.503644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.503980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a746c434-e1e1-4cf0-96be-7a94c282f54f req-3d434c65-91ea-48fc-99a7-2e5c735da8d9 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875031 Jul 14 09:08:51.566693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.649881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.682069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28026875-314d-407b-96d7-f6a6aabd13a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:51.696898 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.701755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dd2d5d20-08d8-42da-844c-f3ade3bbaaa7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/28026875-314d-407b-96d7-f6a6aabd13a9 HTTP/1.1" status: 204 len: 168 time: 0.3282335 Jul 14 09:08:51.704406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:51.795989 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.957716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:51.985002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:52.012111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:52.012904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebda39bb-c8d3-4a4d-a600-ae5bf8ffbe87') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:52.050001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.068584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.080832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:52.081233 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:52.083917 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:52.101016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fec7f63e-7a16-401d-b78e-b58eabfcc9a7 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:08:52.104376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:52.172197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500e39-f89b-401f-a019-cb229a8aef4a req-fec6f3b0-5898-4cb7-acf6-3425d271624f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.189783 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f500e39-f89b-401f-a019-cb229a8aef4a req-fec6f3b0-5898-4cb7-acf6-3425d271624f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 948 time: 0.2018933 Jul 14 09:08:52.228818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.238506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.256737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281 HTTP/1.1" status: 204 len: 168 time: 0.5506525 Jul 14 09:08:52.259689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:52.306210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f97b0c1-2c6f-4e65-93aa-0dde4f3d0281,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:52.343690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f500e39-f89b-401f-a019-cb229a8aef4a req-a6b40145-fccb-4086-a9f5-064d5f5da010 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495793 Jul 14 09:08:52.345275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.345623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.345966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.346311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.346633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.346964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.347287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.349789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.351643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.352011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.352352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.352691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6579185-6006-4136-9a02-c6c998e43f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.388384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-7ce31590-b5fb-49f8-a374-b535b2282c40 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:08:52.406577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-7ce31590-b5fb-49f8-a374-b535b2282c40 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351508 Jul 14 09:08:52.411749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b6a5dc64-6da6-491e-90e0-9f9bc248924f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:52.412756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Request body: {'binding': {'host': 'n-h1-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:52.413524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:08:52.434117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b6a5dc64-6da6-491e-90e0-9f9bc248924f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:52.434872 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.441517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fec7f63e-7a16-401d-b78e-b58eabfcc9a7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:52.452741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Deleting subnet 420b2536-36ca-4511-b093-9fc932319dfb {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:08:52.462291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.485656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7', 'mac_address': 'fa:16:3e:a2:b0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:08:52.568557 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.568934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e82589-66b1-49ee-8904-6ecd03b4bd26 req-5ae7e648-df95-41f4-8b8f-ed8b280359e7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:52.574874 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.578142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21e82589-66b1-49ee-8904-6ecd03b4bd26 req-5ae7e648-df95-41f4-8b8f-ed8b280359e7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 945 time: 0.0903986 Jul 14 09:08:52.613626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec7f63e-7a16-401d-b78e-b58eabfcc9a7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:08:52.641012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21e82589-66b1-49ee-8904-6ecd03b4bd26 req-101a7a55-c960-48fd-be9b-472172890274 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608120 Jul 14 09:08:52.656393 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.661421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fec7f63e-7a16-401d-b78e-b58eabfcc9a7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:52.678571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.680224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.726189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:52.729130 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e495b83-4a44-4511-b6b9-16594b5e0ec0" -d '{"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-plugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:52.743867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on host n-h1-758944-44 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:52.744547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:52.744977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:52.751019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:52.751736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:08:52.752164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:52.762803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.770925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:52.772138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:52.772744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:52.774998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:52.776329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Bound port: 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:52.834618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.840664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:52.873516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.877746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/420b2536-36ca-4511-b093-9fc932319dfb HTTP/1.1" status: 204 len: 168 time: 0.6139567 Jul 14 09:08:52.878136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:52.879143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420b2536-36ca-4511-b093-9fc932319dfb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:52.907600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fec7f63e-7a16-401d-b78e-b58eabfcc9a7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:52.910758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.911114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.911496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.911842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.912182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.912517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.912850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.913182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.913512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.913842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.914170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.914496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346baae0-14a2-406c-bf1c-2fa9b521c79d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:52.922598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:52.929767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.931468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b85680b8-3129-4a1d-9802-ae88f1e99ee6 service neutron] 10.222.0.18 "POST /v2.0/ports/05bd789c-36ec-4918-ba9b-8c3fdd37d830/bindings HTTP/1.1" status: 201 len: 390 time: 0.5240641 Jul 14 09:08:53.001906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.043954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-63d59916-e9af-4978-b883-70f97e7d1090 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-153794498&fields=id&tenant_id=c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 267 time: 0.0852280 Jul 14 09:08:53.180776 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e520e2a7-db82-4457-ba95-90042ff9d3d9 x-openstack-request-id: req-e520e2a7-db82-4457-ba95-90042ff9d3d9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:53.180776 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-plugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:53.181102 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e520e2a7-db82-4457-ba95-90042ff9d3d9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:53.181505 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'code': 200} Jul 14 09:08:53.277221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.287737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-93a4e1e8-bd87-4178-a61d-36a1a9efd64a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.289804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-93a4e1e8-bd87-4178-a61d-36a1a9efd64a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 945 time: 0.2449267 Jul 14 09:08:53.307975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'port': {'security_groups': ['087e127a-0f40-4e98-834f-6cf84dd153f2', '622f354c-a173-45ad-a9b9-a6ecc2e0137b']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:53.313784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f5ab81-f384-43df-a6d5-2233cdf04ba3']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:53.353307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858e7d66-7235-4727-bf8b-354df106d2cb') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:53.353763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858e7d66-7235-4727-bf8b-354df106d2cb') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:08:53.404544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-4da95c5c-752c-4db3-9737-bed3f55539bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.406187 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-4da95c5c-752c-4db3-9737-bed3f55539bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1097 time: 0.1625237 Jul 14 09:08:53.516789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c0dd-e934-4e8b-9981-5b5a5ddfa49e req-3d9d6726-058d-418d-8c48-605871c820c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.518023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d694c0dd-e934-4e8b-9981-5b5a5ddfa49e req-3d9d6726-058d-418d-8c48-605871c820c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1101 time: 0.2416327 Jul 14 09:08:53.524364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.552637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.566078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.574744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20285a0a-4d8e-4836-9079-2a98ac7c986f req-f3869d06-cb8b-4e49-b0f7-a97939a6f9ae tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.576466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20285a0a-4d8e-4836-9079-2a98ac7c986f req-f3869d06-cb8b-4e49-b0f7-a97939a6f9ae tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.2246885 Jul 14 09:08:53.578175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:08:53.578338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:08:53.580659 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:08:53.598409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-08467972-3084-4d82-8920-12e5ae6c0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.599873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-08467972-3084-4d82-8920-12e5ae6c0ca8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1854160 Jul 14 09:08:53.618886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d694c0dd-e934-4e8b-9981-5b5a5ddfa49e req-caa0a6d9-9ee3-4b41-be2d-f91cce693206 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923798 Jul 14 09:08:53.651415 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-8a4303a0-826d-4267-aae4-11d3d0899fdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 200 len: 217 time: 0.0409663 Jul 14 09:08:53.673174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20285a0a-4d8e-4836-9079-2a98ac7c986f req-b4c8b477-240f-4292-8d40-34c93a857d7b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903087 Jul 14 09:08:53.685298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.693298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.705948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/97f5ab81-f384-43df-a6d5-2233cdf04ba3 HTTP/1.1" status: 204 len: 168 time: 0.8190556 Jul 14 09:08:53.717082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6aac2-2eb7-4e51-8997-5f09077054b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f5ab81-f384-43df-a6d5-2233cdf04ba3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:53.724284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-bde808bd-e4b3-4226-95a4-28f48ecfc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.726867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-bde808bd-e4b3-4226-95a4-28f48ecfc15a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0695319 Jul 14 09:08:53.775725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-12c48d60-64a1-4615-9cea-0ba40d9c037f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423710 Jul 14 09:08:53.908096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0e92472c-5e98-460b-a5a7-80215f4609d8,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:53.940371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44338) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:53.947218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-ccbb6b06-c68e-4f37-bb3a-2f343c28a032 service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629357 Jul 14 09:08:53.961199 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.969939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:53.981750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:53.985927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a54387-9a61-4571-9881-da3b552ba2ae req-9c7c7f7d-0313-4ae1-90d5-0a902879fa7a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:53.987581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83a54387-9a61-4571-9881-da3b552ba2ae req-9c7c7f7d-0313-4ae1-90d5-0a902879fa7a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 949 time: 0.1222320 Jul 14 09:08:54.065927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:54.066310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.068190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a58c3f74-be0b-43f6-9952-0c80554aef33 req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "PUT /v2.0/ports/0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 200 len: 981 time: 0.7681227 Jul 14 09:08:54.069068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:54.071577 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a" -d '{"events": [{"name": "network-changed", "server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:54.076686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83a54387-9a61-4571-9881-da3b552ba2ae req-53a31e1e-c9b9-49da-b916-72cc4ca4cdd4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608842 Jul 14 09:08:54.091431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe1e19-f97b-43d7-88fb-e906d20609d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:54.104358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ea822260-1e30-4fa5-ac62-8016b7710226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=789387f70a964adcabf3a6e9d547adc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628752 Jul 14 09:08:54.107498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:54.119927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-a0b648d0-7a9d-4236-b6bf-6ce9188fce0b service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594760 Jul 14 09:08:54.139217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fec7f63e-7a16-401d-b78e-b58eabfcc9a7 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:54.186166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:54.213579 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6256-9d83-42a6-b617-e4918066006c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.246962 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6256-9d83-42a6-b617-e4918066006c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.387450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:54.403787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:54.404171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.456162 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:08:54.559651 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.598645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-4fd29792-a2ba-4844-9175-11bb406a128f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-526042709&fields=id&tenant_id=c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 267 time: 0.1260495 Jul 14 09:08:54.619433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fec7f63e-7a16-401d-b78e-b58eabfcc9a7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:54.634430 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.712907 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-d91fa1aa-a3b5-48ac-8b27-85f7f4aa986e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:54.721646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-d91fa1aa-a3b5-48ac-8b27-85f7f4aa986e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 984 time: 0.1211088 Jul 14 09:08:54.730862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'port': {'security_groups': ['087e127a-0f40-4e98-834f-6cf84dd153f2', '622f354c-a173-45ad-a9b9-a6ecc2e0137b', '5d0b5ce6-8cd7-4526-9933-270317c3e989']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:54.747666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:54.771392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6256-9d83-42a6-b617-e4918066006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.774737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6256-9d83-42a6-b617-e4918066006c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.778874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ee3d6256-9d83-42a6-b617-e4918066006c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f253f0e-f9a8-40ba-bda1-68e5fff18a68 HTTP/1.1" status: 204 len: 168 time: 0.6676645 Jul 14 09:08:54.785165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d6256-9d83-42a6-b617-e4918066006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f253f0e-f9a8-40ba-bda1-68e5fff18a68,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:54.869754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.038840 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97617ef9-b713-46cc-b0da-0757067deb9f x-openstack-request-id: req-97617ef9-b713-46cc-b0da-0757067deb9f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:55.039196 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:55.039595 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97617ef9-b713-46cc-b0da-0757067deb9f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:55.040014 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8', 'status': 'completed', 'code': 200} Jul 14 09:08:55.182515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:55.185725 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bf69a6-d96d-4491-aff3-7934f352b433" -d '{"events": [{"server_uuid": "715336fa-eabc-4221-a7d2-74a2c9a8bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "fec7f63e-7a16-401d-b78e-b58eabfcc9a7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:55.217917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0e92472c-5e98-460b-a5a7-80215f4609d8,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:55.258320 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.264685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.277736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:55.379175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-b8486069-d787-40bc-859e-b876cee095c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.383465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-b8486069-d787-40bc-859e-b876cee095c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1136 time: 0.2070258 Jul 14 09:08:55.391057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:55.396772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.397631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.417333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba393895-675c-42d6-a6b9-f4a7283327f7 req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "PUT /v2.0/ports/0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 200 len: 1020 time: 0.6860993 Jul 14 09:08:55.436793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:08:55.451186 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c" -d '{"events": [{"name": "network-changed", "server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:08:55.483142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:08:55.540368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3ca0eca4-38f8-4ba4-b999-f838599ee747 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e62807dd4ab45e5806e185b80561609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475596 Jul 14 09:08:55.560449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-8062af2f-14bb-4da5-9b8e-e3532224551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.561914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-8062af2f-14bb-4da5-9b8e-e3532224551d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 914 time: 0.0982790 Jul 14 09:08:55.562672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb6c6a-6721-434f-bb1d-c693a1cb5a9d req-2f6d98d9-4bb3-402d-a620-54d49d46345a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.567267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21cb6c6a-6721-434f-bb1d-c693a1cb5a9d req-2f6d98d9-4bb3-402d-a620-54d49d46345a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.2326617 Jul 14 09:08:55.567461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44396) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:55.612919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-571052da-a7f7-448e-a792-caf7f79efa1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 200 len: 217 time: 0.0366657 Jul 14 09:08:55.629297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21cb6c6a-6721-434f-bb1d-c693a1cb5a9d req-409f757e-b689-4a65-b638-77d0b95eea84 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562074 Jul 14 09:08:55.721527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86d412-e328-4b98-822a-e5d2e4689fd1 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:55.797308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-7258637a-c7df-4bbe-8b3c-15dc3517fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.799087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-7258637a-c7df-4bbe-8b3c-15dc3517fd9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1772397 Jul 14 09:08:55.818930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6d4a-2114-40ad-937a-f3ef5549d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.840989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-846111f4-2ba6-4d02-9684-7984d38bdd50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340283 Jul 14 09:08:55.929668 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9724c47-8177-48d0-bb6f-27854a79451e x-openstack-request-id: req-c9724c47-8177-48d0-bb6f-27854a79451e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:55.930290 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715336fa-eabc-4221-a7d2-74a2c9a8bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "fec7f63e-7a16-401d-b78e-b58eabfcc9a7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:55.930649 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9724c47-8177-48d0-bb6f-27854a79451e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:55.932664 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7', 'code': 200} Jul 14 09:08:55.962323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c8155-818e-4eee-a265-6ef11d254bb2 req-1b4af00d-e170-4bf9-83c2-e4532b18d1e1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:55.973538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d18c8155-818e-4eee-a265-6ef11d254bb2 req-1b4af00d-e170-4bf9-83c2-e4532b18d1e1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 950 time: 0.1008327 Jul 14 09:08:56.027890 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d18c8155-818e-4eee-a265-6ef11d254bb2 req-90771632-27b1-4cd6-af6d-5691c7e020fd tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Jul 14 09:08:56.071776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-9e49a3f2-3ccf-4707-b48d-455d0d1ff4eb service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207279 Jul 14 09:08:56.082385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6d4a-2114-40ad-937a-f3ef5549d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.228675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486ecaf-25a4-40cc-95e5-421ea7a3d76a req-9a1fcbda-0969-48c1-b5c1-c5f3dc3acd25 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885963 Jul 14 09:08:56.248977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6d4a-2114-40ad-937a-f3ef5549d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.252239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6d4a-2114-40ad-937a-f3ef5549d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.253637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5e4d6d4a-2114-40ad-937a-f3ef5549d9d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68bebb1b-a83c-47da-b6a6-e79711bd0357 HTTP/1.1" status: 204 len: 168 time: 0.6855578 Jul 14 09:08:56.255567 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1a998-cf9d-4c04-907b-7469671dd0ff x-openstack-request-id: req-50f1a998-cf9d-4c04-907b-7469671dd0ff {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:08:56.255869 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:08:56.256100 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50f1a998-cf9d-4c04-907b-7469671dd0ff {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:08:56.256493 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8', 'status': 'completed', 'code': 200} Jul 14 09:08:56.267090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d6d4a-2114-40ad-937a-f3ef5549d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bebb1b-a83c-47da-b6a6-e79711bd0357,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:56.306614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16504-0bad-45fb-a08b-ed2fe16b2354 req-ecc9e2a9-0d4e-4ca2-872f-6728943473b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.308620 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09e16504-0bad-45fb-a08b-ed2fe16b2354 req-ecc9e2a9-0d4e-4ca2-872f-6728943473b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 1102 time: 0.2354047 Jul 14 09:08:56.328836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dc961-35aa-4a41-9f6a-9162445fd7c0 req-600e8845-a362-42de-b4cd-cfb20e84187d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.330399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc6dc961-35aa-4a41-9f6a-9162445fd7c0 req-600e8845-a362-42de-b4cd-cfb20e84187d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1023 time: 0.1581395 Jul 14 09:08:56.413124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09e16504-0bad-45fb-a08b-ed2fe16b2354 req-bf6fdc86-0d20-4b23-aac4-dbd2a1413d76 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602512 Jul 14 09:08:56.431219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-2b9ae8d2-1ca6-4ca2-a61a-9a4c1f8193df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.432789 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-2b9ae8d2-1ca6-4ca2-a61a-9a4c1f8193df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1175 time: 0.1378756 Jul 14 09:08:56.489806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc6dc961-35aa-4a41-9f6a-9162445fd7c0 req-fa70bfae-e2db-4f66-a9a4-a42cca2447d8 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=622f354c-a173-45ad-a9b9-a6ecc2e0137b&id=5d0b5ce6-8cd7-4526-9933-270317c3e989 HTTP/1.1" status: 200 len: 6148 time: 0.1513083 Jul 14 09:08:56.625113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-d6d06045-2d15-407a-a062-07b8f8b4d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.627757 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-d6d06045-2d15-407a-a062-07b8f8b4d1b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 914 time: 0.1838691 Jul 14 09:08:56.705915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d7089-7ec7-4d4a-be22-6f7fb71df667 req-aca0e8cf-04fc-49b3-a9af-336012bd6996 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.720823 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e2d7089-7ec7-4d4a-be22-6f7fb71df667 req-aca0e8cf-04fc-49b3-a9af-336012bd6996 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.1155162 Jul 14 09:08:56.729401 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-aa36b095-4214-4f56-b5d9-4eee959ca32a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 200 len: 217 time: 0.0929544 Jul 14 09:08:56.802630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e2d7089-7ec7-4d4a-be22-6f7fb71df667 req-256137e1-cf42-4c5b-89e5-f3c2d78e22e0 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815175 Jul 14 09:08:56.842156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-122ba7d8-6a88-4a2d-a915-29b5972932e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:56.843610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-122ba7d8-6a88-4a2d-a915-29b5972932e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1077862 Jul 14 09:08:56.844673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d19f26ba-81b7-4bb2-b709-73a7100fb11f req-27c7fd4d-c760-4283-b11c-ad0c615f04ee tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1459115337 ', 'description': 'tempest-description-1308701635'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:56.903063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d19f26ba-81b7-4bb2-b709-73a7100fb11f req-27c7fd4d-c760-4283-b11c-ad0c615f04ee tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:56.938877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-a75f3f9c-c4ca-4106-aaa9-040a0e793daf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837934 Jul 14 09:08:57.087110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d19f26ba-81b7-4bb2-b709-73a7100fb11f req-27c7fd4d-c760-4283-b11c-ad0c615f04ee tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.098112 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d19f26ba-81b7-4bb2-b709-73a7100fb11f req-27c7fd4d-c760-4283-b11c-ad0c615f04ee tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.146406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7fd4d-c760-4283-b11c-ad0c615f04ee tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0639a754-4906-4f81-a650-0ad12e96d4a8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:57.151022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d19f26ba-81b7-4bb2-b709-73a7100fb11f req-27c7fd4d-c760-4283-b11c-ad0c615f04ee tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.166752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d19f26ba-81b7-4bb2-b709-73a7100fb11f req-27c7fd4d-c760-4283-b11c-ad0c615f04ee tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3332822 Jul 14 09:08:57.212827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-300244be-ea62-4915-b7f5-800184c83695 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673862 Jul 14 09:08:57.250955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a3fa0-e025-4730-b224-76eaa2ce7db9 req-535fc6b9-7e45-4132-8ee6-1e71a0e48c57 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:57.253683 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e2a3fa0-e025-4730-b224-76eaa2ce7db9 req-535fc6b9-7e45-4132-8ee6-1e71a0e48c57 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.2001083 Jul 14 09:08:57.474405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e2a3fa0-e025-4730-b224-76eaa2ce7db9 req-6181b2ca-30a7-45da-a72c-cd7fcbeb38a0 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871886 Jul 14 09:08:57.522425 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ced8c8-0436-4be9-9bf0-7ac36fccd62c req-1e8a5e3a-f5ae-4a96-9ff4-a748d24a6bf0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973213 Jul 14 09:08:57.567580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:57.655462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8684db76-129d-4d82-814c-e364bf7c0222 req-dbf7c17b-a88a-422d-aebc-4747c0814d2d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/0639a754-4906-4f81-a650-0ad12e96d4a8 HTTP/1.1" status: 200 len: 1781 time: 0.0561485 Jul 14 09:08:57.755090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-network', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:57.799219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:57.802061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.820805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.827840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced93f85-ef86-428f-8506-bae082972768 req-f1c4223a-1799-4a56-aabe-f147eae0bfb3 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:57.836181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ced93f85-ef86-428f-8506-bae082972768 req-f1c4223a-1799-4a56-aabe-f147eae0bfb3 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 950 time: 0.1573787 Jul 14 09:08:57.933208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ced93f85-ef86-428f-8506-bae082972768 req-77933d7f-2463-40f5-ba2d-e95b4f2485b5 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906372 Jul 14 09:08:58.006144 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.024553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.038522 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6cacca99-5ff5-4f57-b38b-b55c5b8980c3 req-528ab8b9-6fbb-4d21-9dea-9aaa194af133 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/0639a754-4906-4f81-a650-0ad12e96d4a8 HTTP/1.1" status: 200 len: 1781 time: 0.0648160 Jul 14 09:08:58.074839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:58.105705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:58.133202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.133552 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Added segment 82d3f28b-a14e-4533-b2b8-3c8641928322 of type vlan for network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 Jul 14 09:08:58.138934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cacca99-5ff5-4f57-b38b-b55c5b8980c3 req-2eba994d-9ce7-4d7a-a2dc-e1129621c9c5 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.166042 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cacca99-5ff5-4f57-b38b-b55c5b8980c3 req-2eba994d-9ce7-4d7a-a2dc-e1129621c9c5 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.215917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.224458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cacca99-5ff5-4f57-b38b-b55c5b8980c3 req-2eba994d-9ce7-4d7a-a2dc-e1129621c9c5 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.227779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cacca99-5ff5-4f57-b38b-b55c5b8980c3 req-2eba994d-9ce7-4d7a-a2dc-e1129621c9c5 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.241499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6cacca99-5ff5-4f57-b38b-b55c5b8980c3 req-2eba994d-9ce7-4d7a-a2dc-e1129621c9c5 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/0639a754-4906-4f81-a650-0ad12e96d4a8 HTTP/1.1" status: 204 len: 173 time: 0.2009776 Jul 14 09:08:58.267634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba994d-9ce7-4d7a-a2dc-e1129621c9c5 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639a754-4906-4f81-a650-0ad12e96d4a8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:58.290145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.291610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.292606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.385831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3c4cfc-ac34-4be9-8d52-ccb700fce511,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:58.399438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:58.408891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-db5cd5ea-ed48-4854-85ce-31075b1a5bb2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8399143 Jul 14 09:08:58.411693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:58.435947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Request body: {'subnet': {'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-subnet', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:58.510694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28947b6e-a3f6-4d70-8ad3-3bcf956d995c req-ca3ad8de-7a3f-420d-9bf7-8ed6c40c6566 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.514149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28947b6e-a3f6-4d70-8ad3-3bcf956d995c req-ca3ad8de-7a3f-420d-9bf7-8ed6c40c6566 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.1388383 Jul 14 09:08:58.530967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:58.533823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.593286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28947b6e-a3f6-4d70-8ad3-3bcf956d995c req-16c1c31b-7e36-4c96-b14f-255c9ac4f2c9 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717263 Jul 14 09:08:58.637169 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-1b252193-3fa0-4e5b-9529-bf9d52bd8bfa req-74ea5811-e454-446f-a59a-07c65fc62b02 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:08:58.642579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4a794-c7e8-46f6-a6ae-ee402c35ac8f req-1ffd1a38-fc63-42ca-a6e9-1d73d4992fdc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.650367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b252193-3fa0-4e5b-9529-bf9d52bd8bfa req-74ea5811-e454-446f-a59a-07c65fc62b02 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/0639a754-4906-4f81-a650-0ad12e96d4a8 HTTP/1.1" status: 404 len: 352 time: 0.0328748 Jul 14 09:08:58.652149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6dd4a794-c7e8-46f6-a6ae-ee402c35ac8f req-1ffd1a38-fc63-42ca-a6e9-1d73d4992fdc tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.2052643 Jul 14 09:08:58.683804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:58.720571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6dd4a794-c7e8-46f6-a6ae-ee402c35ac8f req-0c3b3450-d9cc-4091-825e-44453aa16d9d tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673950 Jul 14 09:08:58.760398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-393bb999-73ba-4d5f-9dae-72ffc95e874b req-0a057873-b236-4324-8611-6fcafc604398 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1797036777', 'description': 'tempest-description-732100268'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:58.821885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-393bb999-73ba-4d5f-9dae-72ffc95e874b req-0a057873-b236-4324-8611-6fcafc604398 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.885118 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3e269c5-a7fa-47f9-aa09-2f3ca16f7f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.921816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fe28-95e8-4a20-b3cc-382f82723597 req-fb42714f-636f-442c-80d9-8e76ac10eef8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:58.923823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3af9fe28-95e8-4a20-b3cc-382f82723597 req-fb42714f-636f-442c-80d9-8e76ac10eef8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.1269248 Jul 14 09:08:58.956027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:58.971580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-393bb999-73ba-4d5f-9dae-72ffc95e874b req-0a057873-b236-4324-8611-6fcafc604398 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.004763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3af9fe28-95e8-4a20-b3cc-382f82723597 req-6148b842-5842-43ea-91a7-73ed15e36ee5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717709 Jul 14 09:08:59.005378 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-393bb999-73ba-4d5f-9dae-72ffc95e874b req-0a057873-b236-4324-8611-6fcafc604398 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.040798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a057873-b236-4324-8611-6fcafc604398 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f07fc-44fa-4507-b554-329b0b7ffa41,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:59.070575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3758eec3-6f06-44ce-8ee5-62c55339fb42,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:59.080671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Checking segment: {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:59.081044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Network hostable DHCP agents. Network: 0a3c4cfc-ac34-4be9-8d52-ccb700fce511, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:08:59.106247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:08:59.136865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 0a3c4cfc-ac34-4be9-8d52-ccb700fce511) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:59.146888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5677ae-cc1e-46b1-b0ce-60a64307c4bd None None] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:59.152760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:59.153636 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.230818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8b329b20-2067-432c-b3ab-42810a8818c6 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dfc210bef8784a18848b9487c49b2d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394793 Jul 14 09:08:59.303319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3e269c5-a7fa-47f9-aa09-2f3ca16f7f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.317538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3e269c5-a7fa-47f9-aa09-2f3ca16f7f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.319339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-393bb999-73ba-4d5f-9dae-72ffc95e874b req-0a057873-b236-4324-8611-6fcafc604398 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.333477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-393bb999-73ba-4d5f-9dae-72ffc95e874b req-0a057873-b236-4324-8611-6fcafc604398 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5766535 Jul 14 09:08:59.337318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4c1aaa1b-0e4c-4927-baec-d1063d67cbdc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9243367 Jul 14 09:08:59.338587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:08:59.339758 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.340054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44516) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:59.347541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:59.398147 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.400395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.429413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a3e269c5-a7fa-47f9-aa09-2f3ca16f7f8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8813557b2db4faa84e528df182c70ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7438886 Jul 14 09:08:59.441309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e269c5-a7fa-47f9-aa09-2f3ca16f7f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aade27-a216-4173-91e1-df54b4ffc527,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:59.462236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:59.515689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-c4524f16-e00b-49db-acba-5ca9b1462c65 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:59.523045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-c4524f16-e00b-49db-acba-5ca9b1462c65 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909470 Jul 14 09:08:59.550353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-960d8938-27cc-440a-b43e-8eb19a99178e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/quotas/dfc210bef8784a18848b9487c49b2d5c HTTP/1.1" status: 200 len: 375 time: 0.0263128 Jul 14 09:08:59.559432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.629566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Allocated IP 172.20.0.2 (0a3c4cfc-ac34-4be9-8d52-ccb700fce511/3758eec3-6f06-44ce-8ee5-62c55339fb42/7f0a88a8-9304-404a-8646-44acf0507795) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:59.672995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2a5ab17e-08d3-4ddc-b0c3-2f71202e3df9 req-ac863ecc-2f1f-4077-acc8-1926aacd8dae tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1792513741', 'description': 'tempest-description-1234635539'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:59.703693 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e789d702-7e21-43b0-8c3e-8a5291c8b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.718223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a5ab17e-08d3-4ddc-b0c3-2f71202e3df9 req-ac863ecc-2f1f-4077-acc8-1926aacd8dae tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.754779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e789d702-7e21-43b0-8c3e-8a5291c8b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.805871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-58540d84-51ae-4206-8e78-bf29c1143a3d tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2545617 Jul 14 09:08:59.816953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.846902 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:59.848832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-f7981e44-ef94-419c-a246-a1507e061e16 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:59.855072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-f7981e44-ef94-419c-a246-a1507e061e16 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.3014164 Jul 14 09:08:59.858721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Transition to ACTIVE for port object 7f0a88a8-9304-404a-8646-44acf0507795 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:59.878230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Transition to ACTIVE for port object 7f0a88a8-9304-404a-8646-44acf0507795 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:59.889344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.019050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Pushing event updated for resources: {'Port': ['ID=7f0a88a8-9304-404a-8646-44acf0507795,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:00.035911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:00.041314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:00.047313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:00.056079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a5ab17e-08d3-4ddc-b0c3-2f71202e3df9 req-ac863ecc-2f1f-4077-acc8-1926aacd8dae tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.064005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a5ab17e-08d3-4ddc-b0c3-2f71202e3df9 req-ac863ecc-2f1f-4077-acc8-1926aacd8dae tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.107516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac863ecc-2f1f-4077-acc8-1926aacd8dae tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723d0ea4-6864-4691-86bc-ed248f7189f5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:00.113868 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a5ab17e-08d3-4ddc-b0c3-2f71202e3df9 req-ac863ecc-2f1f-4077-acc8-1926aacd8dae tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.123820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a5ab17e-08d3-4ddc-b0c3-2f71202e3df9 req-ac863ecc-2f1f-4077-acc8-1926aacd8dae tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4628253 Jul 14 09:09:00.125964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e789d702-7e21-43b0-8c3e-8a5291c8b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.129142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e789d702-7e21-43b0-8c3e-8a5291c8b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.144286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e789d702-7e21-43b0-8c3e-8a5291c8b27e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45aade27-a216-4173-91e1-df54b4ffc527 HTTP/1.1" status: 204 len: 168 time: 0.6792271 Jul 14 09:09:00.170332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789d702-7e21-43b0-8c3e-8a5291c8b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aade27-a216-4173-91e1-df54b4ffc527,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:00.186803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Deleting port 49b32562-bf68-49df-827b-cf309a73d5ca {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:00.187421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.260871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Attempting to bind port 7f0a88a8-9304-404a-8646-44acf0507795 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:00.262081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Attempting to bind port 7f0a88a8-9304-404a-8646-44acf0507795 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:00.262769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Attempting to bind port 7f0a88a8-9304-404a-8646-44acf0507795 on network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:00.269430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:00.270333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Checking segment: {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:00.270982 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.271676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Bound using segment: {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:00.272456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Bound port: 7f0a88a8-9304-404a-8646-44acf0507795, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:00.273102 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.412501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] For port 7f0a88a8-9304-404a-8646-44acf0507795, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:00.422978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] For port 7f0a88a8-9304-404a-8646-44acf0507795, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7f0a88a8-9304-404a-8646-44acf0507795,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:00.430153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.460642 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a481b70-3c29-46ba-a379-08dad11142c7 req-1ed2d318-d374-48af-9786-3be3a2fa23d2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 210 time: 0.2537084 Jul 14 09:09:00.510386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] For port 49b32562-bf68-49df-827b-cf309a73d5ca, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=49b32562-bf68-49df-827b-cf309a73d5ca,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:00.511571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.520965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.557249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca7cbe-a9e6-4410-b39b-5bc656e0b739 req-561fca4a-773c-4fbd-b573-03f2707fe345 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:00.559927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41ca7cbe-a9e6-4410-b39b-5bc656e0b739 req-561fca4a-773c-4fbd-b573-03f2707fe345 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 946 time: 0.2266998 Jul 14 09:09:00.590870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.609205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ef80d-d599-4a52-b80e-8f0a09b595ba None None] Pushing event updated for resources: {'Port': ['ID=7f0a88a8-9304-404a-8646-44acf0507795,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:00.686262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:00.739642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41ca7cbe-a9e6-4410-b39b-5bc656e0b739 req-9a3f4d75-dead-4b58-af23-b6a46d772620 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups?id=41b26204-b557-44c0-b04a-8742e5c4ca99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599383 Jul 14 09:09:00.776171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08cce5d-280f-49f0-8e95-804593e75fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:00.859010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a96e5829-a48d-401a-ad0b-1dc391824097 req-56c27978-16e2-4740-bbf6-ceee1d9ffce4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-914779761', 'description': 'tempest-description-1200604806'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:01.132803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Allocated IP 172.25.2.2 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/d054cab9-70c0-466d-9e48-e7c49a67b121) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:01.190459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.273304 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.330876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.407009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:01.423537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:01.444332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:01.455859 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08cce5d-280f-49f0-8e95-804593e75fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.490164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Pushing event updated for resources: {'Port': ['ID=d054cab9-70c0-466d-9e48-e7c49a67b121,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:01.503750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08cce5d-280f-49f0-8e95-804593e75fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.522230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce253-593b-4ba1-825a-21221c88a72f req-ccb6d8b8-7e81-4380-8c0e-3d93beadc769 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:01.529276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae2ce253-593b-4ba1-825a-21221c88a72f req-ccb6d8b8-7e81-4380-8c0e-3d93beadc769 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.8420208 Jul 14 09:09:01.602869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cce5d-280f-49f0-8e95-804593e75fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4a5d66-84d2-45c8-ba29-55afb120c73c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:01.663555 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b08cce5d-280f-49f0-8e95-804593e75fb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfed3822039048578f9925ae12adc75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9746516 Jul 14 09:09:01.666131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:01.684765 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.685244 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.685573 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30 disassociated. External IP: 172.25.2.47, port: 49b32562-bf68-49df-827b-cf309a73d5ca. Jul 14 09:09:01.685966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Calling delete_port for 49b32562-bf68-49df-827b-cf309a73d5ca owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:01.720215 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae2ce253-593b-4ba1-825a-21221c88a72f req-9b2ebb4b-edf7-4044-93c3-d72af79d6c4b tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900253 Jul 14 09:09:01.831121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a96e5829-a48d-401a-ad0b-1dc391824097 req-56c27978-16e2-4740-bbf6-ceee1d9ffce4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.893531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-305d702a-5d25-4613-a99b-d740925fd232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.938633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.962334 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-305d702a-5d25-4613-a99b-d740925fd232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:01.983516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.080126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-fee6d40b-945e-41af-ade2-05d3916997ee tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dfc210bef8784a18848b9487c49b2d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462973 Jul 14 09:09:02.098240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event deleted for resources: {'Port': ['ID=49b32562-bf68-49df-827b-cf309a73d5ca,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:02.131326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb139162-07df-4627-80e7-ccab3fefbf2c None None] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:09:02.159105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9c71cee-902d-4000-b73f-dd7e6704efe1 req-dc423d91-f02b-4aa8-8e16-1a17db17aad1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 210 time: 0.0579009 Jul 14 09:09:02.251814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a96e5829-a48d-401a-ad0b-1dc391824097 req-56c27978-16e2-4740-bbf6-ceee1d9ffce4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.254189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-305d702a-5d25-4613-a99b-d740925fd232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.273449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-305d702a-5d25-4613-a99b-d740925fd232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.274879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-305d702a-5d25-4613-a99b-d740925fd232 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c4a5d66-84d2-45c8-ba29-55afb120c73c HTTP/1.1" status: 204 len: 168 time: 0.6053338 Jul 14 09:09:02.329206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d702a-5d25-4613-a99b-d740925fd232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4a5d66-84d2-45c8-ba29-55afb120c73c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:02.333120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a96e5829-a48d-401a-ad0b-1dc391824097 req-56c27978-16e2-4740-bbf6-ceee1d9ffce4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.379139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.410005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a83bad5f-a433-4b9d-884c-f31b333e99eb None None] Provisioning for port 7f0a88a8-9304-404a-8646-44acf0507795 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:02.485927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0da81985-0d9f-4802-a76d-390490a7f121 req-0f07eca5-15bc-4009-9179-9629aba8780e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 210 time: 0.0470805 Jul 14 09:09:02.559734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a96e5829-a48d-401a-ad0b-1dc391824097 req-56c27978-16e2-4740-bbf6-ceee1d9ffce4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:02.564952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a96e5829-a48d-401a-ad0b-1dc391824097 req-56c27978-16e2-4740-bbf6-ceee1d9ffce4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.7165029 Jul 14 09:09:02.576648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-ef814ff0-6ccb-4562-a033-83007cf0bc22 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:02.578528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-ef814ff0-6ccb-4562-a033-83007cf0bc22 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4848514 Jul 14 09:09:02.579415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c27978-16e2-4740-bbf6-ceee1d9ffce4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf3fcf-e94b-4b15-a641-5bf8ab7d8ef2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:02.606925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Request body: {'port': {'device_id': '57dff191-0001-4572-a766-44f6176df8b8', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'dfc210bef8784a18848b9487c49b2d5c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:02.778931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Router af7b139c-fb14-48ad-aba6-6d641b22d3da is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:09:02.816153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0153301-202c-4e41-b95d-7203e41fb35f req-847b581f-5ecb-4522-9d16-085582df6727 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 10896 time: 0.2272031 Jul 14 09:09:02.864591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Router 43ebfe06-a112-43f9-8281-4aa2d297c967 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:09:02.953229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0153301-202c-4e41-b95d-7203e41fb35f req-cf2874a0-9c67-4672-af20-b63b2aa1c9ab tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/087e127a-0f40-4e98-834f-6cf84dd153f2 HTTP/1.1" status: 200 len: 2981 time: 0.1361470 Jul 14 09:09:02.985879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7f0a88a8-9304-404a-8646-44acf0507795 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:03.022845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:09:03.042923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Sync routers for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:09:03.052270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0153301-202c-4e41-b95d-7203e41fb35f req-672c622e-086f-402a-a92c-6f18b17c54d7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/087e127a-0f40-4e98-834f-6cf84dd153f2 HTTP/1.1" status: 200 len: 2981 time: 0.0976622 Jul 14 09:09:03.063511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:03.064999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-56d476a0-d05b-4a45-8df3-7f1ebe701cbe admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7236750 Jul 14 09:09:03.068058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:03.109259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:03.110194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:03.250305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:09:03.252085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Made reservation on behalf of dfc210bef8784a18848b9487c49b2d5c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:03.262554 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] Sync routers for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:09:03.264582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:03.278696 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:03.279532 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:03.346798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 7f0a88a8-9304-404a-8646-44acf0507795 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:03.371403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7f0a88a8-9304-404a-8646-44acf0507795 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:03.372846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] No DVR routers for this DVR port 49b32562-bf68-49df-827b-cf309a73d5ca on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:03.376237 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:03.386544 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:03.391445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a0e0794-8b7b-41d8-9f65-bdbe150fca74 req-568c7712-8bb7-4d59-bf59-e7b68a3135b5 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.48 "DELETE /v2.0/ports/49b32562-bf68-49df-827b-cf309a73d5ca HTTP/1.1" status: 204 len: 173 time: 3.5250244 Jul 14 09:09:03.391445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'name': 'network-vif-deleted', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:03.405768 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e1d5a6-7e9f-4b0c-a332-d82313c524f1" -d '{"events": [{"server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "name": "network-vif-deleted", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:03.453140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 49b32562-bf68-49df-827b-cf309a73d5ca no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:03.579572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 49b32562-bf68-49df-827b-cf309a73d5ca {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:03.580200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 49b32562-bf68-49df-827b-cf309a73d5ca not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:03.586758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:03.587001 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:03.609623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35c50e-c002-41ce-8075-fdd31a8b3c11 req-a3b883af-6457-42a3-914b-f5dd808c447e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:03.613812 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc35c50e-c002-41ce-8075-fdd31a8b3c11 req-a3b883af-6457-42a3-914b-f5dd808c447e tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.5796123 Jul 14 09:09:03.693716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc35c50e-c002-41ce-8075-fdd31a8b3c11 req-061ce0df-52e6-456a-a076-deb0ef56dcdd tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740469 Jul 14 09:09:03.785321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Allocated IP 192.168.233.53 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/18a6d193-c2a9-46ef-9292-bf83af7ff698) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:03.830986 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:03.907926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 7f0a88a8-9304-404a-8646-44acf0507795, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7f0a88a8-9304-404a-8646-44acf0507795,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:03.962469 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.050821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:04.071347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b1496e9-7a3d-4791-95bc-52262972d80c req-9548b455-784a-44b7-a545-7ea876537988 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/5f9f07fc-44fa-4507-b554-329b0b7ffa41 HTTP/1.1" status: 200 len: 1800 time: 0.1835213 Jul 14 09:09:04.086056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a02ecaa3-ea31-4b69-88e3-d46b1f258153 req-2a9e9cc3-c90f-4745-b1fb-9919d93bb519 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 210 time: 0.0969861 Jul 14 09:09:04.144385 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] Checking router: 43ebfe06-a112-43f9-8281-4aa2d297c967 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:09:04.156671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=7f0a88a8-9304-404a-8646-44acf0507795,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:04.158104 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.186403 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:04.188158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Transition to ACTIVE for port object 18a6d193-c2a9-46ef-9292-bf83af7ff698 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:04.191054 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:04.193323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:01Z', 'revision_number': 3, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:04.251096 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da6ce3d-db59-4287-b560-48b77e6280d9 x-openstack-request-id: req-0da6ce3d-db59-4287-b560-48b77e6280d9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:04.252225 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d9fdc8-bc94-46f6-a331-6fd88758aecc", "name": "network-vif-deleted", "tag": "49b32562-bf68-49df-827b-cf309a73d5ca", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:04.254769 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0da6ce3d-db59-4287-b560-48b77e6280d9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:04.256091 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d9fdc8-bc94-46f6-a331-6fd88758aecc', 'name': 'network-vif-deleted', 'tag': '49b32562-bf68-49df-827b-cf309a73d5ca', 'status': 'completed', 'code': 200} Jul 14 09:09:04.260037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.276364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Checking router: af7b139c-fb14-48ad-aba6-6d641b22d3da for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:09:04.279020 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Updating router af7b139c-fb14-48ad-aba6-6d641b22d3da port d054cab9-70c0-466d-9e48-e7c49a67b121 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:09:04.364451 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.386433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7b1496e9-7a3d-4791-95bc-52262972d80c req-7c7fd0bf-60e6-42d6-b7d9-886a2ad6eba6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.394519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:04.415068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:04.447550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:04.513404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Pushing event updated for resources: {'Port': ['ID=18a6d193-c2a9-46ef-9292-bf83af7ff698,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:04.550036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7b1496e9-7a3d-4791-95bc-52262972d80c req-7c7fd0bf-60e6-42d6-b7d9-886a2ad6eba6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.570324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:04.571297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.590754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-8a4e925c-73a5-48fa-b420-b4d0ab781334 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9959335 Jul 14 09:09:04.609590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Request body: {'port': {'device_id': '57dff191-0001-4572-a766-44f6176df8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:04.731082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7b1496e9-7a3d-4791-95bc-52262972d80c req-7c7fd0bf-60e6-42d6-b7d9-886a2ad6eba6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.735433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7b1496e9-7a3d-4791-95bc-52262972d80c req-7c7fd0bf-60e6-42d6-b7d9-886a2ad6eba6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.760482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b1496e9-7a3d-4791-95bc-52262972d80c req-7c7fd0bf-60e6-42d6-b7d9-886a2ad6eba6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/5f9f07fc-44fa-4507-b554-329b0b7ffa41 HTTP/1.1" status: 204 len: 173 time: 0.6100748 Jul 14 09:09:04.763507 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:04.781746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fd0bf-60e6-42d6-b7d9-886a2ad6eba6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f07fc-44fa-4507-b554-329b0b7ffa41,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:04.825623 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:04.853809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:04.941796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7f0a88a8-9304-404a-8646-44acf0507795 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:04.987385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f5d1792-1d6f-4b38-ae88-540a08b544de req-a7ccf23d-cb9a-4a8f-a858-4a86048362c0 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d9fdc8-bc94-46f6-a331-6fd88758aecc HTTP/1.1" status: 200 len: 210 time: 0.4479067 Jul 14 09:09:04.995367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.030286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-e0acc7c3-8c2f-43ba-8a4a-0fd37e877a9b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1434776677&fields=id&tenant_id=b19cf709b3814fe88a85994a67179bdb HTTP/1.1" status: 200 len: 267 time: 0.0806634 Jul 14 09:09:05.098774 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:05.110005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccb4bfbb-3a61-446d-8e24-9582723d5c75 None None] Provisioning for port 18a6d193-c2a9-46ef-9292-bf83af7ff698 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:05.129398 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dac2d-5291-46f6-96b4-69076daa58a2 None None] The sync data for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 is: [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ebf09aa0-a9c6-4b39-919d-a85fb3c23043', 'name': '', 'network_id': 'd8d38af7-95f2-4f5a-b2c2-e2f8d9750b74', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'mac_address': 'fa:16:3e:8c:10:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:38Z', 'updated_at': '2021-07-14T09:03:48Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'subnets': [{'id': '46fe6844-953a-468d-b72a-f85b5e40736c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:09:05.149994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccb4bfbb-3a61-446d-8e24-9582723d5c75 None None] Provisioning complete for port 18a6d193-c2a9-46ef-9292-bf83af7ff698 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:05.150716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bfbb-3a61-446d-8e24-9582723d5c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.280116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-00db25db-3fda-45dd-a072-663c2b15e7a8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:05.287338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-00db25db-3fda-45dd-a072-663c2b15e7a8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/networks?id=87454a68-d2ee-4fe0-a7ce-09668fc1935b HTTP/1.1" status: 200 len: 816 time: 0.2561460 Jul 14 09:09:05.298098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7f0a88a8-9304-404a-8646-44acf0507795 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:05.298481 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.304624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4bfbb-3a61-446d-8e24-9582723d5c75 None None] Port 18a6d193-c2a9-46ef-9292-bf83af7ff698 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:09:05.310600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-905baed3-ced0-4386-b7f8-5838aab3189a tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/quotas/b19cf709b3814fe88a85994a67179bdb HTTP/1.1" status: 200 len: 375 time: 0.0222917 Jul 14 09:09:05.311989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a6d193-c2a9-46ef-9292-bf83af7ff698 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:05.330202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.350040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Transition to ACTIVE for port object 18a6d193-c2a9-46ef-9292-bf83af7ff698 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:05.376240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.410609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Allocated IP 172.20.0.1 (0a3c4cfc-ac34-4be9-8d52-ccb700fce511/3758eec3-6f06-44ce-8ee5-62c55339fb42/5e49355f-f0d8-49d5-b797-fafdb14d7921) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:05.452875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Pushing event updated for resources: {'Port': ['ID=18a6d193-c2a9-46ef-9292-bf83af7ff698,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:05.476348 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-03c5ae20-7a51-47ec-bf04-fef6119bad08 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b19cf709b3814fe88a85994a67179bdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648600 Jul 14 09:09:05.488198 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.529150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Transition to ACTIVE for port object d054cab9-70c0-466d-9e48-e7c49a67b121 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:05.561374 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.588177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-088e1589-7250-4620-a148-0da4ecb99125 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5d1d523f6ca246438734c3e47c7acdae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572081 Jul 14 09:09:05.641001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7d138-7fe6-4acb-b2ba-a4bb23437cc3 None None] Pushing event updated for resources: {'Port': ['ID=d054cab9-70c0-466d-9e48-e7c49a67b121,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:05.655209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d401ea-f27b-49a3-93cb-67c286dfd6d1 None None] New status for floating IP 7fa681ce-caa5-47c6-a2fe-9a3c64c15c30: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:09:05.725750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1eac1b57-9eb5-46b5-bc91-2efbac3843cc tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:05.727459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1eac1b57-9eb5-46b5-bc91-2efbac3843cc tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321228 Jul 14 09:09:05.734087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.739426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-09b9f08c-4964-4850-9c31-2657674e699e service neutron] 10.222.0.18 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040403 Jul 14 09:09:05.748402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Attempting to bind port 18a6d193-c2a9-46ef-9292-bf83af7ff698 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:05.748823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Attempting to bind port 18a6d193-c2a9-46ef-9292-bf83af7ff698 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:05.749226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Attempting to bind port 18a6d193-c2a9-46ef-9292-bf83af7ff698 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:05.759671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Transition to ACTIVE for port object 5e49355f-f0d8-49d5-b797-fafdb14d7921 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:05.769184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-6d9b462f-0652-4c79-b019-32ce45a4ad7d tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/quotas/5d1d523f6ca246438734c3e47c7acdae HTTP/1.1" status: 200 len: 375 time: 0.0218968 Jul 14 09:09:05.770332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Port 18a6d193-c2a9-46ef-9292-bf83af7ff698 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:05.771645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Attempting to bind port 18a6d193-c2a9-46ef-9292-bf83af7ff698 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:05.806439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-ba07e2f0-3143-45ff-9484-e2f3b692dcb6 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d1d523f6ca246438734c3e47c7acdae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312235 Jul 14 09:09:05.806879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:05.807208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:05.811741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:05.812402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Bound port: 18a6d193-c2a9-46ef-9292-bf83af7ff698, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:05.812552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.826641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Attempting to bind port d054cab9-70c0-466d-9e48-e7c49a67b121 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:05.827077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Attempting to bind port d054cab9-70c0-466d-9e48-e7c49a67b121 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:05.827602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Attempting to bind port d054cab9-70c0-466d-9e48-e7c49a67b121 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:05.866654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-6daeaaf3-385b-466e-8348-1b79ef877eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162131 Jul 14 09:09:05.876092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:05.876582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:05.876864 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.877258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:05.877741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Bound port: d054cab9-70c0-466d-9e48-e7c49a67b121, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:05.878130 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.881047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.940268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:05.942876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:05.949458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:05.968135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] For port d054cab9-70c0-466d-9e48-e7c49a67b121, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:05.972108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] For port d054cab9-70c0-466d-9e48-e7c49a67b121, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d054cab9-70c0-466d-9e48-e7c49a67b121,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:05.981993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:05.993823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Pushing event updated for resources: {'Port': ['ID=5e49355f-f0d8-49d5-b797-fafdb14d7921,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:06.012704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] For port 18a6d193-c2a9-46ef-9292-bf83af7ff698, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:06.016464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] For port 18a6d193-c2a9-46ef-9292-bf83af7ff698, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=18a6d193-c2a9-46ef-9292-bf83af7ff698,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:06.029879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:06.037355 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:06.098502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:06.099154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:06.147161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7d138-7fe6-4acb-b2ba-a4bb23437cc3 None None] Pushing event updated for resources: {'Port': ['ID=d054cab9-70c0-466d-9e48-e7c49a67b121,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:06.172645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Pushing event updated for resources: {'Port': ['ID=18a6d193-c2a9-46ef-9292-bf83af7ff698,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:06.201003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.202428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:06.225706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-499044b2-8e50-4f2f-883b-583da05cf083 service neutron] 10.222.0.11 "PUT /v2.0/ports/18a6d193-c2a9-46ef-9292-bf83af7ff698 HTTP/1.1" status: 200 len: 1096 time: 1.6099782 Jul 14 09:09:06.258786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dff191-0001-4572-a766-44f6176df8b8', 'tag': '18a6d193-c2a9-46ef-9292-bf83af7ff698'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:06.262457 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b40938-fca4-41a4-be33-0b0bf0859894" -d '{"events": [{"name": "network-changed", "server_uuid": "57dff191-0001-4572-a766-44f6176df8b8", "tag": "18a6d193-c2a9-46ef-9292-bf83af7ff698"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:06.316927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:06.356361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:06.484898 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-d2976e87-14dc-4608-bfb1-d10d1fe83895 req-5f719da9-3163-4641-a687-1d579613d4d7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:06.488379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2976e87-14dc-4608-bfb1-d10d1fe83895 req-5f719da9-3163-4641-a687-1d579613d4d7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/5f9f07fc-44fa-4507-b554-329b0b7ffa41 HTTP/1.1" status: 404 len: 352 time: 0.0296237 Jul 14 09:09:06.507915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-87c7d993-d6a9-43e1-887b-a077913788c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.518832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-87c7d993-d6a9-43e1-887b-a077913788c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 1099 time: 0.2489293 Jul 14 09:09:06.560403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b636d-725b-43a4-afe1-2f1f462e18e0 req-d0301721-cd82-4348-87d1-de2215ef3d97 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.561939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca6b636d-725b-43a4-afe1-2f1f462e18e0 req-d0301721-cd82-4348-87d1-de2215ef3d97 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.2169816 Jul 14 09:09:06.620681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fd1e6e4f-3e6e-42be-9fd4-56f79e425dc9 None None] Provisioning for port 5e49355f-f0d8-49d5-b797-fafdb14d7921 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:06.630920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-196b082b-1cde-4d57-b9a0-a2d9e327da5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=18a6d193-c2a9-46ef-9292-bf83af7ff698 HTTP/1.1" status: 200 len: 217 time: 0.0995831 Jul 14 09:09:06.655125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fd1e6e4f-3e6e-42be-9fd4-56f79e425dc9 None None] Provisioning complete for port 5e49355f-f0d8-49d5-b797-fafdb14d7921 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:06.658425 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6e4f-3e6e-42be-9fd4-56f79e425dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:06.741821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e6e4f-3e6e-42be-9fd4-56f79e425dc9 None None] Port 5e49355f-f0d8-49d5-b797-fafdb14d7921 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:09:06.793646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:01Z', 'revision_number': 3, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:06.819999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-18876060-85fa-4ade-aa4d-2602a01cd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.831940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-18876060-85fa-4ade-aa4d-2602a01cd168 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1889319 Jul 14 09:09:06.837217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a534427-30e1-4c20-aa6f-747cbd8a865b req-ec3f4a24-0a03-41b4-8233-43ae9e56883c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:06.837419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0888b40-9516-45fb-a4e8-b988b4e39ea4 None None] The sync data for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 is: [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:01Z', 'revision_number': 3, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:09:06.839503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a534427-30e1-4c20-aa6f-747cbd8a865b req-ec3f4a24-0a03-41b4-8233-43ae9e56883c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 947 time: 0.1694157 Jul 14 09:09:06.841966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:06.848725 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:06.907234 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca6b636d-725b-43a4-afe1-2f1f462e18e0 req-c795b564-3553-4a12-bda6-d930fd88932a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833426 Jul 14 09:09:07.000402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a534427-30e1-4c20-aa6f-747cbd8a865b req-7378da46-b897-4627-a689-a24b5581cf75 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452460 Jul 14 09:09:07.002238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-cec71a68-5759-45ea-8715-e890e945b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:07.006129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-cec71a68-5759-45ea-8715-e890e945b34d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730187 Jul 14 09:09:07.008874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Pushing event updated for resources: {'Port': ['ID=5e49355f-f0d8-49d5-b797-fafdb14d7921,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:07.014241 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.205671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:07.207534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:07.283073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-29f4ffdb-02fe-471d-9f14-a29c33be60ef service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661653 Jul 14 09:09:07.362829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5899fe56-dcc1-4b33-a980-3f3e26ed172f req-c4bdb09d-fcb5-45b4-aab0-0b2cc6faf709 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 210 time: 0.1328039 Jul 14 09:09:07.472222 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd3e322-f885-4566-ae11-5f698456de22 x-openstack-request-id: req-fbd3e322-f885-4566-ae11-5f698456de22 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:07.472839 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dff191-0001-4572-a766-44f6176df8b8", "tag": "18a6d193-c2a9-46ef-9292-bf83af7ff698", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:07.473435 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbd3e322-f885-4566-ae11-5f698456de22 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:07.474102 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dff191-0001-4572-a766-44f6176df8b8', 'tag': '18a6d193-c2a9-46ef-9292-bf83af7ff698', 'status': 'completed', 'code': 200} Jul 14 09:09:07.565490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd60e34-6268-4c8e-be66-e3919f90c5ec req-72c07822-68cb-4e58-9302-6aefa85429de tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/723d0ea4-6864-4691-86bc-ed248f7189f5 HTTP/1.1" status: 200 len: 1801 time: 0.1203308 Jul 14 09:09:07.591505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Router af7b139c-fb14-48ad-aba6-6d641b22d3da has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:09:07.596700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05ae8099-ac78-4a8d-97d0-e80b66536945 req-75203562-6471-48f8-ad48-08454f9f63f8 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.0514007 Jul 14 09:09:07.608345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-979295a6-ab27-41cb-8ccc-e09de2c166d8 req-10aa3032-2ebc-4d5d-96f5-d427171a9f63 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110380 Jul 14 09:09:07.688182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd60e34-6268-4c8e-be66-e3919f90c5ec req-7838a930-6613-40ba-98a7-2cfa157d6292 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.706322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7227e57b-1107-4322-8790-6cb4015c5537 None None] Provisioning complete for port 5e49355f-f0d8-49d5-b797-fafdb14d7921 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:07.706958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7227e57b-1107-4322-8790-6cb4015c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.747553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-eba13e36-66f4-48c3-8b02-b91077c25cc5 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:07.749141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-eba13e36-66f4-48c3-8b02-b91077c25cc5 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.1338089 Jul 14 09:09:07.755441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd60e34-6268-4c8e-be66-e3919f90c5ec req-7838a930-6613-40ba-98a7-2cfa157d6292 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.763178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-44'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:07.786025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7227e57b-1107-4322-8790-6cb4015c5537 None None] Port 5e49355f-f0d8-49d5-b797-fafdb14d7921 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:09:07.801697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:09:07.817107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d0154287-5a77-47f3-a78d-76903ec7440b admin admin] 10.222.0.18 "PUT /v2.0/routers/af7b139c-fb14-48ad-aba6-6d641b22d3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7475553 Jul 14 09:09:07.840396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd60e34-6268-4c8e-be66-e3919f90c5ec req-7838a930-6613-40ba-98a7-2cfa157d6292 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.844745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4dd60e34-6268-4c8e-be66-e3919f90c5ec req-7838a930-6613-40ba-98a7-2cfa157d6292 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:07.845894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dd60e34-6268-4c8e-be66-e3919f90c5ec req-7838a930-6613-40ba-98a7-2cfa157d6292 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/723d0ea4-6864-4691-86bc-ed248f7189f5 HTTP/1.1" status: 204 len: 173 time: 0.2795842 Jul 14 09:09:07.851382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-32fdf737-a484-4fbb-9cdb-72266c4ee9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:07.853620 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-32fdf737-a484-4fbb-9cdb-72266c4ee9e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 1099 time: 0.1762824 Jul 14 09:09:07.942022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838a930-6613-40ba-98a7-2cfa157d6292 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d0ea4-6864-4691-86bc-ed248f7189f5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:07.949988 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-2b949550-58b8-4b93-88ec-c0d85cf952cb req-1508f5d7-f5aa-44bb-94f3-820b95972ea4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:07.980025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b949550-58b8-4b93-88ec-c0d85cf952cb req-1508f5d7-f5aa-44bb-94f3-820b95972ea4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/723d0ea4-6864-4691-86bc-ed248f7189f5 HTTP/1.1" status: 404 len: 352 time: 0.1041188 Jul 14 09:09:07.981610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44686) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:08.066195 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3313cc18-fbd7-4cbd-8083-5dca4319c4b2 req-069b818e-d584-4125-9105-a54f5d738694 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/fabf3fcf-e94b-4b15-a641-5bf8ab7d8ef2 HTTP/1.1" status: 200 len: 1800 time: 0.0650811 Jul 14 09:09:08.157176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.158613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3313cc18-fbd7-4cbd-8083-5dca4319c4b2 req-5030ee8e-6c2e-4bb6-866b-c3309a47335a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.191389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3313cc18-fbd7-4cbd-8083-5dca4319c4b2 req-5030ee8e-6c2e-4bb6-866b-c3309a47335a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.257248 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-46df47ef-b459-42c2-ac70-1695c17d8f8b tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5d1d523f6ca246438734c3e47c7acdae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362780 Jul 14 09:09:08.257878 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3313cc18-fbd7-4cbd-8083-5dca4319c4b2 req-5030ee8e-6c2e-4bb6-866b-c3309a47335a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.265206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3313cc18-fbd7-4cbd-8083-5dca4319c4b2 req-5030ee8e-6c2e-4bb6-866b-c3309a47335a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.279293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3313cc18-fbd7-4cbd-8083-5dca4319c4b2 req-5030ee8e-6c2e-4bb6-866b-c3309a47335a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/fabf3fcf-e94b-4b15-a641-5bf8ab7d8ef2 HTTP/1.1" status: 204 len: 173 time: 0.2107093 Jul 14 09:09:08.327521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030ee8e-6c2e-4bb6-866b-c3309a47335a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf3fcf-e94b-4b15-a641-5bf8ab7d8ef2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:08.349236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80da54d6-b036-442e-a868-217aaa03b9a9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.417256 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80da54d6-b036-442e-a868-217aaa03b9a9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.424627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-71fca18e-c13c-473a-81bd-211f133f9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.426017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-71fca18e-c13c-473a-81bd-211f133f9013 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.5435784 Jul 14 09:09:08.454887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-ae12f4e5-c6bc-4eff-8fb2-6a2869258bc9 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.456412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-ae12f4e5-c6bc-4eff-8fb2-6a2869258bc9 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870339 Jul 14 09:09:08.510287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Request body: {'port': {'device_id': '62d5de38-268b-44ed-8356-b19d435c2b38', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '5d1d523f6ca246438734c3e47c7acdae'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:08.559117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-683f328d-b437-4fd5-8a6c-9aa87b869f15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=18a6d193-c2a9-46ef-9292-bf83af7ff698 HTTP/1.1" status: 200 len: 217 time: 0.1124115 Jul 14 09:09:08.571470 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80da54d6-b036-442e-a868-217aaa03b9a9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.574653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80da54d6-b036-442e-a868-217aaa03b9a9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.575839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-80da54d6-b036-442e-a868-217aaa03b9a9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "DELETE /v2.0/security-groups/41b26204-b557-44c0-b04a-8742e5c4ca99 HTTP/1.1" status: 204 len: 168 time: 0.5904336 Jul 14 09:09:08.589376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:08.591712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da54d6-b036-442e-a868-217aaa03b9a9 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b26204-b557-44c0-b04a-8742e5c4ca99,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:08.617174 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-e36845ce-25e8-4359-a083-c5c62b0606f4 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] show failed (client error): The resource could not be found. Jul 14 09:09:08.618928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e36845ce-25e8-4359-a083-c5c62b0606f4 tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "GET /v2.0/security-groups/41b26204-b557-44c0-b04a-8742e5c4ca99 HTTP/1.1" status: 404 len: 347 time: 0.0247557 Jul 14 09:09:08.623324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:08.687394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f9f17-050c-4fd2-bc3e-08eb6cf5ef06 req-8d396eb0-6d22-493a-99a1-490899524f2e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.689415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af8f9f17-050c-4fd2-bc3e-08eb6cf5ef06 req-8d396eb0-6d22-493a-99a1-490899524f2e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 947 time: 0.1959434 Jul 14 09:09:08.726971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-64345b23-2ecb-4e6f-81c9-f319c83d54be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.728527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-64345b23-2ecb-4e6f-81c9-f319c83d54be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1318150 Jul 14 09:09:08.732172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:08.741218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf1f5e-57c5-4d54-9f45-473942bf64d5 req-21f54ab1-ea7f-4321-83d2-332e061eb5b1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.742738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8faf1f5e-57c5-4d54-9f45-473942bf64d5 req-21f54ab1-ea7f-4321-83d2-332e061eb5b1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 945 time: 0.4509432 Jul 14 09:09:08.864206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:08.868690 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8faf1f5e-57c5-4d54-9f45-473942bf64d5 req-9fc6df73-426f-4f16-a214-b3d5ece0f98c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059458 Jul 14 09:09:08.896500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Made reservation on behalf of 5d1d523f6ca246438734c3e47c7acdae for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:08.905778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.929116 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.930277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d054cab9-70c0-466d-9e48-e7c49a67b121 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:08.956983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:08.959624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-06fc5f45-b67e-45ab-9863-5dd5dfb3af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:08.961118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-06fc5f45-b67e-45ab-9863-5dd5dfb3af75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2175255 Jul 14 09:09:08.971661 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.042689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-989c1ac0-9357-494a-88f2-bbdfb80101ba tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:09.045230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-989c1ac0-9357-494a-88f2-bbdfb80101ba tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.48 "GET /v2.0/networks?id=87454a68-d2ee-4fe0-a7ce-09668fc1935b HTTP/1.1" status: 200 len: 816 time: 0.3063495 Jul 14 09:09:09.101315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d054cab9-70c0-466d-9e48-e7c49a67b121 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:09.111153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d054cab9-70c0-466d-9e48-e7c49a67b121 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:09.114641 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.118699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-f4f58e64-f743-4b74-bb97-61fd0938bee1 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b19cf709b3814fe88a85994a67179bdb HTTP/1.1" status: 200 len: 380 time: 0.0621233 Jul 14 09:09:09.139319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af8f9f17-050c-4fd2-bc3e-08eb6cf5ef06 req-49bb0eb3-5b89-4933-a9c7-955ee22da140 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021156 Jul 14 09:09:09.174916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Request body: {'port': {'device_id': '9982099b-19fa-4509-a2bf-cc96de94e109', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'admin_state_up': True, 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'security_groups': ['a72890b9-a495-42a0-b4d2-df554f858297']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:09.288906 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-0bdda8e2-6241-4fdd-9b45-c7c40c5220b6 req-55ca4e9f-4dca-45c0-b6e7-0709801a67ad tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:09.307154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0bdda8e2-6241-4fdd-9b45-c7c40c5220b6 req-55ca4e9f-4dca-45c0-b6e7-0709801a67ad tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/fabf3fcf-e94b-4b15-a641-5bf8ab7d8ef2 HTTP/1.1" status: 404 len: 352 time: 0.1030235 Jul 14 09:09:09.321677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Deleting port 60b2e763-1609-410e-adff-feb852e11baf {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:09.322597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.366620 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.415797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port d054cab9-70c0-466d-9e48-e7c49a67b121, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d054cab9-70c0-466d-9e48-e7c49a67b121,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:09.429493 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.446723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.447289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.462419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Calling delete_port for 60b2e763-1609-410e-adff-feb852e11baf owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:09.479978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:09.482373 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a473082b-d678-40e9-bc64-f0726ed622e9" -d '{"events": [{"server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "name": "network-vif-unplugged", "status": "completed", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:09.500756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 05bd789c-36ec-4918-ba9b-8c3fdd37d830 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:09.578215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-01d5f8f4-ff75-4eb0-bc5f-2501cecbd777 req-fb8606b2-11e2-4912-99e8-c7e688f9c81e tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 210 time: 0.1026676 Jul 14 09:09:09.613507 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Sync routers for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:09:09.634304 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:09.635135 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:09.642707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=d054cab9-70c0-466d-9e48-e7c49a67b121,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:09.674803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:09.720809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on host n-h2-758944-44 for vnic_type normal with profile {"migrating_to": "n-h1-758944-44"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:09.721273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:09.721702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:09.738834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43bec155-f94b-4d51-b3a1-b9b715ef514a req-32f93880-866d-42af-8761-b50ccf870f08 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.2666323 Jul 14 09:09:09.745955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.797959 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:09.862638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Pushing event deleted for resources: {'Port': ['ID=60b2e763-1609-410e-adff-feb852e11baf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:09.874733 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2eb563-a30f-4e99-ba44-f29a5c67eee1 x-openstack-request-id: req-9e2eb563-a30f-4e99-ba44-f29a5c67eee1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:09.875503 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "name": "network-vif-unplugged", "status": "completed", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:09.875503 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e2eb563-a30f-4e99-ba44-f29a5c67eee1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:09.878010 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830', 'code': 200} Jul 14 09:09:09.898497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:09.905820 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5032edc8-2ccc-422a-a7b1-fb6ac6e8bdbb req-e8dba9d5-c4a0-4281-b9c9-9c40959f99fa tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 6148 time: 0.2533469 Jul 14 09:09:09.914266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:09.914630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:09.929009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on host n-h2-758944-44 for vnic_type normal with profile {"migrating_to": "n-h1-758944-44"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:09.929760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:09.930379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:09.939717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:09.940916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Attempting to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on network fe2b4f64-f9b7-4cea-b291-0138e1e004ba {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:09.947607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-41b1505d-77d7-4abd-8fc6-f497a70c055a service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9734044 Jul 14 09:09:09.948500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:09.949086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:09.949416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:09.949562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Checking segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:09.949893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:09.950433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Bound using segment: {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:09.950714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Bound port: 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:09.951090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.951617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Bound port: 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'fe2b4f64-f9b7-4cea-b291-0138e1e004ba'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:09.952236 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.962504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.969432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.974228 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1745b5a1-0d97-4d08-9fb4-dc58d55bea5e tempest-ServersWithSpecificFlavorTestJSON-2105337988 tempest-ServersWithSpecificFlavorTestJSON-2105337988-project] 10.222.0.18 "DELETE /v2.0/floatingips/7fa681ce-caa5-47c6-a2fe-9a3c64c15c30 HTTP/1.1" status: 204 len: 168 time: 1.3475182 Jul 14 09:09:10.083690 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9b40938-fca4-41a4-be33-0b0bf0859894 req-b879bef6-6520-404d-8a04-9d02c47f7b86 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171095 Jul 14 09:09:10.103224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:10.109579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:10.122708 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.133560 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5032edc8-2ccc-422a-a7b1-fb6ac6e8bdbb req-e6822746-c55c-47d4-aa86-3d7b02f0da41 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/087e127a-0f40-4e98-834f-6cf84dd153f2 HTTP/1.1" status: 200 len: 2981 time: 0.2267208 Jul 14 09:09:10.197525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.220605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50864e-90e7-4de7-b71a-6148eabc2ee6 req-da804a12-e5a6-4e7f-b8df-bb89770d9480 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:10.223306 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 2, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:10.236693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e50864e-90e7-4de7-b71a-6148eabc2ee6 req-da804a12-e5a6-4e7f-b8df-bb89770d9480 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.1606288 Jul 14 09:09:10.250043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 18a6d193-c2a9-46ef-9292-bf83af7ff698 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:10.255135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5032edc8-2ccc-422a-a7b1-fb6ac6e8bdbb req-d38381c7-b80c-40a0-8973-d9b5d1d97e67 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/087e127a-0f40-4e98-834f-6cf84dd153f2 HTTP/1.1" status: 200 len: 2981 time: 0.1122694 Jul 14 09:09:10.259582 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Checking router: af7b139c-fb14-48ad-aba6-6d641b22d3da for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:09:10.260051 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Updating router af7b139c-fb14-48ad-aba6-6d641b22d3da port 5e49355f-f0d8-49d5-b797-fafdb14d7921 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:09:10.268032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.313804 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.325938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Made reservation on behalf of b19cf709b3814fe88a85994a67179bdb for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:10.334817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.355969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 05bd789c-36ec-4918-ba9b-8c3fdd37d830 has no active binding in host n-h1-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:09:10.381318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:10.515478 n-d-758944-44 neutron-server[93754]: WARNING neutron.plugins.ml2.plugin [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Concurrent port binding operations failed on port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 Jul 14 09:09:10.532835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:10.565873 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Attempt 2 to bind port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 Jul 14 09:09:10.572638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:10.575979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:10.576591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.592325 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-05ff0a52-012d-417e-905e-0230ce06653b service neutron] 10.222.0.48 "PUT /v2.0/ports/05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 200 len: 1123 time: 2.8340216 Jul 14 09:09:10.833057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Allocated IP 192.168.233.191 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/ec6ec01e-1031-45c0-9bdc-dc573573d00d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:10.870369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4da4-32ed-459c-965e-75d21b9cec57 req-e9a3a110-5bb6-45ec-9120-466cfc2cdd56 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:10.889367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae4c4da4-32ed-459c-965e-75d21b9cec57 req-e9a3a110-5bb6-45ec-9120-466cfc2cdd56 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 947 time: 0.2959881 Jul 14 09:09:10.904177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['05bd789c-36ec-4918-ba9b-8c3fdd37d830'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:10.911924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['05bd789c-36ec-4918-ba9b-8c3fdd37d830'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:10.962185 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:10.988818 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Transition to ACTIVE for port object 5e49355f-f0d8-49d5-b797-fafdb14d7921 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:10.999612 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.015790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae4c4da4-32ed-459c-965e-75d21b9cec57 req-53ebb7bc-ac92-4db1-9f8d-484b18387b04 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251659 Jul 14 09:09:11.074224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d054cab9-70c0-466d-9e48-e7c49a67b121 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:11.109383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e50864e-90e7-4de7-b71a-6148eabc2ee6 req-2fb14f77-c915-47aa-b3dd-c6116ec88ef5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8716612 Jul 14 09:09:11.151757 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900f68f-1c0e-45b4-993d-f59f0712a16e None None] Pushing event updated for resources: {'Port': ['ID=5e49355f-f0d8-49d5-b797-fafdb14d7921,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:11.198592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-760d8563-1f62-4d9f-9720-4a05baf2d550 req-3138a473-1386-46fe-833f-2d9f32a6e30a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-851924806', 'description': 'tempest-description-1211513025'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:11.257841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.276140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Transition to ACTIVE for port object ec6ec01e-1031-45c0-9bdc-dc573573d00d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:11.322672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Allocated IP 172.20.0.10 (87454a68-d2ee-4fe0-a7ce-09668fc1935b/ecfcc46d-1c77-4fe0-b573-d3d52b10097a/eb0d4d56-e6d3-4c24-8486-445b67f1bc17) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:11.325137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-760d8563-1f62-4d9f-9720-4a05baf2d550 req-3138a473-1386-46fe-833f-2d9f32a6e30a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.346344 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Attempting to bind port 5e49355f-f0d8-49d5-b797-fafdb14d7921 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:11.346755 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Attempting to bind port 5e49355f-f0d8-49d5-b797-fafdb14d7921 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:11.347122 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Attempting to bind port 5e49355f-f0d8-49d5-b797-fafdb14d7921 on network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:11.356196 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.362427 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:11.362794 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Checking segment: {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:11.370761 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.371529 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Bound using segment: {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:11.372283 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Bound port: 5e49355f-f0d8-49d5-b797-fafdb14d7921, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:11.374457 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.462763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 18a6d193-c2a9-46ef-9292-bf83af7ff698, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=18a6d193-c2a9-46ef-9292-bf83af7ff698,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:11.486803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '18a6d193-c2a9-46ef-9292-bf83af7ff698', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '18a6d193-c2a9-46ef-9292-bf83af7ff698', 'mac_address': 'fa:16:3e:15:28:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:11.508365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:11.528508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:11.542860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:11.596724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] For port 5e49355f-f0d8-49d5-b797-fafdb14d7921, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:11.600310 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] For port 5e49355f-f0d8-49d5-b797-fafdb14d7921, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5e49355f-f0d8-49d5-b797-fafdb14d7921,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:11.610297 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.740047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:11.746426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.765007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d054cab9-70c0-466d-9e48-e7c49a67b121 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:11.766635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.769589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.776647 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.793505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Transition to ACTIVE for port object eb0d4d56-e6d3-4c24-8486-445b67f1bc17 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:11.827480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Pushing event updated for resources: {'Port': ['ID=ec6ec01e-1031-45c0-9bdc-dc573573d00d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:11.827806 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900f68f-1c0e-45b4-993d-f59f0712a16e None None] Pushing event updated for resources: {'Port': ['ID=5e49355f-f0d8-49d5-b797-fafdb14d7921,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:11.833366 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:11.835050 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:08:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:11.860444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a6d193-c2a9-46ef-9292-bf83af7ff698 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:11.866598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:11.889791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 18a6d193-c2a9-46ef-9292-bf83af7ff698, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=18a6d193-c2a9-46ef-9292-bf83af7ff698,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:11.894312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:11.903514 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6accf9f-525d-4c90-b4bf-d640a9ce1491" -d '{"events": [{"name": "network-changed", "server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:12.001570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae10af-1f1a-4a77-971d-0f436815d662 req-0c668d94-23ff-4c49-83fc-99a20135a852 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:12.015131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73ae10af-1f1a-4a77-971d-0f436815d662 req-0c668d94-23ff-4c49-83fc-99a20135a852 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 936 time: 0.2196057 Jul 14 09:09:12.033156 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.035552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:12.044530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:12.064742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:12.071391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event updated for resources: {'Port': ['ID=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:12.111279 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:12.172308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73ae10af-1f1a-4a77-971d-0f436815d662 req-299679d8-8892-4924-9503-9b8eaf6163f5 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560786 Jul 14 09:09:12.210635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-720a275f-8cf4-4309-932f-1f2aaaf684f8 None None] Provisioning for port ec6ec01e-1031-45c0-9bdc-dc573573d00d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:12.213205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-760d8563-1f62-4d9f-9720-4a05baf2d550 req-3138a473-1386-46fe-833f-2d9f32a6e30a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.222560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-760d8563-1f62-4d9f-9720-4a05baf2d550 req-3138a473-1386-46fe-833f-2d9f32a6e30a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.230725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-9d15e06e-ae66-462d-b345-e74996add918 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7268105 Jul 14 09:09:12.234156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-720a275f-8cf4-4309-932f-1f2aaaf684f8 None None] Provisioning complete for port ec6ec01e-1031-45c0-9bdc-dc573573d00d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:12.244037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Request body: {'port': {'device_id': '62d5de38-268b-44ed-8356-b19d435c2b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:12.254673 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-720a275f-8cf4-4309-932f-1f2aaaf684f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.281575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:12.282179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.332648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=18a6d193-c2a9-46ef-9292-bf83af7ff698,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:12.334980 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-760d8563-1f62-4d9f-9720-4a05baf2d550 req-3138a473-1386-46fe-833f-2d9f32a6e30a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.336258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-760d8563-1f62-4d9f-9720-4a05baf2d550 req-3138a473-1386-46fe-833f-2d9f32a6e30a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1421628 Jul 14 09:09:12.353665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138a473-1386-46fe-833f-2d9f32a6e30a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31edadc5-b316-4eb1-a519-66195215f272,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:12.357387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5e71b567-527a-4bc0-b1f0-8ad9009d2b38 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2108340 Jul 14 09:09:12.365579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.366546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.367117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.367711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.368308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.368876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.369433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.370266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.370941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.371549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.372135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.372834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:12.382337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Request body: {'port': {'device_id': '9982099b-19fa-4509-a2bf-cc96de94e109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:12.393472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-720a275f-8cf4-4309-932f-1f2aaaf684f8 None None] Port ec6ec01e-1031-45c0-9bdc-dc573573d00d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:09:12.433895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['18a6d193-c2a9-46ef-9292-bf83af7ff698'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:12.544697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.559643 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0418e819-3a1a-4b89-8c0a-de883bb83952 x-openstack-request-id: req-0418e819-3a1a-4b89-8c0a-de883bb83952 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:12.560869 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:12.562014 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0418e819-3a1a-4b89-8c0a-de883bb83952 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:12.563506 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830', 'status': 'completed', 'code': 200} Jul 14 09:09:12.596463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-39ab68a1-8d36-476b-a944-ad4049c0b9c9 None None] Provisioning for port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:12.611181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-39ab68a1-8d36-476b-a944-ad4049c0b9c9 None None] Provisioning complete for port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:12.611597 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39ab68a1-8d36-476b-a944-ad4049c0b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.613404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:12.668246 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:11Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:12.710168 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f742103d-a08e-4973-97a9-bfebc03a5317 None None] The sync data for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 is: [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:11Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:09:12.726206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-39ab68a1-8d36-476b-a944-ad4049c0b9c9 None None] Port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:09:13.013649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5e49355f-f0d8-49d5-b797-fafdb14d7921 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:13.027394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faa04a-b2b1-477c-bc0c-49b0c3a188be req-f7233e2d-785e-471b-aa9c-34ab19342a24 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.029719 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-62faa04a-b2b1-477c-bc0c-49b0c3a188be req-f7233e2d-785e-471b-aa9c-34ab19342a24 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 932 time: 0.4937463 Jul 14 09:09:13.046489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-6e26f0ac-4723-49ff-95d4-4c1b9b512096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.049948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-6e26f0ac-4723-49ff-95d4-4c1b9b512096 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1126 time: 0.4398177 Jul 14 09:09:13.117034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f3cd-1fdc-4f42-8536-4c1abd0365de req-ad4f4174-41c0-4520-ace1-deffe1aa16f4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.128211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57f2f3cd-1fdc-4f42-8536-4c1abd0365de req-ad4f4174-41c0-4520-ace1-deffe1aa16f4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 948 time: 0.3110912 Jul 14 09:09:13.129312 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-62faa04a-b2b1-477c-bc0c-49b0c3a188be req-ec8220d2-c695-4d0d-80a2-e667c8f135f5 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878453 Jul 14 09:09:13.153581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5e49355f-f0d8-49d5-b797-fafdb14d7921 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:13.160779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5e49355f-f0d8-49d5-b797-fafdb14d7921 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:13.162653 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.220040 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57f2f3cd-1fdc-4f42-8536-4c1abd0365de req-9bfafaa4-2593-4f79-8869-d61bb4b80d44 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 Jul 14 09:09:13.396785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0d4d56-e6d3-4c24-8486-445b67f1bc17 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:13.411064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.443686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Transition to ACTIVE for port object eb0d4d56-e6d3-4c24-8486-445b67f1bc17 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:13.450886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.455825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.459954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-d0c0e912-8bc8-4f8e-b610-9fc7b2287324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.464041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-d0c0e912-8bc8-4f8e-b610-9fc7b2287324 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.3800650 Jul 14 09:09:13.540965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f44ce10c-a3b8-4f0d-b633-39decbf4b84d req-3f47bd05-43c7-4c47-b7eb-9454efd2fa89 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1114491442', 'description': 'tempest-description-1405189034'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:13.557956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-11c7fde6-e8ae-4bc1-9027-d2444e6ea212 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 200 len: 217 time: 0.0554340 Jul 14 09:09:13.581023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5e49355f-f0d8-49d5-b797-fafdb14d7921, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5e49355f-f0d8-49d5-b797-fafdb14d7921,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:13.592207 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.631254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-003d29cd-2439-4629-b43a-2681065fd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.632998 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-003d29cd-2439-4629-b43a-2681065fd477 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.0640640 Jul 14 09:09:13.636295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e57675-cae6-40a3-af10-706777427499 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:13.681042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f44ce10c-a3b8-4f0d-b633-39decbf4b84d req-3f47bd05-43c7-4c47-b7eb-9454efd2fa89 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.697278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5e49355f-f0d8-49d5-b797-fafdb14d7921,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:13.736182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-d0596e74-e038-430d-8cce-f7c32cb8d98c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881100 Jul 14 09:09:13.748912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1312-5035-4a39-8b91-ff8fe6978389 req-109c11e0-00e5-4249-b195-fe370d8a72df tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:13.756956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-388f1312-5035-4a39-8b91-ff8fe6978389 req-109c11e0-00e5-4249-b195-fe370d8a72df tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.3672051 Jul 14 09:09:13.858947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-388f1312-5035-4a39-8b91-ff8fe6978389 req-4c8422ab-e066-46e2-bff6-ac9345cc3bc7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992525 Jul 14 09:09:13.890457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Attempting to bind port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:13.890828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Attempting to bind port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:13.891165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Attempting to bind port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 on network 87454a68-d2ee-4fe0-a7ce-09668fc1935b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:13.913501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 on network 87454a68-d2ee-4fe0-a7ce-09668fc1935b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:13.913899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Attempting to bind port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 on network 87454a68-d2ee-4fe0-a7ce-09668fc1935b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:13.958787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:13.959155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Checking segment: {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:13.959537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Bound using segment: {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:13.959978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Bound port: eb0d4d56-e6d3-4c24-8486-445b67f1bc17, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f9b44-f32c-46a0-9cb9-aa33ae4e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:13.961717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:13.990419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6ec01e-1031-45c0-9bdc-dc573573d00d {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:14.032362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.118505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Transition to ACTIVE for port object ec6ec01e-1031-45c0-9bdc-dc573573d00d will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:14.137105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.157411 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f44ce10c-a3b8-4f0d-b633-39decbf4b84d req-3f47bd05-43c7-4c47-b7eb-9454efd2fa89 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.158822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] For port eb0d4d56-e6d3-4c24-8486-445b67f1bc17, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:14.177320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] For port eb0d4d56-e6d3-4c24-8486-445b67f1bc17, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:14.178863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f44ce10c-a3b8-4f0d-b633-39decbf4b84d req-3f47bd05-43c7-4c47-b7eb-9454efd2fa89 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.204208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-702e371f-6930-47bd-9660-ade6519a2f73 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203036 Jul 14 09:09:14.213132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 18a6d193-c2a9-46ef-9292-bf83af7ff698 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:14.234509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47bd05-43c7-4c47-b7eb-9454efd2fa89 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b45ce4-1891-4442-8f98-f39e5504afa5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:14.241878 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.300185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f44ce10c-a3b8-4f0d-b633-39decbf4b84d req-3f47bd05-43c7-4c47-b7eb-9454efd2fa89 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.304759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f44ce10c-a3b8-4f0d-b633-39decbf4b84d req-3f47bd05-43c7-4c47-b7eb-9454efd2fa89 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7909839 Jul 14 09:09:14.320874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.327877 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.329647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-26e57675-cae6-40a3-af10-706777427499 service neutron] 10.222.0.48 "PUT /v2.0/ports/eb0d4d56-e6d3-4c24-8486-445b67f1bc17 HTTP/1.1" status: 200 len: 1093 time: 1.9517856 Jul 14 09:09:14.337793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:14.341233 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:14.381523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 18a6d193-c2a9-46ef-9292-bf83af7ff698 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:14.388400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 18a6d193-c2a9-46ef-9292-bf83af7ff698 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:14.388780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.445469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ec01e-1031-45c0-9bdc-dc573573d00d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:14.567226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e57675-cae6-40a3-af10-706777427499 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:14.652665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad55fa-ac1b-421f-844b-ab76ade7ceed req-c02c5341-1359-40b1-b30d-8ce11fbd2f9f tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.653511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-a03400a7-a056-4ac1-bde6-e6ee909e7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.655298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-a03400a7-a056-4ac1-bde6-e6ee909e7ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b19cf709b3814fe88a85994a67179bdb&device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 1096 time: 0.2447689 Jul 14 09:09:14.673435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-38ad55fa-ac1b-421f-844b-ab76ade7ceed req-c02c5341-1359-40b1-b30d-8ce11fbd2f9f tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 948 time: 0.4635983 Jul 14 09:09:14.732527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.754977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-c22cc6fd-ad7b-4deb-8c78-ff447e6597b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17 HTTP/1.1" status: 200 len: 217 time: 0.0886714 Jul 14 09:09:14.765312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dff191-0001-4572-a766-44f6176df8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a6d193-c2a9-46ef-9292-bf83af7ff698'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:14.767760 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32378cb-7e55-4469-b086-2c40d6e89ce1" -d '{"events": [{"server_uuid": "57dff191-0001-4572-a766-44f6176df8b8", "name": "network-vif-plugged", "status": "completed", "tag": "18a6d193-c2a9-46ef-9292-bf83af7ff698"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:14.785075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 18a6d193-c2a9-46ef-9292-bf83af7ff698, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=18a6d193-c2a9-46ef-9292-bf83af7ff698,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:14.791511 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.792613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 05bd789c-36ec-4918-ba9b-8c3fdd37d830 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:14.811014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-38ad55fa-ac1b-421f-844b-ab76ade7ceed req-cabcf02d-9ea5-4803-be29-888f41cf21a0 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365466 Jul 14 09:09:14.821382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6accf9f-525d-4c90-b4bf-d640a9ce1491 req-1d377a8e-b467-4001-8532-9bc09e4599b6 service neutron] 10.222.0.11 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996189 Jul 14 09:09:14.822342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Attempting to bind port ec6ec01e-1031-45c0-9bdc-dc573573d00d on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:14.827005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Attempting to bind port ec6ec01e-1031-45c0-9bdc-dc573573d00d by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:14.827635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Attempting to bind port ec6ec01e-1031-45c0-9bdc-dc573573d00d on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:14.842996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Port ec6ec01e-1031-45c0-9bdc-dc573573d00d on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:14.845072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Attempting to bind port ec6ec01e-1031-45c0-9bdc-dc573573d00d on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:14.864484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:14.868318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:14.868933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:14.871243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Bound port: ec6ec01e-1031-45c0-9bdc-dc573573d00d, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:14.875717 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:14.933116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-dc128a27-5c89-4181-b7bd-9050d3556c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:14.945202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-dc128a27-5c89-4181-b7bd-9050d3556c1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ecfcc46d-1c77-4fe0-b573-d3d52b10097a HTTP/1.1" status: 200 len: 855 time: 0.1832657 Jul 14 09:09:14.997497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5e49355f-f0d8-49d5-b797-fafdb14d7921 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:15.066952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] For port ec6ec01e-1031-45c0-9bdc-dc573573d00d, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:15.073225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] For port ec6ec01e-1031-45c0-9bdc-dc573573d00d, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec6ec01e-1031-45c0-9bdc-dc573573d00d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:15.087680 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.088544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=18a6d193-c2a9-46ef-9292-bf83af7ff698,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:15.109663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5e49355f-f0d8-49d5-b797-fafdb14d7921 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:15.112143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.184462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044afbe-0626-48e9-8ece-cd2bfa96bdb2 req-a9ef5e2d-3697-46f8-8dbd-8aa7382d9381 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.186065 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a044afbe-0626-48e9-8ece-cd2bfa96bdb2 req-a9ef5e2d-3697-46f8-8dbd-8aa7382d9381 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.3009427 Jul 14 09:09:15.200998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-d1fcdf80-cca2-4ef7-9db0-bbf30715b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.202455 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-d1fcdf80-cca2-4ef7-9db0-bbf30715b9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87454a68-d2ee-4fe0-a7ce-09668fc1935b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2129095 Jul 14 09:09:15.238823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.239529 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.241019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] 10.222.0.48 "PUT /v2.0/ports/ec6ec01e-1031-45c0-9bdc-dc573573d00d HTTP/1.1" status: 200 len: 1097 time: 3.0023398 Jul 14 09:09:15.241476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d5de38-268b-44ed-8356-b19d435c2b38', 'tag': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:15.243783 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57" -d '{"events": [{"name": "network-changed", "server_uuid": "62d5de38-268b-44ed-8356-b19d435c2b38", "tag": "ec6ec01e-1031-45c0-9bdc-dc573573d00d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:15.351624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610f817-c135-4a5b-8a5d-fa4d3de3925c service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ec01e-1031-45c0-9bdc-dc573573d00d,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:15.358271 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-5bcfd44e-5ae1-478d-af39-c8c3c81625f2 service neutron] 10.222.0.48 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371682 Jul 14 09:09:15.402225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f623-415b-4cdf-ad8a-cf8481429b51 req-be403ff3-c149-42ba-b12f-a75822f3c5bf tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.414724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c831f623-415b-4cdf-ad8a-cf8481429b51 req-be403ff3-c149-42ba-b12f-a75822f3c5bf tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 949 time: 0.2836637 Jul 14 09:09:15.449311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a044afbe-0626-48e9-8ece-cd2bfa96bdb2 req-dc589165-f682-4ab7-876e-34b8ee426795 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570810 Jul 14 09:09:15.489484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-8e2757b0-5c1d-470a-9a8a-7e704dc21933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.491660 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-8e2757b0-5c1d-470a-9a8a-7e704dc21933 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d1d523f6ca246438734c3e47c7acdae&device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 1100 time: 0.1865702 Jul 14 09:09:15.504400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c831f623-415b-4cdf-ad8a-cf8481429b51 req-b3e0ef83-025a-4e40-8b6c-69e725e88fe0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887306 Jul 14 09:09:15.512628 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d6ae00a-0786-406e-b851-3f751c0d5f8d req-0aa893c6-8e60-429e-acdf-5369bab57426 service neutron] 10.222.0.48 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436000 Jul 14 09:09:15.585115 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6a91ad-97c6-4b0f-be57-8e02d1ecbd27 x-openstack-request-id: req-bf6a91ad-97c6-4b0f-be57-8e02d1ecbd27 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:15.585518 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:15.586101 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf6a91ad-97c6-4b0f-be57-8e02d1ecbd27 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:15.586612 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'status': 'completed', 'code': 200} Jul 14 09:09:15.597892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-bf80f72f-f06e-4318-abbe-a2eebd2d3314 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ec6ec01e-1031-45c0-9bdc-dc573573d00d HTTP/1.1" status: 200 len: 217 time: 0.0924537 Jul 14 09:09:15.657184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-2bc99ca2-f1c3-4818-b93f-ec2cc9390c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.659175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-2bc99ca2-f1c3-4818-b93f-ec2cc9390c14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0540066 Jul 14 09:09:15.742694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-88955058-38cc-4967-a1a7-184462ad0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.745717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-88955058-38cc-4967-a1a7-184462ad0a7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786521 Jul 14 09:09:15.862799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-62827e9c-67ae-4ddc-8f4c-553bcc9d2144 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103652 Jul 14 09:09:15.867958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-e474feb9-0344-4871-91a4-d70aa057311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:15.877339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-e474feb9-0344-4871-91a4-d70aa057311a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b19cf709b3814fe88a85994a67179bdb&device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 1096 time: 0.2891088 Jul 14 09:09:15.893581 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5df33564-48c7-4f9a-b767-29ddbf85fb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:15.935924 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03963212-e50d-4b78-b3fe-188839714e19 x-openstack-request-id: req-03963212-e50d-4b78-b3fe-188839714e19 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:15.936231 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dff191-0001-4572-a766-44f6176df8b8", "name": "network-vif-plugged", "status": "completed", "tag": "18a6d193-c2a9-46ef-9292-bf83af7ff698", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:15.936498 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03963212-e50d-4b78-b3fe-188839714e19 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:15.936961 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dff191-0001-4572-a766-44f6176df8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a6d193-c2a9-46ef-9292-bf83af7ff698', 'code': 200} Jul 14 09:09:16.006710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae1b5fb8-0cff-429c-963a-6dccf488177f req-12870fcc-f453-4dd5-a7dc-290f02b1bf68 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372795 Jul 14 09:09:16.081759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fd3d972b-4be0-4cb5-b22c-86010a732493 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.083300 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fd3d972b-4be0-4cb5-b22c-86010a732493 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 813 time: 0.3748479 Jul 14 09:09:16.093271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3ce1-709a-492b-bf07-6fb892d0bdcd req-2f21e827-415e-4af6-92a3-dab40bf7e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.095432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a20a3ce1-709a-492b-bf07-6fb892d0bdcd req-2f21e827-415e-4af6-92a3-dab40bf7e238 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 1101 time: 0.0725465 Jul 14 09:09:16.130365 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-5dd74669-b457-40c9-b561-031356b8fba3 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/quotas/c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 375 time: 0.0339115 Jul 14 09:09:16.131694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-9d57c37c-3dbd-4281-b0f5-dd6dd43bbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.133149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-9d57c37c-3dbd-4281-b0f5-dd6dd43bbe21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87454a68-d2ee-4fe0-a7ce-09668fc1935b HTTP/1.1" status: 200 len: 917 time: 0.2487457 Jul 14 09:09:16.153693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a20a3ce1-709a-492b-bf07-6fb892d0bdcd req-01330ad6-4e52-47eb-8274-d427f2d4e686 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500939 Jul 14 09:09:16.188655 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-4c4334ea-cc64-4868-a299-927cca51f489 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17 HTTP/1.1" status: 200 len: 217 time: 0.0419159 Jul 14 09:09:16.218794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072efbb-c1a2-4cd6-9eb1-4cee96a26189 req-c36e7156-7c63-4339-a082-bc95bd9ea879 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.221943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9072efbb-c1a2-4cd6-9eb1-4cee96a26189 req-c36e7156-7c63-4339-a082-bc95bd9ea879 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.0874538 Jul 14 09:09:16.271391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-0e8839cf-725e-4c6d-9d40-17c00e5b4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.273240 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-0e8839cf-725e-4c6d-9d40-17c00e5b4d47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ecfcc46d-1c77-4fe0-b573-d3d52b10097a HTTP/1.1" status: 200 len: 855 time: 0.0648808 Jul 14 09:09:16.295869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-793a87a1-c5f6-4a98-936d-f1d6e7329915 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581388 Jul 14 09:09:16.302469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9072efbb-c1a2-4cd6-9eb1-4cee96a26189 req-b17f9ab5-fa5b-4f9c-b1ca-f2b4c9fcb9a5 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694113 Jul 14 09:09:16.356606 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b08003-005a-41c9-b32e-65a2e1f28a95 x-openstack-request-id: req-a7b08003-005a-41c9-b32e-65a2e1f28a95 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:16.357023 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d5de38-268b-44ed-8356-b19d435c2b38", "tag": "ec6ec01e-1031-45c0-9bdc-dc573573d00d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:16.357427 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7b08003-005a-41c9-b32e-65a2e1f28a95 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:16.357944 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d5de38-268b-44ed-8356-b19d435c2b38', 'tag': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d', 'status': 'completed', 'code': 200} Jul 14 09:09:16.426548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-2c59c40c-228a-4672-a29e-d1b264a9bc7b service neutron] 10.222.0.18 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117935 Jul 14 09:09:16.429301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-2eae3de6-18e6-40b2-bd12-7c0b9fd44984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.430932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-2eae3de6-18e6-40b2-bd12-7c0b9fd44984 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87454a68-d2ee-4fe0-a7ce-09668fc1935b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501741 Jul 14 09:09:16.496469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-e99bfd5c-76e4-4d66-a2ee-fcc37ba4d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.499019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-e99bfd5c-76e4-4d66-a2ee-fcc37ba4d345 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d1d523f6ca246438734c3e47c7acdae&device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 1100 time: 0.1081691 Jul 14 09:09:16.642526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-baeb1f13-1f0e-474b-b754-1131726659f7 service neutron] 10.222.0.18 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066848 Jul 14 09:09:16.645080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-76c67c47-ffed-40ff-804d-3494581674bd service neutron] 10.222.0.48 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991763 Jul 14 09:09:16.720233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-88562de9-2eb8-4949-80f8-eaf0bcbf33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.726604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-88562de9-2eb8-4949-80f8-eaf0bcbf33a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2193015 Jul 14 09:09:16.742108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45a6d-1815-4b31-afb9-b6366b7de29c req-a446f738-d633-4c52-95c1-78745b15c125 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.752022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86f45a6d-1815-4b31-afb9-b6366b7de29c req-a446f738-d633-4c52-95c1-78745b15c125 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 948 time: 0.2209392 Jul 14 09:09:16.831818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-667f2b7c-97bb-49d7-936b-f27e0118de50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ec6ec01e-1031-45c0-9bdc-dc573573d00d HTTP/1.1" status: 200 len: 217 time: 0.0496874 Jul 14 09:09:16.847169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86f45a6d-1815-4b31-afb9-b6366b7de29c req-48d6a436-35f1-441f-a39b-2c388962908f tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935912 Jul 14 09:09:16.852128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bcf4e7f-b78a-4716-8a22-035a02c53b1f req-34cfcd24-e042-4d4e-8f24-02f0fe55ebf0 service neutron] 10.222.0.48 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986020 Jul 14 09:09:16.946608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-fb4a0485-9e5d-4172-83cd-2d1560bc0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:16.948742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-fb4a0485-9e5d-4172-83cd-2d1560bc0d5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0971944 Jul 14 09:09:17.115798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-2a426934-cb8b-438b-9b53-55e28f9307be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:17.117387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-2a426934-cb8b-438b-9b53-55e28f9307be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1609304 Jul 14 09:09:17.200861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1544b23-c753-40b7-92f4-f317445864c0 req-237fa7c7-9600-425a-81e3-ed3612427b5b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:17.202493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c1544b23-c753-40b7-92f4-f317445864c0 req-237fa7c7-9600-425a-81e3-ed3612427b5b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.1502247 Jul 14 09:09:17.227318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5e6b1-5514-4a83-b8e9-ddf3698ab17b req-e8cd6828-e5bc-4f31-9eb1-9344a071d159 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:17.229504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1b5e6b1-5514-4a83-b8e9-ddf3698ab17b req-e8cd6828-e5bc-4f31-9eb1-9344a071d159 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 949 time: 0.1161718 Jul 14 09:09:17.285035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1b5e6b1-5514-4a83-b8e9-ddf3698ab17b req-9213b1da-8318-4a6a-81d6-ab1348be9dc2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Jul 14 09:09:17.320532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c1544b23-c753-40b7-92f4-f317445864c0 req-e5410c42-58ee-4ed7-b4c8-5c0a4ffe7038 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886102 Jul 14 09:09:17.330410 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-c6b30d51-a74a-4cf9-86b8-a500ed3fd2c5 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023048 Jul 14 09:09:17.525366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7df1d1e4-94db-440c-920b-5279706ab278 req-2c8a9075-a873-4681-92e6-94bce4363587 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 210 time: 0.0841410 Jul 14 09:09:17.614984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44884) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:17.665305 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d49e11-93cc-49bd-8cb3-fc71703fcc57 req-99d88179-24c2-4cbb-9331-070f54787417 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206604 Jul 14 09:09:17.677315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-7a6f8ce3-d01d-4f0b-96ea-cf658e8f7c7e service neutron] 10.222.0.11 "GET /v2.0/ports/05bd789c-36ec-4918-ba9b-8c3fdd37d830/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.2353580 Jul 14 09:09:18.187014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f474e9-a86e-4e59-8b31-ffa4e3e0466c req-b704ed59-a7e7-46ec-b087-8594a659e751 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:18.189025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f474e9-a86e-4e59-8b31-ffa4e3e0466c req-b704ed59-a7e7-46ec-b087-8594a659e751 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 948 time: 0.1732707 Jul 14 09:09:18.247896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f474e9-a86e-4e59-8b31-ffa4e3e0466c req-60e34c5c-3d11-4670-8764-ec61af9cf091 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Jul 14 09:09:18.333079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.371579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225c080-99c5-4ce5-9aea-9649583c86aa req-c6988f08-55e7-4897-b321-85ac6a7d65a3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:18.373463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9225c080-99c5-4ce5-9aea-9649583c86aa req-c6988f08-55e7-4897-b321-85ac6a7d65a3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 943 time: 0.6283398 Jul 14 09:09:18.489266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9225c080-99c5-4ce5-9aea-9649583c86aa req-f6c4385d-c136-4518-b219-29f3d7917ce2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059790 Jul 14 09:09:18.520190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:18.576965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:18.684715 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fe3823d-d638-42a5-9fd5-2c8ae9d920ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.777711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469242-4ded-448a-8abc-026a94a35cf5 req-ddf815a1-d8c6-401c-8c4d-606b4b870ec6 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:18.780213 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc469242-4ded-448a-8abc-026a94a35cf5 req-ddf815a1-d8c6-401c-8c4d-606b4b870ec6 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 949 time: 0.1788886 Jul 14 09:09:18.803974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bd789c-36ec-4918-ba9b-8c3fdd37d830 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:18.824640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:18.876811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.907621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc469242-4ded-448a-8abc-026a94a35cf5 req-f5be4145-c269-4cb2-bf21-07646bcc53df tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847876 Jul 14 09:09:18.922347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:18.934478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c25de9-21d9-4052-97d8-53b359887215 req-2f247ab3-020d-4a18-b83b-b25b7633639b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:18.936166 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14c25de9-21d9-4052-97d8-53b359887215 req-2f247ab3-020d-4a18-b83b-b25b7633639b tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.1878166 Jul 14 09:09:18.959949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Deleting port ebf09aa0-a9c6-4b39-919d-a85fb3c23043 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:18.960306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.012730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-4c05bf95-0ba4-4249-8e6f-c84b144f5eeb tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:19.014482 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-4c05bf95-0ba4-4249-8e6f-c84b144f5eeb tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 813 time: 0.4428706 Jul 14 09:09:19.054523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'port': {'device_id': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4', 'admin_state_up': True, 'tenant_id': 'c7e1d5d5382745a1af4d472abec299eb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:19.129598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] For port ebf09aa0-a9c6-4b39-919d-a85fb3c23043, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:19.130074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.140936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14c25de9-21d9-4052-97d8-53b359887215 req-5d2b602d-9f21-442b-b8bf-41ad5857117d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575165 Jul 14 09:09:19.165099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Calling delete_port for ebf09aa0-a9c6-4b39-919d-a85fb3c23043 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:19.220143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] Transition to ACTIVE for port object 05bd789c-36ec-4918-ba9b-8c3fdd37d830 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:19.251886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.344285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35a15ea9-c203-41e7-8dee-0458fdd91986 req-d4bbeaa1-79e5-4b7a-8262-aa6838429fa3 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 210 time: 0.0750093 Jul 14 09:09:19.345102 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] No DVR routers for this DVR port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:19.350394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Made reservation on behalf of c7e1d5d5382745a1af4d472abec299eb for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:19.354189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.422212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] Pushing event updated for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:19.493947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-317e208d-0c34-4ccc-a0c2-bcef3705f782 service neutron] 10.222.0.11 "PUT /v2.0/ports/05bd789c-36ec-4918-ba9b-8c3fdd37d830/bindings/n-h1-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 1.8084404 Jul 14 09:09:19.541038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec6ec01e-1031-45c0-9bdc-dc573573d00d details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:19.558755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.600138 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.702243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Allocated IP 172.20.0.12 (b4ad712f-9d48-445c-afde-7bdfa3ccdcf4/04261160-bded-47aa-befd-accca286f6a8/8f5587e0-2a70-47f6-aa4f-01f828579882) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:19.759157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf09aa0-a9c6-4b39-919d-a85fb3c23043,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:19.828227 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.878826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec6ec01e-1031-45c0-9bdc-dc573573d00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec6ec01e-1031-45c0-9bdc-dc573573d00d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:19.894755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d', 'mac_address': 'fa:16:3e:94:af:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:19.947220 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.962588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6ec01e-1031-45c0-9bdc-dc573573d00d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:19.986739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec6ec01e-1031-45c0-9bdc-dc573573d00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec6ec01e-1031-45c0-9bdc-dc573573d00d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:19.992133 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:19.996829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c739bd8-09a1-4c9c-bce5-2fdc06999195 req-184e91fb-10e8-4eaf-91d0-0d0110ee2255 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.012060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c739bd8-09a1-4c9c-bce5-2fdc06999195 req-184e91fb-10e8-4eaf-91d0-0d0110ee2255 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 948 time: 0.4505622 Jul 14 09:09:20.023904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-bcd0f269-7b53-4294-ac81-e11ae6382264 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.024151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b32d6-3508-458b-bf34-ddf86793ca4b req-8be0b875-f9ac-4821-ae01-b62228929126 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.025725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6a2b32d6-3508-458b-bf34-ddf86793ca4b req-8be0b875-f9ac-4821-ae01-b62228929126 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 944 time: 0.1598580 Jul 14 09:09:20.031143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-bcd0f269-7b53-4294-ac81-e11ae6382264 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.4047472 Jul 14 09:09:20.060124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ec6ec01e-1031-45c0-9bdc-dc573573d00d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:20.083886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.150240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6a2b32d6-3508-458b-bf34-ddf86793ca4b req-5eb754df-d95b-4c38-862e-2acb903c972f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155930 Jul 14 09:09:20.152067 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.165588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:20.223733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:20.231614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:20.236171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:20.266703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:20.270258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ec6ec01e-1031-45c0-9bdc-dc573573d00d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:20.309208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.310833 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.347328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-fbe2a164-2bfb-42f9-bfea-9c143160c8f7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2969677 Jul 14 09:09:20.364399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Request body: {'port': {'device_id': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:20.509705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.607994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c739bd8-09a1-4c9c-bce5-2fdc06999195 req-23e26873-0fec-4935-bbce-64759ef6f7e5 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949547 Jul 14 09:09:20.640297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:20.649678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-a5294b0c-368f-4b2a-814a-d3f4c6fc90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.651898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-a5294b0c-368f-4b2a-814a-d3f4c6fc90b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888&tenant_id=6296f849fa8b45fe8cc5645afa7419b8 HTTP/1.1" status: 200 len: 1096 time: 0.6086731 Jul 14 09:09:20.835908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b1023ca0-f768-4106-a56c-b05165ee6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.837704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-b1023ca0-f768-4106-a56c-b05165ee6d0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1096 time: 0.1388524 Jul 14 09:09:20.841030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.841543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.842032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.846562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.849529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.850114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.850550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.851026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.851531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.852005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.854928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.855444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:20.864072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-b3583713-63df-4486-a53f-884708421057 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2&device_id=9982099b-19fa-4509-a2bf-cc96de94e109&device_id=62d5de38-268b-44ed-8356-b19d435c2b38&device_id=57dff191-0001-4572-a766-44f6176df8b8&device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd&device_id=83ec2215-012e-479a-aadd-918d5284e402&device_id=267640b5-02c3-4569-97e5-423d0a786073&device_id=929a3e0d-b2a6-4723-92fd-6358da074888&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba&device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f&device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 10877 time: 0.2038803 Jul 14 09:09:20.894198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-8b8faae6-da68-4a3e-bc2d-10abd5b87595 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.021195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5587e0-2a70-47f6-aa4f-01f828579882 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:21.036656 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.039136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-952e29c1-24b7-4ba4-bd02-76ab44ea4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.040693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-952e29c1-24b7-4ba4-bd02-76ab44ea4585 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.1952462 Jul 14 09:09:21.058836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Transition to ACTIVE for port object 8f5587e0-2a70-47f6-aa4f-01f828579882 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:21.066247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.111575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-4331e2bd-2187-4738-b7d9-8440d5f233b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 200 len: 217 time: 0.0422192 Jul 14 09:09:21.122748 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-8b8faae6-da68-4a3e-bc2d-10abd5b87595 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.123907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ea6e4-cc7d-439b-9224-e207827d8bf1 req-b1220028-6426-47e9-a79b-d74e3be14253 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.130932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a8ea6e4-cc7d-439b-9224-e207827d8bf1 req-b1220028-6426-47e9-a79b-d74e3be14253 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.2274604 Jul 14 09:09:21.134007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-8b8faae6-da68-4a3e-bc2d-10abd5b87595 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.174348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Pushing event updated for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:21.191534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5c8e6ca-b709-4e48-b9b8-21b70e1b3457 req-8b8faae6-da68-4a3e-bc2d-10abd5b87595 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=5d0b5ce6-8cd7-4526-9933-270317c3e989&id=3375c332-ac05-4b6b-aa41-ab110c4d6765&id=7758b78f-37d9-43c3-9048-046a89412a52&id=4096fe1b-c3b7-40de-810e-363cb04887d7&id=622f354c-a173-45ad-a9b9-a6ecc2e0137b&id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 901 time: 0.3202510 Jul 14 09:09:21.212473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8faae6-da68-4a3e-bc2d-10abd5b87595 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35b3d29-4391-45ee-9a02-35f45cb06117,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:21.224863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a8ea6e4-cc7d-439b-9224-e207827d8bf1 req-33f5db92-8991-4600-a627-3a4ce6dec68a tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929337 Jul 14 09:09:21.235629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-635c2635-dca9-4556-852e-03ef42a80047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.244669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-635c2635-dca9-4556-852e-03ef42a80047 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.1116436 Jul 14 09:09:21.247857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Router 43ebfe06-a112-43f9-8281-4aa2d297c967 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:09:21.273927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Attempting to bind port 8f5587e0-2a70-47f6-aa4f-01f828579882 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:21.274385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Attempting to bind port 8f5587e0-2a70-47f6-aa4f-01f828579882 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:21.274762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Attempting to bind port 8f5587e0-2a70-47f6-aa4f-01f828579882 on network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:21.278859 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.282202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Port 8f5587e0-2a70-47f6-aa4f-01f828579882 on network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:09:21.282527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Attempting to bind port 8f5587e0-2a70-47f6-aa4f-01f828579882 on network b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:21.288403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:21.288740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Checking segment: {'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:21.289166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Bound using segment: {'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:21.289695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Bound port: 8f5587e0-2a70-47f6-aa4f-01f828579882, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411704fd-3265-4baf-9338-1bc9a7f1fa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:21.290106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.302379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-361a0129-2d32-43bc-b4a8-42d1f07bd249 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469360 Jul 14 09:09:21.448106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:21.469551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8f5587e0-2a70-47f6-aa4f-01f828579882,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:21.484583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.529155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:09:21.533477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec6ec01e-1031-45c0-9bdc-dc573573d00d up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:21.538873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] Sync routers for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:09:21.557837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ecba9c9b-836c-4981-b4df-d08ac5bb521a admin admin] 10.222.0.18 "PUT /v2.0/routers/43ebfe06-a112-43f9-8281-4aa2d297c967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9411199 Jul 14 09:09:21.562860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-4a5792ab-4086-4380-b4f9-5fa58c76272b service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182224 Jul 14 09:09:21.563341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:21.568760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a3875-3400-4849-a45c-921d201da044 req-917844a5-2da2-4242-8a90-5703bebbfebc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.570388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-964a3875-3400-4849-a45c-921d201da044 req-917844a5-2da2-4242-8a90-5703bebbfebc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 944 time: 0.1717567 Jul 14 09:09:21.571736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.573096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.574246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] 10.222.0.48 "PUT /v2.0/ports/8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 1093 time: 1.2152147 Jul 14 09:09:21.576685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:21.578940 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:21.595223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea1a8a-783c-475d-8c6a-f8929eabd3f8 req-6625a2f2-707f-4c32-be65-419ff59d4fe9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.603239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-82ea1a8a-783c-475d-8c6a-f8929eabd3f8 req-6625a2f2-707f-4c32-be65-419ff59d4fe9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 944 time: 0.2485955 Jul 14 09:09:21.617288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:21.618394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:09:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:21.627098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326fa5a-e837-4f12-a84b-387bb233fdee service neutron] Pushing event updated for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:21.667745 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-964a3875-3400-4849-a45c-921d201da044 req-be4ef1b6-a7e0-47e4-a217-3d371f7fac0a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755165 Jul 14 09:09:21.731528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-867eff56-aec8-4172-8cff-623378598f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.733358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-867eff56-aec8-4172-8cff-623378598f5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1096 time: 0.0796511 Jul 14 09:09:21.782399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-7c6ab0f1-621c-4d3b-a16c-5388c2aeb557 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 217 time: 0.0407467 Jul 14 09:09:21.803532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:21.871164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-ec8dff56-8d76-4c0f-88bc-d4bd81418d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:21.874706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-ec8dff56-8d76-4c0f-88bc-d4bd81418d47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.0861270 Jul 14 09:09:21.889730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-3138ddb3-246c-4e96-9c31-165e53cab51f service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194370 Jul 14 09:09:21.899481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port ec6ec01e-1031-45c0-9bdc-dc573573d00d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:21.901231 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751372d5-f0b4-4d64-bacd-6b36a09ac8d8 x-openstack-request-id: req-751372d5-f0b4-4d64-bacd-6b36a09ac8d8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:21.902458 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:21.908620 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-751372d5-f0b4-4d64-bacd-6b36a09ac8d8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:21.909241 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882', 'status': 'completed', 'code': 200} Jul 14 09:09:21.951427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port ec6ec01e-1031-45c0-9bdc-dc573573d00d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:21.953224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:21.977424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-4ad6ea3b-27a9-48ba-b7f0-454c597a6660 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920038 Jul 14 09:09:21.979955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-82ea1a8a-783c-475d-8c6a-f8929eabd3f8 req-c1f9661d-6810-459c-a5af-0d82b699a56a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757460 Jul 14 09:09:22.046928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.106918 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.148080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5de38-268b-44ed-8356-b19d435c2b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:22.151614 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc78e3ac-7d8c-4ee3-aebc-a503506240bf" -d '{"events": [{"server_uuid": "62d5de38-268b-44ed-8356-b19d435c2b38", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ec01e-1031-45c0-9bdc-dc573573d00d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:22.171274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec6ec01e-1031-45c0-9bdc-dc573573d00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec6ec01e-1031-45c0-9bdc-dc573573d00d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:22.180697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:09:19Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:22.185961 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.200718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-d2d1ab0b-259f-4f1b-8ee7-410ea77d7330 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109802 Jul 14 09:09:22.210864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee891-4745-4a35-b8e1-77b8d18a053e req-43fc2b0b-8d5b-4a6b-8f51-8722cdf1cddb tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.212635 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94cee891-4745-4a35-b8e1-77b8d18a053e req-43fc2b0b-8d5b-4a6b-8f51-8722cdf1cddb tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 949 time: 0.2052481 Jul 14 09:09:22.223144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] Checking router: 43ebfe06-a112-43f9-8281-4aa2d297c967 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:09:22.265213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] Routers {'43ebfe06-a112-43f9-8281-4aa2d297c967'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:22.265854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:09:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['43ebfe06-a112-43f9-8281-4aa2d297c967'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:22.419472 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.446607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94cee891-4745-4a35-b8e1-77b8d18a053e req-d122c0f5-82e0-4ef3-9f92-c4020893811d tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266243 Jul 14 09:09:22.476308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ec6ec01e-1031-45c0-9bdc-dc573573d00d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:22.514818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37064-16e7-419e-b326-3147ad98d57b req-2b0fe650-47d1-476c-b9b8-0a9c3ac15d4e tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.516439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e71111-284f-4bc1-92d9-2685aadcd7f1 req-5cd1fa64-b4da-4c39-9da3-e7d40b2fada8 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994549 Jul 14 09:09:22.518912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-2b0fe650-47d1-476c-b9b8-0a9c3ac15d4e tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888&tenant_id=6296f849fa8b45fe8cc5645afa7419b8&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.1985071 Jul 14 09:09:22.559044 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f317d38-4077-48e6-aeb5-dd192785f8fc x-openstack-request-id: req-5f317d38-4077-48e6-aeb5-dd192785f8fc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:22.559257 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d5de38-268b-44ed-8356-b19d435c2b38", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ec01e-1031-45c0-9bdc-dc573573d00d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:22.559531 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f317d38-4077-48e6-aeb5-dd192785f8fc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:22.560189 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5de38-268b-44ed-8356-b19d435c2b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d', 'code': 200} Jul 14 09:09:22.594375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] Set router 43ebfe06-a112-43f9-8281-4aa2d297c967 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:22.619338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Deleting port 5cca3a41-2217-49a4-a750-ccba6f8b6325 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:22.619710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.836252 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:09:19Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:22.848754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b0a37064-16e7-419e-b326-3147ad98d57b req-e47157f4-89ce-4cf2-b089-c4c19f004a0d service neutron] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:22.863248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b0a37064-16e7-419e-b326-3147ad98d57b req-e47157f4-89ce-4cf2-b089-c4c19f004a0d service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.865107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0a37064-16e7-419e-b326-3147ad98d57b req-e47157f4-89ce-4cf2-b089-c4c19f004a0d service neutron] 10.222.0.48 "DELETE /v2.0/ports/05bd789c-36ec-4918-ba9b-8c3fdd37d830/bindings/n-h2-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.3278208 Jul 14 09:09:22.866697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cbec4-2de0-4403-ad50-21d79fe54b18 None None] The sync data for ids ['43ebfe06-a112-43f9-8281-4aa2d297c967'] in n-d-758944-44 is: [{'id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2126041810-router', 'tenant_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:30Z', 'updated_at': '2021-07-14T09:09:19Z', 'revision_number': 5, 'project_id': '5e5e278314ca4a92ac6ef2d769986e9d', 'gw_port': {'id': '5cca3a41-2217-49a4-a750-ccba6f8b6325', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ebfe06-a112-43f9-8281-4aa2d297c967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:31Z', 'updated_at': '2021-07-14T09:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:09:22.876974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] For port 5cca3a41-2217-49a4-a750-ccba6f8b6325, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5cca3a41-2217-49a4-a750-ccba6f8b6325,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:22.877637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:22.884498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-fd2d5f37-aa1d-4f48-99d5-c994cd58b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.886494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-fd2d5f37-aa1d-4f48-99d5-c994cd58b05a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1096 time: 0.1710122 Jul 14 09:09:22.911855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f74380-90c7-4ed5-a394-b138b93315c1 req-55c7c5d9-c471-454c-965c-46c082b13a75 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.912498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f74380-90c7-4ed5-a394-b138b93315c1 req-55c7c5d9-c471-454c-965c-46c082b13a75 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.913056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f74380-90c7-4ed5-a394-b138b93315c1 req-55c7c5d9-c471-454c-965c-46c082b13a75 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.921339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4f74380-90c7-4ed5-a394-b138b93315c1 req-55c7c5d9-c471-454c-965c-46c082b13a75 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8&device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd&device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 2885 time: 0.2383282 Jul 14 09:09:22.929499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Calling delete_port for 5cca3a41-2217-49a4-a750-ccba6f8b6325 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:22.993364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f4f51-a238-4e33-a9ac-d7e6b54a9e2a req-86e8812b-e058-42ad-86e2-ffb77b9e2ab4 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:22.995703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-244f4f51-a238-4e33-a9ac-d7e6b54a9e2a req-86e8812b-e058-42ad-86e2-ffb77b9e2ab4 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.2830443 Jul 14 09:09:23.007072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3402d-b88d-415e-86aa-a5cd94a58541 req-df0f1375-5b4e-44ae-a6f2-eb516bbb917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:23.008504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9b3402d-b88d-415e-86aa-a5cd94a58541 req-df0f1375-5b4e-44ae-a6f2-eb516bbb917f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 1102 time: 0.2401536 Jul 14 09:09:23.016575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4f74380-90c7-4ed5-a394-b138b93315c1 req-4ad33b23-f1a7-45f6-bf6f-110ef335e07a tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932291 Jul 14 09:09:23.058570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-ff5fd7dd-0705-4455-b8e7-c170e1dd9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:23.060124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-ff5fd7dd-0705-4455-b8e7-c170e1dd9397 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 914 time: 0.1593192 Jul 14 09:09:23.122297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9b3402d-b88d-415e-86aa-a5cd94a58541 req-cb43d791-3963-4638-a654-509606507cc5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008196 Jul 14 09:09:23.123519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-d4755e1e-e99d-47dc-a281-17b2412fc152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 217 time: 0.0565114 Jul 14 09:09:23.127003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-244f4f51-a238-4e33-a9ac-d7e6b54a9e2a req-7aefc468-ae64-4845-8218-e2d4ed1f0fab tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224945 Jul 14 09:09:23.210659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.303775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cca3a41-2217-49a4-a750-ccba6f8b6325,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:23.320350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-6cfeaffe-10f0-4ac4-a3eb-36dfe4251e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:23.322148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-6cfeaffe-10f0-4ac4-a3eb-36dfe4251e8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1488700 Jul 14 09:09:23.353224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.368612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-d7ebe22b-30fa-4dce-a42d-180bfbc5a2af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389621 Jul 14 09:09:23.462747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539b49-fa52-40f1-8ba6-b1fa1ac5c8e9 req-176a75ed-a5b0-4b14-be7a-12a8c0bb58c2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:23.464855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00539b49-fa52-40f1-8ba6-b1fa1ac5c8e9 req-176a75ed-a5b0-4b14-be7a-12a8c0bb58c2 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 944 time: 0.2012990 Jul 14 09:09:23.485144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d4ea5-5b11-4a7e-baff-db20df6ee976 req-43df7573-85ce-40a5-bf14-8903bf1e2d5f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:23.486723 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b21d4ea5-5b11-4a7e-baff-db20df6ee976 req-43df7573-85ce-40a5-bf14-8903bf1e2d5f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 944 time: 0.3356965 Jul 14 09:09:23.496065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.503857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.533034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-73a86988-ce37-4fe5-b32d-f4596fe29f0e service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567476 Jul 14 09:09:23.537265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00539b49-fa52-40f1-8ba6-b1fa1ac5c8e9 req-7cfe60c8-090a-474e-a7ef-e4491354a1f9 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658092 Jul 14 09:09:23.607103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b21d4ea5-5b11-4a7e-baff-db20df6ee976 req-0adb848c-0287-4ef8-99df-1068825db1de tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087780 Jul 14 09:09:23.608234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.608765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ebfe06-a112-43f9-8281-4aa2d297c967 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:09:23.614693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:23.616344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d1ced952-2e11-4e6b-b370-d16f70a59ab0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/43ebfe06-a112-43f9-8281-4aa2d297c967 HTTP/1.1" status: 204 len: 168 time: 2.0508678 Jul 14 09:09:23.618554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44954) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:23.669632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3f37c0f-b3a7-4c65-b67f-8debc041e39e req-d0c2067d-b2f6-47fa-862c-4c4746b506fe service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208870 Jul 14 09:09:24.124606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015de294-291d-49f1-8a66-757f29a2bc43 req-d273428b-cc71-49c0-89e1-3e8b673b7b19 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:24.126437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-015de294-291d-49f1-8a66-757f29a2bc43 req-d273428b-cc71-49c0-89e1-3e8b673b7b19 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 950 time: 0.0871513 Jul 14 09:09:24.159440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] Deleting subnet 46fe6844-953a-468d-b72a-f85b5e40736c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:09:24.162822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.185763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-015de294-291d-49f1-8a66-757f29a2bc43 req-222f23d6-a4ab-43d9-b64a-05f23e93223f tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Jul 14 09:09:24.214967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.252938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daede4cf-4e06-497d-b8f6-b1b2cab72c0b req-273aeb53-b3c2-47f5-809b-f9aedd0b8444 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:24.254179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-daede4cf-4e06-497d-b8f6-b1b2cab72c0b req-273aeb53-b3c2-47f5-809b-f9aedd0b8444 tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 1096 time: 0.1486652 Jul 14 09:09:24.360549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-daede4cf-4e06-497d-b8f6-b1b2cab72c0b req-6a57d971-ad78-41cc-81b5-2fc07463437b tempest-LiveMigrationTest-2083124926 tempest-LiveMigrationTest-2083124926-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853140 Jul 14 09:09:24.367546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.458105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.502834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fe6844-953a-468d-b72a-f85b5e40736c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:24.519202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.524019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-da4b65f3-ed4a-4536-b6ff-3970d1b32e5e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/46fe6844-953a-468d-b72a-f85b5e40736c HTTP/1.1" status: 204 len: 168 time: 0.9014027 Jul 14 09:09:24.524262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:24.524469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c67769b-a307-4ed4-b4df-307d24c6b409 None None] Network d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:09:24.617224 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.630683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e942947-cae9-4806-b0dd-20f97c938c58 req-1da71d3f-e28a-447b-a14e-33ea206611f9 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:24.632918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e942947-cae9-4806-b0dd-20f97c938c58 req-1da71d3f-e28a-447b-a14e-33ea206611f9 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.1347618 Jul 14 09:09:24.710114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e942947-cae9-4806-b0dd-20f97c938c58 req-86803f7d-17e3-4f29-a635-d205f08e9d58 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665634 Jul 14 09:09:24.718343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Deleting port 75a8702f-451a-48f5-9db8-f75b2e4e6187 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:24.719050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.781501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] DHCP port deletion for d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:09:24.812582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] For port 75a8702f-451a-48f5-9db8-f75b2e4e6187, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=75a8702f-451a-48f5-9db8-f75b2e4e6187,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:24.814753 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.855456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Calling delete_port for 75a8702f-451a-48f5-9db8-f75b2e4e6187 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:24.889461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] Deleting port 75a8702f-451a-48f5-9db8-f75b2e4e6187 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:24.890036 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.894873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5cca3a41-2217-49a4-a750-ccba6f8b6325 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:25.015711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 5cca3a41-2217-49a4-a750-ccba6f8b6325 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:25.016063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5cca3a41-2217-49a4-a750-ccba6f8b6325 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:25.016516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ebf09aa0-a9c6-4b39-919d-a85fb3c23043 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:25.037472 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.040048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ebf09aa0-a9c6-4b39-919d-a85fb3c23043 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:25.040479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ebf09aa0-a9c6-4b39-919d-a85fb3c23043 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:25.040902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 75a8702f-451a-48f5-9db8-f75b2e4e6187 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:25.071124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 75a8702f-451a-48f5-9db8-f75b2e4e6187 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:25.071514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 75a8702f-451a-48f5-9db8-f75b2e4e6187 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:25.081869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a8702f-451a-48f5-9db8-f75b2e4e6187,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:25.087940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] No DVR routers for this DVR port 75a8702f-451a-48f5-9db8-f75b2e4e6187 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:25.097125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] For port 75a8702f-451a-48f5-9db8-f75b2e4e6187, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=75a8702f-451a-48f5-9db8-f75b2e4e6187,segment=NetworkSegment(1ee7f318-2ba7-4654-b8d3-32cf4dcb297c),segment_id=1ee7f318-2ba7-4654-b8d3-32cf4dcb297c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:25.097706 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.113311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] Calling delete_port for 75a8702f-451a-48f5-9db8-f75b2e4e6187 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:25.212483 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.246938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] Pushing event deleted for resources: {'Port': ['ID=75a8702f-451a-48f5-9db8-f75b2e4e6187,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:25.249407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e3238-945c-429a-a478-7f9045d393c5 None None] No DVR routers for this DVR port 75a8702f-451a-48f5-9db8-f75b2e4e6187 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:25.310444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0c3eb-ac1e-4bcb-bd70-f33912d51139 req-d0025c73-4708-440c-9ea8-0024e470fc66 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:25.312187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90e0c3eb-ac1e-4bcb-bd70-f33912d51139 req-d0025c73-4708-440c-9ea8-0024e470fc66 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 944 time: 0.0774455 Jul 14 09:09:25.364796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90e0c3eb-ac1e-4bcb-bd70-f33912d51139 req-592a20ae-f148-4299-bab6-814181d06a33 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460832 Jul 14 09:09:25.546812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.559399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8f5587e0-2a70-47f6-aa4f-01f828579882 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:25.584179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:25.600912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:25.601244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee7f318-2ba7-4654-b8d3-32cf4dcb297c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:25.624074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2f25-df52-4f67-8187-83e62c2c3442 req-f4bbe8e4-bc8c-4ae2-afe9-910071d4e525 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:25.630887 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6fc2f25-df52-4f67-8187-83e62c2c3442 req-f4bbe8e4-bc8c-4ae2-afe9-910071d4e525 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 944 time: 0.5150275 Jul 14 09:09:25.634521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.675035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.688491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8f5587e0-2a70-47f6-aa4f-01f828579882,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:25.702599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:09:25.703052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.704909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '8f5587e0-2a70-47f6-aa4f-01f828579882', 'network_id': 'b4ad712f-9d48-445c-afde-7bdfa3ccdcf4', 'port_id': '8f5587e0-2a70-47f6-aa4f-01f828579882', 'mac_address': 'fa:16:3e:86:17:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04261160-bded-47aa-befd-accca286f6a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:09:25.705082 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:09:25.712540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-21b333ee-bf1b-4700-a171-6540efae7955 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:25.715564 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-21b333ee-bf1b-4700-a171-6540efae7955 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 944 time: 0.1871347 Jul 14 09:09:25.733024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6fc2f25-df52-4f67-8187-83e62c2c3442 req-598afdd7-5875-48b1-a22a-ae225ac066a0 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011992 Jul 14 09:09:25.740771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d6940-2cf4-40d3-9a58-0e5ee07fe971 req-7c71bb87-e9e9-4739-8075-9222d004dc3a tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:25.742403 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d7d6940-2cf4-40d3-9a58-0e5ee07fe971 req-7c71bb87-e9e9-4739-8075-9222d004dc3a tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 950 time: 0.0889199 Jul 14 09:09:25.792807 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.822877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.825274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5587e0-2a70-47f6-aa4f-01f828579882 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:25.825723 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d7d6940-2cf4-40d3-9a58-0e5ee07fe971 req-4b9327e1-e874-4033-b16a-40e6df233ef6 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633023 Jul 14 09:09:25.830686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.832978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74 HTTP/1.1" status: 204 len: 168 time: 1.3073697 Jul 14 09:09:25.835682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44992) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:25.873912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8f5587e0-2a70-47f6-aa4f-01f828579882,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:25.882537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.921323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465073fd-1fcc-4200-a2e1-d373b75570e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d38af7-95f2-4f5a-b2c2-e2f8d9750b74,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:25.963826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:25.998503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Deleting port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:25.998910 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.055153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025111c-31f3-4b3f-8ed9-ca2c0e3d38b9 req-926eb061-cacd-4614-bd59-fb7afe4bb70c tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.057190 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7025111c-31f3-4b3f-8ed9-ca2c0e3d38b9 req-926eb061-cacd-4614-bd59-fb7afe4bb70c tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1101 time: 0.1392462 Jul 14 09:09:26.125243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c41a7-8641-472d-8e17-1467ee5c99fb req-d9919228-68a0-4d7f-a3e5-148b7b8b1378 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.125512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] For port 05bd789c-36ec-4918-ba9b-8c3fdd37d830, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=05bd789c-36ec-4918-ba9b-8c3fdd37d830,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:26.125900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.126800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f9c41a7-8641-472d-8e17-1467ee5c99fb req-d9919228-68a0-4d7f-a3e5-148b7b8b1378 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.1339765 Jul 14 09:09:26.132461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7025111c-31f3-4b3f-8ed9-ca2c0e3d38b9 req-a64c7067-0e8d-4998-a4d0-a34a88f138b2 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600483 Jul 14 09:09:26.155169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Calling delete_port for 05bd789c-36ec-4918-ba9b-8c3fdd37d830 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:26.177749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['8f5587e0-2a70-47f6-aa4f-01f828579882'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:26.241449 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f9c41a7-8641-472d-8e17-1467ee5c99fb req-e052fc3c-dc87-4f1f-8936-bd1c61c3e80e tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050024 Jul 14 09:09:26.401291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.428597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f39c13f0-dab1-4442-940c-3bb0db4e5a45'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:26.488728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event deleted for resources: {'Port': ['ID=05bd789c-36ec-4918-ba9b-8c3fdd37d830,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:26.530738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.677986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] No DVR routers for this DVR port 05bd789c-36ec-4918-ba9b-8c3fdd37d830 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:26.686516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.690228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e220afe-e2f4-4e5f-90e2-c623db805007 req-1a91cc2a-cc5a-423e-a268-7fd9eb9c4bb4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "DELETE /v2.0/ports/05bd789c-36ec-4918-ba9b-8c3fdd37d830 HTTP/1.1" status: 204 len: 173 time: 0.9324572 Jul 14 09:09:26.690765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'name': 'network-vif-deleted', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:26.703500 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ce0e8a-a880-4b32-a978-98f38959070c" -d '{"events": [{"server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "name": "network-vif-deleted", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:26.730009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61930ca3-bf84-4d69-af8d-e5fbd8b873f5 req-1428fcef-c1e4-47d1-bad0-58f991034deb tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:26.737741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61930ca3-bf84-4d69-af8d-e5fbd8b873f5 req-1428fcef-c1e4-47d1-bad0-58f991034deb tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1101 time: 0.2624667 Jul 14 09:09:26.799257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61930ca3-bf84-4d69-af8d-e5fbd8b873f5 req-8c7ad2be-bd7a-45bb-9eb8-639ca8b8f6b1 tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581291 Jul 14 09:09:26.848631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-176903bd-cdcb-40ae-9ac2-3e64532eb744 req-a89ae645-075f-458f-a299-1668213d41d7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 210 time: 0.0345292 Jul 14 09:09:26.952344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Deleting port 5a56412a-05fd-45b2-9e1a-e46ccaaef846 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:26.952695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:26.956568 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916810c1-d05e-4b43-86a0-192db0319d76 x-openstack-request-id: req-916810c1-d05e-4b43-86a0-192db0319d76 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:26.956874 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929a3e0d-b2a6-4723-92fd-6358da074888", "name": "network-vif-deleted", "tag": "05bd789c-36ec-4918-ba9b-8c3fdd37d830", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:26.957128 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-916810c1-d05e-4b43-86a0-192db0319d76 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:26.957535 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929a3e0d-b2a6-4723-92fd-6358da074888', 'name': 'network-vif-deleted', 'tag': '05bd789c-36ec-4918-ba9b-8c3fdd37d830', 'status': 'completed', 'code': 200} Jul 14 09:09:26.996926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895afd9d-78b8-48e3-9f5c-ca2ba770f9f1 req-59caa031-0094-4f4d-b5da-8b773eeacbd6 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.005916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-895afd9d-78b8-48e3-9f5c-ca2ba770f9f1 req-59caa031-0094-4f4d-b5da-8b773eeacbd6 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 950 time: 0.1037724 Jul 14 09:09:27.054807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-895afd9d-78b8-48e3-9f5c-ca2ba770f9f1 req-f1c3d1be-82cc-401f-a8cf-5a46943ede8c tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472770 Jul 14 09:09:27.108984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] For port 5a56412a-05fd-45b2-9e1a-e46ccaaef846, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5a56412a-05fd-45b2-9e1a-e46ccaaef846,segment=NetworkSegment(51fb6939-f54e-4e0a-b92b-6eef61662bba),segment_id=51fb6939-f54e-4e0a-b92b-6eef61662bba)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:27.110906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.185996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Calling delete_port for 5a56412a-05fd-45b2-9e1a-e46ccaaef846 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:27.350581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4336bd4-3492-4e4a-802f-4384740ac149 req-939db84f-4069-476d-867f-374853d8fffa tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.359460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4336bd4-3492-4e4a-802f-4384740ac149 req-939db84f-4069-476d-867f-374853d8fffa tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 945 time: 0.2056222 Jul 14 09:09:27.466216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4336bd4-3492-4e4a-802f-4384740ac149 req-c18de0a1-6af0-4c8f-addc-d16402f60bcd tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056113 Jul 14 09:09:27.574788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa982b71-5f24-48a1-9616-7715d29351ab req-f170deed-b57e-47f6-b3b6-0494bf8448c6 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:27.578339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8f5587e0-2a70-47f6-aa4f-01f828579882 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:27.591227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa982b71-5f24-48a1-9616-7715d29351ab req-f170deed-b57e-47f6-b3b6-0494bf8448c6 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 944 time: 0.1270902 Jul 14 09:09:27.603214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.685611 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa982b71-5f24-48a1-9616-7715d29351ab req-a4e1b1cf-6c1c-4264-9015-c07c91d1e9c2 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853879 Jul 14 09:09:27.699528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 8f5587e0-2a70-47f6-aa4f-01f828579882 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:27.704522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 8f5587e0-2a70-47f6-aa4f-01f828579882 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:27.705685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.785270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a56412a-05fd-45b2-9e1a-e46ccaaef846,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:27.968566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.065546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8f5587e0-2a70-47f6-aa4f-01f828579882,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:28.070280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:28.079998 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b01aec7-4f3b-4ba8-bead-00232471532f" -d '{"events": [{"server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "name": "network-vif-plugged", "status": "completed", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:28.081707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.098212 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.098913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 05bd789c-36ec-4918-ba9b-8c3fdd37d830 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:28.160773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 05bd789c-36ec-4918-ba9b-8c3fdd37d830 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:28.161138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 05bd789c-36ec-4918-ba9b-8c3fdd37d830 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:28.215495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4353e108-d7df-4178-a16d-84c064c71533 req-7883721a-6141-4b07-8bdc-18599ab9044d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 210 time: 0.0384400 Jul 14 09:09:28.218273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:28.343344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-5d79ef15-e71d-4f32-bf3d-7a23cf9785b4 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:28.345621 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-5d79ef15-e71d-4f32-bf3d-7a23cf9785b4 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.48 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 950 time: 0.1256361 Jul 14 09:09:28.392391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b23d10-97d8-4fca-9a9d-c3ec7ce1bc6c req-764f4ffa-cc2f-40b1-a33e-30fb02c81525 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:28.418399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29b23d10-97d8-4fca-9a9d-c3ec7ce1bc6c req-764f4ffa-cc2f-40b1-a33e-30fb02c81525 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 945 time: 0.3229156 Jul 14 09:09:28.539566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29b23d10-97d8-4fca-9a9d-c3ec7ce1bc6c req-62e58b87-7c8e-4199-96cd-cbd125b9ec06 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130292 Jul 14 09:09:28.638994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Deleting port ec6ec01e-1031-45c0-9bdc-dc573573d00d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:28.639341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.767473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Router 69d5bbf3-f422-4cab-bc64-7498b9f6897e has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:09:28.793726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543daa21-9d10-4a6f-b4f4-42e7b0cc7e3a req-09552bd4-368b-4dcb-bc8d-b2dff917a227 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:28.795106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-543daa21-9d10-4a6f-b4f4-42e7b0cc7e3a req-09552bd4-368b-4dcb-bc8d-b2dff917a227 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 950 time: 0.0964675 Jul 14 09:09:28.871942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] For port ec6ec01e-1031-45c0-9bdc-dc573573d00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec6ec01e-1031-45c0-9bdc-dc573573d00d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:28.873172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:28.895392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Calling delete_port for ec6ec01e-1031-45c0-9bdc-dc573573d00d owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:28.967613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-543daa21-9d10-4a6f-b4f4-42e7b0cc7e3a req-906ed276-0e82-4a59-93e7-9b8a7f3bd0ea tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621571 Jul 14 09:09:29.005359 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8643d325-ec99-415d-a8fa-a84ca203ffd8 x-openstack-request-id: req-8643d325-ec99-415d-a8fa-a84ca203ffd8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:29.005862 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "name": "network-vif-plugged", "status": "completed", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:29.006098 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8643d325-ec99-415d-a8fa-a84ca203ffd8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:29.006599 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882', 'code': 200} Jul 14 09:09:29.118045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:09:29.130191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f5501e5-d0d5-46b7-a7f3-64b23cc1f527 admin admin] 10.222.0.18 "PUT /v2.0/routers/69d5bbf3-f422-4cab-bc64-7498b9f6897e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2912190 Jul 14 09:09:29.130377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] Sync routers for ids ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:09:29.130826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45074) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:29.143499 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] Routers {'69d5bbf3-f422-4cab-bc64-7498b9f6897e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:29.144122 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:09:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:29.333951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af59446-8dba-4165-bef7-3f3e759766c6 req-876c4bfa-c01e-4ef8-8e48-3d3ee0313c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:29.335427 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7af59446-8dba-4165-bef7-3f3e759766c6 req-876c4bfa-c01e-4ef8-8e48-3d3ee0313c68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1098 time: 0.2308547 Jul 14 09:09:29.351712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.364862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ec6ec01e-1031-45c0-9bdc-dc573573d00d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:29.394292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Pushing event deleted for resources: {'Port': ['ID=ec6ec01e-1031-45c0-9bdc-dc573573d00d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:29.436473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7af59446-8dba-4165-bef7-3f3e759766c6 req-b0183d94-8651-4546-9f1b-a6a42bad94d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922346 Jul 14 09:09:29.493702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] No DVR routers for this DVR port ec6ec01e-1031-45c0-9bdc-dc573573d00d on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:29.501127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.518900 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eb8b0a5-20f3-42ef-ab47-ecb6cf7d5382 req-13f65ceb-0eca-4fda-8473-c61ab9b91595 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.48 "DELETE /v2.0/ports/ec6ec01e-1031-45c0-9bdc-dc573573d00d HTTP/1.1" status: 204 len: 173 time: 1.1669075 Jul 14 09:09:29.521297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5de38-268b-44ed-8356-b19d435c2b38', 'name': 'network-vif-deleted', 'tag': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:29.535870 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a423c3e3-9728-4b91-bdd8-b9b9b3146284" -d '{"events": [{"server_uuid": "62d5de38-268b-44ed-8356-b19d435c2b38", "name": "network-vif-deleted", "tag": "ec6ec01e-1031-45c0-9bdc-dc573573d00d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:29.583944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32882348-d875-41c8-8e45-9e2a1240c6ae req-d8e0d9da-6ccc-4f1c-9883-1d55786de8a2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:29.584452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device eb0d4d56-e6d3-4c24-8486-445b67f1bc17 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:29.600253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32882348-d875-41c8-8e45-9e2a1240c6ae req-d8e0d9da-6ccc-4f1c-9883-1d55786de8a2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 946 time: 0.3355947 Jul 14 09:09:29.624742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.673051 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] Set router 69d5bbf3-f422-4cab-bc64-7498b9f6897e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:29.766671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32882348-d875-41c8-8e45-9e2a1240c6ae req-b05cc167-7ae6-4911-b802-c9701f9a2015 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588397 Jul 14 09:09:29.830948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port eb0d4d56-e6d3-4c24-8486-445b67f1bc17, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:29.859201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'port_id': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'mac_address': 'fa:16:3e:58:5d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:29.923302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.971201 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:29.990604 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:09:27Z', 'revision_number': 5, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port': {'id': 'd2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:8a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:03:49Z', 'updated_at': '2021-07-14T09:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:30.006014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0d4d56-e6d3-4c24-8486-445b67f1bc17 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:30.055565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port eb0d4d56-e6d3-4c24-8486-445b67f1bc17, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:30.063292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:30.067498 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] Checking router: 69d5bbf3-f422-4cab-bc64-7498b9f6897e for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:09:30.089198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] Routers {'69d5bbf3-f422-4cab-bc64-7498b9f6897e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:30.089833 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:09:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:30.120781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88857180-b299-4987-895b-783befe82338 req-189f9955-173a-4d2d-b96a-932872cc89f2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:30.130523 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88857180-b299-4987-895b-783befe82338 req-189f9955-173a-4d2d-b96a-932872cc89f2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.0903225 Jul 14 09:09:30.179595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:30.195522 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88857180-b299-4987-895b-783befe82338 req-c61f2a7e-4862-45cf-b186-f31a86e8e2f1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628738 Jul 14 09:09:30.239665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] Set router 69d5bbf3-f422-4cab-bc64-7498b9f6897e gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:30.352436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['eb0d4d56-e6d3-4c24-8486-445b67f1bc17'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:30.372707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4611bbe1-32cb-4ee0-9fb5-2436aaed3134 req-5e8dab3d-5c1a-411d-9c8b-9d3ecd78d63d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 210 time: 0.0474710 Jul 14 09:09:30.448988 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cef5fe-8062-46c6-aae3-ceb3eead2d68 x-openstack-request-id: req-43cef5fe-8062-46c6-aae3-ceb3eead2d68 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:30.449206 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:09:29Z', 'revision_number': 6, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:30.450147 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d5de38-268b-44ed-8356-b19d435c2b38", "name": "network-vif-deleted", "tag": "ec6ec01e-1031-45c0-9bdc-dc573573d00d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:30.450644 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43cef5fe-8062-46c6-aae3-ceb3eead2d68 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:30.451305 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5de38-268b-44ed-8356-b19d435c2b38', 'name': 'network-vif-deleted', 'tag': 'ec6ec01e-1031-45c0-9bdc-dc573573d00d', 'status': 'completed', 'code': 200} Jul 14 09:09:30.506974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Deleting port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:30.507565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:30.513417 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c453970-86c2-4096-82c7-9da4c78fccd9 None None] The sync data for ids ['69d5bbf3-f422-4cab-bc64-7498b9f6897e'] in n-d-758944-44 is: [{'id': '69d5bbf3-f422-4cab-bc64-7498b9f6897e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1080886369-router', 'tenant_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:03:47Z', 'updated_at': '2021-07-14T09:09:29Z', 'revision_number': 6, 'project_id': 'b12a06ca87964bcd8a63c179237f2fbf', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:09:30.606927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] For port d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:30.607293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:30.621895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Calling delete_port for d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:30.772468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d67fd15a-f213-4eb1-b72d-b2b837dd3667 req-237acbf5-ab7c-4ea0-bfa8-eb8db957f438 tempest-ServerDiagnosticsNegativeTest-1949442549 tempest-ServerDiagnosticsNegativeTest-1949442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=62d5de38-268b-44ed-8356-b19d435c2b38 HTTP/1.1" status: 200 len: 210 time: 0.0467503 Jul 14 09:09:30.786780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c9411-2396-4911-993a-c30a1cfa688e req-048c3039-170b-4843-9361-e048541640ab tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:30.794263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e48c9411-2396-4911-993a-c30a1cfa688e req-048c3039-170b-4843-9361-e048541640ab tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 945 time: 0.3684990 Jul 14 09:09:30.837019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:30.872263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e48c9411-2396-4911-993a-c30a1cfa688e req-de9ba3b2-a580-4474-948b-4cd356d20fce tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764608 Jul 14 09:09:30.920640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:30.935243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5a56412a-05fd-45b2-9e1a-e46ccaaef846 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:30.959824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 5a56412a-05fd-45b2-9e1a-e46ccaaef846 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:30.960281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5a56412a-05fd-45b2-9e1a-e46ccaaef846 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:30.990836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.080981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac2d7a-80aa-4415-8fee-0a7a95b93862 req-3127746b-3cb3-4664-9d71-5f347b5d02ba tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.082850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3ac2d7a-80aa-4415-8fee-0a7a95b93862 req-3127746b-3cb3-4664-9d71-5f347b5d02ba tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 946 time: 0.1258082 Jul 14 09:09:31.111395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.113791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.131397 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3ac2d7a-80aa-4415-8fee-0a7a95b93862 req-5665741e-e639-40dd-a9c4-503808d322ba tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Jul 14 09:09:31.164494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.165300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69d5bbf3-f422-4cab-bc64-7498b9f6897e {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:09:31.171188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.184147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6f09edb9-5471-49bf-8434-0037bbda3248 admin admin] 10.222.0.18 "DELETE /v2.0/routers/69d5bbf3-f422-4cab-bc64-7498b9f6897e HTTP/1.1" status: 204 len: 168 time: 2.0523756 Jul 14 09:09:31.186815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45114) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:31.191440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.241773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] Deleting subnet 08a4838d-12c7-416b-b9bd-e08bc6be97c1 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:09:31.246071 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.312677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.349565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-847d4e60-9972-4e53-bff5-40ff6239f029 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-851924806&fields=id&tenant_id=c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 267 time: 0.0648384 Jul 14 09:09:31.478876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.504644 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:09:31.527399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-c12ef041-3350-4d58-9cb0-101b61debf6d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.536825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-c12ef041-3350-4d58-9cb0-101b61debf6d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 946 time: 0.1671882 Jul 14 09:09:31.538173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f270ac2-9766-4fd5-98e5-0a1f2b2ba8e5 req-aea02a5d-fc29-43a7-a80e-0391e59ebe5c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:31.539836 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f270ac2-9766-4fd5-98e5-0a1f2b2ba8e5 req-aea02a5d-fc29-43a7-a80e-0391e59ebe5c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.1737883 Jul 14 09:09:31.551347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'port': {'security_groups': ['087e127a-0f40-4e98-834f-6cf84dd153f2', '31edadc5-b316-4eb1-a519-66195215f272']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:31.589096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.594574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device eb0d4d56-e6d3-4c24-8486-445b67f1bc17 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:31.649257 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.655209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/08a4838d-12c7-416b-b9bd-e08bc6be97c1 HTTP/1.1" status: 204 len: 168 time: 0.4670141 Jul 14 09:09:31.659169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:31.659966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1b4e6-3f35-4434-83b2-6035834b3faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a4838d-12c7-416b-b9bd-e08bc6be97c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:31.669769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c9dfe-3955-49c3-838a-560df6346934 None None] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:09:31.710074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f270ac2-9766-4fd5-98e5-0a1f2b2ba8e5 req-1b8e1ab5-db1a-4344-a937-dabcc28d4076 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628520 Jul 14 09:09:31.787404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.840017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.850858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:31.902930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:31.902930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:31.964996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Deleting port 88391a34-53ea-4366-a487-e90e4d21d70a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:31.965410 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.091480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.105225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c1c629d-299a-4e62-b254-5d6f24a65ce3 req-0ae4c62a-8ecb-46d4-b75d-2e601a9673e4 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=929a3e0d-b2a6-4723-92fd-6358da074888 HTTP/1.1" status: 200 len: 210 time: 0.1350398 Jul 14 09:09:32.117304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] DHCP port deletion for eec21463-bf95-4919-9b4c-0c4a9234ddb6 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:09:32.133533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] For port 88391a34-53ea-4366-a487-e90e4d21d70a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=88391a34-53ea-4366-a487-e90e4d21d70a,segment=NetworkSegment(51fb6939-f54e-4e0a-b92b-6eef61662bba),segment_id=51fb6939-f54e-4e0a-b92b-6eef61662bba)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:32.134070 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.152953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Calling delete_port for 88391a34-53ea-4366-a487-e90e4d21d70a owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:32.161276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:32.163681 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3dfffe-d460-4fea-a87f-1ca82bbd0b9b" -d '{"events": [{"server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "name": "network-vif-plugged", "status": "completed", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:32.217555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8f5587e0-2a70-47f6-aa4f-01f828579882,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:32.231578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port eb0d4d56-e6d3-4c24-8486-445b67f1bc17, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:32.243384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.245493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec6ec01e-1031-45c0-9bdc-dc573573d00d no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:32.253877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.289765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] No DVR routers for this DVR port 88391a34-53ea-4366-a487-e90e4d21d70a on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:32.298818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.313353 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.320655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88391a34-53ea-4366-a487-e90e4d21d70a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:32.384238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:32.385893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.403111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbc1486b-7eb9-4567-9764-2a488b646ecb req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "PUT /v2.0/ports/8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 982 time: 0.8655598 Jul 14 09:09:32.412255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:32.415011 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af65135-811f-4915-9957-a23532e25522" -d '{"events": [{"name": "network-changed", "server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:32.426073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.448302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec21463-bf95-4919-9b4c-0c4a9234ddb6']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:32.458607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:32.475933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8', '8f5587e0-2a70-47f6-aa4f-01f828579882'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:32.488936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fb6939-f54e-4e0a-b92b-6eef61662bba') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:32.489244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fb6939-f54e-4e0a-b92b-6eef61662bba') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:32.492830 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b3091-62fb-4541-abb7-57c945f99ccf tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:32.497658 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f46fe3-74da-4568-a0c2-f69ba6607279 x-openstack-request-id: req-b6f46fe3-74da-4568-a0c2-f69ba6607279 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:32.498324 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "name": "network-vif-plugged", "status": "completed", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:32.505632 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6f46fe3-74da-4568-a0c2-f69ba6607279 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:32.506331 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'code': 200} Jul 14 09:09:32.509455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: ec6ec01e-1031-45c0-9bdc-dc573573d00d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:32.513845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec6ec01e-1031-45c0-9bdc-dc573573d00d not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:32.524536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.558084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Deleting port 88391a34-53ea-4366-a487-e90e4d21d70a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:32.560709 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.572690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['8f5587e0-2a70-47f6-aa4f-01f828579882'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:32.634153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce2f8244-c1b8-4d23-95f1-bc9ae5ae19f8 req-a50f2bd7-8ad3-4d3a-b341-881bd1c27e23 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/31edadc5-b316-4eb1-a519-66195215f272 HTTP/1.1" status: 200 len: 1800 time: 0.1165869 Jul 14 09:09:32.648586 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.657635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:09:32.658774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.724799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] For port 88391a34-53ea-4366-a487-e90e4d21d70a, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:32.726100 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:09:32.729511 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:09:32.743991 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-ce2f8244-c1b8-4d23-95f1-bc9ae5ae19f8 req-ef2d10cf-226c-4056-8191-3d5279844899 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:09:32.745232 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce2f8244-c1b8-4d23-95f1-bc9ae5ae19f8 req-ef2d10cf-226c-4056-8191-3d5279844899 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/31edadc5-b316-4eb1-a519-66195215f272 HTTP/1.1" status: 409 len: 341 time: 0.1055512 Jul 14 09:09:32.757665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45146) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:32.761935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.799330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Calling delete_port for 88391a34-53ea-4366-a487-e90e4d21d70a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:32.828725 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e2a55-e2b8-43c3-92c4-3d0ba72c4a55 x-openstack-request-id: req-7f6e2a55-e2b8-43c3-92c4-3d0ba72c4a55 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:32.829026 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:32.829289 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f6e2a55-e2b8-43c3-92c4-3d0ba72c4a55 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:32.829748 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882', 'status': 'completed', 'code': 200} Jul 14 09:09:32.831410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Port 88391a34-53ea-4366-a487-e90e4d21d70a was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:09:32.838687 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.841669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eec21463-bf95-4919-9b4c-0c4a9234ddb6 HTTP/1.1" status: 204 len: 168 time: 1.1777658 Jul 14 09:09:32.861732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:32.870692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b8090-52d3-4ba7-b44e-9d0fb1e000a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec21463-bf95-4919-9b4c-0c4a9234ddb6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:32.938731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:33.043575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Network eec21463-bf95-4919-9b4c-0c4a9234ddb6 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:09:33.044416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] No DVR routers for this DVR port 88391a34-53ea-4366-a487-e90e4d21d70a on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:33.045510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0525158-f1e5-4e12-b0ce-8632e906dbe9 None None] Pushing event deleted for resources: {'Port': ['ID=88391a34-53ea-4366-a487-e90e4d21d70a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:33.050970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:33.051312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d2c04c6f-c0e0-4280-bc1c-6e0fb1666ba8 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:33.051774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 88391a34-53ea-4366-a487-e90e4d21d70a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:33.100163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:33.104779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 88391a34-53ea-4366-a487-e90e4d21d70a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:33.105128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 88391a34-53ea-4366-a487-e90e4d21d70a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:33.152505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf9a09-1798-4416-9560-ff5012b16df5 req-8cd2bd06-d64a-4fa1-aad2-6d73d9b6c675 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.159675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ecf9a09-1798-4416-9560-ff5012b16df5 req-8cd2bd06-d64a-4fa1-aad2-6d73d9b6c675 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.5918171 Jul 14 09:09:33.164456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb3576-8c3e-4bc1-ae12-81e572e94988 req-906a407b-e5b4-4639-b62e-eff5c19d724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.180009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-221d56a8-e589-48d0-a967-30cf4f3be1a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d1d523f6ca246438734c3e47c7acdae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200273 Jul 14 09:09:33.180509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4feb3576-8c3e-4bc1-ae12-81e572e94988 req-906a407b-e5b4-4639-b62e-eff5c19d724c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 1098 time: 0.5886810 Jul 14 09:09:33.181152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:33.252847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65135-811f-4915-9957-a23532e25522 req-74436db9-4884-4912-9f15-ec7f98ed785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.255494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6af65135-811f-4915-9957-a23532e25522 req-74436db9-4884-4912-9f15-ec7f98ed785e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1137 time: 0.3699875 Jul 14 09:09:33.332188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc3d8b90-a8c8-44ac-a27a-4fa4041bd3e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e5e278314ca4a92ac6ef2d769986e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273571 Jul 14 09:09:33.335808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:33.358526 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ecf9a09-1798-4416-9560-ff5012b16df5 req-9ea128b1-e2b3-425f-beae-d00f2c66d595 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746981 Jul 14 09:09:33.360181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4feb3576-8c3e-4bc1-ae12-81e572e94988 req-6c4118f7-10cf-44d8-b522-6b36d9fcf103 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664600 Jul 14 09:09:33.402374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-574bf696-590f-481f-9fe3-064b2565c5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.424052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65135-811f-4915-9957-a23532e25522 req-9cbf2cab-fd21-4bf3-ae71-f510cc11ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.426596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6af65135-811f-4915-9957-a23532e25522 req-9cbf2cab-fd21-4bf3-ae71-f510cc11ec5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 914 time: 0.1612325 Jul 14 09:09:33.444255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4214b03-73a3-420e-a90e-f806ec910129 req-d70787a0-6a43-4fb9-b058-fe0c7d586942 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.446101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4214b03-73a3-420e-a90e-f806ec910129 req-d70787a0-6a43-4fb9-b058-fe0c7d586942 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.4017432 Jul 14 09:09:33.488384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-574bf696-590f-481f-9fe3-064b2565c5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.528419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6af65135-811f-4915-9957-a23532e25522 req-d5fd50f3-4c73-421c-a89d-da3e20bbe980 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 217 time: 0.0857139 Jul 14 09:09:33.537349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96036146-29e5-40e9-bb8c-cd68b6914195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.545713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4214b03-73a3-420e-a90e-f806ec910129 req-2c2023da-ba64-43c3-8e5b-7923b150edf7 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893254 Jul 14 09:09:33.602499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96036146-29e5-40e9-bb8c-cd68b6914195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.620048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:33.685364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-574bf696-590f-481f-9fe3-064b2565c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.688626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-574bf696-590f-481f-9fe3-064b2565c5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.695584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-574bf696-590f-481f-9fe3-064b2565c5d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7 HTTP/1.1" status: 204 len: 168 time: 0.5082326 Jul 14 09:09:33.716024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65135-811f-4915-9957-a23532e25522 req-bbe6fd46-b296-48ec-aa63-1dd0013a6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:33.717689 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6af65135-811f-4915-9957-a23532e25522 req-bbe6fd46-b296-48ec-aa63-1dd0013a6a02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1690409 Jul 14 09:09:33.736981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bf696-590f-481f-9fe3-064b2565c5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bfb5e-e1e5-41d4-b5a3-516679aeaae7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:33.779508 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96036146-29e5-40e9-bb8c-cd68b6914195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.782350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96036146-29e5-40e9-bb8c-cd68b6914195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:33.793779 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-96036146-29e5-40e9-bb8c-cd68b6914195 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d157b4f-34ce-4a82-892e-08b240d38ca1 HTTP/1.1" status: 204 len: 168 time: 0.4426935 Jul 14 09:09:33.822199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96036146-29e5-40e9-bb8c-cd68b6914195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d157b4f-34ce-4a82-892e-08b240d38ca1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:33.842059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6af65135-811f-4915-9957-a23532e25522 req-bc89e704-fc6b-4f1c-b63a-35f91dfebe35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154537 Jul 14 09:09:34.013796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:34.047283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '4409d560-344b-4e2f-96c9-756d1362ac34', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34', 'mac_address': 'fa:16:3e:b3:c9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:34.145630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.174864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4409d560-344b-4e2f-96c9-756d1362ac34 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:34.184035 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6af65135-811f-4915-9957-a23532e25522 req-043e891a-95f0-4239-9124-d432176388c0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269439 Jul 14 09:09:34.223117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:34.236171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.448376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:34.460979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['4409d560-344b-4e2f-96c9-756d1362ac34'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:34.485309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0a12-b9ef-48cb-9005-cea6423e78e6 req-5de86793-32ae-49e9-b3d7-132297668182 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:34.496598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2af0a12-b9ef-48cb-9005-cea6423e78e6 req-5de86793-32ae-49e9-b3d7-132297668182 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 985 time: 0.2490497 Jul 14 09:09:34.533919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6af65135-811f-4915-9957-a23532e25522 req-cc856a6b-382a-41c4-90c6-b49aa9e175ea service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326974 Jul 14 09:09:34.632075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45204) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:34.632629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2af0a12-b9ef-48cb-9005-cea6423e78e6 req-14689c81-fdc5-4e44-a292-638e4f8bdbd6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=31edadc5-b316-4eb1-a519-66195215f272&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1291568 Jul 14 09:09:34.718561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af01373e-d93a-4c5f-a921-69e2e7d32cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.977370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af01373e-d93a-4c5f-a921-69e2e7d32cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:34.996409 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af01373e-d93a-4c5f-a921-69e2e7d32cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.045383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-1996f6a3-f46e-430b-bd6f-e31dae5a4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.054965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-1996f6a3-f46e-430b-bd6f-e31dae5a4a07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1137 time: 0.4351888 Jul 14 09:09:35.066354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45216) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:35.131885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb91ca7-86ef-4777-9c42-dc038ebed205 req-94b3e754-400b-4b7e-9024-d27e0d0df99f tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.143684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efb91ca7-86ef-4777-9c42-dc038ebed205 req-94b3e754-400b-4b7e-9024-d27e0d0df99f tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.4471331 Jul 14 09:09:35.215569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac126a-91ce-4fee-ace1-3cb2eb8a0186 req-36267ab3-79d3-4f09-83b7-8b331b0f4b86 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.225974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32ac126a-91ce-4fee-ace1-3cb2eb8a0186 req-36267ab3-79d3-4f09-83b7-8b331b0f4b86 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2762864 Jul 14 09:09:35.237318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e4fec2b-4991-4ece-97cd-965c46664c68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b12a06ca87964bcd8a63c179237f2fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615920 Jul 14 09:09:35.241706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:35.276870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01373e-d93a-4c5f-a921-69e2e7d32cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71737089-e68e-411f-bae4-9f07f36557da,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:35.340447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32ac126a-91ce-4fee-ace1-3cb2eb8a0186 req-98fcdacc-d040-4baa-b2bf-70f5d9f775d5 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042647 Jul 14 09:09:35.365144 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af01373e-d93a-4c5f-a921-69e2e7d32cf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ada442684eb746b3a9b728793528a0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7282450 Jul 14 09:09:35.378111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:35.415286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3969c312-c2d9-4348-aacc-c1486bad89e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.423018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efb91ca7-86ef-4777-9c42-dc038ebed205 req-88c69925-7931-47b2-a9b3-2dec045505d5 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783203 Jul 14 09:09:35.487565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-a6512e98-a2d0-465f-b8e4-a42113efe0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.489311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-a6512e98-a2d0-465f-b8e4-a42113efe0aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 914 time: 0.3955524 Jul 14 09:09:35.498464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3969c312-c2d9-4348-aacc-c1486bad89e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.558690 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-49e186e7-3783-425f-880c-aa13729b8776 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 217 time: 0.0601363 Jul 14 09:09:35.622410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3969c312-c2d9-4348-aacc-c1486bad89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.624850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:35.626356 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3969c312-c2d9-4348-aacc-c1486bad89e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.636152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3969c312-c2d9-4348-aacc-c1486bad89e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25d3e4b5-585b-4472-856c-e1d82a0b77f9 HTTP/1.1" status: 204 len: 168 time: 0.3889287 Jul 14 09:09:35.659073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a42d38c-4294-43ce-8ed1-c121f0260bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.664575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969c312-c2d9-4348-aacc-c1486bad89e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d3e4b5-585b-4472-856c-e1d82a0b77f9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:35.793248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a42d38c-4294-43ce-8ed1-c121f0260bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.800328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 4409d560-344b-4e2f-96c9-756d1362ac34 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:35.801058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:35.809310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-1466c0cc-8cc2-456d-b23b-fbd20b3f615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.815709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-1466c0cc-8cc2-456d-b23b-fbd20b3f615c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.2471941 Jul 14 09:09:35.880958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbef77-ddf2-474d-b5ac-de5c06ae667d req-45b966f9-5b50-435f-8aa7-da25f035921d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:35.892822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2dbef77-ddf2-474d-b5ac-de5c06ae667d req-45b966f9-5b50-435f-8aa7-da25f035921d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.1746547 Jul 14 09:09:35.896719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45240) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:35.908502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Request body: {'floatingip': {'port_id': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:35.974011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-8d15412b-a4dc-4ae5-b53f-cd80845d55c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459131 Jul 14 09:09:36.034581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:36.109049 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:36.166876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a42d38c-4294-43ce-8ed1-c121f0260bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:36.169785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a42d38c-4294-43ce-8ed1-c121f0260bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:36.171158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3a42d38c-4294-43ce-8ed1-c121f0260bdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71737089-e68e-411f-bae4-9f07f36557da HTTP/1.1" status: 204 len: 168 time: 0.7898781 Jul 14 09:09:36.196245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:36.213174 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8095e958-6374-4bdf-8435-b778a68a2897" -d '{"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:36.239266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42d38c-4294-43ce-8ed1-c121f0260bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71737089-e68e-411f-bae4-9f07f36557da,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:36.271463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:36.277501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013a8de-7d56-4fae-8f66-b1d602a5c3ad req-54cbe766-69dc-4ed1-af26-a6c28c21d94e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:36.285424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c013a8de-7d56-4fae-8f66-b1d602a5c3ad req-54cbe766-69dc-4ed1-af26-a6c28c21d94e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 985 time: 0.3002167 Jul 14 09:09:36.310797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:36.370761 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-db8c8b2c-4a7e-4105-9105-c09f9ae9a401 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838098 Jul 14 09:09:36.442587 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e7d6ff-1a4e-4a07-b80c-473051c3fdfc x-openstack-request-id: req-f4e7d6ff-1a4e-4a07-b80c-473051c3fdfc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:36.449184 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:36.449971 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4e7d6ff-1a4e-4a07-b80c-473051c3fdfc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:36.450569 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'code': 200} Jul 14 09:09:36.501992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:36.669797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7c8f39d-a962-4c58-8504-df0485d09ed2 req-f80d51ed-3647-4e32-9ef5-8f229c3321b2 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786460 Jul 14 09:09:36.719324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c013a8de-7d56-4fae-8f66-b1d602a5c3ad req-192dd49f-068d-41a1-9545-b2c0610c6de5 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=31edadc5-b316-4eb1-a519-66195215f272&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4196696 Jul 14 09:09:37.596182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf4009-2fda-41f1-b749-e5f02330dfa0 req-957d4f06-d5bb-4c21-a9f2-e3dd4436d65a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:37.598894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d0bf4009-2fda-41f1-b749-e5f02330dfa0 req-957d4f06-d5bb-4c21-a9f2-e3dd4436d65a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.7808836 Jul 14 09:09:37.688031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d0bf4009-2fda-41f1-b749-e5f02330dfa0 req-5bdb66d7-9e4a-47de-9bff-c50d0fe58885 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Jul 14 09:09:37.888475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:37.894722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.124951 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Floating IP d2edb84d-36b4-4847-9a81-11563588ba57 associated. External IP: 172.25.2.152, port: eb0d4d56-e6d3-4c24-8486-445b67f1bc17. Jul 14 09:09:38.229032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38f46c-9db9-4ebd-a7a0-40beafdb833f req-289e3343-66a2-476a-a88f-aff6fdebd450 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:38.239704 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee38f46c-9db9-4ebd-a7a0-40beafdb833f req-289e3343-66a2-476a-a88f-aff6fdebd450 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 985 time: 0.2210302 Jul 14 09:09:38.346700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee38f46c-9db9-4ebd-a7a0-40beafdb833f req-9bf82e21-a926-4721-8959-1e9fc52e2977 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=31edadc5-b316-4eb1-a519-66195215f272&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0988600 Jul 14 09:09:38.610341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:09:38.744422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-66d0c78f-f259-4f98-b6db-fee237849b6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1114491442&fields=id&tenant_id=c7e1d5d5382745a1af4d472abec299eb HTTP/1.1" status: 200 len: 267 time: 0.1308832 Jul 14 09:09:38.879871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-fc02f782-48c7-4257-8add-000cbb594494 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:38.887655 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-fc02f782-48c7-4257-8add-000cbb594494 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 985 time: 0.1420860 Jul 14 09:09:38.898410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'port': {'security_groups': ['087e127a-0f40-4e98-834f-6cf84dd153f2', '31edadc5-b316-4eb1-a519-66195215f272', 'e1b45ce4-1891-4442-8f98-f39e5504afa5']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:38.932160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:09:38.942834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] Sync routers for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:09:38.958249 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:38.959627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:38.960460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:09:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:39.045364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-753e4eaa-8f65-444b-ad15-b6add4e76bd0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "PUT /v2.0/floatingips/d2edb84d-36b4-4847-9a81-11563588ba57 HTTP/1.1" status: 200 len: 992 time: 3.1466861 Jul 14 09:09:39.052582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:39.055364 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583ae55-9dba-4606-94de-35aebf93c5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:39.232292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762b227-a9c9-4012-bffa-4496648801da req-1e4de0e8-e475-4ea2-84d7-253ce6b70b7d tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:39.247643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c762b227-a9c9-4012-bffa-4496648801da req-1e4de0e8-e475-4ea2-84d7-253ce6b70b7d tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2065835 Jul 14 09:09:39.251952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:39.301433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:39.335999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c762b227-a9c9-4012-bffa-4496648801da req-86404e21-7922-4bce-a65f-71f8dd1fddb7 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870142 Jul 14 09:09:39.651809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-fb157a4b-7c56-4f89-8519-2f0847db7dec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1505563 Jul 14 09:09:39.784043 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a6103-0564-41c1-bd9e-802e48928438 x-openstack-request-id: req-5e4a6103-0564-41c1-bd9e-802e48928438 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:39.784626 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:39.785081 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e4a6103-0564-41c1-bd9e-802e48928438 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:39.785501 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'status': 'completed', 'code': 200} Jul 14 09:09:39.883625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8f5587e0-2a70-47f6-aa4f-01f828579882,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:39.972824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:39.989152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:40.025430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c880a74-de27-4cf1-a930-91cf23037423 req-1c27d0f9-1a81-4638-b7b3-9750c735d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.027047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-1c27d0f9-1a81-4638-b7b3-9750c735d7e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 1096 time: 0.2977936 Jul 14 09:09:40.053524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-d97e206e-2ce4-4261-b3e3-cf23d6afab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.055570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8', '8f5587e0-2a70-47f6-aa4f-01f828579882'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:40.057464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.058145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:40.060704 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-d97e206e-2ce4-4261-b3e3-cf23d6afab1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b19cf709b3814fe88a85994a67179bdb&device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 1098 time: 0.2538679 Jul 14 09:09:40.067319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4ef4fe3-081a-4f30-99bc-3d3392cce7ca req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "PUT /v2.0/ports/8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 1021 time: 1.1784248 Jul 14 09:09:40.313852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4503f94-ced0-4169-af6a-ee37b6d3c660 req-969781ef-5ee5-4696-8f78-0e4e9a6dad1e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/e1b45ce4-1891-4442-8f98-f39e5504afa5 HTTP/1.1" status: 200 len: 1801 time: 0.1342123 Jul 14 09:09:40.314941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdd4d5-4ce7-4eba-9bcb-d2d823b6fbd4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:40.326337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['8f5587e0-2a70-47f6-aa4f-01f828579882'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:40.443937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-58c8e34c-503e-4b0f-9cec-361e45b04c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:40.445503 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-58c8e34c-503e-4b0f-9cec-361e45b04c75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87454a68-d2ee-4fe0-a7ce-09668fc1935b HTTP/1.1" status: 200 len: 917 time: 0.3571396 Jul 14 09:09:40.493493 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-b4503f94-ced0-4169-af6a-ee37b6d3c660 req-c69697d8-a596-45d6-841f-9fab6c7d074e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:09:40.500281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4503f94-ced0-4169-af6a-ee37b6d3c660 req-c69697d8-a596-45d6-841f-9fab6c7d074e tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1b45ce4-1891-4442-8f98-f39e5504afa5 HTTP/1.1" status: 409 len: 341 time: 0.1641138 Jul 14 09:09:40.959160 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-f93c9550-3630-4cd8-a673-675e501fda9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17 HTTP/1.1" status: 200 len: 1000 time: 0.4986632 Jul 14 09:09:41.013129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c880a74-de27-4cf1-a930-91cf23037423 req-f027c057-4ba8-484f-8500-acabb3474ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:41.017585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-f027c057-4ba8-484f-8500-acabb3474ca7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 200 len: 908 time: 0.9558783 Jul 14 09:09:41.077891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd2edb84d-36b4-4847-9a81-11563588ba57', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'port_id': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'mac_address': 'fa:16:3e:58:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982099b-19fa-4509-a2bf-cc96de94e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:08:26Z', 'updated_at': '2021-07-14T09:09:37Z', 'revision_number': 1, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:29Z', 'revision_number': 5, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:41.203330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] Checking router: eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:09:41.295853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:09:41.296583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:09:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:41.676710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:09:41.712436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-95d21153-9180-4fb9-94cc-0d3289b6aeaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 200 len: 217 time: 0.6828980 Jul 14 09:09:41.738726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566071-9a9c-4770-9bc9-930c10c177a5 req-7092b72a-bd65-4f00-884d-31ec5fc5fa5e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:41.746839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9566071-9a9c-4770-9bc9-930c10c177a5 req-7092b72a-bd65-4f00-884d-31ec5fc5fa5e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 1.0143485 Jul 14 09:09:41.778618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-db21b6a4-4f45-4cf7-84f0-cb07e9d4c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:41.787099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:41.790164 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:41.792346 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-db21b6a4-4f45-4cf7-84f0-cb07e9d4c81e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ecfcc46d-1c77-4fe0-b573-d3d52b10097a HTTP/1.1" status: 200 len: 855 time: 0.8208594 Jul 14 09:09:41.857155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c880a74-de27-4cf1-a930-91cf23037423 req-f9ac5e70-ff79-4f0c-b197-4a057bf92123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:41.858974 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-f9ac5e70-ff79-4f0c-b197-4a057bf92123 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 200 len: 847 time: 0.1096385 Jul 14 09:09:41.990098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-6ee8ebe8-fd2d-4346-a01f-f29b0e65a2b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe2b4f64-f9b7-4cea-b291-0138e1e004ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141205 Jul 14 09:09:42.044189 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9566071-9a9c-4770-9bc9-930c10c177a5 req-33335947-acd7-4b82-89e5-4b30c3d034e1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922974 Jul 14 09:09:42.265954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-3760b8b3-cf90-4ad8-ab35-8edad0dca5cf service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202566 Jul 14 09:09:42.270731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd2edb84d-36b4-4847-9a81-11563588ba57', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'port_id': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'mac_address': 'fa:16:3e:58:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982099b-19fa-4509-a2bf-cc96de94e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:08:26Z', 'updated_at': '2021-07-14T09:09:37Z', 'revision_number': 1, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:29Z', 'revision_number': 5, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:42.329170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4797451-8b40-46ec-a0e0-000883a96194 None None] The sync data for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 is: [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd2edb84d-36b4-4847-9a81-11563588ba57', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'port_id': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'mac_address': 'fa:16:3e:58:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982099b-19fa-4509-a2bf-cc96de94e109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:08:26Z', 'updated_at': '2021-07-14T09:09:37Z', 'revision_number': 1, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:29Z', 'revision_number': 5, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:09:42.566021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c880a74-de27-4cf1-a930-91cf23037423 req-212f61c4-0478-4721-a34f-015320e1eb2f service neutron] 10.222.0.48 "GET /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707672 Jul 14 09:09:42.581198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-77305c4b-6e63-4029-af8e-acc86ccb6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:42.582696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-77305c4b-6e63-4029-af8e-acc86ccb6f66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87454a68-d2ee-4fe0-a7ce-09668fc1935b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7198026 Jul 14 09:09:42.641245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa692d-a634-4fdc-bf02-eef9ef33fb04 req-f269b543-a108-4ac5-ba6e-a54be6797c48 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:42.646689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3fa692d-a634-4fdc-bf02-eef9ef33fb04 req-f269b543-a108-4ac5-ba6e-a54be6797c48 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1024 time: 0.1654234 Jul 14 09:09:42.737304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3fa692d-a634-4fdc-bf02-eef9ef33fb04 req-12afbc65-11f9-4a0d-b64c-3debad8902b9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1b45ce4-1891-4442-8f98-f39e5504afa5&id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=31edadc5-b316-4eb1-a519-66195215f272&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0807409 Jul 14 09:09:42.794247 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b25e5e-467c-482f-a852-4fb8f1643a55 None None] New status for floating IP d2edb84d-36b4-4847-9a81-11563588ba57: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:09:42.811148 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee0b9cc-519c-4963-8f96-fbbb6810366c x-openstack-request-id: req-2ee0b9cc-519c-4963-8f96-fbbb6810366c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:42.811771 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:42.811771 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ee0b9cc-519c-4963-8f96-fbbb6810366c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:42.812384 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882', 'status': 'completed', 'code': 200} Jul 14 09:09:42.937436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-93d7d51a-22fe-4b08-aeec-a4755637dd10 service neutron] 10.222.0.48 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412132 Jul 14 09:09:42.967982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-2e72d44b-7862-44a4-ba47-b2d69f7b6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:42.973602 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-2e72d44b-7862-44a4-ba47-b2d69f7b6f5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7e1d5d5382745a1af4d472abec299eb&device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1176 time: 0.1396737 Jul 14 09:09:43.150455 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e583ae55-9dba-4606-94de-35aebf93c5d9 req-725cc708-1b83-4010-a8da-fc41bd07f5dc service neutron] 10.222.0.48 "GET /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023315 Jul 14 09:09:43.173391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-73c3e73c-f7e9-41a9-9797-1b2a23220b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.175263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-73c3e73c-f7e9-41a9-9797-1b2a23220b52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 200 len: 914 time: 0.1949866 Jul 14 09:09:43.246424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-11ebb4b5-1899-4bf6-ab6b-eccf44ab241d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.252297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-11ebb4b5-1899-4bf6-ab6b-eccf44ab241d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 1024 time: 0.4577651 Jul 14 09:09:43.255987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-9cdd87c1-2230-4930-b4e6-dcb32f975f92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 200 len: 217 time: 0.0660875 Jul 14 09:09:43.376092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e00a-bf15-4836-9cf7-f1a466ec0979 req-7359bb25-48c8-42b3-96d7-1652f72b5a58 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.383812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c04e00a-bf15-4836-9cf7-f1a466ec0979 req-7359bb25-48c8-42b3-96d7-1652f72b5a58 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 944 time: 0.3344862 Jul 14 09:09:43.387827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45522) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:43.393762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1102333188'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:43.452338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-99e1bd62-e4a8-4671-a26e-b3dbc39b3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.454819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-99e1bd62-e4a8-4671-a26e-b3dbc39b3848 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 200 len: 853 time: 0.1851618 Jul 14 09:09:43.465599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Deleting port 8f5587e0-2a70-47f6-aa4f-01f828579882 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:43.465961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.480026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:43.484423 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.535994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c04e00a-bf15-4836-9cf7-f1a466ec0979 req-0c2da542-d57a-4ca9-9310-b19ad09bf6c1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507435 Jul 14 09:09:43.542945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-0628bbbb-32ba-4d3c-a51a-70cace693e0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745554 Jul 14 09:09:43.588969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] For port 8f5587e0-2a70-47f6-aa4f-01f828579882, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8f5587e0-2a70-47f6-aa4f-01f828579882,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:43.589335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.607443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Calling delete_port for 8f5587e0-2a70-47f6-aa4f-01f828579882 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:43.758296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.771556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8', '8f5587e0-2a70-47f6-aa4f-01f828579882'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:43.803618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'Port': ['ID=8f5587e0-2a70-47f6-aa4f-01f828579882,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:43.820928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-992d582f-0b0d-426c-b04b-01689f3d826f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:43.822538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-992d582f-0b0d-426c-b04b-01689f3d826f tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 944 time: 0.4799221 Jul 14 09:09:43.916465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] No DVR routers for this DVR port 8f5587e0-2a70-47f6-aa4f-01f828579882 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:43.922752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:43.935633 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4bfe1e4-9509-422d-bbc7-5ded745a3530 req-e9e8a12e-44f8-4ba0-aaa6-2d642b9bed6a tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "DELETE /v2.0/ports/8f5587e0-2a70-47f6-aa4f-01f828579882 HTTP/1.1" status: 204 len: 173 time: 0.6737750 Jul 14 09:09:43.936173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'name': 'network-vif-deleted', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:43.939314 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29afbe36-cccf-4a16-b474-b1152877fc0c" -d '{"events": [{"server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "name": "network-vif-deleted", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:44.060968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:09:44.070678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.071037 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Added segment 91048c08-aa37-4e9c-a7ed-67e133830225 of type vlan for network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 Jul 14 09:09:44.120952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.158271 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-f909e8ff-f3dc-4f27-9575-8ded65d24073 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087670 Jul 14 09:09:44.239270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4674ceec-f985-41b1-a5d0-faff784925eb req-ecea386e-7260-4e63-ab76-22e95fc69fed tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd174b62-cc47-48c6-b211-65fe4588cae2 HTTP/1.1" status: 200 len: 210 time: 0.0848770 Jul 14 09:09:44.293008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.297913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:44.301400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.314507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d2c9235-46c1-496e-8a1e-f3c9973e7fe4 req-f46975b0-fb32-4c4d-b541-5d357ede54a3 service neutron] 10.222.0.48 "GET /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419871 Jul 14 09:09:44.367027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:09:44.370075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:44.379484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Deleting port f39c13f0-dab1-4442-940c-3bb0db4e5a45 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:44.379885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.452004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Network': ['ID=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:44.475107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:09:44.503343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] For port f39c13f0-dab1-4442-940c-3bb0db4e5a45, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f39c13f0-dab1-4442-940c-3bb0db4e5a45,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:44.503894 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.522772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa396ce-2b58-4c41-bda7-7218bd13a4c1 req-c6e964e2-24d3-4173-b721-031cdd074725 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:44.522933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Calling delete_port for f39c13f0-dab1-4442-940c-3bb0db4e5a45 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:44.547818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-caa396ce-2b58-4c41-bda7-7218bd13a4c1 req-c6e964e2-24d3-4173-b721-031cdd074725 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.5300486 Jul 14 09:09:44.575702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cd5b6c81-8223-4438-a235-ffc1c6045f09 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1852248 Jul 14 09:09:44.576026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:44.585538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1710528172'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:44.644786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-caa396ce-2b58-4c41-bda7-7218bd13a4c1 req-7fe93acc-802c-4720-9e91-4b03bbf76b29 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947838 Jul 14 09:09:44.689626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:44.706067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.711100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'mac_address': 'fa:16:3e:9c:f0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:09:44.714000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:44.725712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.755095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:09:44.769075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:44.772177 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14732de7-c332-4143-8f13-e189bb1de17a" -d '{"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:44.788771 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb42ac05-60f3-4037-a315-609c8fefd7d9 x-openstack-request-id: req-fb42ac05-60f3-4037-a315-609c8fefd7d9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:44.789073 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd174b62-cc47-48c6-b211-65fe4588cae2", "name": "network-vif-deleted", "tag": "8f5587e0-2a70-47f6-aa4f-01f828579882", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:44.789325 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb42ac05-60f3-4037-a315-609c8fefd7d9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:44.789729 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd174b62-cc47-48c6-b211-65fe4588cae2', 'name': 'network-vif-deleted', 'tag': '8f5587e0-2a70-47f6-aa4f-01f828579882', 'status': 'completed', 'code': 200} Jul 14 09:09:44.798103 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.798566 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Added segment 7c7dc271-2322-4b3f-a095-7e6980f4dd15 of type vlan for network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 Jul 14 09:09:44.801971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:44.810676 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.816167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.848287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6a5dc64-6da6-491e-90e0-9f9bc248924f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:44.894214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.967676 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:44.981283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:44.984572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.043634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4664195 Jul 14 09:09:45.048693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:45.049107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:45.062158 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:09:45.062535 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:09:45.064034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'subnet': {'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:45.168187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.174601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29264315-deeb-4e0a-8c39-bee1ce3871c7 req-7c2e46e6-f8ec-465c-b584-0eef9de54f3c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:45.176423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29264315-deeb-4e0a-8c39-bee1ce3871c7 req-7c2e46e6-f8ec-465c-b584-0eef9de54f3c tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4906062-1ca7-42b6-9c1a-fb59ac5ea82f HTTP/1.1" status: 200 len: 944 time: 0.2703061 Jul 14 09:09:45.184551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f39c13f0-dab1-4442-940c-3bb0db4e5a45'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:45.219050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccb626-bd9b-47da-9481-ade364dda38d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Network': ['ID=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:45.222278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event deleted for resources: {'Port': ['ID=f39c13f0-dab1-4442-940c-3bb0db4e5a45,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:45.239777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:09:45.251757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29264315-deeb-4e0a-8c39-bee1ce3871c7 req-c4fc77aa-46fb-47e4-acc2-e6ece72a92e8 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668886 Jul 14 09:09:45.252939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:45.256603 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.302519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] No DVR routers for this DVR port f39c13f0-dab1-4442-940c-3bb0db4e5a45 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:45.305824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.308661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73253973-5c6c-4c8a-9255-bbe143f42ad8 req-8b9193b0-86c0-4cca-9f07-555b17112785 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.11 "DELETE /v2.0/ports/f39c13f0-dab1-4442-940c-3bb0db4e5a45 HTTP/1.1" status: 204 len: 173 time: 1.4752767 Jul 14 09:09:45.395821 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318a667a-39ea-47d0-bc46-21e8c212a6cc x-openstack-request-id: req-318a667a-39ea-47d0-bc46-21e8c212a6cc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:45.396116 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:45.396894 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-318a667a-39ea-47d0-bc46-21e8c212a6cc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:45.397285 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'code': 200} Jul 14 09:09:45.509071 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.575914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Subnet': ['ID=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:45.623891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Checking segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:45.624141 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.624424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network hostable DHCP agents. Network: 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:09:45.643821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a5dc64-6da6-491e-90e0-9f9bc248924f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:09:45.655476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:09:45.673622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:45.687938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:45.688563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.690201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c54292f3-48c4-42de-8ac7-744919de2d15 req-010b13cf-f645-49a3-8833-1c5c3a9573d7 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/31edadc5-b316-4eb1-a519-66195215f272 HTTP/1.1" status: 200 len: 1800 time: 0.1117320 Jul 14 09:09:45.700000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:45.703379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ffe014-6995-43dc-b21f-d644bbd02e9f None None] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:09:45.723831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0311b45c-6f00-4346-b4f7-1900e8bb2952 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6733599 Jul 14 09:09:45.726636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45640) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:45.732210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'subnet': {'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:45.795930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c54292f3-48c4-42de-8ac7-744919de2d15 req-72dd2d2b-be7d-4157-ae03-7949ec6f6fdc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.822985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c54292f3-48c4-42de-8ac7-744919de2d15 req-72dd2d2b-be7d-4157-ae03-7949ec6f6fdc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.890745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.892236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c54292f3-48c4-42de-8ac7-744919de2d15 req-72dd2d2b-be7d-4157-ae03-7949ec6f6fdc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.897679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c54292f3-48c4-42de-8ac7-744919de2d15 req-72dd2d2b-be7d-4157-ae03-7949ec6f6fdc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:45.911807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c54292f3-48c4-42de-8ac7-744919de2d15 req-72dd2d2b-be7d-4157-ae03-7949ec6f6fdc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/31edadc5-b316-4eb1-a519-66195215f272 HTTP/1.1" status: 204 len: 173 time: 0.2205448 Jul 14 09:09:45.953937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd2d2b-be7d-4157-ae03-7949ec6f6fdc tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31edadc5-b316-4eb1-a519-66195215f272,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:45.954778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:45.959264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.059720 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60648314-bc04-4b5c-a817-89ae8c23e101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.106672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:46.131792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'fixed_ips': [{'subnet_id': '5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:09:46.133113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.298928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df493e64-c183-4274-b42d-f6e7a6475534 req-f9b6e324-d64a-4c5e-beb8-411ea7a94b2e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:46.307975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df493e64-c183-4274-b42d-f6e7a6475534 req-f9b6e324-d64a-4c5e-beb8-411ea7a94b2e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 948 time: 0.1311989 Jul 14 09:09:46.363578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df493e64-c183-4274-b42d-f6e7a6475534 req-617cad71-2ee6-41d2-a328-c2d3b0aa82f4 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546088 Jul 14 09:09:46.372004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.433982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b6a5dc64-6da6-491e-90e0-9f9bc248924f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:46.441371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f39c13f0-dab1-4442-940c-3bb0db4e5a45 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:46.482853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Subnet': ['ID=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:46.518812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: f39c13f0-dab1-4442-940c-3bb0db4e5a45 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:46.519189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f39c13f0-dab1-4442-940c-3bb0db4e5a45 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:46.556694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f1494d1-a1f5-446b-8ca1-7d94490f97ec req-de714f5a-ed62-4398-ab30-02db966f7ff4 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/e1b45ce4-1891-4442-8f98-f39e5504afa5 HTTP/1.1" status: 200 len: 1801 time: 0.2654011 Jul 14 09:09:46.621398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Allocated IP 10.1.1.2 (1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95/5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d/b0b28d2f-cf94-4404-bf96-08c59d505fb7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:46.678438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Checking segment: {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:46.683473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network hostable DHCP agents. Network: 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:09:46.742489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:46.791812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'name': 'network-vif-deleted', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:46.795952 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936041ed-9cd5-4875-9977-d4770346f5a5" -d '{"events": [{"server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "name": "network-vif-deleted", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:46.831902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:09:46.894477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f1494d1-a1f5-446b-8ca1-7d94490f97ec req-a93f286d-ac6f-40c2-8631-6e0e2f94e0e9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.897941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:46.904019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:46.909458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.920481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1f2884d-cc27-4bdb-bd5b-dd37b5ff0d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.948919 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f1494d1-a1f5-446b-8ca1-7d94490f97ec req-a93f286d-ac6f-40c2-8631-6e0e2f94e0e9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.999966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12152378-701d-4e63-805d-582a6d4f90d6 None None] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:09:47.026495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f1494d1-a1f5-446b-8ca1-7d94490f97ec req-a93f286d-ac6f-40c2-8631-6e0e2f94e0e9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.029546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f1494d1-a1f5-446b-8ca1-7d94490f97ec req-a93f286d-ac6f-40c2-8631-6e0e2f94e0e9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.041995 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1f2884d-cc27-4bdb-bd5b-dd37b5ff0d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.047076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f1494d1-a1f5-446b-8ca1-7d94490f97ec req-a93f286d-ac6f-40c2-8631-6e0e2f94e0e9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1b45ce4-1891-4442-8f98-f39e5504afa5 HTTP/1.1" status: 204 len: 173 time: 0.4890468 Jul 14 09:09:47.058014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1f2884d-cc27-4bdb-bd5b-dd37b5ff0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.091393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a63163ea-d467-4ebf-9400-9f9a4d76473e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3635750 Jul 14 09:09:47.095895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45734) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:47.104639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'port': {'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'name': 'tempest-TaggedBootDevicesTest_v242-1489557249', 'fixed_ips': [{'subnet_id': '5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:47.106281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f286d-ac6f-40c2-8631-6e0e2f94e0e9 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b45ce4-1891-4442-8f98-f39e5504afa5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:47.190637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:47.191436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c1f2884d-cc27-4bdb-bd5b-dd37b5ff0d60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=839dde39f1bb49968a6522681fbecd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477456 Jul 14 09:09:47.195168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2884d-cc27-4bdb-bd5b-dd37b5ff0d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e8c96a-61c4-47a9-843f-6644e102c90a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:47.290053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:47.332744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5825c206-d68d-4768-81f4-32bdec026793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.395837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9', 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'fixed_ips': [{'subnet_id': '2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:09:47.398289 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.442123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.442401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.449710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5825c206-d68d-4768-81f4-32bdec026793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.464388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] device_id is not set on port 097b4fe9-56ed-4791-ac28-19505ce0dd23 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:09:47.492925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Transition to ACTIVE for port object b0b28d2f-cf94-4404-bf96-08c59d505fb7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:47.558949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5825c206-d68d-4768-81f4-32bdec026793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.563307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5825c206-d68d-4768-81f4-32bdec026793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.566991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5825c206-d68d-4768-81f4-32bdec026793 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43e8c96a-61c4-47a9-843f-6644e102c90a HTTP/1.1" status: 204 len: 168 time: 0.3724771 Jul 14 09:09:47.580597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825c206-d68d-4768-81f4-32bdec026793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e8c96a-61c4-47a9-843f-6644e102c90a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:47.660878 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e30fef3-add6-4307-9886-d6bde44f0077 x-openstack-request-id: req-9e30fef3-add6-4307-9886-d6bde44f0077 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:47.661217 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4906062-1ca7-42b6-9c1a-fb59ac5ea82f", "name": "network-vif-deleted", "tag": "f39c13f0-dab1-4442-940c-3bb0db4e5a45", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:47.661547 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e30fef3-add6-4307-9886-d6bde44f0077 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:47.661958 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4906062-1ca7-42b6-9c1a-fb59ac5ea82f', 'name': 'network-vif-deleted', 'tag': 'f39c13f0-dab1-4442-940c-3bb0db4e5a45', 'status': 'completed', 'code': 200} Jul 14 09:09:47.684075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-860581bb-8207-440e-97d2-9f00ca7fe786 req-d5a941ad-4d06-4633-af75-3664272f58ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1503891901', 'description': 'tempest-description-1082398130'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:47.699127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Allocated IP 10.2.2.2 (3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9/2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76/22528f00-a99d-4934-9863-1d3b989807b2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:47.777831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-860581bb-8207-440e-97d2-9f00ca7fe786 req-d5a941ad-4d06-4633-af75-3664272f58ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.938336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:47.947726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Transition to ACTIVE for port object 22528f00-a99d-4934-9863-1d3b989807b2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:47.966219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377512-2a85-4df9-9730-9ba2a2583aeb req-32b2822b-5f31-4664-8312-8a08870aeec9 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:47.973195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Transition to ACTIVE for port object 22528f00-a99d-4934-9863-1d3b989807b2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:47.975057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b377512-2a85-4df9-9730-9ba2a2583aeb req-32b2822b-5f31-4664-8312-8a08870aeec9 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 948 time: 0.1569200 Jul 14 09:09:47.982572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8f5587e0-2a70-47f6-aa4f-01f828579882 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:48.010686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-860581bb-8207-440e-97d2-9f00ca7fe786 req-d5a941ad-4d06-4633-af75-3664272f58ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.011213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.019278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 8f5587e0-2a70-47f6-aa4f-01f828579882 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:48.019785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8f5587e0-2a70-47f6-aa4f-01f828579882 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:48.022184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-860581bb-8207-440e-97d2-9f00ca7fe786 req-d5a941ad-4d06-4633-af75-3664272f58ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.048169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b377512-2a85-4df9-9730-9ba2a2583aeb req-6c61b407-5ecf-434b-8383-7155079915b2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719757 Jul 14 09:09:48.063675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Transition to ACTIVE for port object b0b28d2f-cf94-4404-bf96-08c59d505fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:48.072719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:48.076889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:48.080650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:48.094122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.103313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-860581bb-8207-440e-97d2-9f00ca7fe786 req-d5a941ad-4d06-4633-af75-3664272f58ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.104583 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-860581bb-8207-440e-97d2-9f00ca7fe786 req-d5a941ad-4d06-4633-af75-3664272f58ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4414527 Jul 14 09:09:48.105375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Pushing event updated for resources: {'Port': ['ID=22528f00-a99d-4934-9863-1d3b989807b2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.170227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45772) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:48.173427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a941ad-4d06-4633-af75-3664272f58ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1499f-cefa-4e90-adff-a3833793286c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.177292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Pushing event updated for resources: {'Port': ['ID=b0b28d2f-cf94-4404-bf96-08c59d505fb7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.226234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35414762-df02-41ab-8faf-afe929db5674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.246234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:48.253278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:48.256139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 10.1.1.46 (1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95/5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d/097b4fe9-56ed-4791-ac28-19505ce0dd23) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:48.264774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:48.277413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Attempting to bind port 22528f00-a99d-4934-9863-1d3b989807b2 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:48.278147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Attempting to bind port 22528f00-a99d-4934-9863-1d3b989807b2 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:48.278820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Attempting to bind port 22528f00-a99d-4934-9863-1d3b989807b2 on network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:48.318344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:48.318827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Checking segment: {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:48.319327 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.319840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Bound using segment: {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:48.320394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Bound port: 22528f00-a99d-4934-9863-1d3b989807b2, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:48.321211 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.344689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-5808af3a-da43-483b-91c3-1c35fe3c0671 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:48.346157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-5808af3a-da43-483b-91c3-1c35fe3c0671 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 944 time: 0.2228353 Jul 14 09:09:48.389599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:48.396261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Attempting to bind port b0b28d2f-cf94-4404-bf96-08c59d505fb7 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:09:48.396702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Attempting to bind port b0b28d2f-cf94-4404-bf96-08c59d505fb7 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:09:48.397090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Attempting to bind port b0b28d2f-cf94-4404-bf96-08c59d505fb7 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:09:48.433546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:09:48.434369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Checking segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:09:48.434976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.435428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Bound using segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:09:48.436427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Bound port: b0b28d2f-cf94-4404-bf96-08c59d505fb7, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:09:48.436833 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.517460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] For port 22528f00-a99d-4934-9863-1d3b989807b2, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:48.527964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304baeb1-8896-4db4-b07b-70c8bc9faf18 req-06519a5c-ffe6-410a-94a1-01231eee4ce1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:48.529484 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-304baeb1-8896-4db4-b07b-70c8bc9faf18 req-06519a5c-ffe6-410a-94a1-01231eee4ce1 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 944 time: 0.2584755 Jul 14 09:09:48.547918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] For port 22528f00-a99d-4934-9863-1d3b989807b2, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22528f00-a99d-4934-9863-1d3b989807b2,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:48.560580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.606348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-304baeb1-8896-4db4-b07b-70c8bc9faf18 req-75198840-9c36-415e-b9be-57e35793d4e3 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712030 Jul 14 09:09:48.624090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f6cbf-dad2-445c-84e1-7591b1083969 None None] Pushing event updated for resources: {'Port': ['ID=22528f00-a99d-4934-9863-1d3b989807b2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.629098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b6a5dc64-6da6-491e-90e0-9f9bc248924f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:48.629491 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.638080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] For port b0b28d2f-cf94-4404-bf96-08c59d505fb7, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:09:48.676180 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.695643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] For port b0b28d2f-cf94-4404-bf96-08c59d505fb7, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b0b28d2f-cf94-4404-bf96-08c59d505fb7,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:09:48.711715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Transition to ACTIVE for port object 097b4fe9-56ed-4791-ac28-19505ce0dd23 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:48.715781 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.736200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ee23cce-6496-4a3a-a9ca-f551795245b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.736951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35414762-df02-41ab-8faf-afe929db5674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.752910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35414762-df02-41ab-8faf-afe929db5674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.756565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Deleting port 992c105d-49b3-41f3-8a2d-139d1b65e299 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:48.760383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.802490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.920958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e544d-af94-4eb8-9e01-8f41d647aeeb None None] Pushing event updated for resources: {'Port': ['ID=b0b28d2f-cf94-4404-bf96-08c59d505fb7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.931516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=097b4fe9-56ed-4791-ac28-19505ce0dd23,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.949795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:48.952009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:48.958739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-35414762-df02-41ab-8faf-afe929db5674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db30b8df75a848c39651542daa372c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608826 Jul 14 09:09:48.959540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35414762-df02-41ab-8faf-afe929db5674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4522f3d3-f5b7-4408-be81-04db03dd721c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:48.977163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:48.978621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45802) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:48.994158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:48.994637 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.036712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:49.039859 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a65893-4da2-4b91-99a0-b7c7f35d4079" -d '{"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-plugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:49.089101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] For port 992c105d-49b3-41f3-8a2d-139d1b65e299, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=992c105d-49b3-41f3-8a2d-139d1b65e299,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:49.089685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.095428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:49.122579 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.141278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c3da23e-81b3-4fd3-a104-1cf6121f506a req-7a9d8901-35bc-4167-8170-d097e20fc34b tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/fec1499f-cefa-4e90-adff-a3833793286c HTTP/1.1" status: 200 len: 1801 time: 0.2117636 Jul 14 09:09:49.153389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2c3da23e-81b3-4fd3-a104-1cf6121f506a req-06222f34-8887-45ef-8e2d-9f4e52f4506d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Request body: {'security_group': {'name': 'tempest-sg-hth-736492204', 'description': 'tempest-description-hth-940843078'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:49.170542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Calling delete_port for 992c105d-49b3-41f3-8a2d-139d1b65e299 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:49.184561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:49.185220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.247014 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a660fb-9b4f-4cdf-97a7-1e0b5cb7962a x-openstack-request-id: req-66a660fb-9b4f-4cdf-97a7-1e0b5cb7962a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:49.247427 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-plugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:49.247689 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66a660fb-9b4f-4cdf-97a7-1e0b5cb7962a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:49.248093 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'code': 200} Jul 14 09:09:49.249047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:49.257683 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-31ae34ab-ddec-403d-9e4c-e47e1cd0ad27 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1581197 Jul 14 09:09:49.271825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45814) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:49.285415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'port': {'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'name': 'tempest-TaggedBootDevicesTest_v242-1711437275', 'fixed_ips': [{'subnet_id': '5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:49.497892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c853ab9e-484d-4eec-95ad-9b4c999fd662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.505899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c3da23e-81b3-4fd3-a104-1cf6121f506a req-06222f34-8887-45ef-8e2d-9f4e52f4506d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.546467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.577917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.590332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event deleted for resources: {'Port': ['ID=992c105d-49b3-41f3-8a2d-139d1b65e299,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:49.611858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c853ab9e-484d-4eec-95ad-9b4c999fd662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.664920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] No DVR routers for this DVR port 992c105d-49b3-41f3-8a2d-139d1b65e299 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:49.670270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:49.675048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e9034-5113-433a-9995-44c5927714d1 req-a246abb2-bd8a-46e4-9611-e63f50fde77d tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:49.675941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.683468 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631e9034-5113-433a-9995-44c5927714d1 req-a246abb2-bd8a-46e4-9611-e63f50fde77d tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2172153 Jul 14 09:09:49.686650 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.688871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffa79dce-4e93-4746-8939-75b5bcb916d1 req-a5883aab-f51d-45a8-a4c2-b5681bf80120 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "DELETE /v2.0/ports/992c105d-49b3-41f3-8a2d-139d1b65e299 HTTP/1.1" status: 204 len: 173 time: 1.3289783 Jul 14 09:09:49.689320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'name': 'network-vif-deleted', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:49.691675 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd34367-b8e5-4f52-94af-100db3e86dcc" -d '{"events": [{"server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "name": "network-vif-deleted", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:49.706895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c3da23e-81b3-4fd3-a104-1cf6121f506a req-06222f34-8887-45ef-8e2d-9f4e52f4506d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.714962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] device_id is not set on port 9ff2d997-d3c7-4873-9710-a83acd974eea yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:09:49.729515 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c3da23e-81b3-4fd3-a104-1cf6121f506a req-06222f34-8887-45ef-8e2d-9f4e52f4506d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.732093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c3da23e-81b3-4fd3-a104-1cf6121f506a req-06222f34-8887-45ef-8e2d-9f4e52f4506d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.748013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c3da23e-81b3-4fd3-a104-1cf6121f506a req-06222f34-8887-45ef-8e2d-9f4e52f4506d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "PUT /v2.0/security-groups/fec1499f-cefa-4e90-adff-a3833793286c HTTP/1.1" status: 200 len: 1773 time: 0.6057541 Jul 14 09:09:49.751881 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:49.788773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631e9034-5113-433a-9995-44c5927714d1 req-d2793768-d61c-4498-9b1a-a8ca84ff1972 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 Jul 14 09:09:49.821573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf8ef7-4b77-4912-99cb-8269f8b11023 req-629febea-5195-4aac-bca8-ece8df91dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:49.828140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47bf8ef7-4b77-4912-99cb-8269f8b11023 req-629febea-5195-4aac-bca8-ece8df91dabe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1101 time: 0.3185122 Jul 14 09:09:49.920346 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ee5b1-68de-4526-bb18-a695219df7e3 x-openstack-request-id: req-ee9ee5b1-68de-4526-bb18-a695219df7e3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:49.920650 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4509f2f-805b-40a1-b862-94c6790fc6d2", "name": "network-vif-deleted", "tag": "992c105d-49b3-41f3-8a2d-139d1b65e299", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:49.920918 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee9ee5b1-68de-4526-bb18-a695219df7e3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:49.927130 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4509f2f-805b-40a1-b862-94c6790fc6d2', 'name': 'network-vif-deleted', 'tag': '992c105d-49b3-41f3-8a2d-139d1b65e299', 'status': 'completed', 'code': 200} Jul 14 09:09:49.936967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06222f34-8887-45ef-8e2d-9f4e52f4506d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1499f-cefa-4e90-adff-a3833793286c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:50.023297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c853ab9e-484d-4eec-95ad-9b4c999fd662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.028673 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c853ab9e-484d-4eec-95ad-9b4c999fd662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.032296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c853ab9e-484d-4eec-95ad-9b4c999fd662 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4522f3d3-f5b7-4408-be81-04db03dd721c HTTP/1.1" status: 204 len: 168 time: 1.0428219 Jul 14 09:09:50.049392 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47bf8ef7-4b77-4912-99cb-8269f8b11023 req-429bb4c3-40cb-4597-b0e4-ab31e65cc37b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012403 Jul 14 09:09:50.097649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853ab9e-484d-4eec-95ad-9b4c999fd662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522f3d3-f5b7-4408-be81-04db03dd721c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:50.117564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3851a5e9-cd2a-4cdc-9a28-c7d1e59df1fc req-69d92fab-8f09-4602-bd1a-b4ec7511b98d tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4509f2f-805b-40a1-b862-94c6790fc6d2 HTTP/1.1" status: 200 len: 210 time: 0.0905309 Jul 14 09:09:50.132163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af7ef16f-abf2-4ebd-8f25-8aaf4577b7b5 req-bff8839e-2e5d-41f3-9264-dec59cc1b4d2 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/fec1499f-cefa-4e90-adff-a3833793286c HTTP/1.1" status: 200 len: 1773 time: 0.1836135 Jul 14 09:09:50.265143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 10.1.1.174 (1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95/5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d/9ff2d997-d3c7-4873-9710-a83acd974eea) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:50.536095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa69f9c8-9162-4e5f-95a2-68fe329b3cde req-03c6c9ba-cb48-4647-a63c-e8628af4051f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/fec1499f-cefa-4e90-adff-a3833793286c HTTP/1.1" status: 200 len: 1773 time: 0.1255252 Jul 14 09:09:50.595974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f24fb-dd86-41c0-a442-bca55115fbda None None] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:09:50.703912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fa69f9c8-9162-4e5f-95a2-68fe329b3cde req-5f728059-0a37-4062-a3a4-7dad6b7afb14 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.709284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20a808c5-c96b-4835-bdec-88adcf4966db None None] Provisioning for port 22528f00-a99d-4934-9863-1d3b989807b2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:50.770956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fa69f9c8-9162-4e5f-95a2-68fe329b3cde req-5f728059-0a37-4062-a3a4-7dad6b7afb14 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.800317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.852504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fa69f9c8-9162-4e5f-95a2-68fe329b3cde req-5f728059-0a37-4062-a3a4-7dad6b7afb14 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.863753 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fa69f9c8-9162-4e5f-95a2-68fe329b3cde req-5f728059-0a37-4062-a3a4-7dad6b7afb14 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.878833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Transition to ACTIVE for port object 9ff2d997-d3c7-4873-9710-a83acd974eea will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:09:50.885707 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa69f9c8-9162-4e5f-95a2-68fe329b3cde req-5f728059-0a37-4062-a3a4-7dad6b7afb14 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/fec1499f-cefa-4e90-adff-a3833793286c HTTP/1.1" status: 204 len: 173 time: 0.3397055 Jul 14 09:09:50.915943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728059-0a37-4062-a3a4-7dad6b7afb14 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1499f-cefa-4e90-adff-a3833793286c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:50.948845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:50.975093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:50.980999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:50.999721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:51.086006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:51.086006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.127633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=9ff2d997-d3c7-4873-9710-a83acd974eea,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:51.132125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d42a9683-513e-4fec-a25d-41806e695374 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8529923 Jul 14 09:09:51.248583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b14a3-fa73-401b-aa3a-9679eb0fcdd2 None None] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:09:51.402234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6eff1-3290-4477-8a52-26319e2c20d7 req-2cfeabac-d4c6-4cf2-a8cf-76319609f40f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:51.417229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aac6eff1-3290-4477-8a52-26319e2c20d7 req-2cfeabac-d4c6-4cf2-a8cf-76319609f40f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.1537874 Jul 14 09:09:51.506026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aac6eff1-3290-4477-8a52-26319e2c20d7 req-57dc471f-67ae-47ac-93bf-f63f3aecf080 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874476 Jul 14 09:09:51.536114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22528f00-a99d-4934-9863-1d3b989807b2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:51.579890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2e7d2ee6-8bc3-4bc8-ad24-6eb75ac0bc5a None None] Provisioning for port b0b28d2f-cf94-4404-bf96-08c59d505fb7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:51.656533 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.692796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 22528f00-a99d-4934-9863-1d3b989807b2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:51.704860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 22528f00-a99d-4934-9863-1d3b989807b2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:51.705434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:51.807941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-62b1422e-4feb-4588-9a06-5ca333ae9b58 None None] Provisioning complete for port 22528f00-a99d-4934-9863-1d3b989807b2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:51.808334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62b1422e-4feb-4588-9a06-5ca333ae9b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.079761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.122364 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62b1422e-4feb-4588-9a06-5ca333ae9b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.175188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 22528f00-a99d-4934-9863-1d3b989807b2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22528f00-a99d-4934-9863-1d3b989807b2,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:52.195052 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.199783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b0b28d2f-cf94-4404-bf96-08c59d505fb7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:52.202786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:52.208322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-61126ebd-dd23-4410-87f2-b921a46096a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1114058811', 'description': 'tempest-description--1831795363'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:52.294006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61126ebd-dd23-4410-87f2-b921a46096a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.463884 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-62b1422e-4feb-4588-9a06-5ca333ae9b58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:09:52.464260 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-62b1422e-4feb-4588-9a06-5ca333ae9b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:09:52.495121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=22528f00-a99d-4934-9863-1d3b989807b2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:52.520730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61126ebd-dd23-4410-87f2-b921a46096a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.525697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b0b28d2f-cf94-4404-bf96-08c59d505fb7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:52.531465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b0b28d2f-cf94-4404-bf96-08c59d505fb7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:52.531985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.534692 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61126ebd-dd23-4410-87f2-b921a46096a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.592712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61126ebd-dd23-4410-87f2-b921a46096a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.599249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:52.604566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'security_group_rule': {'security_group_id': '6c780244-a52b-4a1a-921e-301f8e5a80db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:52.640393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-61126ebd-dd23-4410-87f2-b921a46096a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4072247 Jul 14 09:09:52.641413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61126ebd-dd23-4410-87f2-b921a46096a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c780244-a52b-4a1a-921e-301f8e5a80db,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:52.697021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.722116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.753505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port b0b28d2f-cf94-4404-bf96-08c59d505fb7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b0b28d2f-cf94-4404-bf96-08c59d505fb7,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:52.766148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.918960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22528f00-a99d-4934-9863-1d3b989807b2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:52.933826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.948127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:52.984794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=b0b28d2f-cf94-4404-bf96-08c59d505fb7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:53.003106 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-8273a624-3e3c-4d53-b574-1ce36cb000d2 req-5ca4732f-2acb-4fcd-a3b4-86990225799d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:53.006193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8273a624-3e3c-4d53-b574-1ce36cb000d2 req-5ca4732f-2acb-4fcd-a3b4-86990225799d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/e1b45ce4-1891-4442-8f98-f39e5504afa5 HTTP/1.1" status: 404 len: 352 time: 0.0604043 Jul 14 09:09:53.019100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.024902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4234967 Jul 14 09:09:53.026501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46000) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:53.034474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dad1cf7f-708c-4ead-9bf9-b91c3ceeb712 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'security_group_rule': {'security_group_id': '6c780244-a52b-4a1a-921e-301f8e5a80db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:53.039889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1447f720-4f36-4f48-94f2-1a4d7f4aa9a4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:53.048442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 22528f00-a99d-4934-9863-1d3b989807b2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:53.048840 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.054936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.055295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.055913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.056576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.057367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.057884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.058396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.058915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.059504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.060038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.060554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.061068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98e2b1-d72a-4431-a2d2-0f56526fed68 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:09:53.083633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dad1cf7f-708c-4ead-9bf9-b91c3ceeb712 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.102359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7d173-2439-455c-8b97-98ec08d1769b req-4c2c1e8d-80be-4908-930e-67e5b2877558 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:53.105019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bad7d173-2439-455c-8b97-98ec08d1769b req-4c2c1e8d-80be-4908-930e-67e5b2877558 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.1389568 Jul 14 09:09:53.174581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Provisioning for port 097b4fe9-56ed-4791-ac28-19505ce0dd23 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:53.179581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Provisioning complete for port 097b4fe9-56ed-4791-ac28-19505ce0dd23 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:53.180188 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.208273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dad1cf7f-708c-4ead-9bf9-b91c3ceeb712 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.215384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dad1cf7f-708c-4ead-9bf9-b91c3ceeb712 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.223906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bad7d173-2439-455c-8b97-98ec08d1769b req-37e7590c-0397-4acc-a9cd-93578ac9fde8 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008611 Jul 14 09:09:53.242147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1cf7f-708c-4ead-9bf9-b91c3ceeb712 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebc2239-21a5-44f9-afef-d23faed49581,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:53.264483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Port 097b4fe9-56ed-4791-ac28-19505ce0dd23 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:09:53.269096 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dad1cf7f-708c-4ead-9bf9-b91c3ceeb712 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.270441 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dad1cf7f-708c-4ead-9bf9-b91c3ceeb712 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2427833 Jul 14 09:09:53.273778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:53.280118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:53.294748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Provisioning complete for port b0b28d2f-cf94-4404-bf96-08c59d505fb7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:53.295342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.311607 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.405654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Provisioning for port 9ff2d997-d3c7-4873-9710-a83acd974eea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:09:53.413681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Provisioning complete for port 9ff2d997-d3c7-4873-9710-a83acd974eea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:53.414067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.484619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-564cdf67-2c97-4ae1-bb3e-2c1af7ded7f9 None None] Port 9ff2d997-d3c7-4873-9710-a83acd974eea cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:09:53.515821 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:53.574705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ce001-da82-46fd-8758-aa12e473c891 req-79d36f99-135d-45eb-9f16-36a2d0b6f882 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:53.576220 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-561ce001-da82-46fd-8758-aa12e473c891 req-79d36f99-135d-45eb-9f16-36a2d0b6f882 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 944 time: 0.1590168 Jul 14 09:09:53.668121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448f905-e6de-4781-ac19-606e40d5ffaa req-19d8ffeb-1633-437e-acfe-666af4078970 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:53.675607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e448f905-e6de-4781-ac19-606e40d5ffaa req-19d8ffeb-1633-437e-acfe-666af4078970 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 944 time: 0.1304693 Jul 14 09:09:53.714191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 992c105d-49b3-41f3-8a2d-139d1b65e299 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:53.723881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e448f905-e6de-4781-ac19-606e40d5ffaa req-533f9868-adc6-45eb-bfa8-df927211f801 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/security-groups?id=4096fe1b-c3b7-40de-810e-363cb04887d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Jul 14 09:09:53.737797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 172.25.2.207 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/58226daa-9774-4b7b-a16c-ac1b83d028b6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:09:53.771341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 992c105d-49b3-41f3-8a2d-139d1b65e299 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:53.771931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 992c105d-49b3-41f3-8a2d-139d1b65e299 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:53.867192 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-3c7f4af0-3876-414a-bbe6-9ef68cab5261 req-952d8a87-1f9e-4ce7-bf03-1b944a65f9d6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:53.878518 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c7f4af0-3876-414a-bbe6-9ef68cab5261 req-952d8a87-1f9e-4ce7-bf03-1b944a65f9d6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/31edadc5-b316-4eb1-a519-66195215f272 HTTP/1.1" status: 404 len: 352 time: 0.0379448 Jul 14 09:09:53.884551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Deleting port 11a76d04-8e97-4056-af28-8ac13e880b2e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:53.885177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.012991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] For port 11a76d04-8e97-4056-af28-8ac13e880b2e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=11a76d04-8e97-4056-af28-8ac13e880b2e,segment=NetworkSegment(0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5),segment_id=0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:54.013420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.029856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Calling delete_port for 11a76d04-8e97-4056-af28-8ac13e880b2e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:54.129476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.272538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.287952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.338379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:09:54.349943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:09:54.357188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:09:54.405566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=58226daa-9774-4b7b-a16c-ac1b83d028b6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:54.436636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] No DVR routers for this DVR port 11a76d04-8e97-4056-af28-8ac13e880b2e on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:54.457339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.460805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-561ce001-da82-46fd-8758-aa12e473c891 req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.48 "DELETE /v2.0/ports/11a76d04-8e97-4056-af28-8ac13e880b2e HTTP/1.1" status: 204 len: 173 time: 0.8765967 Jul 14 09:09:54.461423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'name': 'network-vif-deleted', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:54.463834 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30165eb-f9bc-483a-9d3f-cdfefc57f51f" -d '{"events": [{"server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "name": "network-vif-deleted", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:54.473378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f300d62-8795-43a6-8785-d57043a8ecf9 req-89d5283c-da19-435d-92b8-707e99f7b0f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:54.480646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f300d62-8795-43a6-8785-d57043a8ecf9 req-89d5283c-da19-435d-92b8-707e99f7b0f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2767224 Jul 14 09:09:54.486437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b9e20-53cd-4467-868a-6e859805b0c7 tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] Pushing event deleted for resources: {'Port': ['ID=11a76d04-8e97-4056-af28-8ac13e880b2e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:54.571939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f300d62-8795-43a6-8785-d57043a8ecf9 req-c658caf7-a28a-4a34-ab0b-17b9dabd4971 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899298 Jul 14 09:09:54.606575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.633447 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-3aceec9b-583c-4cca-83cd-4233810ec37c req-51894846-4e0e-4bb8-ae00-5ee781145947 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:54.646378 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3aceec9b-583c-4cca-83cd-4233810ec37c req-51894846-4e0e-4bb8-ae00-5ee781145947 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/fabf3fcf-e94b-4b15-a641-5bf8ab7d8ef2 HTTP/1.1" status: 404 len: 352 time: 0.0410132 Jul 14 09:09:54.691554 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.841708 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee4d90f-3b03-400b-b0fc-6b87b981ae07 x-openstack-request-id: req-cee4d90f-3b03-400b-b0fc-6b87b981ae07 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:09:54.842286 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65034463-bb89-4b58-a341-5d3b7e9a8be2", "name": "network-vif-deleted", "tag": "11a76d04-8e97-4056-af28-8ac13e880b2e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:09:54.842286 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cee4d90f-3b03-400b-b0fc-6b87b981ae07 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:09:54.842699 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65034463-bb89-4b58-a341-5d3b7e9a8be2', 'name': 'network-vif-deleted', 'tag': '11a76d04-8e97-4056-af28-8ac13e880b2e', 'status': 'completed', 'code': 200} Jul 14 09:09:54.892686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b0b28d2f-cf94-4404-bf96-08c59d505fb7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:09:54.935717 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-07737400-b461-486b-8253-34a4c5d93930 req-31777632-c896-4838-917a-62a36cd5c8aa tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:54.954970 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07737400-b461-486b-8253-34a4c5d93930 req-31777632-c896-4838-917a-62a36cd5c8aa tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/723d0ea4-6864-4691-86bc-ed248f7189f5 HTTP/1.1" status: 404 len: 352 time: 0.0635941 Jul 14 09:09:55.001487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b0b28d2f-cf94-4404-bf96-08c59d505fb7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:09:55.001871 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.049357 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.061295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.357960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=58226daa-9774-4b7b-a16c-ac1b83d028b6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:55.368810 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.444492 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-b050040f-339d-4521-b954-edd1e0a4f9c9 req-192fab0c-b317-4c97-bffd-12b18bfb9883 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:55.455593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b050040f-339d-4521-b954-edd1e0a4f9c9 req-192fab0c-b317-4c97-bffd-12b18bfb9883 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/5f9f07fc-44fa-4507-b554-329b0b7ffa41 HTTP/1.1" status: 404 len: 352 time: 0.0290520 Jul 14 09:09:55.457365 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f021db4c-060b-4390-b573-df736b5982f0 req-0f241f2f-9548-4377-99f3-9ca28ff73b8a tempest-LiveMigrationTest-1675768125 tempest-LiveMigrationTest-1675768125-project] 10.222.0.18 "GET /v2.0/ports?device_id=65034463-bb89-4b58-a341-5d3b7e9a8be2 HTTP/1.1" status: 200 len: 210 time: 0.0842540 Jul 14 09:09:55.468229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.478033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ec9c49be-7bba-42aa-9aaf-4cae28447542 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1945705 Jul 14 09:09:55.755436 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-58790621-265a-4d2a-a050-dca88b647f70 req-6c12d8a1-0b43-4d06-9d0c-2783724255ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] show failed (client error): The resource could not be found. Jul 14 09:09:55.756994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58790621-265a-4d2a-a050-dca88b647f70 req-6c12d8a1-0b43-4d06-9d0c-2783724255ca tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/0639a754-4906-4f81-a650-0ad12e96d4a8 HTTP/1.1" status: 404 len: 352 time: 0.0294147 Jul 14 09:09:55.764855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1412-aa47-40f9-93c9-edffc15c267f req-3cdb32fe-f3de-4221-bd34-ff63d2944924 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:55.774184 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b63a1412-aa47-40f9-93c9-edffc15c267f req-3cdb32fe-f3de-4221-bd34-ff63d2944924 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.0978956 Jul 14 09:09:55.839248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b63a1412-aa47-40f9-93c9-edffc15c267f req-36834a34-ec0a-4e2c-b493-117e70d2b92f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632224 Jul 14 09:09:55.997652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba225b07-e93a-49eb-8f06-a442eb52cf7c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1114058811&fields=id&tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10 HTTP/1.1" status: 200 len: 267 time: 0.0460207 Jul 14 09:09:56.078428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-1af3d1ec-7493-48a1-9ed0-3e9560126646 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.081324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-1af3d1ec-7493-48a1-9ed0-3e9560126646 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports/097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 936 time: 0.0739586 Jul 14 09:09:56.241253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-e5cd1c49-dc58-4528-882d-db9070744a2b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.253444 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-e5cd1c49-dc58-4528-882d-db9070744a2b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports/9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 937 time: 0.1576056 Jul 14 09:09:56.291001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:56.326874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-821747a3-3a26-4712-a08d-ada5c92cc8e3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0724766 Jul 14 09:09:56.375403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-192bfc48-d754-44f6-99e6-714bcb6d3b74 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0475442 Jul 14 09:09:56.450154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df24e-8725-4823-b33e-2fcd9ab6b08a req-4ae95a5d-4363-4068-aba1-6c518cb9d441 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.457678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-904df24e-8725-4823-b33e-2fcd9ab6b08a req-4ae95a5d-4363-4068-aba1-6c518cb9d441 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1023 time: 0.0805531 Jul 14 09:09:56.491138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c1313a9-5d03-4834-829a-a8f581633abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:56.531229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-faa6387a-4dc8-4d21-8895-5e603747379e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.537756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-faa6387a-4dc8-4d21-8895-5e603747379e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.545203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-faa6387a-4dc8-4d21-8895-5e603747379e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:56.546273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-904df24e-8725-4823-b33e-2fcd9ab6b08a req-6b715c13-4ed7-49ed-9e60-b0cd0f4b7f07 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=622f354c-a173-45ad-a9b9-a6ecc2e0137b&id=5d0b5ce6-8cd7-4526-9933-270317c3e989&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0840936 Jul 14 09:09:56.552709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-faa6387a-4dc8-4d21-8895-5e603747379e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/networks?id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 HTTP/1.1" status: 200 len: 1996 time: 0.1764290 Jul 14 09:09:56.578657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-8a2083bc-e03e-403a-b1fa-ada1fd310821 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/quotas/5b6aaf1aac36496eb62bc78efa2bbb10 HTTP/1.1" status: 200 len: 375 time: 0.0243471 Jul 14 09:09:56.705008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:56.775345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-96ec6873-1908-4469-abf3-d7e2878602fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1948171 Jul 14 09:09:56.839689 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c1313a9-5d03-4834-829a-a8f581633abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:56.848963 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c1313a9-5d03-4834-829a-a8f581633abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:56.892216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1c1313a9-5d03-4834-829a-a8f581633abd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25161cdce4ef4315aba063c1adc516d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000881 Jul 14 09:09:56.892842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:56.917464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-2dc3c30e-c1d2-4cb9-b97f-4bae9621f301 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368308 Jul 14 09:09:57.007568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] Deleting subnet 55af7286-06ff-4d12-a7a5-cb35ef74e922 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:09:57.011951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.038476 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-34dfd1f8-ad84-4cb5-89d1-2a02cbf769c9 service neutron] 10.222.0.18 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192737 Jul 14 09:09:57.062693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.103537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46214) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:57.125774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-5ff54e78-da76-402c-b3be-3f3d9fc221a9 service neutron] 10.222.0.18 "GET /v2.0/ports/097b4fe9-56ed-4791-ac28-19505ce0dd23?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0863519 Jul 14 09:09:57.166542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1313a9-5d03-4834-829a-a8f581633abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75239c-f0ae-4d3c-b017-82b3a9056caf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:57.188861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b3716a-dcfe-4fa6-935c-8f8c52e0ae54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.226590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b3716a-dcfe-4fa6-935c-8f8c52e0ae54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.239269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.255147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-4941488a-0644-4667-9922-44041414859d service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284692 Jul 14 09:09:57.313585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40ce19c5-f8f6-47e2-9d96-4cb916c747d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.356603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcf95c-6a76-432b-ab66-074182a5ba36 req-bf82a8ec-4809-4373-ab95-91d2f7b11051 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:57.358122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29bcf95c-6a76-432b-ab66-074182a5ba36 req-bf82a8ec-4809-4373-ab95-91d2f7b11051 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2556713 Jul 14 09:09:57.375893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-7b9cad5b-9eb4-4b51-bfc3-b59f9412e151 service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197972 Jul 14 09:09:57.399446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.415379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b3716a-dcfe-4fa6-935c-8f8c52e0ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.420628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b3716a-dcfe-4fa6-935c-8f8c52e0ae54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.421284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b2b3716a-dcfe-4fa6-935c-8f8c52e0ae54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd75239c-f0ae-4d3c-b017-82b3a9056caf HTTP/1.1" status: 204 len: 168 time: 0.5231173 Jul 14 09:09:57.462921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-98b6b6f4-0ade-43e6-a779-8cc4938b7dee service neutron] 10.222.0.18 "GET /v2.0/ports/9ff2d997-d3c7-4873-9710-a83acd974eea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0772333 Jul 14 09:09:57.503227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.508207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/55af7286-06ff-4d12-a7a5-cb35ef74e922 HTTP/1.1" status: 204 len: 168 time: 0.7983129 Jul 14 09:09:57.508207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b98de-8a2c-48a5-9344-6ff55a9f8e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55af7286-06ff-4d12-a7a5-cb35ef74e922,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:57.510326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:57.530667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3716a-dcfe-4fa6-935c-8f8c52e0ae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75239c-f0ae-4d3c-b017-82b3a9056caf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:57.587962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29bcf95c-6a76-432b-ab66-074182a5ba36 req-31c44b7b-1298-48cc-86d8-ca3c56b18bce tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070639 Jul 14 09:09:57.647574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-4cad0fba-7f6d-4793-b264-3c1b8f18bc6d service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836288 Jul 14 09:09:57.736769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:09:57.799801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 11a76d04-8e97-4056-af28-8ac13e880b2e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:09:57.818210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 11a76d04-8e97-4056-af28-8ac13e880b2e not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:09:57.834387 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.867566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-4dc1cd83-5246-4d43-bf1a-0eed90516eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188671 Jul 14 09:09:57.999514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-053bf6df-5717-44c3-b12a-8f8c9d56bddb service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310945 Jul 14 09:09:58.001025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-fd542487-efbe-4c84-9e5e-42800e54bbb6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.002742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-fd542487-efbe-4c84-9e5e-42800e54bbb6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1023 time: 0.2892344 Jul 14 09:09:58.074704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.086426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2b4f64-f9b7-4cea-b291-0138e1e004ba']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:58.145124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:58.145518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2196ed-a091-4b60-9dfe-0b53ba1bd5f5') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:58.147798 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-6903d78b-940c-4127-abff-a27a81f41f6d service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472757 Jul 14 09:09:58.155447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40ce19c5-f8f6-47e2-9d96-4cb916c747d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.170281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca8b5-6011-4b89-93ae-eaa9ee8b93de req-073bcae2-9f47-4a4a-8c80-f8e78269ddf0 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:58.177613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-132ca8b5-6011-4b89-93ae-eaa9ee8b93de req-073bcae2-9f47-4a4a-8c80-f8e78269ddf0 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 1023 time: 0.3341370 Jul 14 09:09:58.193643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40ce19c5-f8f6-47e2-9d96-4cb916c747d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.200909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.301329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-3b06f767-fc50-494b-a135-151b98a79b72 service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525812 Jul 14 09:09:58.439596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a3d3c75d-0eea-4552-a363-88846f80f9b7 service neutron] 10.222.0.18 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317070 Jul 14 09:09:58.555260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-d1863946-b63e-472b-977c-11b842a95abd service neutron] 10.222.0.18 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146433 Jul 14 09:09:58.564622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46252) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:58.602968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.617800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-40ce19c5-f8f6-47e2-9d96-4cb916c747d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f647cedcf1d84ebea5cb9be3b4b76d69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5110083 Jul 14 09:09:58.618676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce19c5-f8f6-47e2-9d96-4cb916c747d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a309f3d1-29ed-4245-a190-e76606a5e448,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:58.624218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:58.632099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:09:58.632526 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.649947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-132ca8b5-6011-4b89-93ae-eaa9ee8b93de req-4631fe6d-d03e-44b6-9a7a-c2f943f7531b tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups?id=087e127a-0f40-4e98-834f-6cf84dd153f2&id=622f354c-a173-45ad-a9b9-a6ecc2e0137b&id=5d0b5ce6-8cd7-4526-9933-270317c3e989&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4708402 Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:09:58.650677 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:09:58.711713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-215c1cd5-5443-4f5c-9786-fcd083f0391a service neutron] 10.222.0.18 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551502 Jul 14 09:09:58.768683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.776622 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.781824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fe2b4f64-f9b7-4cea-b291-0138e1e004ba HTTP/1.1" status: 204 len: 168 time: 1.2655284 Jul 14 09:09:58.785176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46260) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:58.829105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1384437639-network', 'tenant_id': 'd57310ccd7d340e5b5b3584e11801873'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:09:58.834057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28f44c-6f0f-484c-bdae-ba3c8127fca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2b4f64-f9b7-4cea-b291-0138e1e004ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:58.872629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Deleting port 0e92472c-5e98-460b-a5a7-80215f4609d8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:09:58.872966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.879910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72af5fc2-6dfc-44a9-b841-2138a14b5c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.944201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] Deleting subnet 50d01c97-d04d-44b4-8d8c-d537c46bd184 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:09:58.951626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Made reservation on behalf of d57310ccd7d340e5b5b3584e11801873 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:09:58.954017 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:58.958663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.000127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.007064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72af5fc2-6dfc-44a9-b841-2138a14b5c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.103538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.162619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] For port 0e92472c-5e98-460b-a5a7-80215f4609d8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0e92472c-5e98-460b-a5a7-80215f4609d8,segment=NetworkSegment(411704fd-3265-4baf-9338-1bc9a7f1fa83),segment_id=411704fd-3265-4baf-9338-1bc9a7f1fa83)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:09:59.162884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.180138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Calling delete_port for 0e92472c-5e98-460b-a5a7-80215f4609d8 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:09:59.231765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-92c3ca73-9e14-4cee-9a69-8d9055eb9b1d service neutron] 10.222.0.18 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168233 Jul 14 09:09:59.291536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.294436 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72af5fc2-6dfc-44a9-b841-2138a14b5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.297269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72af5fc2-6dfc-44a9-b841-2138a14b5c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.298648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-72af5fc2-6dfc-44a9-b841-2138a14b5c4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a309f3d1-29ed-4245-a190-e76606a5e448 HTTP/1.1" status: 204 len: 168 time: 0.6731958 Jul 14 09:09:59.348467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dadfdfa5-69b9-468b-9739-c0d8f5375a04 service neutron] 10.222.0.18 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106632 Jul 14 09:09:59.355511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae65790-bcd7-4b87-bf32-8a8e978a5ee5 req-0a00355e-add2-4d35-addf-1b0135e165a5 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:59.357399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ae65790-bcd7-4b87-bf32-8a8e978a5ee5 req-0a00355e-add2-4d35-addf-1b0135e165a5 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.3524122 Jul 14 09:09:59.364700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af5fc2-6dfc-44a9-b841-2138a14b5c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a309f3d1-29ed-4245-a190-e76606a5e448,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:59.456350 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ae65790-bcd7-4b87-bf32-8a8e978a5ee5 req-995de9fa-0dd0-4eb5-8473-51d9bb405e30 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786059 Jul 14 09:09:59.469457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.510038 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.537315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d01c97-d04d-44b4-8d8c-d537c46bd184,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:59.539450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.553345 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.557893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46284) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:59.558043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f72203f5-4f6b-467f-be22-18064e1d7fc4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/50d01c97-d04d-44b4-8d8c-d537c46bd184 HTTP/1.1" status: 204 len: 168 time: 0.7716305 Jul 14 09:09:59.574389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:09:59.598280 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.598617 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Added segment c0bbe705-c7da-4557-828b-4f7abc5cbff9 of type vlan for network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 Jul 14 09:09:59.607943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.610435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f55a068-30a0-4c77-8bbf-7a8668232605,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:59.625678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0e92472c-5e98-460b-a5a7-80215f4609d8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:09:59.657026 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.689018 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'Port': ['ID=0e92472c-5e98-460b-a5a7-80215f4609d8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:09:59.722391 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.817790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.837346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e84c8d6-7ea9-417e-bf29-4e60a5df616c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:59.859001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46300) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:09:59.864169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] No DVR routers for this DVR port 0e92472c-5e98-460b-a5a7-80215f4609d8 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:09:59.866163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5fe409-257b-4b29-8a45-8e9ccfd3977e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:59.867534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.870300 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff7a6b47-5ebf-4fa7-a6bd-eec01cdb6356 req-97e84903-0087-4c57-aa39-3a1a0bdfd747 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.48 "DELETE /v2.0/ports/0e92472c-5e98-460b-a5a7-80215f4609d8 HTTP/1.1" status: 204 len: 173 time: 1.7807205 Jul 14 09:09:59.871181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'name': 'network-vif-deleted', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:09:59.874829 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eccb8fd-0193-40f8-9eca-56a37b543fec" -d '{"events": [{"server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "name": "network-vif-deleted", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:09:59.878402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.879394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:09:59.880191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5fe409-257b-4b29-8a45-8e9ccfd3977e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:09:59.880921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.922187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.939419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.947856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:09:59.948830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:09:59.987461 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:10:00.008240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2169-b59a-452d-aebc-c3fd17c13f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.040458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a657d7c0-1ea5-4b3f-9549-82b065140059 req-c69535b7-6010-4289-bdc1-471fc60fbb65 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/ports?device_id=267640b5-02c3-4569-97e5-423d0a786073 HTTP/1.1" status: 200 len: 210 time: 0.1498880 Jul 14 09:10:00.045238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4712312 Jul 14 09:10:00.048778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:00.062154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Request body: {'subnet': {'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1384437639-subnet', 'tenant_id': 'd57310ccd7d340e5b5b3584e11801873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:00.070963 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.073120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0a8df-3b89-47a5-a905-167e336f3cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ecc4f9a-9753-423c-81e8-59e379ce8ee3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:00.090700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:00.105494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.113256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1e84c8d6-7ea9-417e-bf29-4e60a5df616c HTTP/1.1" status: 204 len: 168 time: 0.5516391 Jul 14 09:10:00.121900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e84c8d6-7ea9-417e-bf29-4e60a5df616c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:00.122235 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c4e4ce-5259-416c-83a4-3041f18319c4 x-openstack-request-id: req-25c4e4ce-5259-416c-83a4-3041f18319c4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:00.122586 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267640b5-02c3-4569-97e5-423d0a786073", "name": "network-vif-deleted", "tag": "0e92472c-5e98-460b-a5a7-80215f4609d8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:00.122848 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25c4e4ce-5259-416c-83a4-3041f18319c4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:00.124437 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267640b5-02c3-4569-97e5-423d0a786073', 'name': 'network-vif-deleted', 'tag': '0e92472c-5e98-460b-a5a7-80215f4609d8', 'status': 'completed', 'code': 200} Jul 14 09:10:00.150914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.151268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.151638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.156511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.156878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.157217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.157550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.157879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.158209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.158534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.158858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.159210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26938e-e794-4b4d-b2a9-29881516a722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:00.211438 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2169-b59a-452d-aebc-c3fd17c13f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.218309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2169-b59a-452d-aebc-c3fd17c13f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.241253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Made reservation on behalf of d57310ccd7d340e5b5b3584e11801873 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:00.245499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.259390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b2169-b59a-452d-aebc-c3fd17c13f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9167a1b-0474-4a0b-92f0-2e5e6259862a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:00.267992 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2c1b2169-b59a-452d-aebc-c3fd17c13f6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49f9a190b00e4d90890fe8a586b59d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079287 Jul 14 09:10:00.268647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:00.336413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c48eeff-4b13-4366-945a-54f32a84abea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.372410 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c48eeff-4b13-4366-945a-54f32a84abea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.397355 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b82312b-39c7-4dfa-a88d-8da6e7334c81 req-4f0e7dbc-f3c3-487c-a501-1fd0d50f171c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0401824 Jul 14 09:10:00.452959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:00.483734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c48eeff-4b13-4366-945a-54f32a84abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.487843 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c48eeff-4b13-4366-945a-54f32a84abea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.489150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8c48eeff-4b13-4366-945a-54f32a84abea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9167a1b-0474-4a0b-92f0-2e5e6259862a HTTP/1.1" status: 204 len: 168 time: 0.2196076 Jul 14 09:10:00.505628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48eeff-4b13-4366-945a-54f32a84abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9167a1b-0474-4a0b-92f0-2e5e6259862a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:00.545693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06307b2a-1ebe-4c25-b297-9011a916f72e req-19877100-26b1-43c8-97fa-7df98f5bd7ef tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:00.552016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e3dd67c0-bab7-42d0-a53e-7a15586113bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6296f849fa8b45fe8cc5645afa7419b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978422 Jul 14 09:10:00.553190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06307b2a-1ebe-4c25-b297-9011a916f72e req-19877100-26b1-43c8-97fa-7df98f5bd7ef tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 945 time: 0.1667156 Jul 14 09:10:00.555246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:00.632713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06307b2a-1ebe-4c25-b297-9011a916f72e req-a6f50345-dc8c-476b-812f-cc02301cbe40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788682 Jul 14 09:10:00.666967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51156353-0383-49ae-baab-9f758b0bdf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.721506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51156353-0383-49ae-baab-9f758b0bdf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.746399 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.833980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51156353-0383-49ae-baab-9f758b0bdf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.836907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51156353-0383-49ae-baab-9f758b0bdf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:00.845489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-51156353-0383-49ae-baab-9f758b0bdf60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4096fe1b-c3b7-40de-810e-363cb04887d7 HTTP/1.1" status: 204 len: 168 time: 0.2851107 Jul 14 09:10:00.867761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51156353-0383-49ae-baab-9f758b0bdf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4096fe1b-c3b7-40de-810e-363cb04887d7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:00.871437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca7fd42-f69e-4a2f-a005-e14833e05529,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:00.882401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Checking segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:00.883043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Network hostable DHCP agents. Network: 1ecc4f9a-9753-423c-81e8-59e379ce8ee3, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:00.933312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:00.947846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 1ecc4f9a-9753-423c-81e8-59e379ce8ee3) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:00.958460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422175fa-c933-4c4b-ae79-0b8a30136081 None None] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:00.978316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:00.982841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.026216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26a54d9c-074d-4660-b270-b5d9511a3e89 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9732680 Jul 14 09:10:01.178613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad5202-a782-49b5-b582-235867863c79 req-761547da-3687-4966-8960-dadcb9fa964b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:01.193121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bad5202-a782-49b5-b582-235867863c79 req-761547da-3687-4966-8960-dadcb9fa964b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.1128452 Jul 14 09:10:01.248566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.284456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bad5202-a782-49b5-b582-235867863c79 req-1eda6d73-2ec8-4d15-81a1-b91691387505 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893900 Jul 14 09:10:01.306442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449cc552-4d7b-40a9-b0f5-0ff5a4e50ff8 None None] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:01.486905 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e60c64bf-47aa-499c-8255-2450df61938a req-43dea2dd-c372-4886-91b9-f9a795dd8f69 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/5d0b5ce6-8cd7-4526-9933-270317c3e989 HTTP/1.1" status: 200 len: 1800 time: 0.0734885 Jul 14 09:10:01.567464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e60c64bf-47aa-499c-8255-2450df61938a req-4921baa4-5a28-4961-a317-7408a4a6e48d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.599845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e60c64bf-47aa-499c-8255-2450df61938a req-4921baa4-5a28-4961-a317-7408a4a6e48d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.614399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:01.697337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-94d5faff-ef3e-4f99-9e34-2d272b2eabde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b1667c082574873be56ef658aa945e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816109 Jul 14 09:10:01.698066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e60c64bf-47aa-499c-8255-2450df61938a req-4921baa4-5a28-4961-a317-7408a4a6e48d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.700552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:01.701566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e60c64bf-47aa-499c-8255-2450df61938a req-4921baa4-5a28-4961-a317-7408a4a6e48d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.702219 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e60c64bf-47aa-499c-8255-2450df61938a req-4921baa4-5a28-4961-a317-7408a4a6e48d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/5d0b5ce6-8cd7-4526-9933-270317c3e989 HTTP/1.1" status: 204 len: 173 time: 0.2077222 Jul 14 09:10:01.736609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921baa4-5a28-4961-a317-7408a4a6e48d tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b5ce6-8cd7-4526-9933-270317c3e989,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:01.754666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0e92472c-5e98-460b-a5a7-80215f4609d8 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:01.763311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7c2b-3d9a-41da-8bdf-6e07e9354d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.788414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7c2b-3d9a-41da-8bdf-6e07e9354d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.819230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 0e92472c-5e98-460b-a5a7-80215f4609d8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:01.819612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0e92472c-5e98-460b-a5a7-80215f4609d8 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:01.855697 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31ac932b-a4aa-4db7-b8d1-739899c189d7 req-bd6bfe14-1e6c-4bfa-931e-c6dbdaca91c1 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0313292 Jul 14 09:10:01.906695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7c2b-3d9a-41da-8bdf-6e07e9354d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.910904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7c2b-3d9a-41da-8bdf-6e07e9354d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:01.912149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e8a7c2b-3d9a-41da-8bdf-6e07e9354d52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69f19e07-7b15-4b19-8ad4-2bc7c80e83ad HTTP/1.1" status: 204 len: 168 time: 0.2100894 Jul 14 09:10:01.932371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a7c2b-3d9a-41da-8bdf-6e07e9354d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f19e07-7b15-4b19-8ad4-2bc7c80e83ad,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:01.939701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4cfb5a7-0e97-4e33-8164-ca4ed6baaec7 req-a015eec1-28bd-46b3-b550-0608e5fdefd6 tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "GET /v2.0/security-groups/622f354c-a173-45ad-a9b9-a6ecc2e0137b HTTP/1.1" status: 200 len: 1800 time: 0.0527248 Jul 14 09:10:01.951761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-2755bda8-23c7-403d-a96b-e40e50be756c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:01.954321 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-2755bda8-23c7-403d-a96b-e40e50be756c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.1924794 Jul 14 09:10:01.978947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-a48f147f-5a14-498c-88dd-091757443a0d tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/quotas/d57310ccd7d340e5b5b3584e11801873 HTTP/1.1" status: 200 len: 375 time: 0.0187693 Jul 14 09:10:02.019975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-5de50584-2cf0-4601-89d3-667dc321332f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397522 Jul 14 09:10:02.030237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4cfb5a7-0e97-4e33-8164-ca4ed6baaec7 req-d7b999f7-4c8c-4b5d-bc70-bf513db4522f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.060837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4cfb5a7-0e97-4e33-8164-ca4ed6baaec7 req-d7b999f7-4c8c-4b5d-bc70-bf513db4522f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.115867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4cfb5a7-0e97-4e33-8164-ca4ed6baaec7 req-d7b999f7-4c8c-4b5d-bc70-bf513db4522f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.118608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4cfb5a7-0e97-4e33-8164-ca4ed6baaec7 req-d7b999f7-4c8c-4b5d-bc70-bf513db4522f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.119798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4cfb5a7-0e97-4e33-8164-ca4ed6baaec7 req-d7b999f7-4c8c-4b5d-bc70-bf513db4522f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] 10.222.0.18 "DELETE /v2.0/security-groups/622f354c-a173-45ad-a9b9-a6ecc2e0137b HTTP/1.1" status: 204 len: 173 time: 0.1717939 Jul 14 09:10:02.126154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:02.139918 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-8d9afd92-18b4-43c0-bd49-69f9779e3649 service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185229 Jul 14 09:10:02.141045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b999f7-4c8c-4b5d-bc70-bf513db4522f tempest-SecurityGroupsTestJSON-1257014121 tempest-SecurityGroupsTestJSON-1257014121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f354c-a173-45ad-a9b9-a6ecc2e0137b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:02.183004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-110e963c-cc96-4589-8717-30553974227a admin admin] Deleting subnet 04261160-bded-47aa-befd-accca286f6a8 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:10:02.186291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-110e963c-cc96-4589-8717-30553974227a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.228291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-110e963c-cc96-4589-8717-30553974227a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.259316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-57f1ce43-fd70-49c6-8ad1-ffa388e1517b service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110470 Jul 14 09:10:02.314908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-110e963c-cc96-4589-8717-30553974227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.511600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-8d79d8cf-ca10-418a-a34d-d6e5ce20d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:02.513282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-8d79d8cf-ca10-418a-a34d-d6e5ce20d4af service neutron] 10.222.0.48 "GET /v2.0/ports/097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 1032 time: 0.1111801 Jul 14 09:10:02.601555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-110e963c-cc96-4589-8717-30553974227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.686390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e963c-cc96-4589-8717-30553974227a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04261160-bded-47aa-befd-accca286f6a8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:02.701070 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-110e963c-cc96-4589-8717-30553974227a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.705689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46438) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:02.708674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-110e963c-cc96-4589-8717-30553974227a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/04261160-bded-47aa-befd-accca286f6a8 HTTP/1.1" status: 204 len: 168 time: 0.5773928 Jul 14 09:10:02.709887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a0332bf5-6bac-4db6-b0ef-5dafd08a01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:02.711210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a0332bf5-6bac-4db6-b0ef-5dafd08a01ee service neutron] 10.222.0.48 "GET /v2.0/ports/9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 1033 time: 0.1880748 Jul 14 09:10:02.772574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badacd6e-1da0-4b12-b646-23e85cac5e73 req-7b020b61-6fd5-4241-bcd6-8cebbf38e475 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:02.774935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-badacd6e-1da0-4b12-b646-23e85cac5e73 req-7b020b61-6fd5-4241-bcd6-8cebbf38e475 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.3043678 Jul 14 09:10:02.906251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f981bb9-654b-4a8f-92ae-30bf372c9ebd req-f9398156-cda4-4461-9013-98b408bf3a86 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 210 time: 0.1440680 Jul 14 09:10:02.937981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-badacd6e-1da0-4b12-b646-23e85cac5e73 req-a1c0abac-8f87-407c-b271-87787cb35cec tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296990 Jul 14 09:10:02.994167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.049916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-091027d1-5ef8-48ba-b4e0-1818fc43fb0e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:03.056839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-091027d1-5ef8-48ba-b4e0-1818fc43fb0e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:03.066996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-091027d1-5ef8-48ba-b4e0-1818fc43fb0e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:03.074789 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-091027d1-5ef8-48ba-b4e0-1818fc43fb0e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "GET /v2.0/networks?id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 HTTP/1.1" status: 200 len: 1996 time: 0.3436744 Jul 14 09:10:03.122516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.135233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ad712f-9d48-445c-afde-7bdfa3ccdcf4']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:03.160802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411704fd-3265-4baf-9338-1bc9a7f1fa83') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:03.161506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411704fd-3265-4baf-9338-1bc9a7f1fa83') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:03.172354 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-1dd275a8-1368-4486-9ef0-f91ba2f0f3d8 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10 HTTP/1.1" status: 200 len: 380 time: 0.0901005 Jul 14 09:10:03.173258 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.186792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'admin_state_up': True, 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'security_groups': ['6c780244-a52b-4a1a-921e-301f8e5a80db']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:03.194807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.209121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:10:03.209991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:10:03.212555 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:10:03.314089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8570f13a-4660-49d3-b7ef-675a1ee2f082 req-412e4b3c-3ed0-4de4-a73c-22630c0e376a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0413592 Jul 14 09:10:03.330689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.377279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ad712f-9d48-445c-afde-7bdfa3ccdcf4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:03.380302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.384387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-84d9e50b-885d-431e-9ac1-7177b6678138 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4ad712f-9d48-445c-afde-7bdfa3ccdcf4 HTTP/1.1" status: 204 len: 168 time: 0.6772115 Jul 14 09:10:03.552614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:03.557727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.761909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 172.20.0.9 (0a3c4cfc-ac34-4be9-8d52-ccb700fce511/3758eec3-6f06-44ce-8ee5-62c55339fb42/2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:03.764391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:03.919189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.932319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:04.001275 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8fe809c9-297e-4de6-9f14-316f8837c901 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7e1d5d5382745a1af4d472abec299eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672185 Jul 14 09:10:04.002892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:04.004094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:04.012678 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903244e-6761-4e86-bbcf-235b8217fc54" -d '{"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:04.058500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:04.069335 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.148037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.181817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Transition to ACTIVE for port object 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:04.202973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d151c0b4-5357-4e6f-a155-47d93685f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.218620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:04.260294 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d151c0b4-5357-4e6f-a155-47d93685f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.282485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.348823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7452201-5630-43bd-a93d-5de7046ffb9a req-ab8a6fc8-b2e6-4831-939f-db370f604fd7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 210 time: 0.0963249 Jul 14 09:10:04.361459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:04.424805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:04.430317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:04.449441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:04.458131 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b46c58-20d6-435c-91a3-669c612f70b1 x-openstack-request-id: req-43b46c58-20d6-435c-91a3-669c612f70b1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:04.458465 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:04.459077 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43b46c58-20d6-435c-91a3-669c612f70b1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:04.459633 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'code': 200} Jul 14 09:10:04.462473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d151c0b4-5357-4e6f-a155-47d93685f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.465931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d151c0b4-5357-4e6f-a155-47d93685f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.469590 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d151c0b4-5357-4e6f-a155-47d93685f0ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/087e127a-0f40-4e98-834f-6cf84dd153f2 HTTP/1.1" status: 204 len: 168 time: 0.4611678 Jul 14 09:10:04.509563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c0b4-5357-4e6f-a155-47d93685f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e127a-0f40-4e98-834f-6cf84dd153f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:04.629025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:04.639455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:04.684800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b78ab355-2ef0-4761-9134-f63d22e7a8a9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5069954 Jul 14 09:10:04.717198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'admin_state_up': True, 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'security_groups': ['6c780244-a52b-4a1a-921e-301f8e5a80db']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:04.948189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-a517c3a0-ca1e-40a5-ae18-edcd97123afb tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:04.954733 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-a517c3a0-ca1e-40a5-ae18-edcd97123afb tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.3063617 Jul 14 09:10:04.973662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Request body: {'port': {'device_id': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'admin_state_up': True, 'tenant_id': 'd57310ccd7d340e5b5b3584e11801873'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:05.025041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a3e38-4d6b-4699-a5e3-3b848de022b2 req-c3946555-2e87-46d7-aa0e-2e1d239565ee tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:05.035337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-21878191-4fcf-4a17-9cb8-5cc752da65b1 None None] Provisioning for port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:05.044260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a14a3e38-4d6b-4699-a5e3-3b848de022b2 req-c3946555-2e87-46d7-aa0e-2e1d239565ee tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.6841259 Jul 14 09:10:05.045390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-21878191-4fcf-4a17-9cb8-5cc752da65b1 None None] Provisioning complete for port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:05.047746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21878191-4fcf-4a17-9cb8-5cc752da65b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.141119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a14a3e38-4d6b-4699-a5e3-3b848de022b2 req-912cf552-37e7-4136-803d-d55ed9b25b3b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947311 Jul 14 09:10:05.168222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:05.184616 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.198137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-21878191-4fcf-4a17-9cb8-5cc752da65b1 None None] Port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:05.404654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Made reservation on behalf of d57310ccd7d340e5b5b3584e11801873 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:05.408664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.497556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 10.1.1.90 (1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95/5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d/fd05800b-06cd-45c5-b31c-1a5a004a7bff) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:05.657741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Allocated IP 172.20.0.11 (1ecc4f9a-9753-423c-81e8-59e379ce8ee3/2ca7fd42-f69e-4a2f-a005-e14833e05529/954b4d11-2955-43a2-bccb-788605743b24) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:05.778205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:05.830458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0fa9be0a-55c8-4ce3-bb5b-77f7638126d2 req-37ac0832-9b8b-43c6-9892-f6b8412383c7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 210 time: 0.0935323 Jul 14 09:10:05.905854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.929528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Transition to ACTIVE for port object fd05800b-06cd-45c5-b31c-1a5a004a7bff will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:05.936940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:05.989351 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.018406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:06.031692 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.041150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '4409d560-344b-4e2f-96c9-756d1362ac34', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34', 'mac_address': 'fa:16:3e:b3:c9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:06.115032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:06.126840 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.127428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:06.141648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:06.142096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587f2dc-50ea-491d-b2ae-e5b61d11d4a1 req-d8d30963-5a77-4799-983d-3e77a5c8ecad tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:06.143415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b587f2dc-50ea-491d-b2ae-e5b61d11d4a1 req-d8d30963-5a77-4799-983d-3e77a5c8ecad tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 931 time: 0.4419732 Jul 14 09:10:06.144344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:06.152767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4409d560-344b-4e2f-96c9-756d1362ac34 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:06.158733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:06.161935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:06.197197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:06.207991 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.217775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=fd05800b-06cd-45c5-b31c-1a5a004a7bff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:06.220172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:06.291080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:06.305007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:06.306253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.337391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['4409d560-344b-4e2f-96c9-756d1362ac34'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:06.369738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-616ec8ac-4706-419f-be96-10d3640cd5d9 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3980327 Jul 14 09:10:06.374863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:06.375579 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.387804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Request body: {'port': {'device_id': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:06.458612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b587f2dc-50ea-491d-b2ae-e5b61d11d4a1 req-1047bdaa-5e85-4fa2-8aeb-cb7f0cae0bfc tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881913 Jul 14 09:10:06.475850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b32110de-2bf0-468b-9e27-4f611a72c1e2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7762940 Jul 14 09:10:06.487557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'admin_state_up': True, 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'security_groups': ['6c780244-a52b-4a1a-921e-301f8e5a80db']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:06.535273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-a4ea8291-e69e-45e4-ad78-35af3cfd155b tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c2c20c84b81492f9a455a96cc341f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217334 Jul 14 09:10:06.691574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-45067461-2eb8-4f70-a09d-67fa4d90437d None None] Provisioning for port fd05800b-06cd-45c5-b31c-1a5a004a7bff completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:06.706292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-45067461-2eb8-4f70-a09d-67fa4d90437d None None] Provisioning complete for port fd05800b-06cd-45c5-b31c-1a5a004a7bff triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:06.706665 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45067461-2eb8-4f70-a09d-67fa4d90437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.766055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.790679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:06.795103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:06.824215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-45067461-2eb8-4f70-a09d-67fa4d90437d None None] Port fd05800b-06cd-45c5-b31c-1a5a004a7bff cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:06.882928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-34a5b270-230d-48e6-9852-7d3cf3abfe91 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:06.890000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-34a5b270-230d-48e6-9852-7d3cf3abfe91 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315427 Jul 14 09:10:06.958180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-4ef4bb0b-797b-4279-b7c5-b13f32cc1b83 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/quotas/1c2c20c84b81492f9a455a96cc341f76 HTTP/1.1" status: 200 len: 375 time: 0.0671694 Jul 14 09:10:07.008914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-a6878535-6b37-46a4-93d7-656645614018 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c2c20c84b81492f9a455a96cc341f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478191 Jul 14 09:10:07.259615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28955fc-e9e1-4fde-8d60-8ef6940bd82a req-f95a81cb-37f8-4e83-99d3-ce0d7c8fceb3 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:07.261449 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d28955fc-e9e1-4fde-8d60-8ef6940bd82a req-f95a81cb-37f8-4e83-99d3-ce0d7c8fceb3 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2761960 Jul 14 09:10:07.282428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 10.1.1.151 (1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95/5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d/e5644f43-bad2-4519-81e3-8cc0184ba218) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:07.313113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:07.360889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954b4d11-2955-43a2-bccb-788605743b24 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:07.381339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.396413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Transition to ACTIVE for port object 954b4d11-2955-43a2-bccb-788605743b24 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:07.402951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.470608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:07.651067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d28955fc-e9e1-4fde-8d60-8ef6940bd82a req-4917d4da-ad99-42ec-a449-8b747d1902b2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707094 Jul 14 09:10:07.656207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.674404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Transition to ACTIVE for port object e5644f43-bad2-4519-81e3-8cc0184ba218 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:07.681275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Attempting to bind port 954b4d11-2955-43a2-bccb-788605743b24 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:07.683698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Attempting to bind port 954b4d11-2955-43a2-bccb-788605743b24 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:07.687063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Attempting to bind port 954b4d11-2955-43a2-bccb-788605743b24 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:07.745252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.761826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Port 954b4d11-2955-43a2-bccb-788605743b24 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:07.762288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Attempting to bind port 954b4d11-2955-43a2-bccb-788605743b24 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:07.767283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27b353fc-2288-48fa-b8e0-c69560de026e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.804001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:07.824606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:07.826497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Checking segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:07.827003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Bound using segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:07.832041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Bound port: 954b4d11-2955-43a2-bccb-788605743b24, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:07.832568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:07.879465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:07.891115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:07.898747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:07.994197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 4409d560-344b-4e2f-96c9-756d1362ac34 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:07.999903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.072494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=e5644f43-bad2-4519-81e3-8cc0184ba218,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:08.107512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.108196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.201889 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.238283 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ddf72e1b-5fec-4c71-ab54-7043988461f9 req-cd361f2e-9d85-49ca-a5c4-fb5affa82813 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 210 time: 0.1068656 Jul 14 09:10:08.279591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:08.285052 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c50bae-52ea-4027-8a4a-94da39d21d03" -d '{"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:08.294503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:08.307720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:08.323566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.332441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:08.344650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.365103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.365623 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.367224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] 10.222.0.11 "PUT /v2.0/ports/954b4d11-2955-43a2-bccb-788605743b24 HTTP/1.1" status: 200 len: 1093 time: 1.9951236 Jul 14 09:10:08.370164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'tag': '954b4d11-2955-43a2-bccb-788605743b24'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:08.372729 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539279f4-55ad-46ac-9fee-8a82f4533c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "tag": "954b4d11-2955-43a2-bccb-788605743b24"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:08.407752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:08.496174 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:10:08.546187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:08.553102 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee8ee2-59fa-4eb5-92b7-de4b25fd8220 service neutron] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:08.593335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27b353fc-2288-48fa-b8e0-c69560de026e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.597813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9817334-6815-4734-80aa-674bc3dc3fdf req-beed315a-c30b-45be-9619-571f12e2bd74 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.605232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2250dee-21b9-4045-8c3c-d3af8617e4b8 None None] Provisioning for port e5644f43-bad2-4519-81e3-8cc0184ba218 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:08.613260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9817334-6815-4734-80aa-674bc3dc3fdf req-beed315a-c30b-45be-9619-571f12e2bd74 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.619207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2250dee-21b9-4045-8c3c-d3af8617e4b8 None None] Provisioning complete for port e5644f43-bad2-4519-81e3-8cc0184ba218 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:08.619616 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2250dee-21b9-4045-8c3c-d3af8617e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.625236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9817334-6815-4734-80aa-674bc3dc3fdf req-beed315a-c30b-45be-9619-571f12e2bd74 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.627883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27b353fc-2288-48fa-b8e0-c69560de026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:08.637336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9817334-6815-4734-80aa-674bc3dc3fdf req-beed315a-c30b-45be-9619-571f12e2bd74 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 2373 time: 0.1891239 Jul 14 09:10:08.654355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ba6444c5-ad9e-4a0a-8361-21e3308bb334 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1720219 Jul 14 09:10:08.671884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9', 'admin_state_up': True, 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'security_groups': ['6c780244-a52b-4a1a-921e-301f8e5a80db']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:08.681986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b353fc-2288-48fa-b8e0-c69560de026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b6fc10-af08-4e13-a3eb-690abdd8155a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:08.729561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c2250dee-21b9-4045-8c3c-d3af8617e4b8 None None] Port e5644f43-bad2-4519-81e3-8cc0184ba218 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:08.760421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05671b5c-6a07-4b93-9b5d-31dbd5c19604 req-562abcfd-2816-4a56-8b4e-0b85939c2d5a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.762285 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05671b5c-6a07-4b93-9b5d-31dbd5c19604 req-562abcfd-2816-4a56-8b4e-0b85939c2d5a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 944 time: 0.6085196 Jul 14 09:10:08.828752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-27b353fc-2288-48fa-b8e0-c69560de026e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=519673ad07964e698e4d030863582650&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5123272 Jul 14 09:10:08.830945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:08.922677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05671b5c-6a07-4b93-9b5d-31dbd5c19604 req-16c2a56f-d835-4396-8585-ffafa5847f25 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438532 Jul 14 09:10:08.961907 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-1e857eae-1106-4fba-b2b2-9805f39f0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:08.965217 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-1e857eae-1106-4fba-b2b2-9805f39f0ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 1096 time: 0.4699028 Jul 14 09:10:09.030671 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a3d71-d71e-4750-9c98-f3be24050aab x-openstack-request-id: req-ee5a3d71-d71e-4750-9c98-f3be24050aab {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:09.031238 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:09.031238 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee5a3d71-d71e-4750-9c98-f3be24050aab {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:09.031629 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'code': 200} Jul 14 09:10:09.082089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-ec144834-22ad-4fb9-bead-48f4e7569950 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=954b4d11-2955-43a2-bccb-788605743b24 HTTP/1.1" status: 200 len: 217 time: 0.1083245 Jul 14 09:10:09.118564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e32139fe-96c9-4904-bae6-513ac597303a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.125194 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec8e7e0-3b09-4379-86b5-54a558b748d7 x-openstack-request-id: req-aec8e7e0-3b09-4379-86b5-54a558b748d7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:09.125635 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "tag": "954b4d11-2955-43a2-bccb-788605743b24", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:09.125903 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aec8e7e0-3b09-4379-86b5-54a558b748d7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:09.126323 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'tag': '954b4d11-2955-43a2-bccb-788605743b24', 'status': 'completed', 'code': 200} Jul 14 09:10:09.129039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0565c156-3668-40d3-ac99-4676de4a48b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.139231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9817334-6815-4734-80aa-674bc3dc3fdf req-5cee2321-a6e4-47e9-a136-3865d50db5cc tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5007951 Jul 14 09:10:09.263814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-99cd6ee0-36ee-46b9-95c6-4633a989a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:09.265867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-99cd6ee0-36ee-46b9-95c6-4633a989a405 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.1725385 Jul 14 09:10:09.271639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0565c156-3668-40d3-ac99-4676de4a48b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.362269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-6a227605-c36e-4d6d-8a7e-d32b450d5a55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858734 Jul 14 09:10:09.416778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e32139fe-96c9-4904-bae6-513ac597303a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.434411 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e32139fe-96c9-4904-bae6-513ac597303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.492265 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e32139fe-96c9-4904-bae6-513ac597303a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a04d8035a98419598c364114ff3472f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0805244 Jul 14 09:10:09.495833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46642) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:09.501086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:09.546281 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-5e8beed2-7b52-49c6-9644-ac41305dca44 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1c2c20c84b81492f9a455a96cc341f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518800 Jul 14 09:10:09.630269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32139fe-96c9-4904-bae6-513ac597303a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ba053b-d081-47ca-8439-5fa94b877336,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:09.701917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cc89900-edee-4904-b2dd-4b22cb4df8eb req-8f0c07c3-f40d-49cc-b256-12e66d35c451 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 210 time: 0.0665898 Jul 14 09:10:09.745258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57dc0490-23c3-4940-bef4-c9a305db0831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.769617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57dc0490-23c3-4940-bef4-c9a305db0831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.798521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0565c156-3668-40d3-ac99-4676de4a48b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.803695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0565c156-3668-40d3-ac99-4676de4a48b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.808010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0565c156-3668-40d3-ac99-4676de4a48b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6b6fc10-af08-4e13-a3eb-690abdd8155a HTTP/1.1" status: 204 len: 168 time: 0.9732819 Jul 14 09:10:09.836272 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57dc0490-23c3-4940-bef4-c9a305db0831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.841516 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57dc0490-23c3-4940-bef4-c9a305db0831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.849942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565c156-3668-40d3-ac99-4676de4a48b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b6fc10-af08-4e13-a3eb-690abdd8155a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:09.859740 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-57dc0490-23c3-4940-bef4-c9a305db0831 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9ba053b-d081-47ca-8439-5fa94b877336 HTTP/1.1" status: 204 len: 168 time: 0.3529410 Jul 14 09:10:09.895125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b52b4-bb37-42c9-bf59-044f047e6344 req-85f2d6ae-dbab-4521-8eb5-61c520163278 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:09.897344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf2b52b4-bb37-42c9-bf59-044f047e6344 req-85f2d6ae-dbab-4521-8eb5-61c520163278 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.5683653 Jul 14 09:10:09.922469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc0490-23c3-4940-bef4-c9a305db0831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ba053b-d081-47ca-8439-5fa94b877336,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:09.933605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.956197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-f54063d9-5ccf-4371-a5d8-d7eafd7616e0 service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707595 Jul 14 09:10:10.102960 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9b4431-2c77-47c1-a5d9-ed47ee3c6658 req-cfee7d2f-e149-48c0-a896-21487817bb1d service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383018 Jul 14 09:10:10.126080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf2b52b4-bb37-42c9-bf59-044f047e6344 req-00daa34e-8d10-4149-b566-7fa32170aaab tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150311 Jul 14 09:10:10.354120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-6d423aac-fa3a-44be-9677-9187fd3c3583 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.355843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-6d423aac-fa3a-44be-9677-9187fd3c3583 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8042634 Jul 14 09:10:10.375641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Request body: {'port': {'device_id': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '1c2c20c84b81492f9a455a96cc341f76'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:10.492521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4856942-4fdf-452c-99cf-3429bc74a07f req-c8621eef-0359-4958-a3ec-049266f667b5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.494369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4856942-4fdf-452c-99cf-3429bc74a07f req-c8621eef-0359-4958-a3ec-049266f667b5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 944 time: 0.3167093 Jul 14 09:10:10.554141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:10.600156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 10.2.2.100 (3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9/2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76/9f00a809-b0f0-4da7-be6e-50ee6cc69f3c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:10.697209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58b36f86-59af-4e23-937c-4ed97542c723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.793382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.794760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-f385cbfc-a5f8-4e36-8b21-c119f77421e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.796615 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-f385cbfc-a5f8-4e36-8b21-c119f77421e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 1096 time: 0.6101673 Jul 14 09:10:10.827686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Transition to ACTIVE for port object 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:10.902588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.963983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-1c4023a0-ee87-4eb4-84cd-3bfa7f699185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:10.965489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-1c4023a0-ee87-4eb4-84cd-3bfa7f699185 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 906 time: 0.1505136 Jul 14 09:10:11.022306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:11.030101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:11.044806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:11.146987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4856942-4fdf-452c-99cf-3429bc74a07f req-1a51f2a2-4b93-43b0-b876-4f852967e118 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431878 Jul 14 09:10:11.203916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:11.230369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.231430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.232890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58b36f86-59af-4e23-937c-4ed97542c723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.250894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-d43d26d4-74ae-4978-bde6-7fa26b06e02a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=954b4d11-2955-43a2-bccb-788605743b24 HTTP/1.1" status: 200 len: 217 time: 0.2718596 Jul 14 09:10:11.259928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58b36f86-59af-4e23-937c-4ed97542c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.269447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-dd640b13-219f-45fe-938f-a242f3a66165 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6052005 Jul 14 09:10:11.294390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9', 'admin_state_up': True, 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'security_groups': ['6c780244-a52b-4a1a-921e-301f8e5a80db']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:11.375944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-0834662e-98c1-42c2-ae88-777623d637bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.377792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-0834662e-98c1-42c2-ae88-777623d637bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.1136193 Jul 14 09:10:11.403479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:11.496752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19e35ac8-ef36-49db-a5b6-7fb109bded05 None None] Provisioning for port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:11.548508 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-d3ba5eb1-8f0c-4866-8da7-c72a84f1fa86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128471 Jul 14 09:10:11.563199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19e35ac8-ef36-49db-a5b6-7fb109bded05 None None] Provisioning complete for port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:11.567870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19e35ac8-ef36-49db-a5b6-7fb109bded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.568166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c01b58-ceb9-48dd-b0a2-3807d3f2812e req-c4027220-1d23-4afc-b774-92b8cdf9cd97 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.574582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c01b58-ceb9-48dd-b0a2-3807d3f2812e req-c4027220-1d23-4afc-b774-92b8cdf9cd97 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.591283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c01b58-ceb9-48dd-b0a2-3807d3f2812e req-c4027220-1d23-4afc-b774-92b8cdf9cd97 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:11.592935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85c01b58-ceb9-48dd-b0a2-3807d3f2812e req-c4027220-1d23-4afc-b774-92b8cdf9cd97 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 2373 time: 1.0596240 Jul 14 09:10:11.621668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Made reservation on behalf of 5b6aaf1aac36496eb62bc78efa2bbb10 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:11.622307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:10:11.622307 n-d-758944-44 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:10:11.622307 n-d-758944-44 neutron-server[93754]: [parameters: {'project_id': '1c2c20c84b81492f9a455a96cc341f76', 'id': 'd33aa1de-3e0c-41e9-9601-792ded88c92e', 'expiration': datetime.datetime(2021, 7, 14, 9, 12, 11, 596714)}] Jul 14 09:10:11.622307 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:10:11.622726 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:10:11.627724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-58b36f86-59af-4e23-937c-4ed97542c723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=218a03568df445e48db50b0d49d23042&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0375855 Jul 14 09:10:11.628337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:11.628870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.691619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-19e35ac8-ef36-49db-a5b6-7fb109bded05 None None] Port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:11.730250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b36f86-59af-4e23-937c-4ed97542c723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f1c7a5-ddd0-4db4-84a1-31f2478a477a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:11.775494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-acd6271c-8d74-40bf-b6f7-df4872084231 req-44275401-4385-4769-b8f5-da5c3fadab5f tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 210 time: 0.1056235 Jul 14 09:10:11.798252 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-770b1296-fea7-4872-b464-b57e10fa413d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:11.840891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-107153964-network', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:11.869852 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85c01b58-ceb9-48dd-b0a2-3807d3f2812e req-ee815a8c-d1f9-4a62-ab64-332ae4849e5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524936 Jul 14 09:10:11.871766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-a84730ba-4fab-4d46-833b-b3edb69cd9dd service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729609 Jul 14 09:10:11.943624 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-770b1296-fea7-4872-b464-b57e10fa413d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.014527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Made reservation on behalf of bb8220c799ed4616b7df17f610024d64 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:12.018555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.032746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.101645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-539279f4-55ad-46ac-9fee-8a82f4533c7d req-4ae1abdc-b4eb-4c6a-9af9-2a76f27ffb25 service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082481 Jul 14 09:10:12.107018 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-770b1296-fea7-4872-b464-b57e10fa413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.110253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-770b1296-fea7-4872-b464-b57e10fa413d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.114182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-770b1296-fea7-4872-b464-b57e10fa413d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50f1c7a5-ddd0-4db4-84a1-31f2478a477a HTTP/1.1" status: 204 len: 168 time: 0.4687235 Jul 14 09:10:12.162101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1296-fea7-4872-b464-b57e10fa413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f1c7a5-ddd0-4db4-84a1-31f2478a477a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:12.280058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.284206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab669d0-4995-447a-974c-1b6031cfd8a6 req-0b3dae0b-fdee-49e7-9b35-d4509d833b7b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:12.286389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ab669d0-4995-447a-974c-1b6031cfd8a6 req-0b3dae0b-fdee-49e7-9b35-d4509d833b7b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2674513 Jul 14 09:10:12.310194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.324536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Allocated IP 10.2.2.200 (3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9/2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76/653eeae0-397d-4377-b39d-8955e4babd14) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:12.344820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Made reservation on behalf of 1c2c20c84b81492f9a455a96cc341f76 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:12.348895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.397101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:12.404295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.445454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594aaad4-879d-425a-aad1-322fd5e9232f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:12.454891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ab669d0-4995-447a-974c-1b6031cfd8a6 req-d9f8768a-0350-49eb-bc6a-1cd1897056ed tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491761 Jul 14 09:10:12.476375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 954b4d11-2955-43a2-bccb-788605743b24 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:12.489989 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.491855 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Added segment 72ffc94b-d71b-462f-80f5-fbbbf68db2a0 of type vlan for network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec Jul 14 09:10:12.668162 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.710236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432041d-907d-424e-8e02-b556b4328fb3 req-caabca21-4243-45e7-a81a-10084c2422d0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:12.715486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1432041d-907d-424e-8e02-b556b4328fb3 req-caabca21-4243-45e7-a81a-10084c2422d0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 944 time: 0.3755538 Jul 14 09:10:12.717340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:12.748065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '954b4d11-2955-43a2-bccb-788605743b24', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': '954b4d11-2955-43a2-bccb-788605743b24', 'mac_address': 'fa:16:3e:f0:01:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:12.771012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.792151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Transition to ACTIVE for port object 653eeae0-397d-4377-b39d-8955e4babd14 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:12.865067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.886537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.896378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954b4d11-2955-43a2-bccb-788605743b24 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:12.925217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.925986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:12.926596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:12.941514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1432041d-907d-424e-8e02-b556b4328fb3 req-ab718d48-2b8c-4f8c-af0f-5b3525f827e4 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161191 Jul 14 09:10:12.945918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:12.957216 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.057104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:13.072780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.073138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.073489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.073825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.085066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.085690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.086753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.087305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.087886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.088400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.089022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.089531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:13.099213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:13.122813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] Pushing event updated for resources: {'Network': ['ID=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:13.133868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:13.158830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f9df247-29e1-4950-a91c-1f1445c8d8a3 req-d60f1667-6978-4e8e-9d59-c36dc5f12a2b tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 210 time: 0.1245365 Jul 14 09:10:13.176570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event updated for resources: {'Port': ['ID=653eeae0-397d-4377-b39d-8955e4babd14,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:13.180833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:13.197813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:13.229120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['954b4d11-2955-43a2-bccb-788605743b24'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:13.292914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.296048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.296750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.310840 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.339104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-69e7786c-762b-40d7-a3e9-8a681469e170 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0610850 Jul 14 09:10:13.352016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:13.388497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4af0b6de-6f10-4fd6-b35d-718f29010b5b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9569087 Jul 14 09:10:13.393113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46730) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:13.413947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Request body: {'subnet': {'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-107153964-subnet', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:13.512709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322020b7-0fa9-4ca8-aab7-c75cc1af471a req-16764da8-8bab-4117-8889-e9033f3fe1f4 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.519301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322020b7-0fa9-4ca8-aab7-c75cc1af471a req-16764da8-8bab-4117-8889-e9033f3fe1f4 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.536671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322020b7-0fa9-4ca8-aab7-c75cc1af471a req-16764da8-8bab-4117-8889-e9033f3fe1f4 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.550799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322020b7-0fa9-4ca8-aab7-c75cc1af471a req-16764da8-8bab-4117-8889-e9033f3fe1f4 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.557909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322020b7-0fa9-4ca8-aab7-c75cc1af471a req-16764da8-8bab-4117-8889-e9033f3fe1f4 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.559976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-322020b7-0fa9-4ca8-aab7-c75cc1af471a req-16764da8-8bab-4117-8889-e9033f3fe1f4 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 3815 time: 0.4039102 Jul 14 09:10:13.565929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cf1723-796d-4f88-b176-700ce49d399c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:13.623686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.644739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f3f86bb-9fef-4475-b77a-00233bc1598e None None] Provisioning for port 653eeae0-397d-4377-b39d-8955e4babd14 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:13.650532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f3f86bb-9fef-4475-b77a-00233bc1598e None None] Provisioning complete for port 653eeae0-397d-4377-b39d-8955e4babd14 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:13.651148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f3f86bb-9fef-4475-b77a-00233bc1598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.662804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Made reservation on behalf of bb8220c799ed4616b7df17f610024d64 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:13.667059 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:13.727959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f86bb-9fef-4475-b77a-00233bc1598e None None] Port 653eeae0-397d-4377-b39d-8955e4babd14 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:13.965303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777712a-0059-4cb8-a089-e6d63dcbed2c req-725e3615-6ad4-4e57-9686-120029c603f3 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:13.972211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1777712a-0059-4cb8-a089-e6d63dcbed2c req-725e3615-6ad4-4e57-9686-120029c603f3 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.3191111 Jul 14 09:10:14.151976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1777712a-0059-4cb8-a089-e6d63dcbed2c req-c1f26f37-7851-4615-8b8f-c4623f84b3a0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770015 Jul 14 09:10:14.204335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-322020b7-0fa9-4ca8-aab7-c75cc1af471a req-5e397a44-97f8-49c1-b68b-52b6e2339560 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6085021 Jul 14 09:10:14.286262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Allocated IP 192.168.233.228 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:14.471590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:14.488786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 954b4d11-2955-43a2-bccb-788605743b24 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:14.494432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.575101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Transition to ACTIVE for port object 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:14.589260 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.644042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 954b4d11-2955-43a2-bccb-788605743b24 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:14.647989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 954b4d11-2955-43a2-bccb-788605743b24 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:14.648366 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.697050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.729410 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.742835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fac70-7e52-4255-b3d0-5f4b8d827dcd req-37dd5db9-ef3f-48ce-8ff8-e3825a6ed13f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:14.744599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb5fac70-7e52-4255-b3d0-5f4b8d827dcd req-37dd5db9-ef3f-48ce-8ff8-e3825a6ed13f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 945 time: 0.3120162 Jul 14 09:10:14.806007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.821176 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7346fb86-b50b-4f55-8623-a53877a4229a req-76809178-1f12-4274-b388-04de2037e62b tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 210 time: 0.1246135 Jul 14 09:10:14.871882 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:14.927601 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb5fac70-7e52-4255-b3d0-5f4b8d827dcd req-33500704-b6d6-40ee-9290-7200f8db827b tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733232 Jul 14 09:10:14.939170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b4d11-2955-43a2-bccb-788605743b24'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:14.941627 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b4d10e-e328-4f33-892b-4695a93413bc" -d '{"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-plugged", "status": "completed", "tag": "954b4d11-2955-43a2-bccb-788605743b24"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:14.946632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Transition to ACTIVE for port object e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:14.954193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6374ca-a294-4c83-86e6-aabde89e4102,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:14.970460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Checking segment: {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:14.970834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Network hostable DHCP agents. Network: ce00c9c3-4a47-48cb-90b7-91b13a5a23ec, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:15.008919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:15.021562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.025556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:15.042442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, ce00c9c3-4a47-48cb-90b7-91b13a5a23ec) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:15.045003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Attempting to bind port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:15.048513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Attempting to bind port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:15.048970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Attempting to bind port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f on network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.058324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.059188 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.061535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f on network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:15.062005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Attempting to bind port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f on network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:15.079869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f1cf56-f360-40de-8c3d-d6f7850787f1 None None] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:15.081000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:15.081806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Checking segment: {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:15.082142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Bound using segment: {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:15.082634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Bound port: 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d3f28b-a14e-4533-b2b8-3c8641928322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:15.083130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.090012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-68b160cb-3ef1-45d5-a58b-17c49463ca55 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6817553 Jul 14 09:10:15.092463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:15.108385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.109350 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:15.150077 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76299ac6-59e3-4cfb-aa86-b8084270ab4f x-openstack-request-id: req-76299ac6-59e3-4cfb-aa86-b8084270ab4f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:15.153512 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-plugged", "status": "completed", "tag": "954b4d11-2955-43a2-bccb-788605743b24", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:15.154040 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76299ac6-59e3-4cfb-aa86-b8084270ab4f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:15.154674 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b4d11-2955-43a2-bccb-788605743b24', 'code': 200} Jul 14 09:10:15.267060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.270172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.344683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.363738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:15.398883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:15.406155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:15.438623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-dd55f378-0153-4a25-a86a-5f90e284ad93 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d0a31b6b68ea4501895d8871d831776e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251290 Jul 14 09:10:15.466002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Pushing event updated for resources: {'Port': ['ID=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.470664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:10:15.471767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.521735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] For port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:15.541410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] For port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:15.558349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0923f7-9730-4d52-a10b-5b49387688eb req-08ab9d26-14de-43c9-b379-2d9529c8aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.560082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d0923f7-9730-4d52-a10b-5b49387688eb req-08ab9d26-14de-43c9-b379-2d9529c8aa25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 1098 time: 0.3817427 Jul 14 09:10:15.606664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.608355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.612498 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.646541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-b62701e3-ae62-4d5e-972f-989f0e5fc1c7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2809961 Jul 14 09:10:15.669211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Request body: {'port': {'device_id': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:15.676821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d0923f7-9730-4d52-a10b-5b49387688eb req-796a6d0c-48d5-4775-aa0d-79ce8086d63a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080623 Jul 14 09:10:15.681334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:15.688436 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.699967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.700638 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.702503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-43ce6be0-e60a-470f-a6ce-d22ea61b83c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f HTTP/1.1" status: 200 len: 1092 time: 2.3553269 Jul 14 09:10:15.705974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:15.709728 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2b7e22-88ef-4933-bb6a-8803d04ad412" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:15.724890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0f1ef-e7d2-4660-b2ec-bfd5e6d67333 req-f2a71eac-5030-4c7f-8cb4-0842085030f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:15.730442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2eb0f1ef-e7d2-4660-b2ec-bfd5e6d67333 req-f2a71eac-5030-4c7f-8cb4-0842085030f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.3093264 Jul 14 09:10:15.778373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Allocated IP 172.20.0.2 (ce00c9c3-4a47-48cb-90b7-91b13a5a23ec/1b6374ca-a294-4c83-86e6-aabde89e4102/5c990fb2-a346-4ed9-95ce-2b44aad2f9a4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:15.781257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:15.902480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.926142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2eb0f1ef-e7d2-4660-b2ec-bfd5e6d67333 req-0004e365-18ff-4533-a8b3-8cf28c23fd83 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875215 Jul 14 09:10:15.980213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-115f2b19-562c-4275-a3cc-f267653b7ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:15.999959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e60d9be-7186-46a7-950e-c6bb08235141 None None] Provisioning for port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:16.023298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e60d9be-7186-46a7-950e-c6bb08235141 None None] Provisioning complete for port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:16.024022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e60d9be-7186-46a7-950e-c6bb08235141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.045786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-79c7b292-a4ac-40dd-997a-77d5f8548feb tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.047381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-79c7b292-a4ac-40dd-997a-77d5f8548feb tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6079571 Jul 14 09:10:16.188627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.210804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-c52d9159-77af-4456-b55f-a98dc7811d05 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/quotas/d0a31b6b68ea4501895d8871d831776e HTTP/1.1" status: 200 len: 375 time: 0.0700140 Jul 14 09:10:16.211627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.261835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:16.271096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.321953 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-91be5d5c-bcf0-49aa-b75b-353df1fbab32 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0a31b6b68ea4501895d8871d831776e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041987 Jul 14 09:10:16.322176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Transition to ACTIVE for port object e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:16.336760 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.374904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6e60d9be-7186-46a7-950e-c6bb08235141 None None] Port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:16.441180 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.464176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Transition to ACTIVE for port object 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:16.486694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Transition to ACTIVE for port object 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:16.509552 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.608593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:16.620343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Pushing event updated for resources: {'Port': ['ID=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:16.639465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:16.652493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:16.695420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Pushing event updated for resources: {'Port': ['ID=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:16.770857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef117d-f31a-4513-aeb4-a59255e7eeba req-4892480e-dfb6-400e-a495-707882825d07 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.808138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef117d-f31a-4513-aeb4-a59255e7eeba req-4892480e-dfb6-400e-a495-707882825d07 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.826778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef117d-f31a-4513-aeb4-a59255e7eeba req-4892480e-dfb6-400e-a495-707882825d07 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.851560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef117d-f31a-4513-aeb4-a59255e7eeba req-4892480e-dfb6-400e-a495-707882825d07 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.866465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef117d-f31a-4513-aeb4-a59255e7eeba req-4892480e-dfb6-400e-a495-707882825d07 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:16.872313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Attempting to bind port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:16.873737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcef117d-f31a-4513-aeb4-a59255e7eeba req-4892480e-dfb6-400e-a495-707882825d07 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 3827 time: 0.5983124 Jul 14 09:10:16.875882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Attempting to bind port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:16.876278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Attempting to bind port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 on network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:16.892366 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:16.892746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Checking segment: {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:16.893142 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:16.893531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Bound using segment: {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:16.894178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Bound port: 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:16.894587 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.049825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] For port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:17.062258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] For port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:17.073549 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.136443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Attempting to bind port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:17.137135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Attempting to bind port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:17.137480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Attempting to bind port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:17.192428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcef117d-f31a-4513-aeb4-a59255e7eeba req-a25b48c1-b39e-447e-9c7f-155f99082050 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634656 Jul 14 09:10:17.194606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:17.195280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Attempting to bind port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:17.211615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:17.212403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:17.213800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:17.214528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Bound port: e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:17.215135 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.266593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9310b3-c74e-4fe8-9081-0fffc0ed615a None None] Pushing event updated for resources: {'Port': ['ID=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.329276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] For port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:17.332599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] For port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:17.354887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.456388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Pushing event updated for resources: {'Port': ['ID=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:17.481934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.482586 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:17.488215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-9db7fc9c-c033-4524-ad9a-d7202c96e059 service neutron] 10.222.0.48 "PUT /v2.0/ports/e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 HTTP/1.1" status: 200 len: 1097 time: 1.8279576 Jul 14 09:10:17.502345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-498fd1df-3f09-454a-83c2-9193ec7b53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.504568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-498fd1df-3f09-454a-83c2-9193ec7b53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.505065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-498fd1df-3f09-454a-83c2-9193ec7b53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.510753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-498fd1df-3f09-454a-83c2-9193ec7b53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.511483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-498fd1df-3f09-454a-83c2-9193ec7b53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:17.516301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-498fd1df-3f09-454a-83c2-9193ec7b53ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 4363 time: 0.3960345 Jul 14 09:10:17.516789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'tag': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:17.543266 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0efba9-f134-4860-8744-63e1fa88f529" -d '{"events": [{"name": "network-changed", "server_uuid": "9acbee0c-867e-4407-a516-b3d4cb49a4a9", "tag": "e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:17.952758 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4715b290-1ab8-4f17-b401-3d977e706336 x-openstack-request-id: req-4715b290-1ab8-4f17-b401-3d977e706336 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:17.953365 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:17.953365 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4715b290-1ab8-4f17-b401-3d977e706336 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:17.953825 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'status': 'completed', 'code': 200} Jul 14 09:10:18.043850 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.106522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-7c5b0c79-dfdd-4394-aa1d-5f4097940953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.107094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-7c5b0c79-dfdd-4394-aa1d-5f4097940953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.107616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-7c5b0c79-dfdd-4394-aa1d-5f4097940953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.109412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-7c5b0c79-dfdd-4394-aa1d-5f4097940953 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5570903 Jul 14 09:10:18.134817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.215770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686782b-44d8-4f52-9d9d-bd58b96f7ced req-665432f1-6ab2-4f4e-b961-1339077e2518 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.224425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e686782b-44d8-4f52-9d9d-bd58b96f7ced req-665432f1-6ab2-4f4e-b961-1339077e2518 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 948 time: 0.2753329 Jul 14 09:10:18.365755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097b4fe9-56ed-4791-ac28-19505ce0dd23 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:18.395281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e686782b-44d8-4f52-9d9d-bd58b96f7ced req-d4808195-319d-4a26-9f9a-3eb2aa56e4f8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694665 Jul 14 09:10:18.397627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-cec2a800-afbd-48fa-ae8f-87591cd9ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.400307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a2b7e22-88ef-4933-bb6a-8803d04ad412 req-cec2a800-afbd-48fa-ae8f-87591cd9ed0d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2782211 Jul 14 09:10:18.416383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.466601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-16543b15-faf5-4a49-bc66-abb4cee37fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.470032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-16543b15-faf5-4a49-bc66-abb4cee37fcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c2c20c84b81492f9a455a96cc341f76&device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 1100 time: 0.8881452 Jul 14 09:10:18.475640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Transition to ACTIVE for port object 097b4fe9-56ed-4791-ac28-19505ce0dd23 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:18.507601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6ad09-7597-40ae-b4c4-cd3a55df1b22 req-62800dde-cbcd-4428-8134-fc21dd87dd01 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.509787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3dd6ad09-7597-40ae-b4c4-cd3a55df1b22 req-62800dde-cbcd-4428-8134-fc21dd87dd01 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 946 time: 0.9515870 Jul 14 09:10:18.513209 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.534877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Allocated IP 172.25.2.193 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/a24026e3-38c3-469a-a677-8fc94bd5233c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:18.555517 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-797ddf7a-a715-4565-b637-835cd5b10863 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 HTTP/1.1" status: 200 len: 217 time: 0.0728846 Jul 14 09:10:18.659830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-d765542e-6626-40db-8c6e-bebb32da0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:18.662553 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-d765542e-6626-40db-8c6e-bebb32da0252 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0976102 Jul 14 09:10:18.709178 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17fe6884-4953-4339-81b8-0a7babb3fd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:18.781373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3dd6ad09-7597-40ae-b4c4-cd3a55df1b22 req-11d93f3b-3e33-41bc-a0d4-e25a7c366cbb tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345181 Jul 14 09:10:18.790139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2eb5f4ec-961d-4841-85e4-6019929a9332 req-9e8eb82a-b2c7-4336-9253-74ffff95a3cf tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 210 time: 0.1231971 Jul 14 09:10:18.809427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Pushing event updated for resources: {'Port': ['ID=097b4fe9-56ed-4791-ac28-19505ce0dd23,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:18.913470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-4c10d4a9-ad43-49bd-a1c7-d8c590bf1faa tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d0a31b6b68ea4501895d8871d831776e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935504 Jul 14 09:10:18.928044 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.073079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cb6224-91d9-4767-86c1-e86eeb957558 None None] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:19.215880 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e53f2-f324-48d5-8e31-f506c7404884 x-openstack-request-id: req-0b5e53f2-f324-48d5-8e31-f506c7404884 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:19.218512 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acbee0c-867e-4407-a516-b3d4cb49a4a9", "tag": "e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:19.219391 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b5e53f2-f324-48d5-8e31-f506c7404884 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:19.219956 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'tag': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22', 'status': 'completed', 'code': 200} Jul 14 09:10:19.223321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:19.239736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-fb8a5162-874b-49ac-b410-854217d578fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.241395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-fb8a5162-874b-49ac-b410-854217d578fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5698411 Jul 14 09:10:19.350951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Attempting to bind port 097b4fe9-56ed-4791-ac28-19505ce0dd23 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:19.352376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Attempting to bind port 097b4fe9-56ed-4791-ac28-19505ce0dd23 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:19.352716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Attempting to bind port 097b4fe9-56ed-4791-ac28-19505ce0dd23 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:19.387851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Port 097b4fe9-56ed-4791-ac28-19505ce0dd23 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:19.388185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Attempting to bind port 097b4fe9-56ed-4791-ac28-19505ce0dd23 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:19.426240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09c7fa9f-ce8e-4b00-9c0a-ccfdc8ee8624 None None] Provisioning for port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:19.431641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-a67e54c3-ef77-41f0-b678-913865fc2d09 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.433511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.437715 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-a67e54c3-ef77-41f0-b678-913865fc2d09 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5194733 Jul 14 09:10:19.456984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:19.457619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Checking segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:19.458280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Bound using segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:19.463858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Bound port: 097b4fe9-56ed-4791-ac28-19505ce0dd23, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:19.464604 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.502443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-292e7261-8ab7-406e-b324-4e992d734dbd service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508943 Jul 14 09:10:19.510155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Request body: {'port': {'device_id': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'd0a31b6b68ea4501895d8871d831776e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:19.519401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:19.532942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:19.535965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099c3c9-f0f9-41b6-a2c6-1f2ba342ecde req-6a7738de-5229-47b7-9774-fb986d91f861 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:19.536575 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.544692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5099c3c9-f0f9-41b6-a2c6-1f2ba342ecde req-6a7738de-5229-47b7-9774-fb986d91f861 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.3383772 Jul 14 09:10:19.665252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ebc031-96d3-4b56-a324-e93852db7263 req-e6af6961-bc42-4288-97d3-7622ff0b2bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209397 Jul 14 09:10:19.712136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.773901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5099c3c9-f0f9-41b6-a2c6-1f2ba342ecde req-125859da-4be5-41b8-b80d-617af23c52fc tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097719 Jul 14 09:10:19.810667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.918081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] For port 097b4fe9-56ed-4791-ac28-19505ce0dd23, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:19.938693 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.944157 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:19.979979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:19.997414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:20.020699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:20.028309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0efba9-f134-4860-8744-63e1fa88f529 req-69b5cea7-57eb-4e3b-978a-02b61a1c59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.029384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.031497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de0efba9-f134-4860-8744-63e1fa88f529 req-69b5cea7-57eb-4e3b-978a-02b61a1c59ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c2c20c84b81492f9a455a96cc341f76&device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 1100 time: 0.2735217 Jul 14 09:10:20.038891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:20.060907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] For port 097b4fe9-56ed-4791-ac28-19505ce0dd23, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:20.093250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-ea343a91-2417-4473-80d6-35982f9cc107 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.110084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-ea343a91-2417-4473-80d6-35982f9cc107 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.121765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.132394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-ea343a91-2417-4473-80d6-35982f9cc107 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.139463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.141333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Pushing event updated for resources: {'Port': ['ID=a24026e3-38c3-469a-a677-8fc94bd5233c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.153728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-ea343a91-2417-4473-80d6-35982f9cc107 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.170363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-ea343a91-2417-4473-80d6-35982f9cc107 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.179952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-ea343a91-2417-4473-80d6-35982f9cc107 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.187595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-ea343a91-2417-4473-80d6-35982f9cc107 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 4604 time: 0.8202407 Jul 14 09:10:20.227958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.229451 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.233452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] 10.222.0.48 "PUT /v2.0/ports/097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 1136 time: 4.4617422 Jul 14 09:10:20.239664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '097b4fe9-56ed-4791-ac28-19505ce0dd23'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:20.243324 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b19bd-3106-4db6-b0f1-d24a88a1f902" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "097b4fe9-56ed-4791-ac28-19505ce0dd23"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:20.301203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:20.489110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e6f31ade-2e0f-42c2-a467-76100ddce7af None None] Provisioning complete for port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:20.494410 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6f31ade-2e0f-42c2-a467-76100ddce7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.530429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d350fb5d-2d14-48a3-9410-c400f69faa24 req-27d3380c-4287-41b5-a7a1-a62dc17a5373 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3418550 Jul 14 09:10:20.537689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Made reservation on behalf of d0a31b6b68ea4501895d8871d831776e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:20.554311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.603180 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.618182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:20.658326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0efba9-f134-4860-8744-63e1fa88f529 req-86cf356e-a852-48b8-a80e-ddb8587b430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.673057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de0efba9-f134-4860-8744-63e1fa88f529 req-86cf356e-a852-48b8-a80e-ddb8587b430d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.4826868 Jul 14 09:10:20.776894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de0efba9-f134-4860-8744-63e1fa88f529 req-d5e3e69c-6bdd-4e9a-a771-bfb6da4ab560 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 HTTP/1.1" status: 200 len: 217 time: 0.0950439 Jul 14 09:10:20.828313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690545e4-82c3-42d4-9dea-c18024b46896 service neutron] Pushing event updated for resources: {'Port': ['ID=097b4fe9-56ed-4791-ac28-19505ce0dd23,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:20.856583 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f23c43f-c1cb-4037-a656-247290eab3e0 req-ff5ea474-cb1c-466d-a273-e1228f572d2b tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 210 time: 0.0821254 Jul 14 09:10:20.927186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0efba9-f134-4860-8744-63e1fa88f529 req-7556a6a7-90a7-405c-9046-ef504d03e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:20.936221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de0efba9-f134-4860-8744-63e1fa88f529 req-7556a6a7-90a7-405c-9046-ef504d03e016 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1439331 Jul 14 09:10:21.012577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:21.019542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c6ca-af19-469b-866b-179988fb3732 req-7019caf5-18f0-48a6-9bb2-4ae8ce010bfd tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.028125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1f4c6ca-af19-469b-866b-179988fb3732 req-7019caf5-18f0-48a6-9bb2-4ae8ce010bfd tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 948 time: 0.4159098 Jul 14 09:10:21.141507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1f4c6ca-af19-469b-866b-179988fb3732 req-184045e6-89d7-46c9-bc29-233e2d7fa9b1 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122551 Jul 14 09:10:21.165271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:21.165271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.281995 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.286909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0efba9-f134-4860-8744-63e1fa88f529 req-419c5273-e254-46f7-9ed9-cb0390bed256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.288466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de0efba9-f134-4860-8744-63e1fa88f529 req-419c5273-e254-46f7-9ed9-cb0390bed256 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3348978 Jul 14 09:10:21.305272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.400374 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.444599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:21.581372 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50db930e-c3fa-4727-ad97-a4154872f059 x-openstack-request-id: req-50db930e-c3fa-4727-ad97-a4154872f059 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:21.581819 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "097b4fe9-56ed-4791-ac28-19505ce0dd23", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:21.582186 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50db930e-c3fa-4727-ad97-a4154872f059 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:21.582694 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '097b4fe9-56ed-4791-ac28-19505ce0dd23', 'status': 'completed', 'code': 200} Jul 14 09:10:21.688856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e061e-0c75-4c69-a5bf-15082a633208,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:21.791512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486aa11-15b2-41cd-a788-2c6e155ac268 req-879504ce-c26a-4980-b098-7f414834cf4a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:21.798005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486aa11-15b2-41cd-a788-2c6e155ac268 req-879504ce-c26a-4980-b098-7f414834cf4a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 946 time: 0.6757863 Jul 14 09:10:21.903235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff2d997-d3c7-4873-9710-a83acd974eea {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:21.926369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de0efba9-f134-4860-8744-63e1fa88f529 req-9680315b-9352-4827-b7f8-0a5218401286 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266179 Jul 14 09:10:21.963030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Allocated IP 192.168.233.253 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/9eae6f0e-5e61-4536-a908-6c4160a95283) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:21.996489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.015737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5486aa11-15b2-41cd-a788-2c6e155ac268 req-39fdac38-6afc-48bd-ba4e-08db4c16dcb3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166071 Jul 14 09:10:22.028686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fad73-e8c4-4998-a18c-293b3bacbd62 req-f79c2a78-db34-4245-ba5b-4a60daa7ddf2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.037708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b61fad73-e8c4-4998-a18c-293b3bacbd62 req-f79c2a78-db34-4245-ba5b-4a60daa7ddf2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.3241682 Jul 14 09:10:22.061555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-de1351ab-b89c-4f15-b9a4-f8394cbcf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.062225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-de1351ab-b89c-4f15-b9a4-f8394cbcf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.062932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-de1351ab-b89c-4f15-b9a4-f8394cbcf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.063552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-de1351ab-b89c-4f15-b9a4-f8394cbcf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.064197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-de1351ab-b89c-4f15-b9a4-f8394cbcf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.065406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-de1351ab-b89c-4f15-b9a4-f8394cbcf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.067627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-de1351ab-b89c-4f15-b9a4-f8394cbcf12c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5292 time: 0.5248644 Jul 14 09:10:22.080808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Transition to ACTIVE for port object 9ff2d997-d3c7-4873-9710-a83acd974eea will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:22.092469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.194884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff2d997-d3c7-4873-9710-a83acd974eea,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:22.272068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b61fad73-e8c4-4998-a18c-293b3bacbd62 req-beaaca50-f0e9-4488-9a3e-7d2da2be36e1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330654 Jul 14 09:10:22.328355 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.519988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3a89d0f-d5a0-4111-9ed0-508eed7be5c5 req-eecfd7ee-68b7-4b82-872e-0f270abe7ac5 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 210 time: 0.0504246 Jul 14 09:10:22.578099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Attempting to bind port 9ff2d997-d3c7-4873-9710-a83acd974eea on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:22.578517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Attempting to bind port 9ff2d997-d3c7-4873-9710-a83acd974eea by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:22.578927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Attempting to bind port 9ff2d997-d3c7-4873-9710-a83acd974eea on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:22.587223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Port 9ff2d997-d3c7-4873-9710-a83acd974eea on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:22.587664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Attempting to bind port 9ff2d997-d3c7-4873-9710-a83acd974eea on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:22.609593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:22.609871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Checking segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:22.610305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Bound using segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:22.610845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Bound port: 9ff2d997-d3c7-4873-9710-a83acd974eea, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:22.611282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.815211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] For port 9ff2d997-d3c7-4873-9710-a83acd974eea, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:22.823022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] For port 9ff2d997-d3c7-4873-9710-a83acd974eea, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9ff2d997-d3c7-4873-9710-a83acd974eea,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:22.833461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:10:22.837404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.866719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:22.868177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:22.872631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 1137 time: 2.5934396 Jul 14 09:10:22.915709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de0efba9-f134-4860-8744-63e1fa88f529 req-43a90390-c0ce-4adc-89ee-9aafcf67994b service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9800212 Jul 14 09:10:22.935479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:23.130944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-b9d42eb8-0bde-418e-9d72-05cc3701b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.140008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-b9d42eb8-0bde-418e-9d72-05cc3701b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.140508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-b9d42eb8-0bde-418e-9d72-05cc3701b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.142205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-b9d42eb8-0bde-418e-9d72-05cc3701b95a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0641634 Jul 14 09:10:23.366382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.500009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.507407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.520580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.545741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.545741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.545741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.551848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.561504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-e2f4bd97-39ba-4467-8ff6-420eb73f799e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5382 time: 1.3250759 Jul 14 09:10:23.565647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Transition to ACTIVE for port object 9eae6f0e-5e61-4536-a908-6c4160a95283 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:23.587968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '9ff2d997-d3c7-4873-9710-a83acd974eea'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:23.590431 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae24150-58cf-43c3-a34b-9482895632ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "9ff2d997-d3c7-4873-9710-a83acd974eea"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:23.641917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-3da1bee8-16dc-4558-8d0a-bda12ee8738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.643564 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b50b19bd-3106-4db6-b0f1-d24a88a1f902 req-3da1bee8-16dc-4558-8d0a-bda12ee8738d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4898486 Jul 14 09:10:23.647824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.679204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88f572-77a9-403c-b0b7-88d6d5959146 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff2d997-d3c7-4873-9710-a83acd974eea,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:23.772594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:23.778541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:23.781433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:23.799645 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.851148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:23.862885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Sync routers for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:23.866034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5f9e3-d879-41e7-810b-5bb91fe38ee2 req-f89d18eb-6214-4a5a-87b4-e7d6d1863a3e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.869372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aca5f9e3-d879-41e7-810b-5bb91fe38ee2 req-f89d18eb-6214-4a5a-87b4-e7d6d1863a3e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 948 time: 0.2697349 Jul 14 09:10:23.879991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:23.880668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:10:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:23.898108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6cee070-3cfa-4fd7-80a2-ff81f319a49a req-69c88dbb-952c-4ed3-a568-1802166172e8 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3326776 Jul 14 09:10:23.901843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.903041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6f4cb31b-c891-4615-913d-e6c17bd0b81a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.7979057 Jul 14 09:10:23.906078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:23.930439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Pushing event updated for resources: {'Port': ['ID=9eae6f0e-5e61-4536-a908-6c4160a95283,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:23.965056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:23.978841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.014240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-7378b2e8-6b68-4eb6-957b-b780f75df6d0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5105917 Jul 14 09:10:24.028398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Request body: {'port': {'device_id': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:24.034915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:24.146329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aca5f9e3-d879-41e7-810b-5bb91fe38ee2 req-40ede314-9385-4e5a-bcea-1f96292b1d58 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532990 Jul 14 09:10:24.224557 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.225172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:24.468145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:24.475841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fb87ea3-6296-4a4e-9c96-5495d9f377a2 None None] Provisioning for port 9eae6f0e-5e61-4536-a908-6c4160a95283 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:24.504979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22', 'mac_address': 'fa:16:3e:14:2c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:24.518088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fb87ea3-6296-4a4e-9c96-5495d9f377a2 None None] Provisioning complete for port 9eae6f0e-5e61-4536-a908-6c4160a95283 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:24.519226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fb87ea3-6296-4a4e-9c96-5495d9f377a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.562196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 954b4d11-2955-43a2-bccb-788605743b24 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:24.576068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd05800b-06cd-45c5-b31c-1a5a004a7bff {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:24.597267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.612263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Transition to ACTIVE for port object fd05800b-06cd-45c5-b31c-1a5a004a7bff will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:24.654987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.672248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3fb87ea3-6296-4a4e-9c96-5495d9f377a2 None None] Port 9eae6f0e-5e61-4536-a908-6c4160a95283 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:24.781025 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.819393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:24.897286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:24.901017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:24.913190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eae6f0e-5e61-4536-a908-6c4160a95283 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:24.921993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.925899 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.938036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Transition to ACTIVE for port object 9eae6f0e-5e61-4536-a908-6c4160a95283 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:24.951576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.010284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '954b4d11-2955-43a2-bccb-788605743b24', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': '954b4d11-2955-43a2-bccb-788605743b24', 'mac_address': 'fa:16:3e:f0:01:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:25.070273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:20Z', 'revision_number': 3, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:25.136022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75849202-3761-420b-874b-98c7378552a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd05800b-06cd-45c5-b31c-1a5a004a7bff,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.158582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Pushing event updated for resources: {'Port': ['ID=9eae6f0e-5e61-4536-a908-6c4160a95283,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.218965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b4ca2-49db-4819-9d22-67fb458bc85b req-94017865-9aea-42c3-918d-4b88890601f7 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.227617 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e9b4ca2-49db-4819-9d22-67fb458bc85b req-94017865-9aea-42c3-918d-4b88890601f7 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.6133404 Jul 14 09:10:25.255645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Checking router: 75b093b8-d0c4-4353-90bd-183eb5e09ac0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:25.255994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Updating router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 port a24026e3-38c3-469a-a677-8fc94bd5233c binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:25.313045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b46123-b27c-4e44-8f91-12e4bcfb0e57 req-1a21e8b9-51f4-429d-abb3-a45487974f75 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.314861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1b46123-b27c-4e44-8f91-12e4bcfb0e57 req-1a21e8b9-51f4-429d-abb3-a45487974f75 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 936 time: 0.7864463 Jul 14 09:10:25.336444 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.338245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:25.343814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:25.377881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e9b4ca2-49db-4819-9d22-67fb458bc85b req-73b100ab-1678-49e4-9405-498a56d9ce5f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492178 Jul 14 09:10:25.433878 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.437881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Attempting to bind port fd05800b-06cd-45c5-b31c-1a5a004a7bff on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:25.438227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Attempting to bind port fd05800b-06cd-45c5-b31c-1a5a004a7bff by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:25.438561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Attempting to bind port fd05800b-06cd-45c5-b31c-1a5a004a7bff on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:25.453660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Port fd05800b-06cd-45c5-b31c-1a5a004a7bff on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:25.453994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Attempting to bind port fd05800b-06cd-45c5-b31c-1a5a004a7bff on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:25.463099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:25.463538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Checking segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:25.463853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Bound using segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:25.464353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Bound port: fd05800b-06cd-45c5-b31c-1a5a004a7bff, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:25.464717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.523801 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0925d399-9f54-441d-8e00-0dbc28ef0dfb x-openstack-request-id: req-0925d399-9f54-441d-8e00-0dbc28ef0dfb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:25.524162 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "9ff2d997-d3c7-4873-9710-a83acd974eea", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:25.524374 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0925d399-9f54-441d-8e00-0dbc28ef0dfb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:25.524591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1b46123-b27c-4e44-8f91-12e4bcfb0e57 req-dd2f7871-4e53-4834-ab40-b1c09fbb216a tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c1e061e-0c75-4c69-a5bf-15082a633208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924424 Jul 14 09:10:25.526356 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '9ff2d997-d3c7-4873-9710-a83acd974eea', 'status': 'completed', 'code': 200} Jul 14 09:10:25.633075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Attempting to bind port 9eae6f0e-5e61-4536-a908-6c4160a95283 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:25.633453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Attempting to bind port 9eae6f0e-5e61-4536-a908-6c4160a95283 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:25.636097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Attempting to bind port 9eae6f0e-5e61-4536-a908-6c4160a95283 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:25.641071 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.694314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Port 9eae6f0e-5e61-4536-a908-6c4160a95283 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:25.694700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Attempting to bind port 9eae6f0e-5e61-4536-a908-6c4160a95283 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:25.697829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 954b4d11-2955-43a2-bccb-788605743b24 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:25.715163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:25.715538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:25.715930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:25.716378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Bound port: 9eae6f0e-5e61-4536-a908-6c4160a95283, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:25.716738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.756449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:25.776073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.776623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.777403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.777892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.779545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.780040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.780523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:25.787059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] For port fd05800b-06cd-45c5-b31c-1a5a004a7bff, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:25.787479 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ae24150-58cf-43c3-a34b-9482895632ca req-c4577575-5a5d-498a-a2f8-86fa0f573c3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6248 time: 0.2609210 Jul 14 09:10:25.812071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] For port fd05800b-06cd-45c5-b31c-1a5a004a7bff, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:25.842874 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.859565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.938425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] For port 9eae6f0e-5e61-4536-a908-6c4160a95283, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:25.962354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] For port 9eae6f0e-5e61-4536-a908-6c4160a95283, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9eae6f0e-5e61-4536-a908-6c4160a95283,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:25.996195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Allocated IP 172.20.0.1 (ce00c9c3-4a47-48cb-90b7-91b13a5a23ec/1b6374ca-a294-4c83-86e6-aabde89e4102/d3ac9861-049c-4b20-a918-c866c72eec05) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:26.000175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.030610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['954b4d11-2955-43a2-bccb-788605743b24'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:26.137369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.138245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.139843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] 10.222.0.11 "PUT /v2.0/ports/9eae6f0e-5e61-4536-a908-6c4160a95283 HTTP/1.1" status: 200 len: 1097 time: 2.1157885 Jul 14 09:10:26.141654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d0724-52cc-4caf-940a-f4a54b7bb949 service neutron] Pushing event updated for resources: {'Port': ['ID=9eae6f0e-5e61-4536-a908-6c4160a95283,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:26.155156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'tag': '9eae6f0e-5e61-4536-a908-6c4160a95283'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:26.162554 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a7885-8c3c-4a46-b603-6af4dfec4b94" -d '{"events": [{"name": "network-changed", "server_uuid": "b82b52d2-fd88-4fcf-a41f-7e241086d5a0", "tag": "9eae6f0e-5e61-4536-a908-6c4160a95283"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:26.196645 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.198551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-34b8f0bd-e4f3-49ef-988a-c800856040b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.199180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-34b8f0bd-e4f3-49ef-988a-c800856040b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.199912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-34b8f0bd-e4f3-49ef-988a-c800856040b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.201758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ae24150-58cf-43c3-a34b-9482895632ca req-34b8f0bd-e4f3-49ef-988a-c800856040b8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3770313 Jul 14 09:10:26.218290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Transition to ACTIVE for port object d3ac9861-049c-4b20-a918-c866c72eec05 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:26.293938 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.309975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.310743 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.312383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-75849202-3761-420b-874b-98c7378552a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd05800b-06cd-45c5-b31c-1a5a004a7bff HTTP/1.1" status: 200 len: 1091 time: 3.3818042 Jul 14 09:10:26.335802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:26.346081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:26.366544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:26.467447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:26.641242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24150-58cf-43c3-a34b-9482895632ca req-86254aa7-e478-4d3c-9c9d-0e1822369a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.642716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ae24150-58cf-43c3-a34b-9482895632ca req-86254aa7-e478-4d3c-9c9d-0e1822369a8e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4332235 Jul 14 09:10:26.761779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:26.764197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb9489-cd60-479c-9c5c-69284598bb60 req-d9452a2c-c1fc-4f02-9067-7a3da65e24b7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.775162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cb9489-cd60-479c-9c5c-69284598bb60 req-d9452a2c-c1fc-4f02-9067-7a3da65e24b7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 949 time: 0.6340125 Jul 14 09:10:26.806948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75849202-3761-420b-874b-98c7378552a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd05800b-06cd-45c5-b31c-1a5a004a7bff,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:26.854416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-763b3cf1-7398-4976-b80c-cb202b7979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:26.858601 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-763b3cf1-7398-4976-b80c-cb202b7979a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0a31b6b68ea4501895d8871d831776e&device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 1100 time: 0.5730281 Jul 14 09:10:26.866575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.000269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cb9489-cd60-479c-9c5c-69284598bb60 req-4572a1fa-4fdb-47f4-83b4-2f8497a5ccc9 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099967 Jul 14 09:10:27.014104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-cd26cff9-c970-4ad9-b81f-bb2b50641480 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9eae6f0e-5e61-4536-a908-6c4160a95283 HTTP/1.1" status: 200 len: 217 time: 0.1072474 Jul 14 09:10:27.069237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.085061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.090832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-5fa523ea-7169-4353-befe-991cea706b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.092621 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-5fa523ea-7169-4353-befe-991cea706b69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0797501 Jul 14 09:10:27.099790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.116570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.138520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e83c4587-0415-41ae-a110-3115a61161e2 None None] Provisioning for port d3ac9861-049c-4b20-a918-c866c72eec05 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:27.142171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.158621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e83c4587-0415-41ae-a110-3115a61161e2 None None] Provisioning complete for port d3ac9861-049c-4b20-a918-c866c72eec05 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:27.159266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e83c4587-0415-41ae-a110-3115a61161e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.164296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.166301 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.184009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.192858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-737d50af-6d2a-41bc-98a0-7e5f04f842b0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5394 time: 1.3766780 Jul 14 09:10:27.214227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e83c4587-0415-41ae-a110-3115a61161e2 None None] Port d3ac9861-049c-4b20-a918-c866c72eec05 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:27.223061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ac9861-049c-4b20-a918-c866c72eec05,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.223815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Transition to ACTIVE for port object a24026e3-38c3-469a-a677-8fc94bd5233c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:27.238956 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.250932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-3d50e0ac-aac8-4d99-819e-71947d52db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.252651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-3d50e0ac-aac8-4d99-819e-71947d52db22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521943 Jul 14 09:10:27.303239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e78da-8970-4d1a-9f17-2bb1882e47f8 None None] Pushing event updated for resources: {'Port': ['ID=a24026e3-38c3-469a-a677-8fc94bd5233c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.352662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Attempting to bind port a24026e3-38c3-469a-a677-8fc94bd5233c on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:27.353070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Attempting to bind port a24026e3-38c3-469a-a677-8fc94bd5233c by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:27.354610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Attempting to bind port a24026e3-38c3-469a-a677-8fc94bd5233c on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:27.366788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:27.367217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:27.367648 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.368046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:27.368518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Bound port: a24026e3-38c3-469a-a677-8fc94bd5233c, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:27.368909 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.370033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.431785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da18c577-ad1e-4741-8a2e-bbbe8d0ec7aa req-ed5d7ee0-d80c-4f20-8b94-6b204435ecec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2371230 Jul 14 09:10:27.445676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-29c889cc-ce2e-421d-98de-277527c597f2 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815958 Jul 14 09:10:27.470795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] For port a24026e3-38c3-469a-a677-8fc94bd5233c, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:27.481159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] For port a24026e3-38c3-469a-a677-8fc94bd5233c, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a24026e3-38c3-469a-a677-8fc94bd5233c,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:27.489788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.493230 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.538311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:27.546399 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:27.583466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e78da-8970-4d1a-9f17-2bb1882e47f8 None None] Pushing event updated for resources: {'Port': ['ID=a24026e3-38c3-469a-a677-8fc94bd5233c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:27.608341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:27.608994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:10:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:27.612325 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c01edf-2d80-4aac-82ba-f97ad680d90a x-openstack-request-id: req-d2c01edf-2d80-4aac-82ba-f97ad680d90a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:27.616151 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82b52d2-fd88-4fcf-a41f-7e241086d5a0", "tag": "9eae6f0e-5e61-4536-a908-6c4160a95283", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:27.616595 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2c01edf-2d80-4aac-82ba-f97ad680d90a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:27.617170 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'tag': '9eae6f0e-5e61-4536-a908-6c4160a95283', 'status': 'completed', 'code': 200} Jul 14 09:10:27.721565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d590333-237a-4838-aecc-c31beb6f2dd7 req-450e36e1-7f1d-4676-b938-9297c2b19840 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732098 Jul 14 09:10:27.796388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:27.904960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:27.972655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-83fc9ac2-d8a0-40ca-a3bb-ac0fcca77924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:27.974402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-83fc9ac2-d8a0-40ca-a3bb-ac0fcca77924 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0a31b6b68ea4501895d8871d831776e&device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 1100 time: 0.1631577 Jul 14 09:10:28.265928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-97720878-158b-49f5-a4cf-2eab12f4afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.269585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-97720878-158b-49f5-a4cf-2eab12f4afd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2859814 Jul 14 09:10:28.342286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:28.356946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-dde38927-0b14-47e6-b566-415d4d5c0d21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=9eae6f0e-5e61-4536-a908-6c4160a95283 HTTP/1.1" status: 200 len: 217 time: 0.0779936 Jul 14 09:10:28.364555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:28.364893 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.452625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.458432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-b16f720d-2f90-41f3-a49c-c3664403f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.460494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-b16f720d-2f90-41f3-a49c-c3664403f669 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0963199 Jul 14 09:10:28.462511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5644f43-bad2-4519-81e3-8cc0184ba218 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:28.474736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.477782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.549261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 954b4d11-2955-43a2-bccb-788605743b24 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:28.582189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Transition to ACTIVE for port object e5644f43-bad2-4519-81e3-8cc0184ba218 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:28.605441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.635489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ac9861-049c-4b20-a918-c866c72eec05,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:28.648198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.673651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430a69-64e0-4f64-be88-9cb09a5268d8 req-d83dc90a-ea19-4def-9a60-c4fc3be2b2a1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.693499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d5430a69-64e0-4f64-be88-9cb09a5268d8 req-d83dc90a-ea19-4def-9a60-c4fc3be2b2a1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.3313506 Jul 14 09:10:28.730687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-e86e11a3-3797-475e-80db-3275f0269e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:28.732502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-e86e11a3-3797-475e-80db-3275f0269e2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2603977 Jul 14 09:10:28.783709 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:28.860867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:28.875963 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8500428a-62ea-4379-9b19-f3f6806f2bec" -d '{"events": [{"server_uuid": "9acbee0c-867e-4407-a516-b3d4cb49a4a9", "name": "network-vif-plugged", "status": "completed", "tag": "e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:28.880165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 1, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:28.987684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-42fb7d74-30b7-452a-bb85-eec906834d64 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433512 Jul 14 09:10:29.030124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:29.031569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1866440f-7554-453b-a691-1bb4abaaccc4 None None] The sync data for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 is: [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 1, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:29.039243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 954b4d11-2955-43a2-bccb-788605743b24 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:29.040075 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.043194 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.219966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-587a7885-8c3c-4a46-b603-6af4dfec4b94 req-84996581-6051-4cb7-9600-ddb200f0052e service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290616 Jul 14 09:10:29.262243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:29.342999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.412143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:29.430772 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.431933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:29.690001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:29.787797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:29.791099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Pushing event updated for resources: {'Port': ['ID=e5644f43-bad2-4519-81e3-8cc0184ba218,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:29.884441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:29.890313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d5430a69-64e0-4f64-be88-9cb09a5268d8 req-b4d387d0-9f71-4b60-9e50-9210bdaea5a9 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1306217 Jul 14 09:10:29.914290 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.071847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:30.102854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Attempting to bind port e5644f43-bad2-4519-81e3-8cc0184ba218 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:30.111866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Attempting to bind port e5644f43-bad2-4519-81e3-8cc0184ba218 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:30.112485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Attempting to bind port e5644f43-bad2-4519-81e3-8cc0184ba218 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:30.116201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:30.128729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:30.139867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Port e5644f43-bad2-4519-81e3-8cc0184ba218 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:30.140647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Attempting to bind port e5644f43-bad2-4519-81e3-8cc0184ba218 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:30.299941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:30.300292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Checking segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:30.319744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Bound using segment: {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:30.320868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Bound port: e5644f43-bad2-4519-81e3-8cc0184ba218, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91048c08-aa37-4e9c-a7ed-67e133830225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:30.321254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.321692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-1abfc3d2-9fa1-477b-8649-a7f253c50436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.325760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-1abfc3d2-9fa1-477b-8649-a7f253c50436 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc210bef8784a18848b9487c49b2d5c&device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1099 time: 0.1895592 Jul 14 09:10:30.563408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:30.745261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:10:30.766189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] For port e5644f43-bad2-4519-81e3-8cc0184ba218, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:30.785530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] For port e5644f43-bad2-4519-81e3-8cc0184ba218, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5644f43-bad2-4519-81e3-8cc0184ba218,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:30.796548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-2de72f77-ea33-4ee7-81a2-4c0d169a032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.799302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.803595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-2de72f77-ea33-4ee7-81a2-4c0d169a032a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.4497926 Jul 14 09:10:30.829311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f0e2b49f-6286-445a-8769-4719885ad4e3 None None] Provisioning complete for port d3ac9861-049c-4b20-a918-c866c72eec05 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:30.829688 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b49f-6286-445a-8769-4719885ad4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.927404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-79e110a6-268b-4c86-9394-6e46713fc04d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f HTTP/1.1" status: 200 len: 217 time: 0.1169250 Jul 14 09:10:30.943821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c432c3-9917-4c3c-819c-7fa23828d52d req-01048ac8-3851-4e74-a285-d60fbf4124bd tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.945542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94c432c3-9917-4c3c-819c-7fa23828d52d req-01048ac8-3851-4e74-a285-d60fbf4124bd tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 948 time: 0.7437699 Jul 14 09:10:30.981274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:30.982717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:30.987460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] 10.222.0.48 "PUT /v2.0/ports/e5644f43-bad2-4519-81e3-8cc0184ba218 HTTP/1.1" status: 200 len: 1092 time: 4.2961771 Jul 14 09:10:31.056864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a24026e3-38c3-469a-a677-8fc94bd5233c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:31.074580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:31.094401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:31.108130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-6a0affc4-39bb-4b30-83ce-d630633f889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.109585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-6a0affc4-39bb-4b30-83ce-d630633f889a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1779850 Jul 14 09:10:31.129171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'mac_address': 'fa:16:3e:9c:f0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:31.130841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2b49f-6286-445a-8769-4719885ad4e3 None None] Port d3ac9861-049c-4b20-a918-c866c72eec05 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:31.274657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-bc2745b0-b8ad-48af-9cc2-1f1c5f9587dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:31.279079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-bc2745b0-b8ad-48af-9cc2-1f1c5f9587dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563845 Jul 14 09:10:31.344020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.393903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.400829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port a24026e3-38c3-469a-a677-8fc94bd5233c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:31.419237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a24026e3-38c3-469a-a677-8fc94bd5233c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:31.425917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.454055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.473936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94c432c3-9917-4c3c-819c-7fa23828d52d req-e22f949b-bfbb-4c52-adde-6ae217a933d8 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c1e061e-0c75-4c69-a5bf-15082a633208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652684 Jul 14 09:10:31.474694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca4f6e-1e01-4735-b02d-eace48fd3a8d service neutron] Pushing event updated for resources: {'Port': ['ID=e5644f43-bad2-4519-81e3-8cc0184ba218,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.503303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-797561a1-9c24-45ed-b6aa-da22b9a0ef4d service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187619 Jul 14 09:10:31.521494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a5dc64-6da6-491e-90e0-9f9bc248924f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:31.613364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:31.624870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.625647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9eae6f0e-5e61-4536-a908-6c4160a95283 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:31.704395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5776ec71-86ea-42bc-bd19-f81e3db41b6b req-3e5b8519-ca5e-403a-b8ab-5caba4fbff12 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938345 Jul 14 09:10:31.830798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:31.849209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dd52f12a-9083-49a3-ba1e-0fe127992428 admin admin] 10.222.0.18 "PUT /v2.0/routers/75b093b8-d0c4-4353-90bd-183eb5e09ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9421015 Jul 14 09:10:31.859342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:10:31.919101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:31.941051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9eae6f0e-5e61-4536-a908-6c4160a95283, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9eae6f0e-5e61-4536-a908-6c4160a95283,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:31.943585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.984129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '9eae6f0e-5e61-4536-a908-6c4160a95283', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '9eae6f0e-5e61-4536-a908-6c4160a95283', 'mac_address': 'fa:16:3e:29:9e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:32.024695 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d247c-feaa-45b3-8d07-000328156e25 x-openstack-request-id: req-672d247c-feaa-45b3-8d07-000328156e25 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:32.025084 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:32.025556 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-672d247c-feaa-45b3-8d07-000328156e25 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:32.025806 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff', 'status': 'completed', 'code': 200} Jul 14 09:10:32.058403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port a24026e3-38c3-469a-a677-8fc94bd5233c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a24026e3-38c3-469a-a677-8fc94bd5233c,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:32.075635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.250153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.250662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.263663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.265234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.266921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.267693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.268371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.270626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-b607e1f2-1dbb-4044-b20a-b988475f7ca6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6358 time: 0.2305341 Jul 14 09:10:32.277517 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.294647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=a24026e3-38c3-469a-a677-8fc94bd5233c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:32.312201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eae6f0e-5e61-4536-a908-6c4160a95283 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:32.368861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:32.385732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.406994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9eae6f0e-5e61-4536-a908-6c4160a95283, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9eae6f0e-5e61-4536-a908-6c4160a95283,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:32.422225 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.451594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Transition to ACTIVE for port object 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:32.481118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:32.531759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-09d49516-b1d8-4b4f-b678-1e34e2c4e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.532577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-09d49516-b1d8-4b4f-b678-1e34e2c4e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.533508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-09d49516-b1d8-4b4f-b678-1e34e2c4e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.538453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-09d49516-b1d8-4b4f-b678-1e34e2c4e375 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2581730 Jul 14 09:10:32.554696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a99e59-7ddd-455c-8f5e-8f7b82f82117 req-3403da8a-ff14-41fa-b567-a86113156cb1 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.571919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8a99e59-7ddd-455c-8f5e-8f7b82f82117 req-3403da8a-ff14-41fa-b567-a86113156cb1 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 950 time: 0.3095269 Jul 14 09:10:32.680908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=9eae6f0e-5e61-4536-a908-6c4160a95283,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:32.703723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['9eae6f0e-5e61-4536-a908-6c4160a95283'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:32.715121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b6a5dc64-6da6-491e-90e0-9f9bc248924f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:32.812322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Pushing event updated for resources: {'Port': ['ID=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:32.874518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-3c96defe-4884-4c08-b653-7eb2a861a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:32.893615 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf69f212-1151-4dbb-a7a8-ef1aa0289d18 req-3c96defe-4884-4c08-b653-7eb2a861a885 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490412 Jul 14 09:10:32.939679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8a99e59-7ddd-455c-8f5e-8f7b82f82117 req-3dc50213-8770-4059-a0bd-426197e07659 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662553 Jul 14 09:10:33.083170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Attempting to bind port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:33.083826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Attempting to bind port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:33.084108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a24026e3-38c3-469a-a677-8fc94bd5233c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:33.084373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Attempting to bind port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c on network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:33.099934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c on network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:33.100424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Attempting to bind port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c on network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:33.111803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:33.115025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Checking segment: {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:33.115594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Bound using segment: {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:33.116156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Bound port: 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:33.116702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.295916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] For port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:33.306742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] For port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:33.319080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.325198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.331510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.338251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.344897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.355931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.363402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.371078 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-88770762-e3fc-4537-8903-f2cf3efdb955 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5418 time: 0.1757171 Jul 14 09:10:33.393230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.462691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a24026e3-38c3-469a-a677-8fc94bd5233c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:33.463347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.475011 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Sync routers for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:33.479495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-577b9de1-4b3a-488d-bc4b-6c0af3a0e121 req-039d3121-73bd-4318-8376-ca65d08c3cca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071742 Jul 14 09:10:33.498729 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:33.511489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.511489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.511489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] 10.222.0.48 "PUT /v2.0/ports/9f00a809-b0f0-4da7-be6e-50ee6cc69f3c HTTP/1.1" status: 200 len: 1092 time: 2.4230957 Jul 14 09:10:33.522532 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:10:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:33.551264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Request body: {'port': {'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:33.626224 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c039c0-23cc-4de2-b20e-c7e2f960b977 x-openstack-request-id: req-61c039c0-23cc-4de2-b20e-c7e2f960b977 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:33.626587 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acbee0c-867e-4407-a516-b3d4cb49a4a9", "name": "network-vif-plugged", "status": "completed", "tag": "e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:33.626849 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61c039c0-23cc-4de2-b20e-c7e2f960b977 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:33.639272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8561d-75eb-4b57-a218-9f154f01e483 service neutron] Pushing event updated for resources: {'Port': ['ID=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:33.655717 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22', 'code': 200} Jul 14 09:10:33.832465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:33.843717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0495dd-9343-4fae-a987-d9f3304fe8fb req-7f3cf60a-be9f-461e-89c0-ebec98dfdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:33.848442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c0495dd-9343-4fae-a987-d9f3304fe8fb req-7f3cf60a-be9f-461e-89c0-ebec98dfdc21 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 1102 time: 0.1732564 Jul 14 09:10:33.872251 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:33.897097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c0495dd-9343-4fae-a987-d9f3304fe8fb req-e0216788-712b-42ed-aec8-d56f8eb8daba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Jul 14 09:10:34.055458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218'}, {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:34.060367 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b483b58d-c7ba-4437-b8fa-6d7219983e06" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218"}, {"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:34.117226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75799c8d-33ea-4853-bf08-8333fe7f99ff req-54aef47e-a5fa-49b2-b5db-612d78c484a9 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.118747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75799c8d-33ea-4853-bf08-8333fe7f99ff req-54aef47e-a5fa-49b2-b5db-612d78c484a9 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 949 time: 0.2085817 Jul 14 09:10:34.158182 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:27Z', 'revision_number': 2, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:34.187684 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Checking router: 75b093b8-d0c4-4353-90bd-183eb5e09ac0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:34.188076 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Updating router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 port d3ac9861-049c-4b20-a918-c866c72eec05 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:34.230521 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.242212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75799c8d-33ea-4853-bf08-8333fe7f99ff req-bbb7df10-e5b5-4f7e-8ed2-b7bbde0b5d84 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077251 Jul 14 09:10:34.470765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653eeae0-397d-4377-b39d-8955e4babd14 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:34.481100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.510857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Transition to ACTIVE for port object 653eeae0-397d-4377-b39d-8955e4babd14 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:34.519325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb9751-4693-46d4-8510-ca7ca271e183 req-3f82e8ee-15c7-48bd-abe9-69224e4f3061 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:34.521037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fb9751-4693-46d4-8510-ca7ca271e183 req-3f82e8ee-15c7-48bd-abe9-69224e4f3061 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 949 time: 0.1010394 Jul 14 09:10:34.522524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.565535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9eae6f0e-5e61-4536-a908-6c4160a95283 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:34.681425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 9eae6f0e-5e61-4536-a908-6c4160a95283 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:34.686400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 9eae6f0e-5e61-4536-a908-6c4160a95283 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:34.687037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.708064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:34.713637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0e622504-62b3-4110-b3d2-183b281b197d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369682391', 'description': 'tempest-description--1431881778'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:34.781010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fb9751-4693-46d4-8510-ca7ca271e183 req-dfd29d62-117f-4572-ad50-9c9b9ad5ccea tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c1e061e-0c75-4c69-a5bf-15082a633208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495539 Jul 14 09:10:34.785867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e622504-62b3-4110-b3d2-183b281b197d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.792205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Pushing event updated for resources: {'Port': ['ID=653eeae0-397d-4377-b39d-8955e4babd14,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:34.934683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Attempting to bind port 653eeae0-397d-4377-b39d-8955e4babd14 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:34.935518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Attempting to bind port 653eeae0-397d-4377-b39d-8955e4babd14 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:34.936042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Attempting to bind port 653eeae0-397d-4377-b39d-8955e4babd14 on network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:34.944101 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.949991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Port 653eeae0-397d-4377-b39d-8955e4babd14 on network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:34.950328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Attempting to bind port 653eeae0-397d-4377-b39d-8955e4babd14 on network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:34.962146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:34.962623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Checking segment: {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:34.963009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Bound using segment: {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:34.963479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Bound port: 653eeae0-397d-4377-b39d-8955e4babd14, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7dc271-2322-4b3f-a095-7e6980f4dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:34.963840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.993739 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Transition to ACTIVE for port object d3ac9861-049c-4b20-a918-c866c72eec05 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:35.017435 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.128728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e622504-62b3-4110-b3d2-183b281b197d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.140549 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e622504-62b3-4110-b3d2-183b281b197d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.185089 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd6802-4802-4e06-856e-8b3d515fa8cf x-openstack-request-id: req-3dcd6802-4802-4e06-856e-8b3d515fa8cf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:35.186579 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:35.186857 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dcd6802-4802-4e06-856e-8b3d515fa8cf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:35.187282 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218', 'status': 'completed', 'code': 200} Jul 14 09:10:35.188867 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c', 'status': 'completed', 'code': 200} Jul 14 09:10:35.190471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] For port 653eeae0-397d-4377-b39d-8955e4babd14, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:35.191512 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Pushing event updated for resources: {'Port': ['ID=d3ac9861-049c-4b20-a918-c866c72eec05,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.192918 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e622504-62b3-4110-b3d2-183b281b197d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.194799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e622504-62b3-4110-b3d2-183b281b197d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4856174 Jul 14 09:10:35.202422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] For port 653eeae0-397d-4377-b39d-8955e4babd14, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=653eeae0-397d-4377-b39d-8955e4babd14,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:35.216882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47016) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:35.221368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e622504-62b3-4110-b3d2-183b281b197d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f54d6a-022f-447f-bd16-5a2de445a0f8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.229923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3faca5e0-7dc6-4335-88af-d4235f0b3923 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Request body: {'security_group_rule': {'security_group_id': 'b1f54d6a-022f-447f-bd16-5a2de445a0f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:35.255301 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.255978 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.256505 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.257032 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.257599 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.258096 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.258748 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.259251 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.259777 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.260271 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.260778 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.261280 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.264063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.354649 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Attempting to bind port d3ac9861-049c-4b20-a918-c866c72eec05 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:35.354949 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Attempting to bind port d3ac9861-049c-4b20-a918-c866c72eec05 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:35.355314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Attempting to bind port d3ac9861-049c-4b20-a918-c866c72eec05 on network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:35.370248 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:35.370691 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Checking segment: {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:35.371025 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.373618 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Bound using segment: {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:35.374140 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Bound port: d3ac9861-049c-4b20-a918-c866c72eec05, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:35.375705 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.385610 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.387406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.402023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.403808 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] 10.222.0.48 "PUT /v2.0/ports/653eeae0-397d-4377-b39d-8955e4babd14 HTTP/1.1" status: 200 len: 1092 time: 1.8568380 Jul 14 09:10:35.406777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.407348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.408349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.408854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.414073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.414869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.415848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.420346 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-ce84306a-acc7-4ee7-99f7-83da9ce6f185 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6494 time: 0.2214921 Jul 14 09:10:35.438997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab43a-c563-4e49-9837-80a24a1d7c90 req-de410dbc-da14-4cea-ad15-0d0a41dfffe4 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.446719 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30eab43a-c563-4e49-9837-80a24a1d7c90 req-de410dbc-da14-4cea-ad15-0d0a41dfffe4 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 950 time: 0.3675468 Jul 14 09:10:35.501382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3faca5e0-7dc6-4335-88af-d4235f0b3923 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.511975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191fc92-a86d-43e4-a3fe-85413f8add3f service neutron] Pushing event updated for resources: {'Port': ['ID=653eeae0-397d-4377-b39d-8955e4babd14,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.530095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9eae6f0e-5e61-4536-a908-6c4160a95283, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9eae6f0e-5e61-4536-a908-6c4160a95283,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:35.550812 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.552177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:35.561223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30eab43a-c563-4e49-9837-80a24a1d7c90 req-720338bb-344a-476a-98ce-121da1478f05 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122203 Jul 14 09:10:35.592787 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] For port d3ac9861-049c-4b20-a918-c866c72eec05, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:35.604868 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] For port d3ac9861-049c-4b20-a918-c866c72eec05, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d3ac9861-049c-4b20-a918-c866c72eec05,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:35.618805 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.661251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3faca5e0-7dc6-4335-88af-d4235f0b3923 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.678074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3faca5e0-7dc6-4335-88af-d4235f0b3923 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.700215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b4d11-2955-43a2-bccb-788605743b24'}, {'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'}, {'server_uuid': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae6f0e-5e61-4536-a908-6c4160a95283'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:35.710003 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c14ce-2796-43cc-a543-593594b88db5" -d '{"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-plugged", "status": "completed", "tag": "954b4d11-2955-43a2-bccb-788605743b24"}, {"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f"}, {"server_uuid": "b82b52d2-fd88-4fcf-a41f-7e241086d5a0", "name": "network-vif-plugged", "status": "completed", "tag": "9eae6f0e-5e61-4536-a908-6c4160a95283"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:35.716046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faca5e0-7dc6-4335-88af-d4235f0b3923 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496dfb47-3cf3-4f29-9419-85f9726033b9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.717842 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:35.718533 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:10:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:35.752220 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3faca5e0-7dc6-4335-88af-d4235f0b3923 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.763185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3faca5e0-7dc6-4335-88af-d4235f0b3923 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5386295 Jul 14 09:10:35.763854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47024) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:35.775997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2e1d9478-8061-4763-a0f5-62292f6fa1d1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Request body: {'security_group_rule': {'security_group_id': 'b1f54d6a-022f-447f-bd16-5a2de445a0f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:35.805650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f78c7d-3314-414e-b933-48f5f5c03d48 req-296283c2-fbd8-4e2a-83c6-7a495dec0c71 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.817417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27f78c7d-3314-414e-b933-48f5f5c03d48 req-296283c2-fbd8-4e2a-83c6-7a495dec0c71 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.3428881 Jul 14 09:10:35.825295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7897596a-90e6-41d4-b11d-0859c6c4eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.825780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7897596a-90e6-41d4-b11d-0859c6c4eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.832735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7897596a-90e6-41d4-b11d-0859c6c4eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.845079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7897596a-90e6-41d4-b11d-0859c6c4eb50 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4155006 Jul 14 09:10:35.865823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=9eae6f0e-5e61-4536-a908-6c4160a95283,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.890435 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b7ba-0ab7-41cd-b7e9-eb5fe61fa3da None None] Pushing event updated for resources: {'Port': ['ID=d3ac9861-049c-4b20-a918-c866c72eec05,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.909291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b6a5dc64-6da6-491e-90e0-9f9bc248924f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:35.909817 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.939282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9478-8061-4763-a0f5-62292f6fa1d1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.975314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:36.084757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9478-8061-4763-a0f5-62292f6fa1d1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.118794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.127034 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.133663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.147074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.158094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.175325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.191480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.206467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.212405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-8b55b702-8f2b-4839-b492-64ade2441a96 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.3565681 Jul 14 09:10:36.215741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9478-8061-4763-a0f5-62292f6fa1d1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.228840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:36.239527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.287907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d9478-8061-4763-a0f5-62292f6fa1d1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e62f111-6502-4499-a384-43cf8fca450d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.310121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:36.327346 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27f78c7d-3314-414e-b933-48f5f5c03d48 req-60ef7728-22b7-435d-b399-4b11e1631bca tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5096512 Jul 14 09:10:36.327880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9478-8061-4763-a0f5-62292f6fa1d1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.332190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e1d9478-8061-4763-a0f5-62292f6fa1d1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5672138 Jul 14 09:10:36.338644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:36.339272 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:35Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:36.355011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:36.389279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b068b7bd-1b00-4ec0-8690-7043de66e894 req-ffadee1d-aa74-4434-a8fa-442e95e9ca94 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542969 Jul 14 09:10:36.395171 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce8220-03b9-4779-a760-3d3844866beb None None] The sync data for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 is: [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:35Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:10:36.396051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-08214db1-f3c1-4562-81e9-9f6662a9515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.399940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-08214db1-f3c1-4562-81e9-9f6662a9515c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5372913 Jul 14 09:10:36.402527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:36.574294 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939a9553-27a2-4a4e-8ed8-8858fd658b99 x-openstack-request-id: req-939a9553-27a2-4a4e-8ed8-8858fd658b99 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:36.574707 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-plugged", "status": "completed", "tag": "954b4d11-2955-43a2-bccb-788605743b24", "code": 200}, {"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f", "code": 200}, {"server_uuid": "b82b52d2-fd88-4fcf-a41f-7e241086d5a0", "name": "network-vif-plugged", "status": "completed", "tag": "9eae6f0e-5e61-4536-a908-6c4160a95283", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:36.575089 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-939a9553-27a2-4a4e-8ed8-8858fd658b99 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:36.575593 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b4d11-2955-43a2-bccb-788605743b24', 'code': 200} Jul 14 09:10:36.576084 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'code': 200} Jul 14 09:10:36.576543 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae6f0e-5e61-4536-a908-6c4160a95283', 'code': 200} Jul 14 09:10:36.740169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.740653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.741123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054ceca-4fd2-4a99-bead-d9ecbe4c0716 req-568d360a-1e5c-401f-bf64-e910d771cefb tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.741281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.742150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.742150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.742580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.743296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.745069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-7286fdfe-d111-451f-86ff-b5a0fd9951d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6494 time: 0.2172790 Jul 14 09:10:36.761085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a054ceca-4fd2-4a99-bead-d9ecbe4c0716 req-568d360a-1e5c-401f-bf64-e910d771cefb tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 950 time: 0.1313200 Jul 14 09:10:36.807153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a054ceca-4fd2-4a99-bead-d9ecbe4c0716 req-601ab6e5-e6e0-404e-924b-3829b05778ac tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Jul 14 09:10:36.857865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-23b750e8-1153-45c7-8b6a-6b593b768d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.858353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-23b750e8-1153-45c7-8b6a-6b593b768d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.858827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-23b750e8-1153-45c7-8b6a-6b593b768d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:36.861034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-23b750e8-1153-45c7-8b6a-6b593b768d91 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1055212 Jul 14 09:10:37.069653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-d99ed87f-5bc2-4814-b024-df36f2f3c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.071857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b483b58d-c7ba-4437-b8fa-6d7219983e06 req-d99ed87f-5bc2-4814-b024-df36f2f3c369 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815486 Jul 14 09:10:37.090156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475023d-3b85-4000-b251-8a576bdde6b9 req-1fab3557-aa75-4324-a2d2-448c61e644df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.091694 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c475023d-3b85-4000-b251-8a576bdde6b9 req-1fab3557-aa75-4324-a2d2-448c61e644df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 1102 time: 0.4327128 Jul 14 09:10:37.128876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.169779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3ac9861-049c-4b20-a918-c866c72eec05 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:37.190184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:37.192912 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04c706-92c8-4329-bfb3-73ecdb5b4a29" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "653eeae0-397d-4377-b39d-8955e4babd14"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:37.274191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d3ac9861-049c-4b20-a918-c866c72eec05 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:37.278920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d3ac9861-049c-4b20-a918-c866c72eec05 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:37.279312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.441750 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.520163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c475023d-3b85-4000-b251-8a576bdde6b9 req-8801c594-c990-4a68-941d-e46101229cc2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c1e061e-0c75-4c69-a5bf-15082a633208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114540 Jul 14 09:10:37.521836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port d3ac9861-049c-4b20-a918-c866c72eec05, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d3ac9861-049c-4b20-a918-c866c72eec05,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:37.545264 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:37.555118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4be6-ac3c-4e6f-a371-1cf27b1ac7e3 req-7500b57e-0caf-45f5-b522-5d53afb40bb0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.562583 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57aa4be6-ac3c-4e6f-a371-1cf27b1ac7e3 req-7500b57e-0caf-45f5-b522-5d53afb40bb0 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 950 time: 0.6995914 Jul 14 09:10:37.646117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Allocated IP 172.25.2.124 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/ee958ddb-18dc-4679-bbc9-f95fb691d74a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:37.664886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=d3ac9861-049c-4b20-a918-c866c72eec05,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:37.706370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.707724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.708314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.708849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.709381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.709915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.710963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.713156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-de118b96-a109-4d2f-9e41-efb389913e2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6494 time: 0.3865509 Jul 14 09:10:37.823622 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57aa4be6-ac3c-4e6f-a371-1cf27b1ac7e3 req-0834b3d0-1964-4335-87d7-d001cd6d8821 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c1e061e-0c75-4c69-a5bf-15082a633208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599175 Jul 14 09:10:37.831927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-47cc88da-cb49-4c8d-9550-064382a9e0e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f HTTP/1.1" status: 200 len: 217 time: 0.1002862 Jul 14 09:10:37.915312 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14101de8-b947-460a-88f7-3e7ad280f477 x-openstack-request-id: req-14101de8-b947-460a-88f7-3e7ad280f477 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:37.915952 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "653eeae0-397d-4377-b39d-8955e4babd14", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:37.916474 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14101de8-b947-460a-88f7-3e7ad280f477 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:37.917300 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14', 'status': 'completed', 'code': 200} Jul 14 09:10:37.977888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:37.990248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-47e9e946-f4ee-4e2f-883e-e49ec6627e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:37.998848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-47e9e946-f4ee-4e2f-883e-e49ec6627e8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3758eec3-6f06-44ce-8ee5-62c55339fb42 HTTP/1.1" status: 200 len: 856 time: 0.1461768 Jul 14 09:10:38.098373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ead3-dab6-49d8-aa84-c2ef9e5fb882 req-bbe09c99-0ff4-48ae-8421-166041af4267 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.107065 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c390ead3-dab6-49d8-aa84-c2ef9e5fb882 req-bbe09c99-0ff4-48ae-8421-166041af4267 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 950 time: 0.1279724 Jul 14 09:10:38.122178 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.168264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:38.174857 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.184196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c390ead3-dab6-49d8-aa84-c2ef9e5fb882 req-c7cef66b-fa70-484f-87d4-f149ff303997 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Jul 14 09:10:38.233241 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.272058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.314886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.376620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:38.416506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-250a07ef-c79c-48e3-9fee-e07fb9430456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.426877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-250a07ef-c79c-48e3-9fee-e07fb9430456 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4175599 Jul 14 09:10:38.453833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:38.456587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:38.536331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0910f43-d4a7-4707-8dd5-227a5b295752 req-a5e5aab7-cb04-46e9-9787-8f942a8f85af tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.537865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0910f43-d4a7-4707-8dd5-227a5b295752 req-a5e5aab7-cb04-46e9-9787-8f942a8f85af tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 950 time: 0.1050854 Jul 14 09:10:38.568401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.574508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.578028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'}, {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:38.580807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.588009 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44584e24-283a-4f67-b9fb-c0284f7fc330" -d '{"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-plugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f"}, {"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:38.588248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.594066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.600176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.606758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.608715 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-2dba588a-1e7c-4178-a2a1-8794a7151d38 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.4476759 Jul 14 09:10:38.609787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0910f43-d4a7-4707-8dd5-227a5b295752 req-da5ec030-5a4b-4c21-996b-e4908121a73d tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613658 Jul 14 09:10:38.641686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event updated for resources: {'Port': ['ID=ee958ddb-18dc-4679-bbc9-f95fb691d74a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.792522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.806354 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9772161-71d4-4f50-808c-13d4b6a02bd3 req-b203e0c3-8dac-4cff-a6d3-6e1bbc50fe51 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879458 Jul 14 09:10:38.834583 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-c14199c8-8d33-4db9-afda-f1ff970b48d8 service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868983 Jul 14 09:10:38.869664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15b9f0-db3d-4d88-bd87-f9f9cf066ef7 req-0b51240d-d0f2-4977-b515-a978a4a6dfc2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.882564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a15b9f0-db3d-4d88-bd87-f9f9cf066ef7 req-0b51240d-d0f2-4977-b515-a978a4a6dfc2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1211300 Jul 14 09:10:38.935342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a15b9f0-db3d-4d88-bd87-f9f9cf066ef7 req-4e85e6ef-00e3-4293-840c-bbcafb5f8c31 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528402 Jul 14 09:10:38.972275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3ac9861-049c-4b20-a918-c866c72eec05 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:39.011785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.083941 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc9076-6dee-4c50-a417-252ebd91a900 x-openstack-request-id: req-decc9076-6dee-4c50-a417-252ebd91a900 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:39.083941 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-plugged", "status": "completed", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f", "code": 200}, {"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:39.084289 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-decc9076-6dee-4c50-a417-252ebd91a900 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:39.086301 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'code': 200} Jul 14 09:10:39.086561 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'code': 200} Jul 14 09:10:39.091893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d3ac9861-049c-4b20-a918-c866c72eec05 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:39.092430 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.141134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-2b7a5678-c9ac-4408-ae2e-f4c5272b0946 service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857895 Jul 14 09:10:39.340278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-6ac15a96-e2b9-4aeb-98e1-1ba1be488ab9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 217 time: 0.1729116 Jul 14 09:10:39.570066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-7b0961f3-dc7c-480d-84ca-80a8e0c4124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.571579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-7b0961f3-dc7c-480d-84ca-80a8e0c4124d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.1944067 Jul 14 09:10:39.637410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d461b9e-38ea-45fd-ab7a-0268bbca1337 req-6d8cd5bd-0708-4f19-9884-6bf4bd9fec73 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.639480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d461b9e-38ea-45fd-ab7a-0268bbca1337 req-6d8cd5bd-0708-4f19-9884-6bf4bd9fec73 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 950 time: 0.3063293 Jul 14 09:10:39.662479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.663041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc340b09-22de-4453-983b-458c79e2bef9 req-c4ee835c-fa18-4127-8e14-e2e279ed3802 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.665590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc340b09-22de-4453-983b-458c79e2bef9 req-c4ee835c-fa18-4127-8e14-e2e279ed3802 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 950 time: 0.1073561 Jul 14 09:10:39.678852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.726349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc340b09-22de-4453-983b-458c79e2bef9 req-9770a2f9-eff9-40a4-97e9-f188da3c5ff7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485766 Jul 14 09:10:39.748478 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d461b9e-38ea-45fd-ab7a-0268bbca1337 req-ffd7e292-fc5f-4a91-b50e-67c77b94a06b tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c1e061e-0c75-4c69-a5bf-15082a633208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947826 Jul 14 09:10:39.815896 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.858472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741026b0-fd97-42d0-bb3a-5c0751dbf86c req-ed7436ee-d8cc-47b8-b34e-b11a07f341c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.860506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-741026b0-fd97-42d0-bb3a-5c0751dbf86c req-ed7436ee-d8cc-47b8-b34e-b11a07f341c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1102 time: 0.3337398 Jul 14 09:10:39.862326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event updated for resources: {'Port': ['ID=ee958ddb-18dc-4679-bbc9-f95fb691d74a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.867479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-519bd5d2-5284-428f-971b-e162cdeff5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:39.868977 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-519bd5d2-5284-428f-971b-e162cdeff5c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2880914 Jul 14 09:10:39.869866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.881861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d323659e-f468-448c-88b4-7102067955a9 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5414863 Jul 14 09:10:40.068109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-741026b0-fd97-42d0-bb3a-5c0751dbf86c req-77d3159b-5217-4c73-8a76-0fd1bbc530f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822090 Jul 14 09:10:40.071451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-74e8a151-111f-4151-8933-8786355a9d10 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878040 Jul 14 09:10:40.082242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e043d56-7be8-4e43-84e5-cd0657af3437 req-1282ac4e-5630-4d67-86c9-fab39c4948c1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.090145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e043d56-7be8-4e43-84e5-cd0657af3437 req-1282ac4e-5630-4d67-86c9-fab39c4948c1 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 950 time: 0.1673894 Jul 14 09:10:40.157827 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e043d56-7be8-4e43-84e5-cd0657af3437 req-c6328a4f-b6e0-4048-9d6f-64c117f62774 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665557 Jul 14 09:10:40.277149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-57c95902-a835-4ef9-9aa2-bec668d9adb6 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984549 Jul 14 09:10:40.351683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fcd54-c293-4edb-b926-ed258c463310 req-fbd4dc21-c9a8-461c-8195-c7d2499d944e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.354250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.358510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-879fcd54-c293-4edb-b926-ed258c463310 req-fbd4dc21-c9a8-461c-8195-c7d2499d944e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0868933 Jul 14 09:10:40.362143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.373072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.379925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.389422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.397735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-879fcd54-c293-4edb-b926-ed258c463310 req-a46387a1-aecb-4cdf-9692-aad556505242 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382710 Jul 14 09:10:40.398541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.405045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.407153 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-1c5f0829-80e4-4699-8e89-3d7b0503ae0b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.2071998 Jul 14 09:10:40.417342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-03e564da-7eb2-4b04-8fa1-4852558e5a58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 217 time: 0.1284335 Jul 14 09:10:40.514163 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-1a94f027-76ff-4ff7-8fb3-c22b9a9994b8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c2c20c84b81492f9a455a96cc341f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251772 Jul 14 09:10:40.529364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-4308528f-c5cf-409f-ad3d-c2a11c0cc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.531332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-4308528f-c5cf-409f-ad3d-c2a11c0cc39d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0976312 Jul 14 09:10:40.571893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5fae67f-0b5d-43c8-ab7c-acc9a9816804 req-bc44db87-968f-43ce-83cd-fb0de28de402 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1528654 Jul 14 09:10:40.663276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-226457fb-e5a8-44a1-ac43-0584f4e36d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.679126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-226457fb-e5a8-44a1-ac43-0584f4e36d78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350703 Jul 14 09:10:40.692471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-c5a0e75d-694c-4a75-a516-8b6f13bc313f tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:40.693966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-c5a0e75d-694c-4a75-a516-8b6f13bc313f tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724310 Jul 14 09:10:40.720393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-c4173a40-9865-4a13-88f5-4961769e6622 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/quotas/1c2c20c84b81492f9a455a96cc341f76 HTTP/1.1" status: 200 len: 375 time: 0.0178597 Jul 14 09:10:40.791854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-4750b9a2-ad5d-4b9c-bd2d-6ba8dfed82d3 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c2c20c84b81492f9a455a96cc341f76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705316 Jul 14 09:10:41.157770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-fefe80f0-492d-45d2-9691-299d3ef4f4c0 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--369682391&fields=id&tenant_id=bb8220c799ed4616b7df17f610024d64 HTTP/1.1" status: 200 len: 267 time: 0.4601283 Jul 14 09:10:41.317804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-05fa7c54-5ab8-4fe1-b416-e908aaf5b9be service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266601 Jul 14 09:10:41.490177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb9d27c3-d44c-4c41-9f4a-99eb0b256e88 req-8d5d5bbe-03e5-4d0c-ac62-204b52a9f69b tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 210 time: 0.0663185 Jul 14 09:10:41.511384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-4ba227a2-c562-4d82-b7a1-ea50bdc18c71 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.518816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-4ba227a2-c562-4d82-b7a1-ea50bdc18c71 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/networks?id=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec HTTP/1.1" status: 200 len: 805 time: 0.3490231 Jul 14 09:10:41.543046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-736b2b08-08d8-4a89-9d72-93710aeb734e tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/quotas/bb8220c799ed4616b7df17f610024d64 HTTP/1.1" status: 200 len: 375 time: 0.0232685 Jul 14 09:10:41.688460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-3b3b17cd-a239-4f42-9445-6983ce7d1bd3 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb8220c799ed4616b7df17f610024d64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1443436 Jul 14 09:10:41.695393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-ead412a8-ccff-4cef-afc4-74732808e99f service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600531 Jul 14 09:10:41.778672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a6c7-7a76-4162-a614-be90893b676e req-dd110b62-f3a3-4563-a354-e0653378b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.780277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b52a6c7-7a76-4162-a614-be90893b676e req-dd110b62-f3a3-4563-a354-e0653378b924 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.1301126 Jul 14 09:10:41.794295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-e9a12026-fd51-472e-98f8-139481886537 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff HTTP/1.1" status: 200 len: 217 time: 0.0925741 Jul 14 09:10:41.800322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202fcfc-e332-4542-84bf-5c7db3e7d2aa req-fe1e1419-7e86-45c8-9945-74a8e5d1778e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.802275 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e202fcfc-e332-4542-84bf-5c7db3e7d2aa req-fe1e1419-7e86-45c8-9945-74a8e5d1778e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 950 time: 0.1212115 Jul 14 09:10:41.906793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-d61502cd-882d-4d76-ab88-04ef5cb04e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.908708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-d61502cd-882d-4d76-ab88-04ef5cb04e74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.1035044 Jul 14 09:10:41.909760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a6c7-7a76-4162-a614-be90893b676e req-9bd696ee-36be-45dd-b76b-cd2750c5c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:41.911438 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b52a6c7-7a76-4162-a614-be90893b676e req-9bd696ee-36be-45dd-b76b-cd2750c5c0d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1039455 Jul 14 09:10:41.985225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:42.005333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e202fcfc-e332-4542-84bf-5c7db3e7d2aa req-af103fe0-b1b4-4cd4-ae29-b32892670c6a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927255 Jul 14 09:10:42.035096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-f22925ca-3bb3-461c-80a3-f989fa90cc75 service neutron] 10.222.0.18 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549417 Jul 14 09:10:42.098259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b52a6c7-7a76-4162-a614-be90893b676e req-06e565c0-0b0a-422b-a160-5e02d3b03fda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.1705198 Jul 14 09:10:42.171752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:42.196117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '4409d560-344b-4e2f-96c9-756d1362ac34', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '4409d560-344b-4e2f-96c9-756d1362ac34', 'mac_address': 'fa:16:3e:b3:c9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:42.226706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a6c7-7a76-4162-a614-be90893b676e req-de619bc4-2344-4eb0-acb0-4a880e85145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.237500 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b52a6c7-7a76-4162-a614-be90893b676e req-de619bc4-2344-4eb0-acb0-4a880e85145f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1271253 Jul 14 09:10:42.316556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.322691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-97844d6c-9887-4013-a5a4-d9cd27f0b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.328028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-97844d6c-9887-4013-a5a4-d9cd27f0b5b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4065471 Jul 14 09:10:42.333208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-a2003b60-63d8-4e67-8fb5-45fe57689c20 service neutron] 10.222.0.18 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816453 Jul 14 09:10:42.368770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4409d560-344b-4e2f-96c9-756d1362ac34 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:42.379689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a6c7-7a76-4162-a614-be90893b676e req-99e62207-92dd-4195-af8e-35d479258a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.383346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b52a6c7-7a76-4162-a614-be90893b676e req-99e62207-92dd-4195-af8e-35d479258a04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436884 Jul 14 09:10:42.429647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:42.442463 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:42.507027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b52a6c7-7a76-4162-a614-be90893b676e req-673d3a36-7c60-46f6-a039-9ce6039efb46 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183846 Jul 14 09:10:42.517529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6566c34-b2c9-4465-ac78-eb5f95c328b0 req-ba8e665a-ed6f-49f5-97fe-93141a346c0d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:42.519141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6566c34-b2c9-4465-ac78-eb5f95c328b0 req-ba8e665a-ed6f-49f5-97fe-93141a346c0d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1883624 Jul 14 09:10:42.545625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-b4a607a6-dfe0-45d3-ba8b-0fb0d4d643ea service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090952 Jul 14 09:10:42.606484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:42.627980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['4409d560-344b-4e2f-96c9-756d1362ac34'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:42.710753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6566c34-b2c9-4465-ac78-eb5f95c328b0 req-2d61dabb-e4df-443d-a025-a0745bf9940f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829638 Jul 14 09:10:42.722059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-71412224-8853-421e-9bed-b11e6736bf77 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666348 Jul 14 09:10:42.893013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b52a6c7-7a76-4162-a614-be90893b676e req-1a505315-f461-45a2-b69b-fc6b46f3a121 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727868 Jul 14 09:10:42.930074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-e0bf37ec-7120-42c6-af3d-545aff7c6700 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1c2c20c84b81492f9a455a96cc341f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710142 Jul 14 09:10:42.936074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-d4eeac73-1ce9-40a2-adf2-4bbe177f2b90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=e5644f43-bad2-4519-81e3-8cc0184ba218 HTTP/1.1" status: 200 len: 217 time: 0.2057905 Jul 14 09:10:43.100866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.132573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.159117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.179409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.202269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.217692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.238817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-3f0c639a-88af-4058-8164-86632180c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.240406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.243111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-3f0c639a-88af-4058-8164-86632180c589 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.2792244 Jul 14 09:10:43.251912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02976555-29de-4770-8df9-cd2fc8600f6b req-8eea2976-ac8c-4d3d-9d8b-8387b7ac3ebb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.3067191 Jul 14 09:10:43.322962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02976555-29de-4770-8df9-cd2fc8600f6b req-b354a08d-783b-4220-b501-a417ec0496d0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735838 Jul 14 09:10:43.459537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-cf169142-4457-48a4-a682-c6b8cd0d4109 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.462304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-cf169142-4457-48a4-a682-c6b8cd0d4109 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5249786 Jul 14 09:10:43.480552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-6de93116-b3a3-4915-8a1b-4be4c711c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:43.482234 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-6de93116-b3a3-4915-8a1b-4be4c711c20c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2183573 Jul 14 09:10:43.486116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Request body: {'port': {'device_id': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': '1c2c20c84b81492f9a455a96cc341f76'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:43.857399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Made reservation on behalf of 1c2c20c84b81492f9a455a96cc341f76 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:43.861892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:43.919680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-eae53e86-c138-4415-a9ad-f5d7092ee3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076200 Jul 14 09:10:44.020223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:44.050615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-13907466-8fc2-49cc-8a72-9c17e4a88162 req-90609025-4b45-4b31-ac77-b0bcb5674ea7 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 210 time: 0.0658848 Jul 14 09:10:44.123141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-2e44a7a5-4682-4525-aad0-0527f4ed8893 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690910 Jul 14 09:10:44.129119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 4409d560-344b-4e2f-96c9-756d1362ac34 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:44.136221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.216422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-c815b92f-0b72-4c22-8cbe-765df7f00d7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c HTTP/1.1" status: 200 len: 217 time: 0.0845051 Jul 14 09:10:44.279901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.282537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-0036ae4b-fb38-4f03-abef-395d0bd73fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.284050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-0036ae4b-fb38-4f03-abef-395d0bd73fa4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.0593369 Jul 14 09:10:44.312577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:44.315210 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe41784-ca75-4f69-8755-b8b443561c4e" -d '{"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:44.331579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:44.334729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-841fd758-013a-483a-8e8f-cd8b91449978 req-18511455-de46-43a1-bfca-63d27c257c31 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 210 time: 0.0474343 Jul 14 09:10:44.348498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.375972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Allocated IP 192.168.233.58 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/4865bc70-617b-438d-8588-4d1f42ca87f3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:44.456238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a1838526-3bcc-4f80-b57d-05d9814dfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.458005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a1838526-3bcc-4f80-b57d-05d9814dfd39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1598499 Jul 14 09:10:44.497984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:44.594374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.610589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Transition to ACTIVE for port object 4865bc70-617b-438d-8588-4d1f42ca87f3 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:44.682099 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:44.693848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:44.756159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea6a31-e6d6-4aad-bfd5-d2580dc09ca4 req-dfa42d11-a393-4558-9109-0352d05031df tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:44.773781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59ea6a31-e6d6-4aad-bfd5-d2580dc09ca4 req-dfa42d11-a393-4558-9109-0352d05031df tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1102 time: 0.1354194 Jul 14 09:10:44.836326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59ea6a31-e6d6-4aad-bfd5-d2580dc09ca4 req-23c0e3c3-bf51-4219-acb5-1de207cc56dc tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589190 Jul 14 09:10:44.937344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:44.947806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:44.966185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:45.108621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Pushing event updated for resources: {'Port': ['ID=4865bc70-617b-438d-8588-4d1f42ca87f3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:45.182176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.184058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.214078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc5701-6b07-452d-98f2-cb9d724378cf req-d1c2ba19-9229-46a7-9d38-029a4c7b3c38 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.226357 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0dc5701-6b07-452d-98f2-cb9d724378cf req-d1c2ba19-9229-46a7-9d38-029a4c7b3c38 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.2279007 Jul 14 09:10:45.237176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-9ceb403f-15df-49f0-9f15-4ce7be5cd25e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7590234 Jul 14 09:10:45.263018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Request body: {'port': {'device_id': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:45.281311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-a52d508f-f2f6-4eac-bc63-9cc0d87cf65e service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8062065 Jul 14 09:10:45.404717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-386fc356-6fd3-4208-b064-eb1f8bda2f91 None None] Provisioning for port 4865bc70-617b-438d-8588-4d1f42ca87f3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:45.408576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-386fc356-6fd3-4208-b064-eb1f8bda2f91 None None] Provisioning complete for port 4865bc70-617b-438d-8588-4d1f42ca87f3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:45.408952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386fc356-6fd3-4208-b064-eb1f8bda2f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.475177 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:10:45.483975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-386fc356-6fd3-4208-b064-eb1f8bda2f91 None None] Port 4865bc70-617b-438d-8588-4d1f42ca87f3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:45.489865 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.554885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0dc5701-6b07-452d-98f2-cb9d724378cf req-0c1a37f1-49f9-421c-b123-9056bb3c7ed3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270779 Jul 14 09:10:45.742526 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-8a2211d9-392e-4514-a2dc-f898e7f0440d service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940227 Jul 14 09:10:45.789710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-a98c2825-c0e3-41aa-8aa8-bf1c1941ec85 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.809180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-a98c2825-c0e3-41aa-8aa8-bf1c1941ec85 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.48 "GET /v2.0/networks?id=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec HTTP/1.1" status: 200 len: 805 time: 0.5648808 Jul 14 09:10:45.863890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-8f7d55df-f95f-4dfb-a9eb-ba80574088d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=653eeae0-397d-4377-b39d-8955e4babd14 HTTP/1.1" status: 200 len: 217 time: 0.1025381 Jul 14 09:10:45.899686 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a2800e2-aaa1-4f9f-be76-a11d7f2b95e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:45.921719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-98824fe8-a5ac-44c6-9761-7d8c94dcb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:45.923179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-98824fe8-a5ac-44c6-9761-7d8c94dcb74a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.0532522 Jul 14 09:10:46.068490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4865bc70-617b-438d-8588-4d1f42ca87f3 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:46.087481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-749ad4ab-645b-428c-b29e-f3b551c71b05 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.089376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-749ad4ab-645b-428c-b29e-f3b551c71b05 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.11 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 950 time: 0.7375081 Jul 14 09:10:46.092561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.120192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Transition to ACTIVE for port object 4865bc70-617b-438d-8588-4d1f42ca87f3 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:46.135727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-42c0d258-2556-47c2-994e-221705e1078b tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb8220c799ed4616b7df17f610024d64 HTTP/1.1" status: 200 len: 379 time: 0.2976763 Jul 14 09:10:46.147946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Request body: {'port': {'device_id': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'admin_state_up': True, 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'security_groups': ['b1f54d6a-022f-447f-bd16-5a2de445a0f8']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:46.154890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.265086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-c173f355-1025-46b0-adcc-dad51ccae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:46.266942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-c173f355-1025-46b0-adcc-dad51ccae42f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3285182 Jul 14 09:10:46.858084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Pushing event updated for resources: {'Port': ['ID=4865bc70-617b-438d-8588-4d1f42ca87f3,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:46.927068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Attempting to bind port 4865bc70-617b-438d-8588-4d1f42ca87f3 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:46.927752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Attempting to bind port 4865bc70-617b-438d-8588-4d1f42ca87f3 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:46.928282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Attempting to bind port 4865bc70-617b-438d-8588-4d1f42ca87f3 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:46.934052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Port 4865bc70-617b-438d-8588-4d1f42ca87f3 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:46.934637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Attempting to bind port 4865bc70-617b-438d-8588-4d1f42ca87f3 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:46.941686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-22212b31-59a5-4fb1-a09c-56081a6ff3e9 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641934 Jul 14 09:10:46.942712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:46.943269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:46.943870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:46.945054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Bound port: 4865bc70-617b-438d-8588-4d1f42ca87f3, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:46.945608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.127341 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fcec748-e5f1-4712-b975-55c3eb69e490 req-d45fa52f-57c6-4e36-90b4-303939d91a2f service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790400 Jul 14 09:10:47.309354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] For port 4865bc70-617b-438d-8588-4d1f42ca87f3, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:47.320018 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76e108-deea-416e-90f0-91653f024355 req-782716a1-85d0-4c73-b398-8d6b1c299283 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.328435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d76e108-deea-416e-90f0-91653f024355 req-782716a1-85d0-4c73-b398-8d6b1c299283 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/ports?device_id=b82b52d2-fd88-4fcf-a41f-7e241086d5a0 HTTP/1.1" status: 200 len: 950 time: 1.3584237 Jul 14 09:10:47.333567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] For port 4865bc70-617b-438d-8588-4d1f42ca87f3, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4865bc70-617b-438d-8588-4d1f42ca87f3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:47.346942 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.402124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.402505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.403281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.403898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.404638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.405227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.405760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.406719 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d76e108-deea-416e-90f0-91653f024355 req-0a2c2a51-73f2-418f-a598-d17aabfe23bc tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c1e061e-0c75-4c69-a5bf-15082a633208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751903 Jul 14 09:10:47.409998 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-4d597402-45c5-4d06-a6da-e7d3b73461bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6494 time: 0.1924191 Jul 14 09:10:47.414644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.415574 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.417411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] 10.222.0.11 "PUT /v2.0/ports/4865bc70-617b-438d-8588-4d1f42ca87f3 HTTP/1.1" status: 200 len: 1096 time: 2.1686962 Jul 14 09:10:47.418380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'tag': '4865bc70-617b-438d-8588-4d1f42ca87f3'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:47.426156 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea593f50-13f2-4358-8393-dbf562eeb98f" -d '{"events": [{"name": "network-changed", "server_uuid": "faab3936-974a-4ee4-a6f6-90ce4fc8f310", "tag": "4865bc70-617b-438d-8588-4d1f42ca87f3"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:47.487276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Made reservation on behalf of bb8220c799ed4616b7df17f610024d64 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:47.500637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.546012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Deleting port 9eae6f0e-5e61-4536-a908-6c4160a95283 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:47.546464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.554897 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2703883-ef1e-492c-92c1-2ac5aff462eb x-openstack-request-id: req-e2703883-ef1e-492c-92c1-2ac5aff462eb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:47.557635 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-plugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:47.558114 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2703883-ef1e-492c-92c1-2ac5aff462eb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:47.558715 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'code': 200} Jul 14 09:10:47.726885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f7cd0-fb7b-4804-82cb-4dc74aacd094 service neutron] Pushing event updated for resources: {'Port': ['ID=4865bc70-617b-438d-8588-4d1f42ca87f3,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:47.798646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-d0637548-70b9-43d7-ae36-b6e532485a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.800176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-d0637548-70b9-43d7-ae36-b6e532485a41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 HTTP/1.1" status: 200 len: 903 time: 0.3737309 Jul 14 09:10:47.910321 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-b57c8397-83aa-4fe4-ac80-c7f737e10d72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=653eeae0-397d-4377-b39d-8955e4babd14 HTTP/1.1" status: 200 len: 217 time: 0.0978980 Jul 14 09:10:47.922912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-5ad53316-cf3e-45bf-bb90-ad2a067b5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:47.926476 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-5ad53316-cf3e-45bf-bb90-ad2a067b5650 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c2c20c84b81492f9a455a96cc341f76&device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 1099 time: 0.3981078 Jul 14 09:10:47.950729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] For port 9eae6f0e-5e61-4536-a908-6c4160a95283, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9eae6f0e-5e61-4536-a908-6c4160a95283,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:47.951336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.955228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Allocated IP 172.20.0.7 (ce00c9c3-4a47-48cb-90b7-91b13a5a23ec/1b6374ca-a294-4c83-86e6-aabde89e4102/4f92fab2-8dec-48fe-b7b0-470004e0611a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:47.987915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Calling delete_port for 9eae6f0e-5e61-4536-a908-6c4160a95283 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:48.059667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-54fe10ac-844e-49c5-9ab4-c11a8e11a271 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=4865bc70-617b-438d-8588-4d1f42ca87f3 HTTP/1.1" status: 200 len: 217 time: 0.1137452 Jul 14 09:10:48.076442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.084463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.091724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.098180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.104347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.111531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.119790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-c6762568-5fdf-4dce-ba87-c9e4f0229662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.121574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-c6762568-5fdf-4dce-ba87-c9e4f0229662 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.1927278 Jul 14 09:10:48.127810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.134410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aff442a9-195b-4343-a784-a623487d6827 req-69015063-2099-4840-bbb8-a8ca4b040838 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.3197610 Jul 14 09:10:48.182873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-8c734436-e1b4-4b28-9fa4-b877a5c8745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.184866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-8c734436-e1b4-4b28-9fa4-b877a5c8745e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1152172 Jul 14 09:10:48.309260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-2929bdcf-df65-4c43-a7ba-50414c3845d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.313691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-2929bdcf-df65-4c43-a7ba-50414c3845d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1829007 Jul 14 09:10:48.343004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.378364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002587-430a-4118-a010-e17c5079441b req-3c96415c-f548-41fd-a0c4-605c3a3c2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.385013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-3c96415c-f548-41fd-a0c4-605c3a3c2319 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1916177 Jul 14 09:10:48.435343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Pushing event deleted for resources: {'Port': ['ID=9eae6f0e-5e61-4536-a908-6c4160a95283,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.519153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aff442a9-195b-4343-a784-a623487d6827 req-d63b4d36-4b61-48d4-ac64-c4ee0d91aa8a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3744061 Jul 14 09:10:48.588028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] No DVR routers for this DVR port 9eae6f0e-5e61-4536-a908-6c4160a95283 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:48.594624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.598570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b43be5f-0adc-4e75-9b45-5e8c335ba895 req-0b040729-2156-4e5c-82af-cdb9b2b81946 tempest-TenantUsagesTestJSON-843080834 tempest-TenantUsagesTestJSON-843080834-project] 10.222.0.11 "DELETE /v2.0/ports/9eae6f0e-5e61-4536-a908-6c4160a95283 HTTP/1.1" status: 204 len: 173 time: 2.4998987 Jul 14 09:10:48.613713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'name': 'network-vif-deleted', 'tag': '9eae6f0e-5e61-4536-a908-6c4160a95283'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:48.616816 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc38682c-cda3-4f17-86db-5554b3588dd0" -d '{"events": [{"server_uuid": "b82b52d2-fd88-4fcf-a41f-7e241086d5a0", "name": "network-vif-deleted", "tag": "9eae6f0e-5e61-4536-a908-6c4160a95283"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:48.617682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9eae6f0e-5e61-4536-a908-6c4160a95283 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:48.675143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.681865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 9eae6f0e-5e61-4536-a908-6c4160a95283 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:48.683174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9eae6f0e-5e61-4536-a908-6c4160a95283 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:48.699105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Transition to ACTIVE for port object 4f92fab2-8dec-48fe-b7b0-470004e0611a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:48.721340 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b4f-c1bc-4412-ab06-8540b234bc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.734498 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-6877514b-35f0-41c5-b73a-33d0fcbaf434 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899780 Jul 14 09:10:48.753412 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.853771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:48.857719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:48.862881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:48.930912 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.945674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:48.946568 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:48.964725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event updated for resources: {'Port': ['ID=4f92fab2-8dec-48fe-b7b0-470004e0611a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:48.970674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-65de53da-d5ed-4375-9f2c-33da5336f5ea service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432877 Jul 14 09:10:48.983051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-93313f54-6851-401a-a424-f862b9a1f4a5 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8461163 Jul 14 09:10:49.004850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Request body: {'port': {'device_id': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:49.139306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f002587-430a-4118-a010-e17c5079441b req-707397e3-f3b5-4377-a378-c34592ac9a70 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584661 Jul 14 09:10:49.179301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.231192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df04c706-92c8-4329-bfb3-73ecdb5b4a29 req-0a0b8c03-7e0f-4797-893f-a95959bacf5f service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502284 Jul 14 09:10:49.376683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78ae96-ab20-4e59-84f9-979b120b9b8c req-9e2dea9b-8d49-40dd-964f-3152da60ca44 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.379639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b78ae96-ab20-4e59-84f9-979b120b9b8c req-9e2dea9b-8d49-40dd-964f-3152da60ca44 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 947 time: 0.1068168 Jul 14 09:10:49.420147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c8b81a9-8db7-43ca-8bb5-111d376bd406 None None] Provisioning for port 4f92fab2-8dec-48fe-b7b0-470004e0611a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:49.425854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c8b81a9-8db7-43ca-8bb5-111d376bd406 None None] Provisioning complete for port 4f92fab2-8dec-48fe-b7b0-470004e0611a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:49.426694 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c8b81a9-8db7-43ca-8bb5-111d376bd406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.483130 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b78ae96-ab20-4e59-84f9-979b120b9b8c req-423cb5d0-5551-4751-aa4d-355087d7092b tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970876 Jul 14 09:10:49.520488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b81a9-8db7-43ca-8bb5-111d376bd406 None None] Port 4f92fab2-8dec-48fe-b7b0-470004e0611a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:49.531799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967dca2-4700-40d8-9800-e06fbae8839b req-3c7facfe-42e9-472f-9ca4-dc19cdc876ce tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.538820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7967dca2-4700-40d8-9800-e06fbae8839b req-3c7facfe-42e9-472f-9ca4-dc19cdc876ce tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 931 time: 0.1818964 Jul 14 09:10:49.594442 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.609469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7967dca2-4700-40d8-9800-e06fbae8839b req-e9c12cb6-13cd-4ade-8bc2-7685194ed64d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696425 Jul 14 09:10:49.683805 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a53df0-fd88-4a35-9229-2d4db41e53c0 x-openstack-request-id: req-93a53df0-fd88-4a35-9229-2d4db41e53c0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:49.684102 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faab3936-974a-4ee4-a6f6-90ce4fc8f310", "tag": "4865bc70-617b-438d-8588-4d1f42ca87f3", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:49.684923 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a53df0-fd88-4a35-9229-2d4db41e53c0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:49.685338 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'tag': '4865bc70-617b-438d-8588-4d1f42ca87f3', 'status': 'completed', 'code': 200} Jul 14 09:10:49.722697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f92fab2-8dec-48fe-b7b0-470004e0611a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:49.732426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.748031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Transition to ACTIVE for port object 4f92fab2-8dec-48fe-b7b0-470004e0611a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:49.758232 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.796122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce4bd4-7820-4aff-9e88-90ecdae016f3 req-4c402578-ff25-4c5b-9437-a3a37f0c9090 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.800200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.800831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3dce4bd4-7820-4aff-9e88-90ecdae016f3 req-4c402578-ff25-4c5b-9437-a3a37f0c9090 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.1555243 Jul 14 09:10:49.829556 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61754ce-adcd-47ec-88b0-7fa13b3dd777 x-openstack-request-id: req-f61754ce-adcd-47ec-88b0-7fa13b3dd777 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:49.830403 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82b52d2-fd88-4fcf-a41f-7e241086d5a0", "name": "network-vif-deleted", "tag": "9eae6f0e-5e61-4536-a908-6c4160a95283", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:49.830844 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f61754ce-adcd-47ec-88b0-7fa13b3dd777 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:49.831442 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82b52d2-fd88-4fcf-a41f-7e241086d5a0', 'name': 'network-vif-deleted', 'tag': '9eae6f0e-5e61-4536-a908-6c4160a95283', 'status': 'completed', 'code': 200} Jul 14 09:10:49.836915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-d1d70038-6940-4c9f-be51-cb19653f8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.838505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-d1d70038-6940-4c9f-be51-cb19653f8e4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c2c20c84b81492f9a455a96cc341f76&device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 1099 time: 0.1384714 Jul 14 09:10:49.857710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Pushing event updated for resources: {'Port': ['ID=4f92fab2-8dec-48fe-b7b0-470004e0611a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:49.953054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-68397837-d9d8-4c10-9293-fc19d5dae03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:49.954557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-68397837-d9d8-4c10-9293-fc19d5dae03e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1017170 Jul 14 09:10:49.961307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3dce4bd4-7820-4aff-9e88-90ecdae016f3 req-f3828dbf-e1e1-4f3a-9e2e-e46c54afb6c7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516726 Jul 14 09:10:49.986326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Attempting to bind port 4f92fab2-8dec-48fe-b7b0-470004e0611a on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:49.986694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Attempting to bind port 4f92fab2-8dec-48fe-b7b0-470004e0611a by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:49.987195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Attempting to bind port 4f92fab2-8dec-48fe-b7b0-470004e0611a on network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:49.999918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Port 4f92fab2-8dec-48fe-b7b0-470004e0611a on network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:10:50.000267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Attempting to bind port 4f92fab2-8dec-48fe-b7b0-470004e0611a on network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:50.015093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-264b8c5a-ad80-4862-a40a-87d62ab83aff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=4865bc70-617b-438d-8588-4d1f42ca87f3 HTTP/1.1" status: 200 len: 217 time: 0.0525422 Jul 14 09:10:50.020656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:50.021008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Checking segment: {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:50.021398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Bound using segment: {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:50.021845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Bound port: 4f92fab2-8dec-48fe-b7b0-470004e0611a, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ffc94b-d71b-462f-80f5-fbbbf68db2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:50.023758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.132462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-1209b0e4-12fc-4b2c-b0b1-e0ed37aa52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.134703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-1209b0e4-12fc-4b2c-b0b1-e0ed37aa52f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1104422 Jul 14 09:10:50.203476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] For port 4f92fab2-8dec-48fe-b7b0-470004e0611a, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:50.209538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] For port 4f92fab2-8dec-48fe-b7b0-470004e0611a, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:50.222262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.278648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.279500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.280987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] 10.222.0.48 "PUT /v2.0/ports/4f92fab2-8dec-48fe-b7b0-470004e0611a HTTP/1.1" status: 200 len: 1092 time: 1.2805848 Jul 14 09:10:50.321352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47282) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:50.323259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-0a224ecd-28c7-4faf-81b5-17af7fe18ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.324819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-0a224ecd-28c7-4faf-81b5-17af7fe18ba3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1804631 Jul 14 09:10:50.442091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e2bdc-de66-4059-acf9-975d80baa84c service neutron] Pushing event updated for resources: {'Port': ['ID=4f92fab2-8dec-48fe-b7b0-470004e0611a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:50.461060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.472703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.485305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.491886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.500438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-b610f56b-5228-47f7-90b6-8d3dd713fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.502608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-b610f56b-5228-47f7-90b6-8d3dd713fa51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb8220c799ed4616b7df17f610024d64&device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 1095 time: 0.1562696 Jul 14 09:10:50.504185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.509534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3aa19-4437-4d05-b86a-fbc7f4380314 req-c223c4ca-849e-4835-8e5a-8e180a70255d tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.510676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.517744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9a3aa19-4437-4d05-b86a-fbc7f4380314 req-c223c4ca-849e-4835-8e5a-8e180a70255d tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 1102 time: 0.2425823 Jul 14 09:10:50.524309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.526533 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17f23971-02bf-4226-8c61-1df2901d594b req-5c62152b-2aa6-4ee7-911b-5d16ba06743f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.2925916 Jul 14 09:10:50.609161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-d664bfca-7302-4beb-b1b3-8048541edadb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a HTTP/1.1" status: 200 len: 217 time: 0.0714042 Jul 14 09:10:50.644542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17f23971-02bf-4226-8c61-1df2901d594b req-f1aa89d8-6ca7-4778-bec5-dd1d1d45562e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033812 Jul 14 09:10:50.651272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-70f0542a-9f8a-4838-9072-a02d268a6771 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0a31b6b68ea4501895d8871d831776e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213832 Jul 14 09:10:50.651272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-0bee0e6b-f81e-47c0-a0ea-af4ff93143e8 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049684 Jul 14 09:10:50.651272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:50.672456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9a3aa19-4437-4d05-b86a-fbc7f4380314 req-03f5e8f7-2c3d-447f-987e-2ff552f54cab tempest-ServersAdminTestJSON-1366708132 tempest-ServersAdminTestJSON-1366708132-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530941 Jul 14 09:10:50.720286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-3122eb0a-252f-4fea-80b0-9eb20283a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.722006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-3122eb0a-252f-4fea-80b0-9eb20283a1ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b6374ca-a294-4c83-86e6-aabde89e4102 HTTP/1.1" status: 200 len: 844 time: 0.1015432 Jul 14 09:10:50.802835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-5aee5caf-d85e-4e45-bb06-090f1c06ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:50.804705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-5aee5caf-d85e-4e45-bb06-090f1c06ea0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754213 Jul 14 09:10:50.856373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea593f50-13f2-4358-8393-dbf562eeb98f req-a274bab4-9b19-467f-8a37-13a78b98e43e service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983228 Jul 14 09:10:50.857670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e6be2-e3a3-45e3-a3a7-a65fdb897dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:50.928132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e6be2-e3a3-45e3-a3a7-a65fdb897dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.002153 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e6be2-e3a3-45e3-a3a7-a65fdb897dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.005498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e6be2-e3a3-45e3-a3a7-a65fdb897dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.010111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d34e6be2-e3a3-45e3-a3a7-a65fdb897dcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c1e061e-0c75-4c69-a5bf-15082a633208 HTTP/1.1" status: 204 len: 168 time: 0.3583949 Jul 14 09:10:51.026288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6be2-e3a3-45e3-a3a7-a65fdb897dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e061e-0c75-4c69-a5bf-15082a633208,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:51.046048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-6067fc21-cafe-4fbf-a9b5-901333dbb85c service neutron] 10.222.0.48 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323418 Jul 14 09:10:51.172569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c353a1-b164-4a82-bc85-bf91902801fb req-1b6e4399-dbf6-4b62-9c43-03b4b0ea0e01 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:51.174202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0c353a1-b164-4a82-bc85-bf91902801fb req-1b6e4399-dbf6-4b62-9c43-03b4b0ea0e01 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 947 time: 0.1791694 Jul 14 09:10:51.179450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c80acf6-b5d6-4191-87b3-b0097b9de7cc req-6f9f584a-0f0f-4674-b6fe-a91b8441e013 service neutron] 10.222.0.48 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224201 Jul 14 09:10:51.250271 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0c353a1-b164-4a82-bc85-bf91902801fb req-02e01c3b-d6c2-44e3-81ef-2ffef703f47b tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577953 Jul 14 09:10:51.289021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.461921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3072dc5-e23d-44b4-9d30-77ffc4d20007 req-156cb153-5bc5-425a-8df4-c49cda556149 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:51.463817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3072dc5-e23d-44b4-9d30-77ffc4d20007 req-156cb153-5bc5-425a-8df4-c49cda556149 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 943 time: 0.1029224 Jul 14 09:10:51.501006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47332) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:51.525273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014b3810-d0ce-47e4-aa8e-37c7defc2f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.527241 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3072dc5-e23d-44b4-9d30-77ffc4d20007 req-35b9cccb-fbb2-4c73-a761-77ee6d2e29e1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565000 Jul 14 09:10:51.673082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014b3810-d0ce-47e4-aa8e-37c7defc2f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.680752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014b3810-d0ce-47e4-aa8e-37c7defc2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.739840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-014b3810-d0ce-47e4-aa8e-37c7defc2f11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f128bd4a60843c6b8e0ac2129f1b707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378385 Jul 14 09:10:51.740751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3810-d0ce-47e4-aa8e-37c7defc2f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc872517-eb7d-4734-af1c-62ba956c968f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:51.742566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:51.823654 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72db0125-531d-485c-9274-ce8434f03cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.834966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:51.837803 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb17d723-783e-4063-8a68-36cc32e3deaa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:51.866582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72db0125-531d-485c-9274-ce8434f03cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.944522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72db0125-531d-485c-9274-ce8434f03cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.948003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72db0125-531d-485c-9274-ce8434f03cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:51.951508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-72db0125-531d-485c-9274-ce8434f03cb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc872517-eb7d-4734-af1c-62ba956c968f HTTP/1.1" status: 204 len: 168 time: 0.2051003 Jul 14 09:10:51.959030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db0125-531d-485c-9274-ce8434f03cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc872517-eb7d-4734-af1c-62ba956c968f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:52.067190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1c529-72f7-4be0-ad95-44f14cfce3e6 req-01e03ce9-dd1f-47f6-854d-8afb58eed2c4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.074432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4a1c529-72f7-4be0-ad95-44f14cfce3e6 req-01e03ce9-dd1f-47f6-854d-8afb58eed2c4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.1629908 Jul 14 09:10:52.079666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.086476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.092764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.099573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.106286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.113188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.119824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.127563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-1704c22b-8ae5-43f5-8dd4-fb0f5c34582d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.1381574 Jul 14 09:10:52.135840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4a1c529-72f7-4be0-ad95-44f14cfce3e6 req-1f3c3504-b42d-4d0e-843e-43c1b8fbb93e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597146 Jul 14 09:10:52.185545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93307880-bdc3-4e04-b9e6-9159fce76bdb req-4f472fad-6be9-4931-8117-6cbceda9e18c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571439 Jul 14 09:10:52.390599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1356212-2e97-42ef-847e-40ca97a25770 req-bd25f986-48d8-44a3-a53a-c0c92c46b57f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.399444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a1356212-2e97-42ef-847e-40ca97a25770 req-bd25f986-48d8-44a3-a53a-c0c92c46b57f tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 949 time: 0.0975988 Jul 14 09:10:52.478207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a1356212-2e97-42ef-847e-40ca97a25770 req-d89eca61-5ec7-446f-9ca6-dc7608c32745 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778048 Jul 14 09:10:52.531256 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01988bf-b4ba-4fe1-b4ed-5647363e4494 x-openstack-request-id: req-b01988bf-b4ba-4fe1-b4ed-5647363e4494 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:52.531842 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:52.532375 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b01988bf-b4ba-4fe1-b4ed-5647363e4494 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:52.533029 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'status': 'completed', 'code': 200} Jul 14 09:10:52.618583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4865bc70-617b-438d-8588-4d1f42ca87f3 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:52.621996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 954b4d11-2955-43a2-bccb-788605743b24 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:52.651122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-9a43c54d-0f7b-4b57-bba0-d1692ad9f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.653174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-9a43c54d-0f7b-4b57-bba0-d1692ad9f648 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb8220c799ed4616b7df17f610024d64&device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 1095 time: 0.0914249 Jul 14 09:10:52.832036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-03063df4-085e-4f88-8cbc-e8fe97265340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.834263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-03063df4-085e-4f88-8cbc-e8fe97265340 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec HTTP/1.1" status: 200 len: 906 time: 0.1704087 Jul 14 09:10:52.899952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-26d7bd70-d780-4006-b553-434068cc2457 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a HTTP/1.1" status: 200 len: 217 time: 0.0551677 Jul 14 09:10:52.901568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cabb3-0a2f-40fd-b1ff-3fe4d448bf5e req-36665d08-afbd-4b05-a1f3-52aeace26fe4 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:52.910408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e8cabb3-0a2f-40fd-b1ff-3fe4d448bf5e req-36665d08-afbd-4b05-a1f3-52aeace26fe4 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 947 time: 0.1821477 Jul 14 09:10:52.929510 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.984828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e8cabb3-0a2f-40fd-b1ff-3fe4d448bf5e req-7a5b69ed-00e9-4330-9572-36b7437e32eb tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725586 Jul 14 09:10:53.017879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 4865bc70-617b-438d-8588-4d1f42ca87f3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4865bc70-617b-438d-8588-4d1f42ca87f3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:53.036908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '4865bc70-617b-438d-8588-4d1f42ca87f3', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '4865bc70-617b-438d-8588-4d1f42ca87f3', 'mac_address': 'fa:16:3e:7e:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:53.076827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-1b9761a7-d685-46e2-ada3-48872c84d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.080946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-1b9761a7-d685-46e2-ada3-48872c84d693 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b6374ca-a294-4c83-86e6-aabde89e4102 HTTP/1.1" status: 200 len: 844 time: 0.1536050 Jul 14 09:10:53.096166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:53.124966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954b4d11-2955-43a2-bccb-788605743b24'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:53.127532 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c239a-d8fa-4a77-af5e-bbe8a8448702" -d '{"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-unplugged", "status": "completed", "tag": "954b4d11-2955-43a2-bccb-788605743b24"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:53.134940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.173735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d063d-1cd5-4388-b91b-ec5b63086509 req-1c1fb585-fdb9-4f57-a8da-a10e7b6ff6ac tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.176425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-716d063d-1cd5-4388-b91b-ec5b63086509 req-1c1fb585-fdb9-4f57-a8da-a10e7b6ff6ac tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 943 time: 0.3233199 Jul 14 09:10:53.183971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fff56-0804-46c8-94a3-41b757aed48d req-7daab1f7-841d-4284-9a9d-162536d76835 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.191245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-7daab1f7-841d-4284-9a9d-162536d76835 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.1300917 Jul 14 09:10:53.208933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-88eb22c9-2ba8-4af1-a31f-1de097a6d236 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/quotas/d57310ccd7d340e5b5b3584e11801873 HTTP/1.1" status: 200 len: 375 time: 0.0167644 Jul 14 09:10:53.214577 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.241949 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-716d063d-1cd5-4388-b91b-ec5b63086509 req-97e85098-d9bd-4963-84a9-fe2239c62ed8 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583973 Jul 14 09:10:53.250676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-38e6b67d-640a-44c1-8b53-903478283452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.253036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-38e6b67d-640a-44c1-8b53-903478283452 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592541 Jul 14 09:10:53.260829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4865bc70-617b-438d-8588-4d1f42ca87f3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:53.310985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 4865bc70-617b-438d-8588-4d1f42ca87f3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4865bc70-617b-438d-8588-4d1f42ca87f3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:53.327907 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.356247 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03694e25-821d-4c7d-be16-9dfa8ad0bcaf x-openstack-request-id: req-03694e25-821d-4c7d-be16-9dfa8ad0bcaf {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:53.357629 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-unplugged", "status": "completed", "tag": "954b4d11-2955-43a2-bccb-788605743b24", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:53.358867 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03694e25-821d-4c7d-be16-9dfa8ad0bcaf {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:53.359286 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954b4d11-2955-43a2-bccb-788605743b24', 'code': 200} Jul 14 09:10:53.364155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-ebf35409-3f88-4184-97da-3561ac671a3e service neutron] 10.222.0.48 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971172 Jul 14 09:10:53.368290 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.435145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=4865bc70-617b-438d-8588-4d1f42ca87f3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.436023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-bc2088fc-2ae1-4b0c-a777-426178e663e1 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2238266 Jul 14 09:10:53.517064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613905-fb93-4285-b581-b63349a5e293 req-89e4ca9c-e303-4cb4-93a4-1bdab429027b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.518796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69613905-fb93-4285-b581-b63349a5e293 req-89e4ca9c-e303-4cb4-93a4-1bdab429027b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 949 time: 0.2428074 Jul 14 09:10:53.552971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb17d723-783e-4063-8a68-36cc32e3deaa req-98692674-d01f-46c0-9a39-12b477c0c519 service neutron] 10.222.0.48 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804032 Jul 14 09:10:53.596440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['4865bc70-617b-438d-8588-4d1f42ca87f3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:53.617472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e26347-1e92-47cd-b718-1df6c52968c6 req-e35ef76a-c206-484c-91e6-e32b30048f3a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.625475 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73e26347-1e92-47cd-b718-1df6c52968c6 req-e35ef76a-c206-484c-91e6-e32b30048f3a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.1199534 Jul 14 09:10:53.671858 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-c7e8daf1-c3d9-4007-b0fa-5d351f37b99c service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354348 Jul 14 09:10:53.705478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Deleting port 18a6d193-c2a9-46ef-9292-bf83af7ff698 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:53.713672 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.722737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73e26347-1e92-47cd-b718-1df6c52968c6 req-aafac1b3-24f7-415b-bff7-0f00b380329d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932033 Jul 14 09:10:54.014639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.029714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.041482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.049766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4f92fab2-8dec-48fe-b7b0-470004e0611a details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:10:54.083378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.094016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.112375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.118775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.133778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d5945bb-e478-4001-aa64-f13615284f78 req-80c97471-4ea3-47f8-9553-63fba4bebf4e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.2545238 Jul 14 09:10:54.211342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d5945bb-e478-4001-aa64-f13615284f78 req-ca63f0b8-a250-4398-8cb5-165abbec02ed tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636554 Jul 14 09:10:54.227080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] For port 18a6d193-c2a9-46ef-9292-bf83af7ff698, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=18a6d193-c2a9-46ef-9292-bf83af7ff698,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:54.227727 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.263755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Calling delete_port for 18a6d193-c2a9-46ef-9292-bf83af7ff698 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:54.278291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4f92fab2-8dec-48fe-b7b0-470004e0611a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:54.293691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-5dbbb276-0582-495c-8bcc-30392c0f1ece service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207654 Jul 14 09:10:54.302154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'port_id': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'mac_address': 'fa:16:3e:ff:b8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:10:54.341475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.355878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f92fab2-8dec-48fe-b7b0-470004e0611a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:54.384058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4f92fab2-8dec-48fe-b7b0-470004e0611a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:54.392986 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.495594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-7aa38c57-c797-4638-adc7-58fa34668910 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.497735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-7aa38c57-c797-4638-adc7-58fa34668910 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "GET /v2.0/ports?device_id=24b6582e-5a33-4df5-b3c0-f91a1d04baca HTTP/1.1" status: 200 len: 944 time: 0.1108587 Jul 14 09:10:54.498988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4f92fab2-8dec-48fe-b7b0-470004e0611a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:54.546500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.559664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fec7f63e-7a16-401d-b78e-b58eabfcc9a7', '18a6d193-c2a9-46ef-9292-bf83af7ff698', 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:54.610126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Pushing event deleted for resources: {'Port': ['ID=18a6d193-c2a9-46ef-9292-bf83af7ff698,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:54.632589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee6ec-fecd-47c7-8e58-48b770b28c14 req-6a7b5d07-2c93-476d-a8c2-d6263d66df4a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:54.641222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4aee6ec-fecd-47c7-8e58-48b770b28c14 req-6a7b5d07-2c93-476d-a8c2-d6263d66df4a tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=57dff191-0001-4572-a766-44f6176df8b8 HTTP/1.1" status: 200 len: 867 time: 0.2652082 Jul 14 09:10:54.650759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4865bc70-617b-438d-8588-4d1f42ca87f3 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:54.677384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Deleting port 954b4d11-2955-43a2-bccb-788605743b24 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:54.677384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.715555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['4f92fab2-8dec-48fe-b7b0-470004e0611a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:54.730325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] No DVR routers for this DVR port 18a6d193-c2a9-46ef-9292-bf83af7ff698 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:54.733818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.736554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69613905-fb93-4285-b581-b63349a5e293 req-87bf39f0-2368-4362-a2d8-9f8aa36980ff tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "DELETE /v2.0/ports/18a6d193-c2a9-46ef-9292-bf83af7ff698 HTTP/1.1" status: 204 len: 173 time: 1.2084727 Jul 14 09:10:54.737310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dff191-0001-4572-a766-44f6176df8b8', 'name': 'network-vif-deleted', 'tag': '18a6d193-c2a9-46ef-9292-bf83af7ff698'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:54.749860 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cbb9d3-0b9e-40a8-9a7d-ad2aacf9624c" -d '{"events": [{"server_uuid": "57dff191-0001-4572-a766-44f6176df8b8", "name": "network-vif-deleted", "tag": "18a6d193-c2a9-46ef-9292-bf83af7ff698"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:54.824317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4aee6ec-fecd-47c7-8e58-48b770b28c14 req-c93632e9-7222-4711-b821-465757ee112e tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818104 Jul 14 09:10:54.956634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 4865bc70-617b-438d-8588-4d1f42ca87f3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:54.984533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] For port 954b4d11-2955-43a2-bccb-788605743b24, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=954b4d11-2955-43a2-bccb-788605743b24,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:54.985347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.002181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 4865bc70-617b-438d-8588-4d1f42ca87f3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:55.002570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.021065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Calling delete_port for 954b4d11-2955-43a2-bccb-788605743b24 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:55.268501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25ef75-3fcc-4049-9cff-9a52e8add05c req-4beacd5b-33d8-4506-8392-cc9109bfd032 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.281445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f25ef75-3fcc-4049-9cff-9a52e8add05c req-4beacd5b-33d8-4506-8392-cc9109bfd032 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 948 time: 0.1783681 Jul 14 09:10:55.301915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.374698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f25ef75-3fcc-4049-9cff-9a52e8add05c req-cfc61d41-b818-4c6b-934c-1fc3abc83246 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917566 Jul 14 09:10:55.416449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event deleted for resources: {'Port': ['ID=954b4d11-2955-43a2-bccb-788605743b24,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:55.449553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] No DVR routers for this DVR port 954b4d11-2955-43a2-bccb-788605743b24 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:55.456370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.456759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.457115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.457458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.457795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.458132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.458466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.458794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.459127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.459528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.459850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.466299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:55.502601 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.505548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e669514b-a27b-4e91-b3c4-58a7d9048afc req-5abfbc4c-2a17-42eb-b079-5f8eaa09ed2e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "DELETE /v2.0/ports/954b4d11-2955-43a2-bccb-788605743b24 HTTP/1.1" status: 204 len: 173 time: 0.9954116 Jul 14 09:10:55.506023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-deleted', 'tag': '954b4d11-2955-43a2-bccb-788605743b24'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:55.509009 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894a5a07-8343-4bcb-b41d-7350a1e7e06a" -d '{"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-deleted", "tag": "954b4d11-2955-43a2-bccb-788605743b24"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:55.515968 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.567235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86762668-91d0-49ec-ade9-ea5cc1b26b2a req-1528c788-53c3-44f6-84e0-48d46f81f9ae tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.569187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86762668-91d0-49ec-ade9-ea5cc1b26b2a req-1528c788-53c3-44f6-84e0-48d46f81f9ae tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 944 time: 0.2095506 Jul 14 09:10:55.640948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86762668-91d0-49ec-ade9-ea5cc1b26b2a req-613a6549-9ef3-46ac-aa48-9f88732c5363 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651171 Jul 14 09:10:55.646140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4865bc70-617b-438d-8588-4d1f42ca87f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:55.650115 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1e630-fd15-49ad-8aa7-6da1cec876f4" -d '{"events": [{"server_uuid": "faab3936-974a-4ee4-a6f6-90ce4fc8f310", "name": "network-vif-plugged", "status": "completed", "tag": "4865bc70-617b-438d-8588-4d1f42ca87f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:55.659916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1682607-402e-456b-a566-1a01dcf44f33 req-4a0b0670-6327-4f70-9d86-e61a0975520d tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 210 time: 0.0789032 Jul 14 09:10:55.698879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 4865bc70-617b-438d-8588-4d1f42ca87f3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4865bc70-617b-438d-8588-4d1f42ca87f3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:55.712627 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5e309d-ef33-449f-b7aa-de325f4b5ffd x-openstack-request-id: req-8a5e309d-ef33-449f-b7aa-de325f4b5ffd {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:55.713178 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dff191-0001-4572-a766-44f6176df8b8", "name": "network-vif-deleted", "tag": "18a6d193-c2a9-46ef-9292-bf83af7ff698", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:55.713724 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a5e309d-ef33-449f-b7aa-de325f4b5ffd {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:55.715897 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dff191-0001-4572-a766-44f6176df8b8', 'name': 'network-vif-deleted', 'tag': '18a6d193-c2a9-46ef-9292-bf83af7ff698', 'status': 'completed', 'code': 200} Jul 14 09:10:55.716215 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.813981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=4865bc70-617b-438d-8588-4d1f42ca87f3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:55.961963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e80ec-7b0e-4725-874a-ff6b704e43fa req-3d0073b0-50bc-49bf-9505-d91d5113b3c2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:55.966447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-430e80ec-7b0e-4725-874a-ff6b704e43fa req-3d0073b0-50bc-49bf-9505-d91d5113b3c2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.0854788 Jul 14 09:10:56.040091 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-430e80ec-7b0e-4725-874a-ff6b704e43fa req-84c6a2c2-2909-412b-9c22-33a34f77930b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634768 Jul 14 09:10:56.060489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.067932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.075966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.088729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.095546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.102781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.108999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.110947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-9a0b02b3-175f-435c-b3ca-7e39683b20f5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.1643221 Jul 14 09:10:56.112521 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a74683-5fc4-42b8-870d-6a50c6486fe3 x-openstack-request-id: req-f5a74683-5fc4-42b8-870d-6a50c6486fe3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:56.112803 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b6582e-5a33-4df5-b3c0-f91a1d04baca", "name": "network-vif-deleted", "tag": "954b4d11-2955-43a2-bccb-788605743b24", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:56.113265 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5a74683-5fc4-42b8-870d-6a50c6486fe3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:56.113666 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b6582e-5a33-4df5-b3c0-f91a1d04baca', 'name': 'network-vif-deleted', 'tag': '954b4d11-2955-43a2-bccb-788605743b24', 'status': 'completed', 'code': 200} Jul 14 09:10:56.130521 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8381a00f-d0d2-41b4-8554-fff00bd37f3e x-openstack-request-id: req-8381a00f-d0d2-41b4-8554-fff00bd37f3e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:56.130876 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab3936-974a-4ee4-a6f6-90ce4fc8f310", "name": "network-vif-plugged", "status": "completed", "tag": "4865bc70-617b-438d-8588-4d1f42ca87f3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:56.131146 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8381a00f-d0d2-41b4-8554-fff00bd37f3e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:56.131704 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4865bc70-617b-438d-8588-4d1f42ca87f3', 'code': 200} Jul 14 09:10:56.201780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b06ded8d-4d6b-4e27-98d0-ede949dad9b4 req-ad55ac62-8336-4779-a18a-587d0c79afd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767980 Jul 14 09:10:56.280110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd765f-3161-4643-9fd6-d6cd102534e5 req-3784171b-9d31-40b1-bec5-1e88d3145e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.281659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-18bd765f-3161-4643-9fd6-d6cd102534e5 req-3784171b-9d31-40b1-bec5-1e88d3145e86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 1101 time: 0.0731564 Jul 14 09:10:56.349703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-18bd765f-3161-4643-9fd6-d6cd102534e5 req-75900ff4-991b-4aa4-98ec-119a96eb5158 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577343 Jul 14 09:10:56.662188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 18a6d193-c2a9-46ef-9292-bf83af7ff698 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:56.720081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 18a6d193-c2a9-46ef-9292-bf83af7ff698 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:56.720433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 18a6d193-c2a9-46ef-9292-bf83af7ff698 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:56.720910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 954b4d11-2955-43a2-bccb-788605743b24 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:10:56.763030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 954b4d11-2955-43a2-bccb-788605743b24 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:10:56.763512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 954b4d11-2955-43a2-bccb-788605743b24 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:10:56.770895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b39921-cccc-4609-a092-6ccccab69a44 req-520c68fd-28b0-4560-a713-9e2784592c84 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.778170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8b39921-cccc-4609-a092-6ccccab69a44 req-520c68fd-28b0-4560-a713-9e2784592c84 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 949 time: 0.2008550 Jul 14 09:10:56.799594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:56.815470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fff56-0804-46c8-94a3-41b757aed48d req-0508a094-099a-4149-8d35-f3a96d91a18b tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.817014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-0508a094-099a-4149-8d35-f3a96d91a18b tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.2081625 Jul 14 09:10:56.845732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Request body: {'port': {'device_id': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'admin_state_up': True, 'tenant_id': 'd57310ccd7d340e5b5b3584e11801873'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:56.862167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8b39921-cccc-4609-a092-6ccccab69a44 req-b7c195d7-1470-43dd-ba79-fde7a3fc104c tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830679 Jul 14 09:10:56.986017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8869d32c-a45b-46d0-8923-8c80ef7ff280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.137061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8973c86-2a3a-4f84-9b76-1c3889a31470 req-3875ceaf-ac51-4722-91c2-a1de0702499f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 210 time: 0.0499403 Jul 14 09:10:57.199327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8869d32c-a45b-46d0-8923-8c80ef7ff280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.213369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8869d32c-a45b-46d0-8923-8c80ef7ff280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.230122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9023f-ae3e-4979-b994-898affd8c43b req-f9ee8095-936b-4d1c-b17f-d4dd1814b730 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.231978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58c9023f-ae3e-4979-b994-898affd8c43b req-f9ee8095-936b-4d1c-b17f-d4dd1814b730 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 944 time: 0.1383238 Jul 14 09:10:57.284566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d32c-a45b-46d0-8923-8c80ef7ff280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1de0b9-966b-4ade-9b5e-a54d4465c7f6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.290606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Made reservation on behalf of d57310ccd7d340e5b5b3584e11801873 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:57.298371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.335765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8869d32c-a45b-46d0-8923-8c80ef7ff280 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a46b3cfbd2e4e66a19c20d3cbc2c46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344105 Jul 14 09:10:57.338979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:57.359660 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58c9023f-ae3e-4979-b994-898affd8c43b req-85831b80-ace4-49b6-84a3-16b30105c0b7 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153238 Jul 14 09:10:57.427654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531be18-dca0-4484-9dd6-e6bf79dbe7d6 req-ce3bd18f-e361-4ee7-8eb6-6e45bbcd23e8 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.433240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a531be18-dca0-4484-9dd6-e6bf79dbe7d6 req-ce3bd18f-e361-4ee7-8eb6-6e45bbcd23e8 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 950 time: 0.1691346 Jul 14 09:10:57.514005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a531be18-dca0-4484-9dd6-e6bf79dbe7d6 req-1a563822-8fb2-4681-a165-15a7818402be tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736966 Jul 14 09:10:57.587598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2b11cdd-3777-49fd-af04-9cbe8b4acaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.649734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2b11cdd-3777-49fd-af04-9cbe8b4acaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.651709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Allocated IP 172.20.0.3 (1ecc4f9a-9753-423c-81e8-59e379ce8ee3/2ca7fd42-f69e-4a2f-a005-e14833e05529/b3e58801-54bd-4050-9570-22012ed94ec0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:57.743584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.749888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.756191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.763266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.769758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.773546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f05df-b552-44e0-b4ca-1b7b322f595b req-61c38b22-5e78-4a03-b140-b3d458ee3700 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.775075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc1f05df-b552-44e0-b4ca-1b7b322f595b req-61c38b22-5e78-4a03-b140-b3d458ee3700 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.1893144 Jul 14 09:10:57.776802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.783112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:57.785512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53d8083b-264b-4365-8683-81385c462e8f req-d112ec3d-e357-421c-a543-ef1d4fc1e22a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.1339004 Jul 14 09:10:57.866303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53d8083b-264b-4365-8683-81385c462e8f req-6bb28141-944d-42b9-a4a9-a4b8c2262b89 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699186 Jul 14 09:10:57.892498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc1f05df-b552-44e0-b4ca-1b7b322f595b req-896e5e1a-18ed-4631-894a-09ea3ac3034d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045876 Jul 14 09:10:57.893437 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2b11cdd-3777-49fd-af04-9cbe8b4acaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.897506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2b11cdd-3777-49fd-af04-9cbe8b4acaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.909146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2b11cdd-3777-49fd-af04-9cbe8b4acaf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e1de0b9-966b-4ade-9b5e-a54d4465c7f6 HTTP/1.1" status: 204 len: 168 time: 0.5664454 Jul 14 09:10:57.955154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b11cdd-3777-49fd-af04-9cbe8b4acaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1de0b9-966b-4ade-9b5e-a54d4465c7f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:58.061308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4f92fab2-8dec-48fe-b7b0-470004e0611a up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:58.065065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.130733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 4f92fab2-8dec-48fe-b7b0-470004e0611a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:58.135246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 4f92fab2-8dec-48fe-b7b0-470004e0611a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:58.135941 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.136528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97db3ae-3777-4162-a9a4-41d4dec0ded5 req-0a089c2a-93fd-47a3-bfe7-ecde4f462382 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.150074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97db3ae-3777-4162-a9a4-41d4dec0ded5 req-0a089c2a-93fd-47a3-bfe7-ecde4f462382 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 949 time: 0.1202505 Jul 14 09:10:58.196485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.266666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:58.286754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:58.292740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:58.298626 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.332200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e97db3ae-3777-4162-a9a4-41d4dec0ded5 req-6c4a1525-883c-472d-8d35-caca7f4850c0 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811509 Jul 14 09:10:58.365014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:58.369277 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a697a9-59d9-4424-98d1-45b40dce14a8" -d '{"events": [{"server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "name": "network-vif-plugged", "status": "completed", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:58.385737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4f92fab2-8dec-48fe-b7b0-470004e0611a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:58.396262 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.434684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:58.482571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:58.483461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.484893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.485425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4f92fab2-8dec-48fe-b7b0-470004e0611a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:58.519115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-a5c779db-4614-481c-88bd-e3eb761f6edd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6873488 Jul 14 09:10:58.536800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Request body: {'port': {'device_id': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:58.557620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27da35ce-8784-40a1-ac66-44700ddff0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.656072 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.659199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ad22f-525c-496c-8e1c-38228bcf0b9c req-76c789b8-0300-480e-a6c8-9e514cca21c8 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.667310 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e74ad22f-525c-496c-8e1c-38228bcf0b9c req-76c789b8-0300-480e-a6c8-9e514cca21c8 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 931 time: 0.2909782 Jul 14 09:10:58.728012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e74ad22f-525c-496c-8e1c-38228bcf0b9c req-e3882ede-f3e5-4018-8f83-e78c8feeb91b tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595233 Jul 14 09:10:58.772205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-c3331e37-41fe-42c3-8668-7dd1b61135e8 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:58.774373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-c3331e37-41fe-42c3-8668-7dd1b61135e8 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 950 time: 0.2745228 Jul 14 09:10:58.784515 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7494dc4-c837-4b09-98ba-0e6991492b66 x-openstack-request-id: req-e7494dc4-c837-4b09-98ba-0e6991492b66 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:10:58.785010 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "name": "network-vif-plugged", "status": "completed", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:10:58.785435 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7494dc4-c837-4b09-98ba-0e6991492b66 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:10:58.786029 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'code': 200} Jul 14 09:10:58.857793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27da35ce-8784-40a1-ac66-44700ddff0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.878741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27da35ce-8784-40a1-ac66-44700ddff0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.993456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-27da35ce-8784-40a1-ac66-44700ddff0f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bdf227d762bf4c33b76207570153eb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5090508 Jul 14 09:10:59.000202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:59.033188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da35ce-8784-40a1-ac66-44700ddff0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18279b2b-a444-4e03-84d2-e0d9e8f9ffbd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.157734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc984-fc98-4916-8987-95c53ce3f659 req-3118ca51-6fc5-462c-b19a-f8958d6279ef tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.159435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c0dc984-fc98-4916-8987-95c53ce3f659 req-3118ca51-6fc5-462c-b19a-f8958d6279ef tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 945 time: 0.1966765 Jul 14 09:10:59.170786 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c02eaec8-543e-4f7b-aa66-47995b27df5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.174872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Deleting port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:10:59.175217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.373584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c02eaec8-543e-4f7b-aa66-47995b27df5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.389959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c3c3b-f456-4cb0-a97d-327554af079e req-2def1351-1619-4ec6-acf3-10c8e2f8699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.392799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e92c3c3b-f456-4cb0-a97d-327554af079e req-2def1351-1619-4ec6-acf3-10c8e2f8699d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 1097 time: 0.3055513 Jul 14 09:10:59.406761 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c0dc984-fc98-4916-8987-95c53ce3f659 req-70e9347f-7f0a-4def-8d00-03b4fc339c65 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369292 Jul 14 09:10:59.450661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35ced3-501a-4099-a239-4baf097460ea req-a0441727-3218-42f7-8f4d-98b4d26515f7 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.454544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] For port fec7f63e-7a16-401d-b78e-b58eabfcc9a7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:59.454929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.458793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd35ced3-501a-4099-a239-4baf097460ea req-a0441727-3218-42f7-8f4d-98b4d26515f7 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=715336fa-eabc-4221-a7d2-74a2c9a8bfdd HTTP/1.1" status: 200 len: 950 time: 0.3728530 Jul 14 09:10:59.480015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Calling delete_port for fec7f63e-7a16-401d-b78e-b58eabfcc9a7 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:10:59.530044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e92c3c3b-f456-4cb0-a97d-327554af079e req-9206fe48-f526-4923-9ffc-c66ed298ded9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247587 Jul 14 09:10:59.553276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c02eaec8-543e-4f7b-aa66-47995b27df5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.556291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c02eaec8-543e-4f7b-aa66-47995b27df5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.559955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c02eaec8-543e-4f7b-aa66-47995b27df5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18279b2b-a444-4e03-84d2-e0d9e8f9ffbd HTTP/1.1" status: 204 len: 168 time: 0.5388331 Jul 14 09:10:59.567510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd35ced3-501a-4099-a239-4baf097460ea req-239b37f8-4599-4419-995d-817b4a3ab5e2 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076150 Jul 14 09:10:59.598385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eaec8-543e-4f7b-aa66-47995b27df5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18279b2b-a444-4e03-84d2-e0d9e8f9ffbd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.733757 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.747343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b6a5dc64-6da6-491e-90e0-9f9bc248924f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:10:59.777934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Pushing event deleted for resources: {'Port': ['ID=fec7f63e-7a16-401d-b78e-b58eabfcc9a7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.805591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d20ab-f87e-4f79-8d03-314fee1295e2 req-c48fb702-8b3d-4929-811f-6d02fe95d722 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:59.807600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-671d20ab-f87e-4f79-8d03-314fee1295e2 req-c48fb702-8b3d-4929-811f-6d02fe95d722 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 949 time: 0.1402771 Jul 14 09:10:59.855600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] No DVR routers for this DVR port fec7f63e-7a16-401d-b78e-b58eabfcc9a7 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:10:59.862157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.864276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c60ab876-54c5-494d-acbb-4e1a3c6e2239 req-f53dc7d3-439c-4cd0-a118-ca62c526d986 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "DELETE /v2.0/ports/fec7f63e-7a16-401d-b78e-b58eabfcc9a7 HTTP/1.1" status: 204 len: 173 time: 1.0028467 Jul 14 09:10:59.864824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'name': 'network-vif-deleted', 'tag': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:10:59.867871 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0d189f-e502-4a07-899f-d4d137bab881" -d '{"events": [{"server_uuid": "715336fa-eabc-4221-a7d2-74a2c9a8bfdd", "name": "network-vif-deleted", "tag": "fec7f63e-7a16-401d-b78e-b58eabfcc9a7"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:10:59.873065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e58801-54bd-4050-9570-22012ed94ec0 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:10:59.896112 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.904125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-671d20ab-f87e-4f79-8d03-314fee1295e2 req-3f887392-9fb3-4249-bcb9-24e95ea27382 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775192 Jul 14 09:10:59.948401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Transition to ACTIVE for port object b3e58801-54bd-4050-9570-22012ed94ec0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:00.040456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.049835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.075164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.086711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.097402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.115989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.126901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.137263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-43fa5492-63ed-4702-9dc9-40d345cac0f3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.3809042 Jul 14 09:11:00.139163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.188893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95771600-2c0e-4a84-9448-17061abf9210 req-436158db-1888-45c0-84e8-5f3317b4f164 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.200976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95771600-2c0e-4a84-9448-17061abf9210 req-436158db-1888-45c0-84e8-5f3317b4f164 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.1182787 Jul 14 09:11:00.244250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d23a620c-52ea-485f-b118-dde8cb556d98 req-479a2dc9-2579-4768-8cc6-28017662002c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054335 Jul 14 09:11:00.269697 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95771600-2c0e-4a84-9448-17061abf9210 req-b956a57b-fbbf-4dec-a825-3e495a4f7cd1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676513 Jul 14 09:11:00.454009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Attempting to bind port b3e58801-54bd-4050-9570-22012ed94ec0 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:00.454009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Attempting to bind port b3e58801-54bd-4050-9570-22012ed94ec0 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:00.454945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Attempting to bind port b3e58801-54bd-4050-9570-22012ed94ec0 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:00.460091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Port b3e58801-54bd-4050-9570-22012ed94ec0 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:00.460500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Attempting to bind port b3e58801-54bd-4050-9570-22012ed94ec0 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:00.462520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:00.468565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:00.468989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Checking segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:00.469434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Bound using segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:00.469928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Bound port: b3e58801-54bd-4050-9570-22012ed94ec0, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:00.470353 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.546790 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f27d97-0d9b-4061-bf4f-e5a10cd7ab6d x-openstack-request-id: req-85f27d97-0d9b-4061-bf4f-e5a10cd7ab6d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:00.547247 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715336fa-eabc-4221-a7d2-74a2c9a8bfdd", "name": "network-vif-deleted", "tag": "fec7f63e-7a16-401d-b78e-b58eabfcc9a7", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:00.547671 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85f27d97-0d9b-4061-bf4f-e5a10cd7ab6d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:00.548189 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715336fa-eabc-4221-a7d2-74a2c9a8bfdd', 'name': 'network-vif-deleted', 'tag': 'fec7f63e-7a16-401d-b78e-b58eabfcc9a7', 'status': 'completed', 'code': 200} Jul 14 09:11:00.624146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:00.654762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:00.673069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860066-3d95-4112-be60-5fbff1c66a0d req-3a56b91a-0139-41f8-86e3-21cd2bcfe31c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.676430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb860066-3d95-4112-be60-5fbff1c66a0d req-3a56b91a-0139-41f8-86e3-21cd2bcfe31c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 943 time: 0.1295547 Jul 14 09:11:00.680845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.694535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fec7f63e-7a16-401d-b78e-b58eabfcc9a7 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:00.737037 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: fec7f63e-7a16-401d-b78e-b58eabfcc9a7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:00.737699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fec7f63e-7a16-401d-b78e-b58eabfcc9a7 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:00.749505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.750257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.752287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] 10.222.0.11 "PUT /v2.0/ports/b3e58801-54bd-4050-9570-22012ed94ec0 HTTP/1.1" status: 200 len: 1092 time: 2.2236459 Jul 14 09:11:00.752749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:00.757004 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f5e435-5a9c-4379-bde2-58f8701790b5" -d '{"events": [{"name": "network-changed", "server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:00.796106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a86ae-a260-453e-943e-efa549c61772 req-f7961f5f-63a3-4411-9296-396ccd6122e8 tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.797801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-839a86ae-a260-453e-943e-efa549c61772 req-f7961f5f-63a3-4411-9296-396ccd6122e8 tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 1101 time: 0.0790682 Jul 14 09:11:00.826791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31dc90-4e0e-4603-a286-223932d8ab96 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:00.832249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-839a86ae-a260-453e-943e-efa549c61772 req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.866237 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb860066-3d95-4112-be60-5fbff1c66a0d req-8ab81c1a-499a-4365-95ca-d8082f68cb95 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806340 Jul 14 09:11:00.997911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fff56-0804-46c8-94a3-41b757aed48d req-02722390-5c88-4246-9440-9bba8c329af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.999913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-02722390-5c88-4246-9440-9bba8c329af3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 1095 time: 0.1312466 Jul 14 09:11:01.041811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-839a86ae-a260-453e-943e-efa549c61772 req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.057891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-839a86ae-a260-453e-943e-efa549c61772 req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.065268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-736df11b-b0f7-45c8-8f7d-afa8130fbd77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3e58801-54bd-4050-9570-22012ed94ec0 HTTP/1.1" status: 200 len: 217 time: 0.0551846 Jul 14 09:11:01.088117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-839a86ae-a260-453e-943e-efa549c61772 req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839789 Jul 14 09:11:01.089192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdab3a7-24ac-4ec2-b49d-37f8af709262,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:01.098751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.099106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.099567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.100128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.100548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.100957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.101366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.101776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.102198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.102762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.103143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.103647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2c85d0-33d9-473a-8ff6-f1fdb7a489eb tempest-LiveMigrationNegativeTest-2009110854 tempest-LiveMigrationNegativeTest-2009110854-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:01.145369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fff56-0804-46c8-94a3-41b757aed48d req-e6421957-9564-4af9-b47e-3467a9423164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.147370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-e6421957-9564-4af9-b47e-3467a9423164 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.0602009 Jul 14 09:11:01.191750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-34a35a53-80c1-44c9-bad4-1661b35c7325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337758 Jul 14 09:11:01.207827 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.214064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb89bb-54cd-4fba-9f20-456f970f8450 req-f3615d36-1efa-4a7b-a893-6344fdc27a8f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.215742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40eb89bb-54cd-4fba-9f20-456f970f8450 req-f3615d36-1efa-4a7b-a893-6344fdc27a8f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 945 time: 0.1612828 Jul 14 09:11:01.258871 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f675645-928e-495a-a30b-f392d2eda6f6 x-openstack-request-id: req-2f675645-928e-495a-a30b-f392d2eda6f6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:01.259163 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:01.259435 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f675645-928e-495a-a30b-f392d2eda6f6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:01.259842 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'status': 'completed', 'code': 200} Jul 14 09:11:01.307899 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40eb89bb-54cd-4fba-9f20-456f970f8450 req-97683b73-465d-4e7a-a586-f9c31bcb8344 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794425 Jul 14 09:11:01.327294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-6476fbbc-ac5a-4ad2-a665-8fb6e86bd92a service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286032 Jul 14 09:11:01.420441 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a70fff56-0804-46c8-94a3-41b757aed48d req-ea93a26d-de73-4f23-8607-89baf9078f9e service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864389 Jul 14 09:11:01.534195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-54a49cd1-5b49-4213-9de0-965aa37ab446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.536031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-54a49cd1-5b49-4213-9de0-965aa37ab446 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 1095 time: 0.0606847 Jul 14 09:11:01.647602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-475f31b8-6730-4d7c-9cb3-4eb1b1293973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.649377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-475f31b8-6730-4d7c-9cb3-4eb1b1293973 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 906 time: 0.1076326 Jul 14 09:11:01.700647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-3edefea8-5d9c-4704-a559-f37d05019d98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3e58801-54bd-4050-9570-22012ed94ec0 HTTP/1.1" status: 200 len: 217 time: 0.0425246 Jul 14 09:11:01.791728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6af9bd-32d4-4fea-9be6-6ad19af114cc req-b9f46faf-88d1-4545-9579-932081591ef2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.791995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-572fb72f-c8f6-4755-97aa-790dac57e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.793237 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-572fb72f-c8f6-4755-97aa-790dac57e17e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.0849569 Jul 14 09:11:01.793385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a6af9bd-32d4-4fea-9be6-6ad19af114cc req-b9f46faf-88d1-4545-9579-932081591ef2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.0650482 Jul 14 09:11:01.831852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-5ad43e46-849a-4e89-89fd-df3deba47ba6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297635 Jul 14 09:11:01.833827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a6af9bd-32d4-4fea-9be6-6ad19af114cc req-7db493fc-0573-4e1e-b80d-5c07e859bc85 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334842 Jul 14 09:11:01.849094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.855648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.862004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.868240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.874671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.888340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.894900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.897480 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-acc1b532-11b4-482f-860a-1b6ae755194a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.1800275 Jul 14 09:11:01.987461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c9aeacf-e75e-4a58-a36c-92c9b609c564 req-814d9836-4e72-4590-b03f-31a3e4a9e1dd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804000 Jul 14 09:11:02.017389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-9ea30ac2-c4d7-4c0a-88e1-423a01a11412 service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189330 Jul 14 09:11:02.041101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593157d8-e971-4cf7-9fea-7bb6d39e4118 req-4c19b431-addd-4f24-92b2-b06ed871afe2 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.042667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-593157d8-e971-4cf7-9fea-7bb6d39e4118 req-4c19b431-addd-4f24-92b2-b06ed871afe2 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 945 time: 0.0914342 Jul 14 09:11:02.055878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47602) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:02.063388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Request body: {'floatingip': {'port_id': '4f92fab2-8dec-48fe-b7b0-470004e0611a'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:02.127845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.138428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f5e435-5a9c-4379-bde2-58f8701790b5 req-dde9a4a0-d696-4072-84d1-f9f1035fc5b9 service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122506 Jul 14 09:11:02.444847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381054a5-5446-4908-b69c-7d77092bba0d req-628dba63-3db5-4e72-9003-8575870224ef tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.446458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-381054a5-5446-4908-b69c-7d77092bba0d req-628dba63-3db5-4e72-9003-8575870224ef tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 950 time: 0.1615896 Jul 14 09:11:02.544252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce7f0-d01b-457d-aef4-8b9792a99ce0 req-cc2933d3-0b5b-4ee0-8f59-ba852c095342 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:02.545659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38ce7f0-d01b-457d-aef4-8b9792a99ce0 req-cc2933d3-0b5b-4ee0-8f59-ba852c095342 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 943 time: 0.0684998 Jul 14 09:11:02.582881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38ce7f0-d01b-457d-aef4-8b9792a99ce0 req-76402b40-bc24-4222-9fe8-c3e00bda154a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Jul 14 09:11:02.603146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-381054a5-5446-4908-b69c-7d77092bba0d req-60bb4fb2-aea0-42f3-b549-deff7e5c388c tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/security-groups?id=3375c332-ac05-4b6b-aa41-ab110c4d6765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481316 Jul 14 09:11:02.846536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.852782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:02.980033 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Floating IP aaba15bd-3bb0-4126-a1a2-4df7d53fd6db associated. External IP: 172.25.2.124, port: 4f92fab2-8dec-48fe-b7b0-470004e0611a. Jul 14 09:11:03.009411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd352c-f93d-45bd-b094-b22c82f8fd5b req-11d4595a-a792-4dd6-9a1f-5e157583f152 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.010966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45cd352c-f93d-45bd-b094-b22c82f8fd5b req-11d4595a-a792-4dd6-9a1f-5e157583f152 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 949 time: 0.1080110 Jul 14 09:11:03.169045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45cd352c-f93d-45bd-b094-b22c82f8fd5b req-cbda5a86-7708-4af4-939f-eee7cc41654e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485028 Jul 14 09:11:03.228648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-e8180e1d-30d7-48e3-9de4-560b382dab04 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.230285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-e8180e1d-30d7-48e3-9de4-560b382dab04 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 950 time: 0.1964698 Jul 14 09:11:03.383722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Deleting port b6a5dc64-6da6-491e-90e0-9f9bc248924f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:03.384091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.454723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19300b9e-414c-4fb2-8e9e-16cbef750c89 req-826b8c49-51ef-41a6-960e-2afb999135fb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.456407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.457138 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-19300b9e-414c-4fb2-8e9e-16cbef750c89 req-826b8c49-51ef-41a6-960e-2afb999135fb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.1189327 Jul 14 09:11:03.462355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.468230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.474036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.479979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.485729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.492103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.494066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-182d916b-290e-4b86-ad57-d6883807ebae tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.1802175 Jul 14 09:11:03.537564 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-19300b9e-414c-4fb2-8e9e-16cbef750c89 req-20b8d6fe-36e5-4b6c-ab11-ad563086c466 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754063 Jul 14 09:11:03.563177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] For port b6a5dc64-6da6-491e-90e0-9f9bc248924f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b6a5dc64-6da6-491e-90e0-9f9bc248924f,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:03.563731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.570829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:03.572117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d39146a3-004f-43ce-83e4-be08d9f41370 req-f398af05-90a4-4aff-8242-1bfb76b23906 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702136 Jul 14 09:11:03.583538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Calling delete_port for b6a5dc64-6da6-491e-90e0-9f9bc248924f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:03.775493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:03.786238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] Sync routers for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:03.799254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.799888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:03.801741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.802769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:10:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:03.855603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Pushing event deleted for resources: {'Port': ['ID=b6a5dc64-6da6-491e-90e0-9f9bc248924f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:03.926860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ce13d560-974f-4465-b1a2-83a2512d850f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "PUT /v2.0/floatingips/aaba15bd-3bb0-4126-a1a2-4df7d53fd6db HTTP/1.1" status: 200 len: 991 time: 1.8688679 Jul 14 09:11:03.927053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b6a5dc64-6da6-491e-90e0-9f9bc248924f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:03.931494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:03.941648 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:03.968526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] No DVR routers for this DVR port b6a5dc64-6da6-491e-90e0-9f9bc248924f on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:03.977567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:03.979985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8a5da3d-cb7d-4ac9-8d3e-c09649202193 req-693d0d57-d349-428f-9fd5-6a79538c74f0 tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.11 "DELETE /v2.0/ports/b6a5dc64-6da6-491e-90e0-9f9bc248924f HTTP/1.1" status: 204 len: 173 time: 0.7426684 Jul 14 09:11:03.981478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-deleted', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:03.982325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dc6a7-3bba-4fbd-806f-661949ebf6da req-875a1eca-f75e-4819-90bd-54a1b750bfd0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.002006 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c03dc6a7-3bba-4fbd-806f-661949ebf6da req-875a1eca-f75e-4819-90bd-54a1b750bfd0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 943 time: 0.2230058 Jul 14 09:11:04.002759 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ce633-1342-4ef9-b691-4f7485d11a11" -d '{"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-deleted", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:04.104277 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c03dc6a7-3bba-4fbd-806f-661949ebf6da req-130244f4-1bf6-4906-9a6b-184d1a4f4f06 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789831 Jul 14 09:11:04.107370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:04.182282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1252e251-0e7f-46b6-9997-160b13bf7e60 req-982186e8-d97e-446d-a7bc-966100abde9b tempest-ServersAdminTestJSON-897386899 tempest-ServersAdminTestJSON-897386899-project] 10.222.0.18 "GET /v2.0/ports?device_id=83ec2215-012e-479a-aadd-918d5284e402 HTTP/1.1" status: 200 len: 210 time: 0.0406957 Jul 14 09:11:04.331558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-a00a4b20-b210-4063-9492-f9b0fee59f7d tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.333478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-a00a4b20-b210-4063-9492-f9b0fee59f7d tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.11 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 949 time: 0.1063588 Jul 14 09:11:04.441636 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b47345-b6d2-4535-8904-dee434d294ca x-openstack-request-id: req-c4b47345-b6d2-4535-8904-dee434d294ca {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:04.441931 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:04.442195 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4b47345-b6d2-4535-8904-dee434d294ca {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:04.442609 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'status': 'completed', 'code': 200} Jul 14 09:11:04.525942 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feec5d2-2076-4f92-99d2-add337767a65 x-openstack-request-id: req-9feec5d2-2076-4f92-99d2-add337767a65 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:04.526360 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec2215-012e-479a-aadd-918d5284e402", "name": "network-vif-deleted", "tag": "b6a5dc64-6da6-491e-90e0-9f9bc248924f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:04.526675 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9feec5d2-2076-4f92-99d2-add337767a65 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:04.527156 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec2215-012e-479a-aadd-918d5284e402', 'name': 'network-vif-deleted', 'tag': 'b6a5dc64-6da6-491e-90e0-9f9bc248924f', 'status': 'completed', 'code': 200} Jul 14 09:11:04.569484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Deleting port 4865bc70-617b-438d-8588-4d1f42ca87f3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:04.570111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.703219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] For port 4865bc70-617b-438d-8588-4d1f42ca87f3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=4865bc70-617b-438d-8588-4d1f42ca87f3,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:04.704140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.717315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b3e58801-54bd-4050-9570-22012ed94ec0 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:04.737513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-02189177-680a-4336-9767-ebb210c7f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:04.742098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-02189177-680a-4336-9767-ebb210c7f98a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb8220c799ed4616b7df17f610024d64&device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 1097 time: 0.2621732 Jul 14 09:11:04.800058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Calling delete_port for 4865bc70-617b-438d-8588-4d1f42ca87f3 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:04.921566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'aaba15bd-3bb0-4126-a1a2-4df7d53fd6db', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'port_id': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'mac_address': 'fa:16:3e:ff:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:11:02Z', 'revision_number': 1, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:37Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:04.992223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:05.008437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'mac_address': 'fa:16:3e:6a:f2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:05.010414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] Checking router: 75b093b8-d0c4-4353-90bd-183eb5e09ac0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:05.012152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ce593-a35f-435c-8c47-12980bfca022 req-f758977d-479e-4852-bfc7-140c2656487a tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.018920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-092ce593-a35f-435c-8c47-12980bfca022 req-f758977d-479e-4852-bfc7-140c2656487a tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 949 time: 0.3106785 Jul 14 09:11:05.038577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-3603ce52-5cc8-4be9-bc65-45c253f15bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.040026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-3603ce52-5cc8-4be9-bc65-45c253f15bf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec HTTP/1.1" status: 200 len: 906 time: 0.2431304 Jul 14 09:11:05.048060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:05.048954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:10:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:05.130639 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-092ce593-a35f-435c-8c47-12980bfca022 req-cc6f979c-ef67-4ef2-bf69-16a15387da82 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108551 Jul 14 09:11:05.134656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-3b7214cc-383b-468e-9b85-4a1dda586531 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a HTTP/1.1" status: 200 len: 999 time: 0.0855408 Jul 14 09:11:05.172646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:05.244296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-5fe467b1-ebc8-4aec-8d03-23d5a7c1538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.246252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-5fe467b1-ebc8-4aec-8d03-23d5a7c1538f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1b6374ca-a294-4c83-86e6-aabde89e4102 HTTP/1.1" status: 200 len: 844 time: 0.0651844 Jul 14 09:11:05.247516 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.299489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['4865bc70-617b-438d-8588-4d1f42ca87f3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:05.301527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:05.311272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Pushing event deleted for resources: {'Port': ['ID=4865bc70-617b-438d-8588-4d1f42ca87f3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:05.397529 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.425070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] No DVR routers for this DVR port 4865bc70-617b-438d-8588-4d1f42ca87f3 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:05.425070 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.425387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e58801-54bd-4050-9570-22012ed94ec0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:05.426054 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef23f8ad-4ad1-40fe-8d98-7f5b4e8efcdf req-b178ab8c-4ca3-40fd-a334-73357e8acec8 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.11 "DELETE /v2.0/ports/4865bc70-617b-438d-8588-4d1f42ca87f3 HTTP/1.1" status: 204 len: 173 time: 1.0866678 Jul 14 09:11:05.448484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:05.472654 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.475456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-c4b1cfd2-c41f-4b87-9fef-2b94798a8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.477963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-c4b1cfd2-c41f-4b87-9fef-2b94798a8999 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216866 Jul 14 09:11:05.495602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.501900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.508466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.516123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.522687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.529674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.536066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.544411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-38f69ae5-4e60-458c-a724-20c8c0122dca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5430 time: 0.2530451 Jul 14 09:11:05.594096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:05.640370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4335a89-03f5-4b71-9868-e69c7ed4410d req-b2d91f22-fe38-4b29-b853-104a8bb7805c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945709 Jul 14 09:11:05.677975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b3e58801-54bd-4050-9570-22012ed94ec0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:05.706434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-5a92650c-2a32-4f64-9a1a-d769a6f4cdf0 service neutron] 10.222.0.48 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529765 Jul 14 09:11:05.732052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'aaba15bd-3bb0-4126-a1a2-4df7d53fd6db', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'port_id': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'mac_address': 'fa:16:3e:ff:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:11:02Z', 'revision_number': 1, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:37Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:05.736175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8742f-9f5b-4742-be55-a2e3fc33cac8 req-bef2e2ee-f7ef-4208-8ed5-908b09bab62e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.745080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12b8742f-9f5b-4742-be55-a2e3fc33cac8 req-bef2e2ee-f7ef-4208-8ed5-908b09bab62e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 946 time: 0.0873694 Jul 14 09:11:05.776341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3778932-37e1-4be4-8f01-b0bbfc98ad93 None None] The sync data for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 is: [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'aaba15bd-3bb0-4126-a1a2-4df7d53fd6db', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'port_id': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'mac_address': 'fa:16:3e:ff:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:10:38Z', 'updated_at': '2021-07-14T09:11:02Z', 'revision_number': 1, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:37Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:05.806770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12b8742f-9f5b-4742-be55-a2e3fc33cac8 req-7a21ffa0-a026-4292-908f-fa1f2a15dff4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607285 Jul 14 09:11:05.858826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88f0fcb-1a0b-40c2-8b02-c6c4889c8cfa req-8ca1a40c-5f37-45e1-8e60-002977efe247 service neutron] 10.222.0.48 "GET /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440451 Jul 14 09:11:05.876922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420e583-84d6-4780-8310-5324f6157d85 req-d79d907e-76fc-4f98-86ab-ddb4015ad5b4 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:05.878456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6420e583-84d6-4780-8310-5324f6157d85 req-d79d907e-76fc-4f98-86ab-ddb4015ad5b4 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 944 time: 0.0950863 Jul 14 09:11:05.931440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6420e583-84d6-4780-8310-5324f6157d85 req-e5844c8a-b5b5-4d07-a6c2-36c51027bbfa tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Jul 14 09:11:06.098007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1151f22-03eb-43ed-bafb-0ff9466e3d0a None None] New status for floating IP aaba15bd-3bb0-4126-a1a2-4df7d53fd6db: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:06.141223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:06.144998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:06.322956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.345622 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b579a66-fd04-482b-aebe-ba06166a3127 req-7d546c00-6c09-42ea-a0da-190b83063fde tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=faab3936-974a-4ee4-a6f6-90ce4fc8f310 HTTP/1.1" status: 200 len: 210 time: 0.0579412 Jul 14 09:11:06.397078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:06.400070 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.436006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c', 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9', 'port_id': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c', 'mac_address': 'fa:16:3e:71:5c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:06.449167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:06.451658 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d18c345-1715-4bd4-8375-7fd88729e322" -d '{"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:06.512257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:06.524580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.530014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'name': 'network-vif-deleted', 'tag': '4865bc70-617b-438d-8588-4d1f42ca87f3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:06.536270 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2ad97d-a22f-4684-9284-3f646e62af1e" -d '{"events": [{"server_uuid": "faab3936-974a-4ee4-a6f6-90ce4fc8f310", "name": "network-vif-deleted", "tag": "4865bc70-617b-438d-8588-4d1f42ca87f3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:06.603674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=14']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:06.608087 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd386e-ef75-45c2-ac14-288fd8c403d1 x-openstack-request-id: req-e7dd386e-ef75-45c2-ac14-288fd8c403d1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:06.608377 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:06.608631 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7dd386e-ef75-45c2-ac14-288fd8c403d1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:06.609075 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'code': 200} Jul 14 09:11:06.609638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.626332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:06.652850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:06.659332 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.660041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e5644f43-bad2-4519-81e3-8cc0184ba218 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:06.696129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-13d6a1ca-f573-4e2b-8977-8cf28647fe1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfc210bef8784a18848b9487c49b2d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697600 Jul 14 09:11:06.696656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47790) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.714733 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b8153e-eaeb-4b33-8743-80c44b270c57 x-openstack-request-id: req-06b8153e-eaeb-4b33-8743-80c44b270c57 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:06.715024 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab3936-974a-4ee4-a6f6-90ce4fc8f310", "name": "network-vif-deleted", "tag": "4865bc70-617b-438d-8588-4d1f42ca87f3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:06.715278 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06b8153e-eaeb-4b33-8743-80c44b270c57 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:06.715703 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab3936-974a-4ee4-a6f6-90ce4fc8f310', 'name': 'network-vif-deleted', 'tag': '4865bc70-617b-438d-8588-4d1f42ca87f3', 'status': 'completed', 'code': 200} Jul 14 09:11:06.734532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-6cd43b6e-adb1-401d-9a6a-913a5583bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.736090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-6cd43b6e-adb1-401d-9a6a-913a5583bc89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.2165961 Jul 14 09:11:06.738745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:06.742707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b3e58801-54bd-4050-9570-22012ed94ec0 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:06.763773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543caa6-a810-4d3d-95ef-0209c4056f7f req-8594177b-e6fc-46b7-8a37-ed726a3e9c24 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:06.765250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4543caa6-a810-4d3d-95ef-0209c4056f7f req-8594177b-e6fc-46b7-8a37-ed726a3e9c24 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1844382 Jul 14 09:11:06.818067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:06.862016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7685664c-1e47-493c-b0ba-e9eb723484de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.866030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4543caa6-a810-4d3d-95ef-0209c4056f7f req-7d26ea13-d4f9-4c50-bc0d-993f5c5870bf tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903242 Jul 14 09:11:06.868424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b3e58801-54bd-4050-9570-22012ed94ec0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:06.875036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b3e58801-54bd-4050-9570-22012ed94ec0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:06.875665 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.932354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e5644f43-bad2-4519-81e3-8cc0184ba218, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5644f43-bad2-4519-81e3-8cc0184ba218,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:06.952575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'e5644f43-bad2-4519-81e3-8cc0184ba218', 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'port_id': 'e5644f43-bad2-4519-81e3-8cc0184ba218', 'mac_address': 'fa:16:3e:54:50:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:06.987744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d40119fd-5bc0-4d20-9577-9683a10940a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.005971 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.038774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5644f43-bad2-4519-81e3-8cc0184ba218 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:07.042062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.062614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.069786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.075446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e5644f43-bad2-4519-81e3-8cc0184ba218, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5644f43-bad2-4519-81e3-8cc0184ba218,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.076609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.076777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.081087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.081876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fd05800b-06cd-45c5-b31c-1a5a004a7bff details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:07.083075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.089323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.095084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.097185 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-9fed2d5d-5f81-4544-85a5-96971b1f9005 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5431 time: 0.2113564 Jul 14 09:11:07.154161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.161887 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a93e971-f865-49d0-b2c2-2628c00757a1 req-f1c375c6-4807-4d7f-bab0-32c4cad86ebc tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575645 Jul 14 09:11:07.168095 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.168957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4865bc70-617b-438d-8588-4d1f42ca87f3 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:07.206173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 4865bc70-617b-438d-8588-4d1f42ca87f3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:07.206817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 4865bc70-617b-438d-8588-4d1f42ca87f3 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:07.206963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:07.231448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7685664c-1e47-493c-b0ba-e9eb723484de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.232847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: b6a5dc64-6da6-491e-90e0-9f9bc248924f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:07.233211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b6a5dc64-6da6-491e-90e0-9f9bc248924f not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:07.233849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d40119fd-5bc0-4d20-9577-9683a10940a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.237912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fd05800b-06cd-45c5-b31c-1a5a004a7bff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.241398 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d40119fd-5bc0-4d20-9577-9683a10940a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.252191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e5644f43-bad2-4519-81e3-8cc0184ba218,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.259163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff', 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'port_id': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff', 'mac_address': 'fa:16:3e:aa:bb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:07.276437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d40119fd-5bc0-4d20-9577-9683a10940a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58dba1db5e2c468890c5d61ace42e13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566267 Jul 14 09:11:07.280434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47800) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.302237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40119fd-5bc0-4d20-9577-9683a10940a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d12f0-c36e-4903-a975-a38d69ad03d2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.305388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-3b5c790f-0d2f-4ddf-a637-3c4311ddc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.307083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-3b5c790f-0d2f-4ddf-a637-3c4311ddc814 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.5622773 Jul 14 09:11:07.308454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.351806 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.367816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd05800b-06cd-45c5-b31c-1a5a004a7bff {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:07.388309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fd05800b-06cd-45c5-b31c-1a5a004a7bff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.394312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.395443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 097b4fe9-56ed-4791-ac28-19505ce0dd23 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:07.433041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff540-9309-4275-ba3f-cd5bc0847581 req-6724a66e-bb38-4998-b8d7-c66079074548 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.436340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d03ff540-9309-4275-ba3f-cd5bc0847581 req-6724a66e-bb38-4998-b8d7-c66079074548 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.2442122 Jul 14 09:11:07.441941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b7ea3f-4fc5-4e0a-b03b-61e1dc82d69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.445088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-b9078a61-5a82-44b6-8291-2882d9527352 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.1312973 Jul 14 09:11:07.445716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7685664c-1e47-493c-b0ba-e9eb723484de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.448549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7685664c-1e47-493c-b0ba-e9eb723484de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.450288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7685664c-1e47-493c-b0ba-e9eb723484de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3375c332-ac05-4b6b-aa41-ab110c4d6765 HTTP/1.1" status: 204 len: 168 time: 0.7526996 Jul 14 09:11:07.463654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685664c-1e47-493c-b0ba-e9eb723484de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375c332-ac05-4b6b-aa41-ab110c4d6765,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.485980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 097b4fe9-56ed-4791-ac28-19505ce0dd23, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.488737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=fd05800b-06cd-45c5-b31c-1a5a004a7bff,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.520385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '097b4fe9-56ed-4791-ac28-19505ce0dd23', 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'port_id': '097b4fe9-56ed-4791-ac28-19505ce0dd23', 'mac_address': 'fa:16:3e:a4:8b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:07.540058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d03ff540-9309-4275-ba3f-cd5bc0847581 req-93ca2be9-6f2f-4854-8c1f-7edb7cc13b24 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886326 Jul 14 09:11:07.558834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b7ea3f-4fc5-4e0a-b03b-61e1dc82d69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.570874 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.588565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097b4fe9-56ed-4791-ac28-19505ce0dd23 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:07.598112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-29020ba4-156f-4575-9602-6cefd8929e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.599663 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-29020ba4-156f-4575-9602-6cefd8929e25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1392601 Jul 14 09:11:07.612212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 097b4fe9-56ed-4791-ac28-19505ce0dd23, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.623542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.624634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:07.678120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-3b6d561f-6690-4221-bb01-be6c7c9eae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:07.680239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-3b6d561f-6690-4221-bb01-be6c7c9eae7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705822 Jul 14 09:11:07.682553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b7ea3f-4fc5-4e0a-b03b-61e1dc82d69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.685805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b7ea3f-4fc5-4e0a-b03b-61e1dc82d69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:07.687712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-73b7ea3f-4fc5-4e0a-b03b-61e1dc82d69a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/789d12f0-c36e-4903-a975-a38d69ad03d2 HTTP/1.1" status: 204 len: 168 time: 0.4060063 Jul 14 09:11:07.761369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ea3f-4fc5-4e0a-b03b-61e1dc82d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d12f0-c36e-4903-a975-a38d69ad03d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.795553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=097b4fe9-56ed-4791-ac28-19505ce0dd23,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:07.804252 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:11:07.838535 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-7f7d01ec-fe9d-41ba-b788-b89bc58d8834 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468225 Jul 14 09:11:07.882727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.952221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:07.957611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2410d699-e89d-4034-aa6d-1bc0dab3254b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2cff3f22a6f487385c1481b853c61c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725422 Jul 14 09:11:07.959070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47820) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.979716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'port_id': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'mac_address': 'fa:16:3e:69:48:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:07.995918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07da6f51-9a14-4385-aa97-5b50fdaa2a85 req-e5c683bd-e580-4aef-9ab5-52dc6a5c599e service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516900 Jul 14 09:11:08.000168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb1aa-9900-4233-aadf-31aaf0477c4f req-3c932acf-40d3-4195-ad7a-7c002b90782e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.005198 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5beb1aa-9900-4233-aadf-31aaf0477c4f req-3c932acf-40d3-4195-ad7a-7c002b90782e tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 950 time: 0.1590352 Jul 14 09:11:08.048331 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.064973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:08.087930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:08.090055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2bbcd-0dfc-4bd9-98f5-c0a1a88766a5 req-88f34c04-1fe2-4fae-84ab-f3e0342c1d8b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.091854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ca2bbcd-0dfc-4bd9-98f5-c0a1a88766a5 req-88f34c04-1fe2-4fae-84ab-f3e0342c1d8b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0868731 Jul 14 09:11:08.093673 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.094467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9ff2d997-d3c7-4873-9710-a83acd974eea details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:08.096904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5beb1aa-9900-4233-aadf-31aaf0477c4f req-877fa34a-b853-443f-b9a1-ab02330c306a tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853992 Jul 14 09:11:08.138460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78a1dc66-cef0-4848-bcfb-ed7cf0a75d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.147038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ca2bbcd-0dfc-4bd9-98f5-c0a1a88766a5 req-0c45743f-6517-473d-ba96-184793b5eeed tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492694 Jul 14 09:11:08.184800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9ff2d997-d3c7-4873-9710-a83acd974eea, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9ff2d997-d3c7-4873-9710-a83acd974eea,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:08.187268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78a1dc66-cef0-4848-bcfb-ed7cf0a75d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.257593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78a1dc66-cef0-4848-bcfb-ed7cf0a75d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.261469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78a1dc66-cef0-4848-bcfb-ed7cf0a75d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.262826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-78a1dc66-cef0-4848-bcfb-ed7cf0a75d55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c35b3d29-4391-45ee-9a02-35f45cb06117 HTTP/1.1" status: 204 len: 168 time: 0.3026659 Jul 14 09:11:08.273871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1dc66-cef0-4848-bcfb-ed7cf0a75d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35b3d29-4391-45ee-9a02-35f45cb06117,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.420230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '9ff2d997-d3c7-4873-9710-a83acd974eea', 'network_id': '1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95', 'port_id': '9ff2d997-d3c7-4873-9710-a83acd974eea', 'mac_address': 'fa:16:3e:85:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:08.482299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.486740 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.501937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff2d997-d3c7-4873-9710-a83acd974eea {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:08.512048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.518288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.523709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9ff2d997-d3c7-4873-9710-a83acd974eea, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9ff2d997-d3c7-4873-9710-a83acd974eea,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:08.524665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.529819 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.530692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.537046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.543120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.549275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.551191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-7cfce428-c312-49a7-8f8a-80fe92a92d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5435 time: 0.1881437 Jul 14 09:11:08.559922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 653eeae0-397d-4377-b39d-8955e4babd14 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:08.605051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9ff2d997-d3c7-4873-9710-a83acd974eea,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.618704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:08.621290 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97177a9-bf55-43cd-ba94-ee88b12e8139" -d '{"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-plugged", "status": "completed", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:08.649997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04cc5bb4-c3d9-4057-8f86-ab9216cc4aae req-5dac2bfd-9514-42a3-91d3-0c7bd2e39d77 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917277 Jul 14 09:11:08.699000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 653eeae0-397d-4377-b39d-8955e4babd14, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=653eeae0-397d-4377-b39d-8955e4babd14,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:08.712574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '653eeae0-397d-4377-b39d-8955e4babd14', 'network_id': '3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9', 'port_id': '653eeae0-397d-4377-b39d-8955e4babd14', 'mac_address': 'fa:16:3e:93:1d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:08.737564 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e941df4-1591-40fd-ac1a-95f3fd9cab42 x-openstack-request-id: req-8e941df4-1591-40fd-ac1a-95f3fd9cab42 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:08.737863 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-plugged", "status": "completed", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:08.738134 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e941df4-1591-40fd-ac1a-95f3fd9cab42 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:08.738523 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'code': 200} Jul 14 09:11:08.787555 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.814586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653eeae0-397d-4377-b39d-8955e4babd14 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:08.830057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7220-b68b-4274-8736-2c3832f9e69d req-16be435e-d381-41c0-9a26-044b49fb67ed tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.831725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-720a7220-b68b-4274-8736-2c3832f9e69d req-16be435e-d381-41c0-9a26-044b49fb67ed tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.0938778 Jul 14 09:11:08.849370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 653eeae0-397d-4377-b39d-8955e4babd14, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=653eeae0-397d-4377-b39d-8955e4babd14,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:08.856612 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.889775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47860) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:08.914731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-720a7220-b68b-4274-8736-2c3832f9e69d req-2831cbd7-028b-4b95-b11f-8f240856d1b2 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736370 Jul 14 09:11:08.926453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=653eeae0-397d-4377-b39d-8955e4babd14,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:08.935187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4158a71-f136-443a-aa8e-d9dc7d9a0771 req-8c9bd023-aaba-40ad-93f2-016d33041984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:08.936878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4158a71-f136-443a-aa8e-d9dc7d9a0771 req-8c9bd023-aaba-40ad-93f2-016d33041984 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 1097 time: 0.1036971 Jul 14 09:11:08.978066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4158a71-f136-443a-aa8e-d9dc7d9a0771 req-8681fe09-bab6-4f0c-9c69-ba1a7e5dd45a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jul 14 09:11:09.023573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1466738481-network', 'tenant_id': '3293a155c2e04be3abfddbb9ac74b2ee'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:09.047948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Made reservation on behalf of 3293a155c2e04be3abfddbb9ac74b2ee for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:09.050236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.060253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.161442 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.168205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.191566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:09.207721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce3b54-de1e-46af-b60e-1d21ff1bbc26,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:09.222250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.222600 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Added segment 03dccf07-0559-4698-8416-372ab4c55cab of type vlan for network bd99a088-4dfd-4644-a602-9ce9061a161d Jul 14 09:11:09.278753 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.311332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c360-6252-432a-b8a9-b1135ab3c2ad req-b907f36d-b3d3-4974-8b58-52a3d529bec1 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.312860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e582c360-6252-432a-b8a9-b1135ab3c2ad req-b907f36d-b3d3-4974-8b58-52a3d529bec1 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 950 time: 0.0709333 Jul 14 09:11:09.351253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.352255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.352855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.356525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e582c360-6252-432a-b8a9-b1135ab3c2ad req-ef2259f0-bed6-4b9d-aaad-4e6c8f8ab5d1 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/security-groups?id=31cf1723-796d-4f88-b176-700ce49d399c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Jul 14 09:11:09.387046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9621a-986e-453c-b1c1-f2dc7dec5fe5 req-85fe166a-e349-48ec-8d41-3f3618fb6262 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.388621 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ee9621a-986e-453c-b1c1-f2dc7dec5fe5 req-85fe166a-e349-48ec-8d41-3f3618fb6262 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1058722 Jul 14 09:11:09.409841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e5644f43-bad2-4519-81e3-8cc0184ba218'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:09.435171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['9ff2d997-d3c7-4873-9710-a83acd974eea'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:09.445602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5544586 Jul 14 09:11:09.448795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47882) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:09.449703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdd3d1-3b92-49b5-bea6-64a50eeb649e admin admin] Pushing event updated for resources: {'Network': ['ID=bd99a088-4dfd-4644-a602-9ce9061a161d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:09.468896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['097b4fe9-56ed-4791-ac28-19505ce0dd23'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:09.470156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Request body: {'subnet': {'network_id': 'bd99a088-4dfd-4644-a602-9ce9061a161d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1466738481-subnet', 'tenant_id': '3293a155c2e04be3abfddbb9ac74b2ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:09.470817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['fd05800b-06cd-45c5-b31c-1a5a004a7bff'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:09.475573 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ee9621a-986e-453c-b1c1-f2dc7dec5fe5 req-2670fe38-caf8-4847-a015-c402c05884fa tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541415 Jul 14 09:11:09.491659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network bd99a088-4dfd-4644-a602-9ce9061a161d details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:09.503775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Made reservation on behalf of 3293a155c2e04be3abfddbb9ac74b2ee for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:09.511193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:09.600139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['653eeae0-397d-4377-b39d-8955e4babd14'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:09.848892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-78d0a682-f611-4ab5-a59c-b7576db1bd10 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.850485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-78d0a682-f611-4ab5-a59c-b7576db1bd10 tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 950 time: 0.2224936 Jul 14 09:11:09.910022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbb577-2721-485e-b169-356a157674c1 req-5d77fbf6-2644-4e12-9e96-e15532c6b8cb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:09.912012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5bbbb577-2721-485e-b169-356a157674c1 req-5d77fbf6-2644-4e12-9e96-e15532c6b8cb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1074557 Jul 14 09:11:09.973866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5bbbb577-2721-485e-b169-356a157674c1 req-ce240978-850b-4196-b440-a1ea7f661afd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515814 Jul 14 09:11:10.030698 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.112399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc5643b-9274-4e16-a391-d748c858da04,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:10.136232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.144065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.151778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.158180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.164871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.171007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.176756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e931a0-e6f4-4100-ad40-2c32daac5da9 req-b4c068f1-ca0a-4f39-a5e3-92d503ed7b92 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.177251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.183884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-e86e2f76-9a8d-40e0-a19c-97266ec982ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5437 time: 0.2973659 Jul 14 09:11:10.184525 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78e931a0-e6f4-4100-ad40-2c32daac5da9 req-b4c068f1-ca0a-4f39-a5e3-92d503ed7b92 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.0748873 Jul 14 09:11:10.210984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Checking segment: {'id': '03dccf07-0559-4698-8416-372ab4c55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'bd99a088-4dfd-4644-a602-9ce9061a161d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:10.211540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Network hostable DHCP agents. Network: bd99a088-4dfd-4644-a602-9ce9061a161d, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:10.233781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-78e931a0-e6f4-4100-ad40-2c32daac5da9 req-be210cb1-7f82-40c8-8e55-2fdd7194a546 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479424 Jul 14 09:11:10.238761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Deleting port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:10.239091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.280083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:10.329910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Network bd99a088-4dfd-4644-a602-9ce9061a161d is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:10.346477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['9f00a809-b0f0-4da7-be6e-50ee6cc69f3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:10.347974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ce1295f-53bf-4c59-8af1-3b1287f675cd req-2df57af8-ed2d-4797-9a64-bd23aa02e0fb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459677 Jul 14 09:11:10.388774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, bd99a088-4dfd-4644-a602-9ce9061a161d) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:10.398401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.398950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.410183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] For port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:10.410430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.410663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf97c1e-ca30-449d-a141-180c7bd4d76b None None] Network bd99a088-4dfd-4644-a602-9ce9061a161d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:10.431773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-65187dd4-39c8-4be8-af9c-78f31fe6c50f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9696615 Jul 14 09:11:10.431773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Calling delete_port for e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:10.459146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a0ec-89da-467d-9350-6e4f77c1bc38 req-3d59aa9e-61be-4aab-9eaa-5ef79d22a89e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.469849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1730a0ec-89da-467d-9350-6e4f77c1bc38 req-3d59aa9e-61be-4aab-9eaa-5ef79d22a89e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1385772 Jul 14 09:11:10.530162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1730a0ec-89da-467d-9350-6e4f77c1bc38 req-94462587-1554-46cf-857a-d0cf6573ca6e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578480 Jul 14 09:11:10.646238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62bb242f-8fbf-4917-8eb2-ba306c9c6256 req-d5453ca2-2ab6-47a7-92eb-f8b18776054c tempest-FlavorsV2NegativeTest-17643801 tempest-FlavorsV2NegativeTest-17643801-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7573676217bc4e86825ee923873f88ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586424 Jul 14 09:11:10.672709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc465f1-154e-4814-91a9-04bd49b13b7c None None] Network bd99a088-4dfd-4644-a602-9ce9061a161d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:10.789988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.827875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Pushing event deleted for resources: {'Port': ['ID=e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:10.894630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d4919b71-8c27-410a-9365-ee7692888dea req-2289cfcd-bb81-4508-a355-63565ea3f7cf tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9acbee0c-867e-4407-a516-b3d4cb49a4a9 HTTP/1.1" status: 200 len: 210 time: 0.0334623 Jul 14 09:11:10.940272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb242f-8fbf-4917-8eb2-ba306c9c6256 req-3d93bfb1-df64-4ee5-8b9d-b5e82d7add50 tempest-FlavorsV2NegativeTest-17643801 tempest-FlavorsV2NegativeTest-17643801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:10.941757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62bb242f-8fbf-4917-8eb2-ba306c9c6256 req-3d93bfb1-df64-4ee5-8b9d-b5e82d7add50 tempest-FlavorsV2NegativeTest-17643801 tempest-FlavorsV2NegativeTest-17643801-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901640 Jul 14 09:11:10.942540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] No DVR routers for this DVR port e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:10.945729 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:10.948214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ea93be5-88f5-4bf6-a8b2-50e3edab91fa req-e6a46ea4-7740-4815-848e-244aa01723fa tempest-LiveMigrationNegativeTest-400147037 tempest-LiveMigrationNegativeTest-400147037-project] 10.222.0.48 "DELETE /v2.0/ports/e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 HTTP/1.1" status: 204 len: 173 time: 1.0801046 Jul 14 09:11:10.949790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'name': 'network-vif-deleted', 'tag': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:10.953062 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50569ef-5d69-4c3c-a71b-e13274c99c1a" -d '{"events": [{"server_uuid": "9acbee0c-867e-4407-a516-b3d4cb49a4a9", "name": "network-vif-deleted", "tag": "e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:10.965660 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62bb242f-8fbf-4917-8eb2-ba306c9c6256 req-6237c8d3-7ba4-462d-ba95-29f194abcab3 tempest-FlavorsV2NegativeTest-17643801 tempest-FlavorsV2NegativeTest-17643801-project] 10.222.0.18 "GET /v2.0/quotas/7573676217bc4e86825ee923873f88ed HTTP/1.1" status: 200 len: 375 time: 0.0164382 Jul 14 09:11:11.002012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62bb242f-8fbf-4917-8eb2-ba306c9c6256 req-49162c18-aba7-4237-b0c4-15d2e216622d tempest-FlavorsV2NegativeTest-17643801 tempest-FlavorsV2NegativeTest-17643801-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7573676217bc4e86825ee923873f88ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307963 Jul 14 09:11:11.096915 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-a8b2eaa6-c070-427c-9a3d-95a8f3cc6afe req-aa5e8515-8c2e-410c-80cc-4568ed0cd2ce tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] show failed (client error): The resource could not be found. Jul 14 09:11:11.097930 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8b2eaa6-c070-427c-9a3d-95a8f3cc6afe req-aa5e8515-8c2e-410c-80cc-4568ed0cd2ce tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "GET /v2.0/security-groups/1adb4ea2-6824-451f-9ea8-d820f8d02ca1 HTTP/1.1" status: 404 len: 352 time: 0.0154314 Jul 14 09:11:11.212532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-7677e747-3db2-4d9c-951b-8baa2bfc5b88 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.214708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-7677e747-3db2-4d9c-951b-8baa2bfc5b88 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.1282949 Jul 14 09:11:11.235850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-0433b69a-c709-4064-95c7-49f73a214cb2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/quotas/a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 375 time: 0.0144956 Jul 14 09:11:11.282083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf27e9-f7b9-4142-ab7e-22633c36923a req-f9f89ee1-3736-4575-b657-94e8a6c4f77c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.291377 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c2bf27e9-f7b9-4142-ab7e-22633c36923a req-f9f89ee1-3736-4575-b657-94e8a6c4f77c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.0852010 Jul 14 09:11:11.318936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d3d3b758-d0c7-43df-8a17-2fdbd295d17b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0745006 Jul 14 09:11:11.335947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c2bf27e9-f7b9-4142-ab7e-22633c36923a req-c7e59c44-0cd9-4ba6-b2c0-6f457e46af51 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Jul 14 09:11:11.400005 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c349968-7d79-4336-a7c5-fefa0f14d763 x-openstack-request-id: req-0c349968-7d79-4336-a7c5-fefa0f14d763 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:11.400964 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acbee0c-867e-4407-a516-b3d4cb49a4a9", "name": "network-vif-deleted", "tag": "e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:11.400964 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c349968-7d79-4336-a7c5-fefa0f14d763 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:11.400964 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acbee0c-867e-4407-a516-b3d4cb49a4a9', 'name': 'network-vif-deleted', 'tag': 'e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22', 'status': 'completed', 'code': 200} Jul 14 09:11:11.442088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-f42a9521-7406-4c76-a009-b458f2a7a7d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157000 Jul 14 09:11:11.574494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-b96e30ba-a077-470a-837a-f17c1348cde0 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217151 Jul 14 09:11:11.592843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.601998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.610741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.619944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.626349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.633116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.640181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:11.648688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-dfef1a46-9e9c-410f-a444-80cd4bc48f71 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5437 time: 0.1429060 Jul 14 09:11:11.661900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47986) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:11.707692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cfcaa1cc-4d48-4e1a-8340-2952e2837c5f req-5e4f54b6-7f70-401e-aa71-24c734077c22 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503254 Jul 14 09:11:11.813040 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b9586bb-24bd-4bae-9077-691594c4b500 req-15563106-1e70-43ed-b320-c6e9e6133ef6 tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3293a155c2e04be3abfddbb9ac74b2ee HTTP/1.1" status: 200 len: 2984 time: 0.0758746 Jul 14 09:11:11.854048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1031bf2-7c29-48e6-bbe0-7758b480dfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:11.886106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b9586bb-24bd-4bae-9077-691594c4b500 req-1743370d-6713-4397-9ce9-167d8d84a614 tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "GET /v2.0/security-groups/afce3b54-de1e-46af-b60e-1d21ff1bbc26 HTTP/1.1" status: 200 len: 2981 time: 0.0720479 Jul 14 09:11:11.909965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2bb5e991-a2db-4785-9b4b-5260bbf5a90f req-8a3fb8e2-2fdd-4a68-a11e-065878d059f5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 210 time: 0.0351002 Jul 14 09:11:11.984748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b9586bb-24bd-4bae-9077-691594c4b500 req-e5d0ea24-4333-4a7b-af10-da7b31b9f3fc tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "GET /v2.0/security-groups/afce3b54-de1e-46af-b60e-1d21ff1bbc26 HTTP/1.1" status: 200 len: 2981 time: 0.0922306 Jul 14 09:11:12.043304 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1031bf2-7c29-48e6-bbe0-7758b480dfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.060824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1031bf2-7c29-48e6-bbe0-7758b480dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.103282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1031bf2-7c29-48e6-bbe0-7758b480dfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff210ca-aba4-489a-9179-50c51fa120ba,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.133722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-508f4541-e545-494d-85c2-4702e54170e7 req-11384155-f444-4a16-8edc-304cbc303d96 tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "GET /v2.0/security-groups/afce3b54-de1e-46af-b60e-1d21ff1bbc26 HTTP/1.1" status: 200 len: 2981 time: 0.1197941 Jul 14 09:11:12.136485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d1031bf2-7c29-48e6-bbe0-7758b480dfc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7573676217bc4e86825ee923873f88ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733634 Jul 14 09:11:12.139014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48010) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.245264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb0157f-33fd-4e6b-a2e0-33a235bc4c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.250314 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-508f4541-e545-494d-85c2-4702e54170e7 req-71609c05-3b1c-478f-abc8-7e17a518f867 tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:11:12.251343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-508f4541-e545-494d-85c2-4702e54170e7 req-71609c05-3b1c-478f-abc8-7e17a518f867 tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "DELETE /v2.0/security-groups/afce3b54-de1e-46af-b60e-1d21ff1bbc26 HTTP/1.1" status: 409 len: 352 time: 0.1013603 Jul 14 09:11:12.264217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48014) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.278840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb0157f-33fd-4e6b-a2e0-33a235bc4c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.295470 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-1cf43256-3801-4ed7-8ee6-941da2942e25 req-2faf191b-7d15-4d40-9534-cabe14dbc119 tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] show failed (client error): The resource could not be found. Jul 14 09:11:12.296738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1cf43256-3801-4ed7-8ee6-941da2942e25 req-2faf191b-7d15-4d40-9534-cabe14dbc119 tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "GET /v2.0/security-groups/78c25e16-77b0-48e8-99f7-49595a98abc8 HTTP/1.1" status: 404 len: 352 time: 0.0153563 Jul 14 09:11:12.337775 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-76753ddc-2ebc-453d-84e1-5fb952bc7822 req-8ed70d9e-05d6-4532-a2c1-d27966ed18fe tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] show failed (client error): The resource could not be found. Jul 14 09:11:12.338868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76753ddc-2ebc-453d-84e1-5fb952bc7822 req-8ed70d9e-05d6-4532-a2c1-d27966ed18fe tempest-SecurityGroupsNegativeTestJSON-1836711299 tempest-SecurityGroupsNegativeTestJSON-1836711299-project] 10.222.0.18 "GET /v2.0/security-groups/09951069-e036-4c13-8e06-469bf5e842bb HTTP/1.1" status: 404 len: 352 time: 0.0184298 Jul 14 09:11:12.359491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb0157f-33fd-4e6b-a2e0-33a235bc4c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.362334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb0157f-33fd-4e6b-a2e0-33a235bc4c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.363427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6fb0157f-33fd-4e6b-a2e0-33a235bc4c18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cff210ca-aba4-489a-9179-50c51fa120ba HTTP/1.1" status: 204 len: 168 time: 0.2232730 Jul 14 09:11:12.372278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0157f-33fd-4e6b-a2e0-33a235bc4c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff210ca-aba4-489a-9179-50c51fa120ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.384182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48026) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.445837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af2b5c41-f85d-499b-829e-8588090c1a9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c2c20c84b81492f9a455a96cc341f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828771 Jul 14 09:11:12.446022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48028) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.475539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] Deleting subnet dbc5643b-9274-4e16-a391-d748c858da04 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:11:12.479256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.511313 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad773277-cef3-4b76-a520-ca315570e371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.542352 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad773277-cef3-4b76-a520-ca315570e371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.549465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.569242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e5644f43-bad2-4519-81e3-8cc0184ba218 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:12.618033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad773277-cef3-4b76-a520-ca315570e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.622024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad773277-cef3-4b76-a520-ca315570e371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.625922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad773277-cef3-4b76-a520-ca315570e371 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31cf1723-796d-4f88-b176-700ce49d399c HTTP/1.1" status: 204 len: 168 time: 0.1763520 Jul 14 09:11:12.626552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.634602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad773277-cef3-4b76-a520-ca315570e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cf1723-796d-4f88-b176-700ce49d399c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.638713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port e5644f43-bad2-4519-81e3-8cc0184ba218 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:12.654187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port e5644f43-bad2-4519-81e3-8cc0184ba218 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:12.654559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.663950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bddd3-d333-4598-8462-6623c1a8c499 req-32a67e0b-a08f-40ea-abd4-d52d07b47667 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:12.666016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434bddd3-d333-4598-8462-6623c1a8c499 req-32a67e0b-a08f-40ea-abd4-d52d07b47667 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.1667111 Jul 14 09:11:12.726573 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434bddd3-d333-4598-8462-6623c1a8c499 req-8f49a102-0f0e-43d2-bf68-4863ee4b468a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 Jul 14 09:11:12.756972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.762416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.793919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:12.797471 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41d6fb-f183-4b63-84e3-a9276eba4317" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:12.811761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc5643b-9274-4e16-a391-d748c858da04,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:12.816644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e5644f43-bad2-4519-81e3-8cc0184ba218, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5644f43-bad2-4519-81e3-8cc0184ba218,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:12.828223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.829413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fd05800b-06cd-45c5-b31c-1a5a004a7bff up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:12.841287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:12.845972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-730c5254-7a77-43c4-8735-9f0114d40031 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dbc5643b-9274-4e16-a391-d748c858da04 HTTP/1.1" status: 204 len: 168 time: 0.4601066 Jul 14 09:11:12.849587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:12.895391 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db4b356-7cda-4fe9-80f0-238fa83f61e2 x-openstack-request-id: req-7db4b356-7cda-4fe9-80f0-238fa83f61e2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:12.895705 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:12.895965 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7db4b356-7cda-4fe9-80f0-238fa83f61e2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:12.897316 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218', 'code': 200} Jul 14 09:11:13.012116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e5644f43-bad2-4519-81e3-8cc0184ba218,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.032616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port fd05800b-06cd-45c5-b31c-1a5a004a7bff completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:13.039858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port fd05800b-06cd-45c5-b31c-1a5a004a7bff triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:13.040476 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.061870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.166225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:13.197569 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.225489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a2ab09a4-f06b-4d69-960f-16a114f7afd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8236f3484b9a4b0c8509a68fc0e5f7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571740 Jul 14 09:11:13.227714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:13.275438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fd05800b-06cd-45c5-b31c-1a5a004a7bff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:13.286298 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.287309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 097b4fe9-56ed-4791-ac28-19505ce0dd23 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:13.302395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a748b272-d3b7-46ab-9263-20e08ed39f8e req-8a1e6311-0c5f-4601-a393-6e335a0d8f99 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 210 time: 0.0579364 Jul 14 09:11:13.352086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-1b8b5d2f-f9cf-427f-8d9c-5fbd28b82936 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.354036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-1b8b5d2f-f9cf-427f-8d9c-5fbd28b82936 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.3460433 Jul 14 09:11:13.355429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.368899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.375108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.381014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.385729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae435ff-0b55-4f13-be98-db6942c65376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.386910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.393282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.399757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.399964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=fd05800b-06cd-45c5-b31c-1a5a004a7bff,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.408915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:13.409660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.410252 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.410794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.411473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.412568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.413283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.413925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.414836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.415455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.416142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.416546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.417002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:13.417332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-c6bb687b-9f7c-41e2-a615-e8cb5e05529a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5438 time: 0.4462931 Jul 14 09:11:13.430927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'port': {'device_id': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'admin_state_up': True, 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:13.433139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 097b4fe9-56ed-4791-ac28-19505ce0dd23 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:13.441527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd99a088-4dfd-4644-a602-9ce9061a161d']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:13.446227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 097b4fe9-56ed-4791-ac28-19505ce0dd23 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:13.446619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.465429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae435ff-0b55-4f13-be98-db6942c65376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.471478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dccf07-0559-4698-8416-372ab4c55cab') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:13.472028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dccf07-0559-4698-8416-372ab4c55cab') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:13.526428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae435ff-0b55-4f13-be98-db6942c65376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.527545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.530723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae435ff-0b55-4f13-be98-db6942c65376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.532446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bae435ff-0b55-4f13-be98-db6942c65376 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bdab3a7-24ac-4ec2-b49d-37f8af709262 HTTP/1.1" status: 204 len: 168 time: 0.3035917 Jul 14 09:11:13.545466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae435ff-0b55-4f13-be98-db6942c65376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdab3a7-24ac-4ec2-b49d-37f8af709262,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.568176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.581831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4dcbdf88-c7a4-4dde-944e-dc7e7333ae67 req-05802561-1f44-45ad-b251-e7ee3194c618 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635520 Jul 14 09:11:13.584967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.614005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 097b4fe9-56ed-4791-ac28-19505ce0dd23, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:13.618595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:11:13.618760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.618867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.619696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9ff2d997-d3c7-4873-9710-a83acd974eea up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:11:13.671591 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:11:13.677416 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:11:13.691537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.700439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=097b4fe9-56ed-4791-ac28-19505ce0dd23,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.701788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.708126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bd99a088-4dfd-4644-a602-9ce9061a161d HTTP/1.1" status: 204 len: 168 time: 0.8507571 Jul 14 09:11:13.715781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:13.716419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 9ff2d997-d3c7-4873-9710-a83acd974eea completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:13.721986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 9ff2d997-d3c7-4873-9710-a83acd974eea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:13.722808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.723387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effae25-fe8a-4445-a214-d3c571efd966 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd99a088-4dfd-4644-a602-9ce9061a161d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.752356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Made reservation on behalf of a7aa010ea0a540a6812b8fca95bff63d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:13.757680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.819812 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.861431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9ff2d997-d3c7-4873-9710-a83acd974eea, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9ff2d997-d3c7-4873-9710-a83acd974eea,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:13.870205 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.871718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:13.929683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-network', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:13.940993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Allocated IP 172.20.0.10 (2ee81d52-5b6a-400d-b9ae-3c4441fc88ff/0eaafedb-0c03-483d-afab-70165df797f2/290851e7-06dc-451f-8825-a2a438fe8363) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:13.981626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Made reservation on behalf of 152a4fd200684d1fa5be7c03ae11ba68 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:13.983285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9ff2d997-d3c7-4873-9710-a83acd974eea,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:13.985503 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:13.985945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:13.986291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e21e4dc2-87ed-4a8a-9b39-d3d07ded0c22 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:13.991439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48082) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:14.014267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fdb7b-8013-4590-abcf-c67e6d57790c req-8ea6900c-6b54-4f56-adfd-a9b2857ff8b5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.016028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d5fdb7b-8013-4590-abcf-c67e6d57790c req-8ea6900c-6b54-4f56-adfd-a9b2857ff8b5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.1363132 Jul 14 09:11:14.022226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.096354 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-073968e3-263d-4189-a9c5-da7f428dc224 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3293a155c2e04be3abfddbb9ac74b2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029594 Jul 14 09:11:14.100462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48088) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:14.122566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d5fdb7b-8013-4590-abcf-c67e6d57790c req-d5a1953f-f6f6-4202-b9c1-da4027868ca3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949693 Jul 14 09:11:14.173110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.198195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Transition to ACTIVE for port object 290851e7-06dc-451f-8825-a2a438fe8363 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:14.205611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.209555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b2b083d-be22-465c-a4a1-dc7cf60b9fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.211727 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.243708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:14.245624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b2b083d-be22-465c-a4a1-dc7cf60b9fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.258581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0420cc-ab57-4a68-93ab-aa3c6369917d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:14.265279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.265922 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Added segment ab034a82-ebc0-4f16-9b91-922bdc09be55 of type vlan for network 9ac8112f-3c46-4b11-b931-16f0a6937e6a Jul 14 09:11:14.278312 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.319481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.326100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:14.334247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:14.338817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:14.370635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.371624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=290851e7-06dc-451f-8825-a2a438fe8363,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:14.371857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.372730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.387912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b2b083d-be22-465c-a4a1-dc7cf60b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.391273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b2b083d-be22-465c-a4a1-dc7cf60b9fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.395636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2b2b083d-be22-465c-a4a1-dc7cf60b9fc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afce3b54-de1e-46af-b60e-1d21ff1bbc26 HTTP/1.1" status: 204 len: 168 time: 0.2911692 Jul 14 09:11:14.407029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b083d-be22-465c-a4a1-dc7cf60b9fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce3b54-de1e-46af-b60e-1d21ff1bbc26,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:14.423776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.424366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.467075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d68d8a07-20df-4db1-90b4-50286dd73429 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0407040 Jul 14 09:11:14.480539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Request body: {'port': {'device_id': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:14.573113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:14.587252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.642590 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9226558 Jul 14 09:11:14.644441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48110) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:14.656612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Request body: {'subnet': {'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-subnet', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:14.668545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee7c09-173d-4d15-80c7-31fed3c64e2a admin admin] Pushing event updated for resources: {'Network': ['ID=9ac8112f-3c46-4b11-b931-16f0a6937e6a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:14.698688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:14.722585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f77aa-67e5-46ec-a968-02ad809d6823 req-37ba1d82-886d-44f3-b750-7575c5664158 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:14.730982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b8f77aa-67e5-46ec-a968-02ad809d6823 req-37ba1d82-886d-44f3-b750-7575c5664158 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 932 time: 0.2174759 Jul 14 09:11:14.739935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Made reservation on behalf of 152a4fd200684d1fa5be7c03ae11ba68 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:14.742333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:14.885988 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b8f77aa-67e5-46ec-a968-02ad809d6823 req-6edc93b5-a0d3-4fc2-83a5-bc480da60e6b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538715 Jul 14 09:11:14.995146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290851e7-06dc-451f-8825-a2a438fe8363 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:15.007055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.024659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097b4fe9-56ed-4791-ac28-19505ce0dd23'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff2d997-d3c7-4873-9710-a83acd974eea'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:15.027631 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ef070-01e0-49c1-8b8b-9675ac47b7d9" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "097b4fe9-56ed-4791-ac28-19505ce0dd23"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "9ff2d997-d3c7-4873-9710-a83acd974eea"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:15.036141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Transition to ACTIVE for port object 290851e7-06dc-451f-8825-a2a438fe8363 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:15.039740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:15.049019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbc8c793-a42d-4a15-a5fa-01e93e021d1d None None] Provisioning for port 290851e7-06dc-451f-8825-a2a438fe8363 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:15.054952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:15.055732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.063771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.070709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.078822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.085912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.093185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.100623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.105374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.107753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.117184 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-02108bc1-9481-4560-9be8-c81dadb4ed2a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5441 time: 0.2257018 Jul 14 09:11:15.120543 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddad12d-cfe9-4e75-8847-c31881941b48 x-openstack-request-id: req-1ddad12d-cfe9-4e75-8847-c31881941b48 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:15.120953 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "097b4fe9-56ed-4791-ac28-19505ce0dd23", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "9ff2d997-d3c7-4873-9710-a83acd974eea", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:15.122206 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ddad12d-cfe9-4e75-8847-c31881941b48 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:15.122869 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff', 'code': 200} Jul 14 09:11:15.123378 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097b4fe9-56ed-4791-ac28-19505ce0dd23', 'code': 200} Jul 14 09:11:15.123861 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff2d997-d3c7-4873-9710-a83acd974eea', 'code': 200} Jul 14 09:11:15.128471 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.206774 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.270030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a2e6117b-1c89-448e-9443-60dbf47958f3 req-f23d5dd0-3b8f-4c14-9054-50f4225e64ca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514473 Jul 14 09:11:15.277885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b84f136-2727-440a-830c-5de189303f31,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.290511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Checking segment: {'id': 'ab034a82-ebc0-4f16-9b91-922bdc09be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:15.291418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Network hostable DHCP agents. Network: 9ac8112f-3c46-4b11-b931-16f0a6937e6a, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:15.298444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:15.318745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Pushing event updated for resources: {'Port': ['ID=290851e7-06dc-451f-8825-a2a438fe8363,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.320760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.322576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:15.341272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:15.360520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 9ac8112f-3c46-4b11-b931-16f0a6937e6a) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:15.366107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.366879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.395593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4513c31-91eb-4ba3-b89c-dff82b1dd3fa None None] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:15.459399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b68c29e5-0ec3-4a1a-9aae-bcd8821ea298 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8082845 Jul 14 09:11:15.463580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:15.466228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Attempting to bind port 290851e7-06dc-451f-8825-a2a438fe8363 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:15.466682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Attempting to bind port 290851e7-06dc-451f-8825-a2a438fe8363 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:15.466914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Attempting to bind port 290851e7-06dc-451f-8825-a2a438fe8363 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:15.476977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:15.482837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Port 290851e7-06dc-451f-8825-a2a438fe8363 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:15.483187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Attempting to bind port 290851e7-06dc-451f-8825-a2a438fe8363 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:15.499024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:15.499024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:15.499024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Bound using segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:15.499024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Bound port: 290851e7-06dc-451f-8825-a2a438fe8363, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:15.499024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.510398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.563481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:15.570568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.571827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.576339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:15.576724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.658926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a21332-6e4a-41e0-b56e-8e5bbfc509c7 req-5239f4f4-e5a3-431d-b2ca-42edb2b2f2a6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.660575 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88a21332-6e4a-41e0-b56e-8e5bbfc509c7 req-5239f4f4-e5a3-431d-b2ca-42edb2b2f2a6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.2633555 Jul 14 09:11:15.669026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] For port 290851e7-06dc-451f-8825-a2a438fe8363, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:15.673290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] For port 290851e7-06dc-451f-8825-a2a438fe8363, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=290851e7-06dc-451f-8825-a2a438fe8363,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:15.685717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.705793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.744114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:15.745460 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.748787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] 10.222.0.11 "PUT /v2.0/ports/290851e7-06dc-451f-8825-a2a438fe8363 HTTP/1.1" status: 200 len: 1093 time: 1.2719119 Jul 14 09:11:15.763038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'tag': '290851e7-06dc-451f-8825-a2a438fe8363'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:15.768697 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed9c71d-da66-4a15-ace6-a72abf740d90" -d '{"events": [{"name": "network-changed", "server_uuid": "66241911-8f27-40a8-8e9c-8f2cef60df67", "tag": "290851e7-06dc-451f-8825-a2a438fe8363"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:15.772356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-9ac8112f-3c46-4b11-b931-16f0a6937e6a', 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'fixed_ips': [{'subnet_id': '6b84f136-2727-440a-830c-5de189303f31'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:11:15.775962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:15.798277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48152) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:15.875329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88a21332-6e4a-41e0-b56e-8e5bbfc509c7 req-9a49eb01-d958-4272-a361-39ec3c27c161 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830566 Jul 14 09:11:15.912849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ed85b-e907-4754-8ab0-5995c4fd4e8a service neutron] Pushing event updated for resources: {'Port': ['ID=290851e7-06dc-451f-8825-a2a438fe8363,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:15.973312 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73bc583-d991-4e98-8192-c8a9137836ec x-openstack-request-id: req-a73bc583-d991-4e98-8192-c8a9137836ec {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:15.978579 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66241911-8f27-40a8-8e9c-8f2cef60df67", "tag": "290851e7-06dc-451f-8825-a2a438fe8363", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:15.979053 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a73bc583-d991-4e98-8192-c8a9137836ec {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:15.979697 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'tag': '290851e7-06dc-451f-8825-a2a438fe8363', 'status': 'completed', 'code': 200} Jul 14 09:11:15.998752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-3a719de7-2561-4576-bd04-a332e6cd4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.000983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-3a719de7-2561-4576-bd04-a332e6cd4568 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 1096 time: 0.1956859 Jul 14 09:11:16.034622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.080647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-dfb8e5ef-42c3-4a53-ad16-5b89730d6985 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290851e7-06dc-451f-8825-a2a438fe8363 HTTP/1.1" status: 200 len: 217 time: 0.0695109 Jul 14 09:11:16.090719 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.118883 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10395dd6-1ac6-49ce-a439-536cf5ede409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.147402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-ee95effa-6553-4b4f-9ec1-85bb9aff2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.150046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-ee95effa-6553-4b4f-9ec1-85bb9aff2126 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0645523 Jul 14 09:11:16.194700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1811-2386-4f82-8a57-212ee13d3ca5 req-8afd1cde-9665-4c0e-961c-e873e0a86f17 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.196259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b10b1811-2386-4f82-8a57-212ee13d3ca5 req-8afd1cde-9665-4c0e-961c-e873e0a86f17 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 944 time: 0.0949695 Jul 14 09:11:16.230730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d911b774-d606-41a9-a765-91d1436f9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.232742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d911b774-d606-41a9-a765-91d1436f9ef4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763264 Jul 14 09:11:16.248428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Allocated IP 172.20.0.2 (9ac8112f-3c46-4b11-b931-16f0a6937e6a/6b84f136-2727-440a-830c-5de189303f31/809952a8-6e91-4cc2-a688-62a9d0e710f4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:16.252003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:16.262943 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.263784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 653eeae0-397d-4377-b39d-8955e4babd14 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:16.270398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b10b1811-2386-4f82-8a57-212ee13d3ca5 req-1a110bd9-4fcc-496d-a4fa-1c53e8b4f94d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601337 Jul 14 09:11:16.321608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-232693554-network', 'tenant_id': '079db07e4a0748cda436b41ec29900ca'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:16.422770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.440546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.459645 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.474103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 653eeae0-397d-4377-b39d-8955e4babd14 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:16.486968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 653eeae0-397d-4377-b39d-8955e4babd14 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:16.487259 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.577462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.606563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Transition to ACTIVE for port object 809952a8-6e91-4cc2-a688-62a9d0e710f4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:16.633325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.635530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Transition to ACTIVE for port object 809952a8-6e91-4cc2-a688-62a9d0e710f4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:16.647672 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.713349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:16.720672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Pushing event updated for resources: {'Port': ['ID=809952a8-6e91-4cc2-a688-62a9d0e710f4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.723298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:16.726148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 653eeae0-397d-4377-b39d-8955e4babd14, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=653eeae0-397d-4377-b39d-8955e4babd14,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:16.727575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:16.737307 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.767880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Made reservation on behalf of 079db07e4a0748cda436b41ec29900ca for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:16.770226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.801116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.817752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Attempting to bind port 809952a8-6e91-4cc2-a688-62a9d0e710f4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:16.818576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Attempting to bind port 809952a8-6e91-4cc2-a688-62a9d0e710f4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ab034a82-ebc0-4f16-9b91-922bdc09be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:16.818576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Attempting to bind port 809952a8-6e91-4cc2-a688-62a9d0e710f4 on network 9ac8112f-3c46-4b11-b931-16f0a6937e6a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:16.831563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:16.831943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Checking segment: {'id': 'ab034a82-ebc0-4f16-9b91-922bdc09be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:16.832351 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.832750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Bound using segment: {'id': 'ab034a82-ebc0-4f16-9b91-922bdc09be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:16.833220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Bound port: 809952a8-6e91-4cc2-a688-62a9d0e710f4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab034a82-ebc0-4f16-9b91-922bdc09be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:16.833605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.836086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=653eeae0-397d-4377-b39d-8955e4babd14,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.873400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-d11a0017-a9a5-4d3f-af65-16056c082423 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321602 Jul 14 09:11:16.912139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] For port 809952a8-6e91-4cc2-a688-62a9d0e710f4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:16.915329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] For port 809952a8-6e91-4cc2-a688-62a9d0e710f4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=809952a8-6e91-4cc2-a688-62a9d0e710f4,segment=NetworkSegment(ab034a82-ebc0-4f16-9b91-922bdc09be55),segment_id=ab034a82-ebc0-4f16-9b91-922bdc09be55)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:16.920953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:16.935665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.942004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.949180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.956988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.963595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.970035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.977743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09dcc5-b917-4f2a-9664-4821c100d95b None None] Pushing event updated for resources: {'Port': ['ID=809952a8-6e91-4cc2-a688-62a9d0e710f4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:16.983533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.984300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.984782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.984923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.985288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.985802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.986459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.986932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.987474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.987890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.988350 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.988815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:16.991481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6a85d15-823c-4c19-ba31-e9d671148311 req-14a0be4e-a0e3-429a-b58e-59dd9bba0196 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7784 time: 0.6605728 Jul 14 09:11:16.994080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a920320-148f-49d2-a439-61176a222403 req-a969a456-69f6-4239-b89c-2270d590af7e tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5443 time: 0.5164895 Jul 14 09:11:17.020952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Allocated IP 172.25.2.166 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/ecf6ba9b-b62b-4700-a85c-eec52a72c28d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:17.066700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a920320-148f-49d2-a439-61176a222403 req-5a17ff16-b38b-4a08-a848-45ac21ffd4da tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715432 Jul 14 09:11:17.074622 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45be27d8-0efc-4eb8-b12e-a5592c9e5c9f req-df14dc7d-8c4f-4f9a-8b7e-99ee89d1935d service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928132 Jul 14 09:11:17.123181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.125798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:17.128972 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3611040d-0b91-47e5-91ae-99154e9a5b58" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "653eeae0-397d-4377-b39d-8955e4babd14"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:17.129987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.207695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:17.239632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5392bf9c-5a4d-4684-ae81-ed3654efa484,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:17.243309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.244165 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Added segment d012e085-ae04-4795-8635-89a5a8f19c19 of type vlan for network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 Jul 14 09:11:17.313498 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.345090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.366785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-19bf6aac-7e2c-4508-83a1-9bc64c99b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.368356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-19bf6aac-7e2c-4508-83a1-9bc64c99b676 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 1096 time: 0.2278430 Jul 14 09:11:17.407564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02cda-3b58-4d82-b4bf-953ffd0b3632 req-f8252a20-3d1b-4479-b848-e61904e0f520 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.409046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82d02cda-3b58-4d82-b4bf-953ffd0b3632 req-f8252a20-3d1b-4479-b848-e61904e0f520 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 886 time: 0.1360242 Jul 14 09:11:17.425355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.449396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.450374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.450958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.460623 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d4ff9d-7542-46ed-8b4c-466f3bc1285f x-openstack-request-id: req-e0d4ff9d-7542-46ed-8b4c-466f3bc1285f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:17.460983 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-plugged", "status": "completed", "tag": "653eeae0-397d-4377-b39d-8955e4babd14", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:17.462007 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0d4ff9d-7542-46ed-8b4c-466f3bc1285f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:17.462648 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'code': 200} Jul 14 09:11:17.463119 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c', 'code': 200} Jul 14 09:11:17.464206 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14', 'code': 200} Jul 14 09:11:17.478584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:17.483939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:17.487059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:17.525493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:17.538334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94640e1-e95d-4e44-8af5-a0b49593b41d req-676dcd30-cd57-4186-816c-c98bef809bc7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.540040 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d94640e1-e95d-4e44-8af5-a0b49593b41d req-676dcd30-cd57-4186-816c-c98bef809bc7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.2221780 Jul 14 09:11:17.552255 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7498682 Jul 14 09:11:17.552577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:17.559485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Request body: {'subnet': {'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-232693554-subnet', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:17.562053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6b41f-32bf-49b1-bfda-cf9ff9f0abb0 admin admin] Pushing event updated for resources: {'Network': ['ID=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:17.575464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:17.631911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-5ad875fd-56f5-4736-9942-03135ac1f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.633415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-5ad875fd-56f5-4736-9942-03135ac1f2a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.2555528 Jul 14 09:11:17.642882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d94640e1-e95d-4e44-8af5-a0b49593b41d req-0f2236bf-8490-40cf-b664-9e07b5ac6c76 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924077 Jul 14 09:11:17.686815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-cc920e03-ec38-4fb2-8a41-906299b0ee0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290851e7-06dc-451f-8825-a2a438fe8363 HTTP/1.1" status: 200 len: 217 time: 0.0418515 Jul 14 09:11:17.741446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Made reservation on behalf of 079db07e4a0748cda436b41ec29900ca for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:17.743704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:17.776512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.777006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.777484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.777959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.778432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.778902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.779382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.781514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-28c83593-8447-4f07-b954-8cd87cec47fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6508 time: 0.2146997 Jul 14 09:11:17.824851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-b33f6f26-bcae-4245-8b31-f578790d7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.826463 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-b33f6f26-bcae-4245-8b31-f578790d7657 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1262572 Jul 14 09:11:17.879086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e77942-0289-45f0-bea2-ac1fc906e76d req-d0c4bf88-0a67-415f-9b7b-afb048ba9e48 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.881094 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d188a3f3-9611-43e5-8e43-333b8278bc12 req-29fec6e7-ff28-473a-bec2-d7020e59f090 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868196 Jul 14 09:11:17.881236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40e77942-0289-45f0-bea2-ac1fc906e76d req-d0c4bf88-0a67-415f-9b7b-afb048ba9e48 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 944 time: 0.1931272 Jul 14 09:11:17.920018 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.920529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.921004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.921470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.921936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.922403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.922864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.923330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.923813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.924271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.924729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.925182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.927339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-537b6d26-68d6-464d-aa4f-c3cd5475bab5 req-954e60dc-9b1f-4043-9799-85e267c67815 tempest-NetworksTest-1876265140 tempest-NetworksTest-1876265140-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8439 time: 0.2385209 Jul 14 09:11:17.948168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-3ffdc8bc-222e-4fef-bb53-85861ad18c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:17.949794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-3ffdc8bc-222e-4fef-bb53-85861ad18c1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087263 Jul 14 09:11:17.984627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40e77942-0289-45f0-bea2-ac1fc906e76d req-5c1b12db-54d0-466d-a2e1-93989287510e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717454 Jul 14 09:11:18.003787 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.063035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-e889bccb-3280-412e-b2ab-f8b6daa20fd1 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051178 Jul 14 09:11:18.181210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.198914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ed9c71d-da66-4a15-ace6-a72abf740d90 req-6cd0ef15-4bd2-4db8-88cb-51cf07467597 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291392 Jul 14 09:11:18.215322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:18.228086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b4354-fafc-400c-9239-8d22dd9ad237 None None] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:18.343498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-07316263-4ab8-4497-8675-7736b455e07e None None] Provisioning for port 809952a8-6e91-4cc2-a688-62a9d0e710f4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:18.363446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f83b3b8-e551-438e-b053-691e9401d502,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.380054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Checking segment: {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:18.380718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Network hostable DHCP agents. Network: acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:18.389935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.398020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ad1abf5-45c0-42ee-ad4d-ce18ec87d4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.427087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.435482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.442021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.448569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.451255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:18.454578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.461405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.471229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.475799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-583e0775-e3ed-4768-8159-70727261bee5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.1979215 Jul 14 09:11:18.493272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:18.504890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:18.505320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff612819-c9bb-4222-a8da-14a44e3b4a82 None None] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:18.506686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.533226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fd7ede1-65ce-48f8-af68-645b9ae986bb req-879ffd3e-08d4-4858-86bc-5e5e7f852a9c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509083 Jul 14 09:11:18.616603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Router 12cc76cc-29ad-40d1-8080-9a7c193beb55 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:18.621633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ad1abf5-45c0-42ee-ad4d-ce18ec87d4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.629460 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ad1abf5-45c0-42ee-ad4d-ce18ec87d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.671441 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6192fd22-5c0d-4ab8-b79e-97befdaf00a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1176519 Jul 14 09:11:18.674764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:18.682651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1abf5-45c0-42ee-ad4d-ce18ec87d4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b155c-efd7-4b9d-9f7b-8810c9fd101a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.689327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ad1abf5-45c0-42ee-ad4d-ce18ec87d4cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ae54a5fed29414294aa8cd38d83995b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706373 Jul 14 09:11:18.689583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:18.700624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:18.714619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e21bd73-0b18-4272-94f4-3dab978a4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.721723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:11:18.723699 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.760569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd1c5-4797-4b28-b28a-29bb3fc58e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.789382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:18.796796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd1c5-4797-4b28-b28a-29bb3fc58e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.828417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Sync routers for ids ['12cc76cc-29ad-40d1-8080-9a7c193beb55'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:18.855874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Routers {'12cc76cc-29ad-40d1-8080-9a7c193beb55'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:18.856473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd1c5-4797-4b28-b28a-29bb3fc58e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.856807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['12cc76cc-29ad-40d1-8080-9a7c193beb55'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:18.857061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.858201 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.859704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd1c5-4797-4b28-b28a-29bb3fc58e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.866255 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3c7cd1c5-4797-4b28-b28a-29bb3fc58e76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb3b155c-efd7-4b9d-9f7b-8810c9fd101a HTTP/1.1" status: 204 len: 168 time: 0.1733541 Jul 14 09:11:18.879569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.884828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-942e01a1-67f8-446f-9ebc-f97a63c6ed63 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4195628 Jul 14 09:11:18.886997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:18.922899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cd1c5-4797-4b28-b28a-29bb3fc58e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b155c-efd7-4b9d-9f7b-8810c9fd101a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:18.978904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:18.991639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c36ef3-4710-49c8-81c6-119f5ea3f50d req-284d20ae-b4a9-4edd-8c5b-bb07de622859 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.000062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98c36ef3-4710-49c8-81c6-119f5ea3f50d req-284d20ae-b4a9-4edd-8c5b-bb07de622859 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.1895070 Jul 14 09:11:19.048491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 809952a8-6e91-4cc2-a688-62a9d0e710f4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:19.051091 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.103754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Allocated IP 172.20.0.2 (acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8/1f83b3b8-e551-438e-b053-691e9401d502/aac5f6d5-4a96-4a14-82c3-2f4358819dae) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:19.203017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Set router 12cc76cc-29ad-40d1-8080-9a7c193beb55 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:19.212302 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98c36ef3-4710-49c8-81c6-119f5ea3f50d req-85293a9f-da7e-4944-853e-08f3088c04f0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111592 Jul 14 09:11:19.383680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48214) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:19.387389 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.399193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-174b6d53-20c8-4c30-9943-66eb82c4bd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.423458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfce5-fea0-4d33-9716-4295f0a3e457 req-0f02991f-1287-4dd3-88cf-fc60fd42e45a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.425174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-483bfce5-fea0-4d33-9716-4295f0a3e457 req-0f02991f-1287-4dd3-88cf-fc60fd42e45a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 944 time: 0.1841023 Jul 14 09:11:19.430796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 809952a8-6e91-4cc2-a688-62a9d0e710f4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:19.443656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 809952a8-6e91-4cc2-a688-62a9d0e710f4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:19.444035 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.580081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-483bfce5-fea0-4d33-9716-4295f0a3e457 req-4273213e-2b5b-451c-92c3-deb040d25cf1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447990 Jul 14 09:11:19.652825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.680531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.693809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.719515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.735824 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.750524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Transition to ACTIVE for port object aac5f6d5-4a96-4a14-82c3-2f4358819dae will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:19.770876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-174b6d53-20c8-4c30-9943-66eb82c4bd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.777561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-174b6d53-20c8-4c30-9943-66eb82c4bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.807888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Transition to ACTIVE for port object aac5f6d5-4a96-4a14-82c3-2f4358819dae will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:19.816058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.831456 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.837316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.838685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:17Z', 'revision_number': 3, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port': {'id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:16Z', 'updated_at': '2021-07-14T09:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:19.857849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-174b6d53-20c8-4c30-9943-66eb82c4bd28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acd5c855b0574f33b4b32f0fe5e287be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714837 Jul 14 09:11:19.858054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Allocated IP 172.25.2.110 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/de58a94d-1f92-4462-a9ae-55793e8e0bb6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:19.858404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:19.860473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b6d53-20c8-4c30-9943-66eb82c4bd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c041e6-fc06-4ecf-911a-f66431bf42fc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:19.908249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Checking router: 12cc76cc-29ad-40d1-8080-9a7c193beb55 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:19.908731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Updating router 12cc76cc-29ad-40d1-8080-9a7c193beb55 port ecf6ba9b-b62b-4700-a85c-eec52a72c28d binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:19.911976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.918381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.919713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:19.924024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.925954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Allocated IP 172.20.0.1 (9ac8112f-3c46-4b11-b931-16f0a6937e6a/6b84f136-2727-440a-830c-5de189303f31/f39d4494-5230-49d8-84d6-da19ed2fecff) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:19.930884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.937223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.944020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.947717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:19.950799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:19.952409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-bf5013f7-199f-4efc-b062-d338f11bd5a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.1934166 Jul 14 09:11:19.956238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:19.964653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 809952a8-6e91-4cc2-a688-62a9d0e710f4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=809952a8-6e91-4cc2-a688-62a9d0e710f4,segment=NetworkSegment(ab034a82-ebc0-4f16-9b91-922bdc09be55),segment_id=ab034a82-ebc0-4f16-9b91-922bdc09be55)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:19.975780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.982060 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:19.982728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Pushing event updated for resources: {'Port': ['ID=aac5f6d5-4a96-4a14-82c3-2f4358819dae,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.048324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.060653 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-669e2edb-e031-4a6e-97ea-3869d9e09363 req-8e9ce812-f08e-4c97-ae2a-7e1352c24d45 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709813 Jul 14 09:11:20.063894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Transition to ACTIVE for port object f39d4494-5230-49d8-84d6-da19ed2fecff will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:20.075886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb940-b10b-475e-9603-d2191299fd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.105355 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.122825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:20.135678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Attempting to bind port aac5f6d5-4a96-4a14-82c3-2f4358819dae on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:20.136056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Attempting to bind port aac5f6d5-4a96-4a14-82c3-2f4358819dae by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:20.136420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Attempting to bind port aac5f6d5-4a96-4a14-82c3-2f4358819dae on network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:20.142133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.143512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:20.147777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:20.165321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:20.165700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Checking segment: {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:20.166129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.169733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Bound using segment: {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:20.170233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Bound port: aac5f6d5-4a96-4a14-82c3-2f4358819dae, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:20.170623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.187178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Pushing event updated for resources: {'Port': ['ID=f39d4494-5230-49d8-84d6-da19ed2fecff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.189950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=809952a8-6e91-4cc2-a688-62a9d0e710f4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.198834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.244419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb940-b10b-475e-9603-d2191299fd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.258082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.317409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:20.330295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:20.338499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:20.344791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] For port aac5f6d5-4a96-4a14-82c3-2f4358819dae, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:20.368733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Pushing event updated for resources: {'Port': ['ID=de58a94d-1f92-4462-a9ae-55793e8e0bb6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.370771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] For port aac5f6d5-4a96-4a14-82c3-2f4358819dae, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aac5f6d5-4a96-4a14-82c3-2f4358819dae,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:20.392688 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.419527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.420169 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb940-b10b-475e-9603-d2191299fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.421449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb940-b10b-475e-9603-d2191299fd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.422788 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1cfeb940-b10b-475e-9603-d2191299fd56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2c041e6-fc06-4ecf-911a-f66431bf42fc HTTP/1.1" status: 204 len: 168 time: 0.5634654 Jul 14 09:11:20.442038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.455340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.476884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.483206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.495502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8e2ca-2a08-4004-99b5-5dcd9a35ec7a None None] Pushing event updated for resources: {'Port': ['ID=aac5f6d5-4a96-4a14-82c3-2f4358819dae,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.516290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.529543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeb940-b10b-475e-9603-d2191299fd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c041e6-fc06-4ecf-911a-f66431bf42fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.546655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.548722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8552b06b-34dd-44f2-b7d9-3bdd10103b0c req-a9b4f551-f089-44cd-acbb-a22528b568a5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.3105993 Jul 14 09:11:20.578341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:20.584665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Request body: {'floatingip': {'port_id': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:20.604649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.659667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-84e821d5-47ed-44f6-8925-f277adcd1ba5 None None] Provisioning for port f39d4494-5230-49d8-84d6-da19ed2fecff completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:20.667313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.669999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.674022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-84e821d5-47ed-44f6-8925-f277adcd1ba5 None None] Provisioning complete for port f39d4494-5230-49d8-84d6-da19ed2fecff triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:20.674565 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84e821d5-47ed-44f6-8925-f277adcd1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.679862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277667b1-568b-4cda-9a00-2bb03934c883 req-50406e37-a26f-4489-8bf7-91e05f15cab6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:20.687472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-277667b1-568b-4cda-9a00-2bb03934c883 req-50406e37-a26f-4489-8bf7-91e05f15cab6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.2893426 Jul 14 09:11:20.740854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Transition to ACTIVE for port object ecf6ba9b-b62b-4700-a85c-eec52a72c28d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:20.798019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 290851e7-06dc-451f-8825-a2a438fe8363 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:20.802842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.812631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-84e821d5-47ed-44f6-8925-f277adcd1ba5 None None] Port f39d4494-5230-49d8-84d6-da19ed2fecff cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:20.959629 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:20.962478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Attempting to bind port ecf6ba9b-b62b-4700-a85c-eec52a72c28d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:20.962781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Attempting to bind port ecf6ba9b-b62b-4700-a85c-eec52a72c28d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:20.963303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Attempting to bind port ecf6ba9b-b62b-4700-a85c-eec52a72c28d on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:20.965550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02222c45-ca41-4e54-980d-046d730a542b None None] Pushing event updated for resources: {'Port': ['ID=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:20.974092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.000796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:21.001177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:21.001595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.001996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:21.002496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Bound port: ecf6ba9b-b62b-4700-a85c-eec52a72c28d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:21.002875 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.051993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-277667b1-568b-4cda-9a00-2bb03934c883 req-9fc5a6d6-b729-409e-87b7-c104aba7a619 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634417 Jul 14 09:11:21.126948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 290851e7-06dc-451f-8825-a2a438fe8363, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=290851e7-06dc-451f-8825-a2a438fe8363,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:21.144950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] For port ecf6ba9b-b62b-4700-a85c-eec52a72c28d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:21.164851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] For port ecf6ba9b-b62b-4700-a85c-eec52a72c28d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:21.166376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '290851e7-06dc-451f-8825-a2a438fe8363', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '290851e7-06dc-451f-8825-a2a438fe8363', 'mac_address': 'fa:16:3e:0b:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:21.168463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.187410 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.214747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Pushing event updated for resources: {'Port': ['ID=f39d4494-5230-49d8-84d6-da19ed2fecff,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:21.229709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 809952a8-6e91-4cc2-a688-62a9d0e710f4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:21.350483 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.358234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Routers {'12cc76cc-29ad-40d1-8080-9a7c193beb55'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:21.358882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['12cc76cc-29ad-40d1-8080-9a7c193beb55'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:21.365350 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.419475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02222c45-ca41-4e54-980d-046d730a542b None None] Pushing event updated for resources: {'Port': ['ID=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:21.430052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290851e7-06dc-451f-8825-a2a438fe8363 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:21.502749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 290851e7-06dc-451f-8825-a2a438fe8363, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=290851e7-06dc-451f-8825-a2a438fe8363,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:21.509867 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.511728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 809952a8-6e91-4cc2-a688-62a9d0e710f4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:21.512203 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.595116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] Set router 12cc76cc-29ad-40d1-8080-9a7c193beb55 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:21.664169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=290851e7-06dc-451f-8825-a2a438fe8363,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:21.740666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['290851e7-06dc-451f-8825-a2a438fe8363'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:21.806603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.827010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f6a87-41de-4b9c-ae44-0a6883e86d42 req-12ac973f-2f04-4468-aff6-f9f418703acd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:21.828610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-317f6a87-41de-4b9c-ae44-0a6883e86d42 req-12ac973f-2f04-4468-aff6-f9f418703acd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 944 time: 0.6887722 Jul 14 09:11:21.856421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aac5f6d5-4a96-4a14-82c3-2f4358819dae up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:21.856705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:21.891885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:22.016584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-317f6a87-41de-4b9c-ae44-0a6883e86d42 req-33e4af03-c476-4629-9432-fbe6c28f918d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717424 Jul 14 09:11:22.213025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e9bf5-163c-41a9-b958-64bac82101ea None None] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:22.238489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Router 12cc76cc-29ad-40d1-8080-9a7c193beb55 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:22.432923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port aac5f6d5-4a96-4a14-82c3-2f4358819dae completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:22.473675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:22.481669 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:22.482190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9663c911-83ef-4c51-a320-9c4c157cb870 None None] Provisioning for port aac5f6d5-4a96-4a14-82c3-2f4358819dae completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:22.486062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2c17ebec-cc62-48e5-a7d8-07e01418d13f admin admin] 10.222.0.18 "PUT /v2.0/routers/12cc76cc-29ad-40d1-8080-9a7c193beb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5967612 Jul 14 09:11:22.487714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aac5f6d5-4a96-4a14-82c3-2f4358819dae triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:22.488096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.510592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cd44a-c5d0-4f96-884d-6179b2a8a411 req-e64e9c61-d678-4f44-8e83-54740275c271 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:22.512221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-622cd44a-c5d0-4f96-884d-6179b2a8a411 req-e64e9c61-d678-4f44-8e83-54740275c271 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.1869378 Jul 14 09:11:22.529883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.578623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9663c911-83ef-4c51-a320-9c4c157cb870 None None] Provisioning complete for port aac5f6d5-4a96-4a14-82c3-2f4358819dae triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:22.579459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9663c911-83ef-4c51-a320-9c4c157cb870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.593311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-622cd44a-c5d0-4f96-884d-6179b2a8a411 req-46b36a1b-b9ba-4f36-a542-5b5f1ee80cb5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726974 Jul 14 09:11:22.615419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.637176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 4, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port': {'id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:16Z', 'updated_at': '2021-07-14T09:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f39d4494-5230-49d8-84d6-da19ed2fecff', 'name': '', 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'mac_address': 'fa:16:3e:bc:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '6b84f136-2727-440a-830c-5de189303f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 2, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'subnets': [{'id': '6b84f136-2727-440a-830c-5de189303f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:22.694290 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce0184-4108-4f3f-8b18-1908a3fdb73b None None] The sync data for ids ['12cc76cc-29ad-40d1-8080-9a7c193beb55'] in n-d-758944-44 is: [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 4, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port': {'id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:16Z', 'updated_at': '2021-07-14T09:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f39d4494-5230-49d8-84d6-da19ed2fecff', 'name': '', 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'mac_address': 'fa:16:3e:bc:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '6b84f136-2727-440a-830c-5de189303f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 2, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'subnets': [{'id': '6b84f136-2727-440a-830c-5de189303f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:22.725025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.819943 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.849889 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9663c911-83ef-4c51-a320-9c4c157cb870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.893992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port aac5f6d5-4a96-4a14-82c3-2f4358819dae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aac5f6d5-4a96-4a14-82c3-2f4358819dae,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:22.909281 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:22.979893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Router 2b95a467-3faf-41b2-9d96-9f4632de855b is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:11:22.996892 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-9663c911-83ef-4c51-a320-9c4c157cb870 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:11:22.997262 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-9663c911-83ef-4c51-a320-9c4c157cb870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:11:23.014034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=aac5f6d5-4a96-4a14-82c3-2f4358819dae,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:23.044178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8b5c1bed-9f90-4327-aa56-9b68c8a55a7b req-d1bd2424-3405-48f6-97b0-2518c1aa0d41 tempest-FloatingIPsNegativeTestJSON-1467910020 tempest-FloatingIPsNegativeTestJSON-1467910020-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=152a4fd200684d1fa5be7c03ae11ba68 HTTP/1.1" status: 200 len: 217 time: 0.1428270 Jul 14 09:11:23.100747 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Floating IP 2fdcd880-81d9-4463-b70e-dd7af1b22cbc associated. External IP: 172.25.2.207, port: 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f. Jul 14 09:11:23.252426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:23.278840 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Sync routers for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:23.293466 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:23.294428 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:23.335404 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.339256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b1115463-1031-4671-97df-416e37e03016 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6609762 Jul 14 09:11:23.339595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48304) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:23.371131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c2426-3d23-42bb-a195-77af7564c005 req-a39e09e1-e5ce-4958-be86-8fca6fd81631 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:23.382690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-595c2426-3d23-42bb-a195-77af7564c005 req-a39e09e1-e5ce-4958-be86-8fca6fd81631 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 945 time: 0.1352439 Jul 14 09:11:23.437903 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:23.471856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-595c2426-3d23-42bb-a195-77af7564c005 req-eeb66173-87fe-4203-bfc9-6555e5878108 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879240 Jul 14 09:11:23.535128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8984b3b3-b572-4769-8586-bdbb347af3c6 req-764d4459-6726-48df-83a1-cc656e670357 tempest-FloatingIPsNegativeTestJSON-1467910020 tempest-FloatingIPsNegativeTestJSON-1467910020-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0513475 Jul 14 09:11:23.549093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Router af7b139c-fb14-48ad-aba6-6d641b22d3da has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:23.701258 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-3243fda1-334b-4e25-8351-0d9f00270e28 req-e2903541-2706-4ae9-98bf-657925bef15b tempest-FloatingIPsNegativeTestJSON-1467910020 tempest-FloatingIPsNegativeTestJSON-1467910020-project] show failed (client error): The resource could not be found. Jul 14 09:11:23.708927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3243fda1-334b-4e25-8351-0d9f00270e28 req-e2903541-2706-4ae9-98bf-657925bef15b tempest-FloatingIPsNegativeTestJSON-1467910020 tempest-FloatingIPsNegativeTestJSON-1467910020-project] 10.222.0.18 "GET /v2.0/floatingips/2064f003-5e3f-4e86-b4bd-0fd0ac212958 HTTP/1.1" status: 404 len: 350 time: 0.0482001 Jul 14 09:11:23.716193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:23.722150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f947133-09f8-4244-ac62-a9949e98a7ed None None] Provisioning complete for port aac5f6d5-4a96-4a14-82c3-2f4358819dae triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:23.722756 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f947133-09f8-4244-ac62-a9949e98a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:23.758092 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 3, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:23.829546 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Checking router: 2b95a467-3faf-41b2-9d96-9f4632de855b for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:23.829901 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Updating router 2b95a467-3faf-41b2-9d96-9f4632de855b port de58a94d-1f92-4462-a9ae-55793e8e0bb6 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:23.922859 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.007170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f947133-09f8-4244-ac62-a9949e98a7ed None None] Provisioning complete for port f39d4494-5230-49d8-84d6-da19ed2fecff triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:24.008063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f947133-09f8-4244-ac62-a9949e98a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.055407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1f947133-09f8-4244-ac62-a9949e98a7ed None None] Port f39d4494-5230-49d8-84d6-da19ed2fecff cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:24.186511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e91966-5f75-4ebe-8473-5bae86d5d0c6 req-a9f782ff-7e0a-409a-9762-0ae724d6b995 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:24.188124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35e91966-5f75-4ebe-8473-5bae86d5d0c6 req-a9f782ff-7e0a-409a-9762-0ae724d6b995 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.2051280 Jul 14 09:11:24.306131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35e91966-5f75-4ebe-8473-5bae86d5d0c6 req-a6d04c1a-f1b2-4b31-886a-a98881ffea24 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676737 Jul 14 09:11:24.365986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:24.372132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.382553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] Sync routers for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:24.402208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:24.404920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:24.466169 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.488936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ffa48f4c-4cf1-4cdf-af27-e1d17663b9f0 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "PUT /v2.0/floatingips/2fdcd880-81d9-4463-b70e-dd7af1b22cbc HTTP/1.1" status: 200 len: 991 time: 3.9082520 Jul 14 09:11:24.492150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:24.495249 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524274e-de78-4218-a157-334baf430c02" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:24.501553 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Transition to ACTIVE for port object de58a94d-1f92-4462-a9ae-55793e8e0bb6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:24.518290 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.658357 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a1b26-bfcb-4b5f-a555-8a8303ce0abc None None] Pushing event updated for resources: {'Port': ['ID=de58a94d-1f92-4462-a9ae-55793e8e0bb6,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:24.663478 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Attempting to bind port de58a94d-1f92-4462-a9ae-55793e8e0bb6 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:24.664857 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Attempting to bind port de58a94d-1f92-4462-a9ae-55793e8e0bb6 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:24.667053 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Attempting to bind port de58a94d-1f92-4462-a9ae-55793e8e0bb6 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:24.680172 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:24.681916 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:24.683927 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.684564 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:24.685206 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Bound port: de58a94d-1f92-4462-a9ae-55793e8e0bb6, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:24.687146 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.707974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.719628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:24.785811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 290851e7-06dc-451f-8825-a2a438fe8363 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:24.804154 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] For port de58a94d-1f92-4462-a9ae-55793e8e0bb6, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:24.817305 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] For port de58a94d-1f92-4462-a9ae-55793e8e0bb6, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=de58a94d-1f92-4462-a9ae-55793e8e0bb6,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:24.830978 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.870221 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.892255 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d283376-d336-44e1-bc96-7123ec0647dc x-openstack-request-id: req-0d283376-d336-44e1-bc96-7123ec0647dc {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:24.892636 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:24.892840 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d283376-d336-44e1-bc96-7123ec0647dc {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:24.893216 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'status': 'completed', 'code': 200} Jul 14 09:11:24.959684 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:24.960307 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:24.962285 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a1b26-bfcb-4b5f-a555-8a8303ce0abc None None] Pushing event updated for resources: {'Port': ['ID=de58a94d-1f92-4462-a9ae-55793e8e0bb6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:25.124862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f257e74-5e52-4b19-b315-0cc1021cbd3a req-8181ad88-6fd9-43ff-95e4-e9a54db31e49 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.139471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f257e74-5e52-4b19-b315-0cc1021cbd3a req-8181ad88-6fd9-43ff-95e4-e9a54db31e49 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 945 time: 0.3675053 Jul 14 09:11:25.216730 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:25.242268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 290851e7-06dc-451f-8825-a2a438fe8363 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:25.253168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.254836 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f257e74-5e52-4b19-b315-0cc1021cbd3a req-922d4930-a322-468a-b6af-8526c2fcf317 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175404 Jul 14 09:11:25.256219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.259059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.259813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.260473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.270163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.271728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.274234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e524274e-de78-4218-a157-334baf430c02 req-52001aa2-bebe-496b-b220-332fe501f8f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6508 time: 0.3473554 Jul 14 09:11:25.277435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 290851e7-06dc-451f-8825-a2a438fe8363 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:25.277810 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.323179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Allocated IP 172.20.0.1 (acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8/1f83b3b8-e551-438e-b053-691e9401d502/0a8c5721-4da9-4935-b323-3b3edde8e4b6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:25.342520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ecf6ba9b-b62b-4700-a85c-eec52a72c28d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:25.517005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.544179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ecf6ba9b-b62b-4700-a85c-eec52a72c28d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:25.563012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Transition to ACTIVE for port object 0a8c5721-4da9-4935-b323-3b3edde8e4b6 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:25.571202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ecf6ba9b-b62b-4700-a85c-eec52a72c28d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:25.571920 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.637670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.647275 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 3, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:25.678935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-88f1922a-14fa-4d30-821d-48bd55e4ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.684121 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919fe18-75aa-4e25-b979-82352cbe6cf4 None None] The sync data for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 is: [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 3, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:25.689008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e524274e-de78-4218-a157-334baf430c02 req-88f1922a-14fa-4d30-821d-48bd55e4ab2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511 HTTP/1.1" status: 200 len: 918 time: 0.3758738 Jul 14 09:11:25.704271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.751767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8c5721-4da9-4935-b323-3b3edde8e4b6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:25.774179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:25.777253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '2fdcd880-81d9-4463-b70e-dd7af1b22cbc', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'port_id': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'mac_address': 'fa:16:3e:69:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:09:54Z', 'updated_at': '2021-07-14T09:11:22Z', 'revision_number': 1, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:13Z', 'revision_number': 5, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:25.783459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:25.790392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:25.805373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290851e7-06dc-451f-8825-a2a438fe8363'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:25.807850 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5da4cc-858e-4adf-9d0e-eccb2997d831" -d '{"events": [{"server_uuid": "66241911-8f27-40a8-8e9c-8f2cef60df67", "name": "network-vif-plugged", "status": "completed", "tag": "290851e7-06dc-451f-8825-a2a438fe8363"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:25.851246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:25.872168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] Checking router: af7b139c-fb14-48ad-aba6-6d641b22d3da for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:25.888119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Deleting port f39d4494-5230-49d8-84d6-da19ed2fecff {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:25.888726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 290851e7-06dc-451f-8825-a2a438fe8363, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=290851e7-06dc-451f-8825-a2a438fe8363,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:25.889984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.905629 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.910601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.950514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c99d-61de-434f-885d-c1dedfa1cf04 req-60ea4628-12f7-43b9-9059-728b17ea2858 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:25.960688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b23c99d-61de-434f-885d-c1dedfa1cf04 req-60ea4628-12f7-43b9-9059-728b17ea2858 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.4376411 Jul 14 09:11:26.016345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:26.017154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:26.082745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b23c99d-61de-434f-885d-c1dedfa1cf04 req-4b25a16a-c385-4691-a9c7-74d22c33317d tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187887 Jul 14 09:11:26.100468 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.106076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=290851e7-06dc-451f-8825-a2a438fe8363,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:26.120260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e524274e-de78-4218-a157-334baf430c02 req-5de53711-9ef3-410c-a517-01db354b6674 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f HTTP/1.1" status: 200 len: 999 time: 0.3984215 Jul 14 09:11:26.170813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06205854-d794-4b65-9b59-c94306cb7c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.184451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ecf6ba9b-b62b-4700-a85c-eec52a72c28d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:26.198768 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.209060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aac5f6d5-4a96-4a14-82c3-2f4358819dae up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:26.309174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:26.345507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-38666199-3733-4b7e-af3e-b6c5de3a8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.350426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e524274e-de78-4218-a157-334baf430c02 req-38666199-3733-4b7e-af3e-b6c5de3a8b92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3758eec3-6f06-44ce-8ee5-62c55339fb42 HTTP/1.1" status: 200 len: 856 time: 0.2167220 Jul 14 09:11:26.357183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.448259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Calling delete_port for f39d4494-5230-49d8-84d6-da19ed2fecff owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:26.509656 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6724fb96-ceca-4fc0-bd37-e06fc3491b7a x-openstack-request-id: req-6724fb96-ceca-4fc0-bd37-e06fc3491b7a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:26.509994 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66241911-8f27-40a8-8e9c-8f2cef60df67", "name": "network-vif-plugged", "status": "completed", "tag": "290851e7-06dc-451f-8825-a2a438fe8363", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:26.510197 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6724fb96-ceca-4fc0-bd37-e06fc3491b7a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:26.510693 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290851e7-06dc-451f-8825-a2a438fe8363', 'code': 200} Jul 14 09:11:26.528098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f917af-acb9-4f29-8d86-541014ba75d5 req-3924ea93-c629-47bb-a437-11b384dfdd0f tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.532226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28f917af-acb9-4f29-8d86-541014ba75d5 req-3924ea93-c629-47bb-a437-11b384dfdd0f tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.5870345 Jul 14 09:11:26.548082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:26.557272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c6ea0f5-06ac-46f6-a6f8-a808b149fbc1 None None] Provisioning for port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:26.568462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c6ea0f5-06ac-46f6-a6f8-a808b149fbc1 None None] Provisioning complete for port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:26.568891 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c6ea0f5-06ac-46f6-a6f8-a808b149fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.581668 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Sync routers for ids ['12cc76cc-29ad-40d1-8080-9a7c193beb55'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:26.600482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aac5f6d5-4a96-4a14-82c3-2f4358819dae triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:26.600847 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.606635 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Routers {'12cc76cc-29ad-40d1-8080-9a7c193beb55'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:26.612242 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['12cc76cc-29ad-40d1-8080-9a7c193beb55'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:26.682567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28f917af-acb9-4f29-8d86-541014ba75d5 req-5a65f361-d29a-4ae2-9f56-c067bb2c8c29 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381478 Jul 14 09:11:26.690388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.702301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ea0f5-06ac-46f6-a6f8-a808b149fbc1 None None] Port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:26.799647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524274e-de78-4218-a157-334baf430c02 req-01f28d9e-25a1-4be2-b16c-972b59c5a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.801464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e524274e-de78-4218-a157-334baf430c02 req-01f28d9e-25a1-4be2-b16c-972b59c5a35c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4391990 Jul 14 09:11:26.805123 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Set router 12cc76cc-29ad-40d1-8080-9a7c193beb55 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:26.807129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5e106-1adc-41e3-8e59-9e035b3592ab req-07f0e464-0cb1-4253-948a-856e0ea1ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:26.809610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2c5e106-1adc-41e3-8e59-9e035b3592ab req-07f0e464-0cb1-4253-948a-856e0ea1ed71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 1098 time: 0.2239935 Jul 14 09:11:26.819028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06205854-d794-4b65-9b59-c94306cb7c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.837951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06205854-d794-4b65-9b59-c94306cb7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:26.995257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-06205854-d794-4b65-9b59-c94306cb7c92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3becc064071b4879b01bb239e39dc309&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1392152 Jul 14 09:11:27.022911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:27.051677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205854-d794-4b65-9b59-c94306cb7c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95313e28-7a4b-4c38-97c4-9095bf561e8d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.090998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '2fdcd880-81d9-4463-b70e-dd7af1b22cbc', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'port_id': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'mac_address': 'fa:16:3e:69:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:09:54Z', 'updated_at': '2021-07-14T09:11:22Z', 'revision_number': 1, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:13Z', 'revision_number': 5, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:27.116082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2c5e106-1adc-41e3-8e59-9e035b3592ab req-d564ab1a-2c74-4283-950a-9b9b1ea43317 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987194 Jul 14 09:11:27.138674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88154464-162a-4b97-8faf-1102e371ba30 None None] The sync data for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 is: [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '2fdcd880-81d9-4463-b70e-dd7af1b22cbc', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'port_id': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'mac_address': 'fa:16:3e:69:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:09:54Z', 'updated_at': '2021-07-14T09:11:22Z', 'revision_number': 1, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:13Z', 'revision_number': 5, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:27.182101 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 4, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port': {'id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:16Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f39d4494-5230-49d8-84d6-da19ed2fecff', 'name': '', 'network_id': '9ac8112f-3c46-4b11-b931-16f0a6937e6a', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'mac_address': 'fa:16:3e:bc:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '6b84f136-2727-440a-830c-5de189303f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:20Z', 'revision_number': 2, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'subnets': [{'id': '6b84f136-2727-440a-830c-5de189303f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:27.233401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e524274e-de78-4218-a157-334baf430c02 req-e0e9f669-552e-43aa-8ab5-f9468e1344ce service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172721 Jul 14 09:11:27.242051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609abef4-6da7-4a1b-bb57-e9b3bd7ab149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.267662 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Checking router: 12cc76cc-29ad-40d1-8080-9a7c193beb55 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:27.271551 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Updating router 12cc76cc-29ad-40d1-8080-9a7c193beb55 port f39d4494-5230-49d8-84d6-da19ed2fecff binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:27.329780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ecf6ba9b-b62b-4700-a85c-eec52a72c28d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:27.334968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951539cf-99f9-4919-8c09-29896895c823 req-951a1b6b-8a3a-4a88-8a0f-51f79933557a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.342759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-951539cf-99f9-4919-8c09-29896895c823 req-951a1b6b-8a3a-4a88-8a0f-51f79933557a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.3794515 Jul 14 09:11:27.347839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609abef4-6da7-4a1b-bb57-e9b3bd7ab149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.357523 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.407046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ecf6ba9b-b62b-4700-a85c-eec52a72c28d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:27.407651 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.428178 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Port f39d4494-5230-49d8-84d6-da19ed2fecff not found while updating agent binding for router 12cc76cc-29ad-40d1-8080-9a7c193beb55. {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:11:27.429807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.442684 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Routers {'12cc76cc-29ad-40d1-8080-9a7c193beb55'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:27.444785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.445036 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['12cc76cc-29ad-40d1-8080-9a7c193beb55'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:27.451382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.548657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-951539cf-99f9-4919-8c09-29896895c823 req-9a8a6219-a03e-4bbc-b654-f2733793b23d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032058 Jul 14 09:11:27.583475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f42e0-f638-4cd4-af1f-f0211a2871da None None] New status for floating IP 2fdcd880-81d9-4463-b70e-dd7af1b22cbc: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:27.622543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609abef4-6da7-4a1b-bb57-e9b3bd7ab149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.628117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609abef4-6da7-4a1b-bb57-e9b3bd7ab149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.635426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-609abef4-6da7-4a1b-bb57-e9b3bd7ab149 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95313e28-7a4b-4c38-97c4-9095bf561e8d HTTP/1.1" status: 204 len: 168 time: 0.6110663 Jul 14 09:11:27.641667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8c5721-4da9-4935-b323-3b3edde8e4b6,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.652792 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.690891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device de58a94d-1f92-4462-a9ae-55793e8e0bb6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:27.701502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609abef4-6da7-4a1b-bb57-e9b3bd7ab149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95313e28-7a4b-4c38-97c4-9095bf561e8d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.713795 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] Set router 12cc76cc-29ad-40d1-8080-9a7c193beb55 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:27.756099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39d4494-5230-49d8-84d6-da19ed2fecff,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:27.767564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e524274e-de78-4218-a157-334baf430c02 req-0dc38ff7-87bd-4f34-99d9-c46193c864ec service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177412 Jul 14 09:11:27.910694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286d909-9d48-4fc3-9176-c34943120a5c req-2c1e2328-0c89-4da7-84e4-3d11790d4784 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:27.925690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6286d909-9d48-4fc3-9176-c34943120a5c req-2c1e2328-0c89-4da7-84e4-3d11790d4784 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.5731800 Jul 14 09:11:27.949482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port de58a94d-1f92-4462-a9ae-55793e8e0bb6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:27.954288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port de58a94d-1f92-4462-a9ae-55793e8e0bb6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:27.954698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.969028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:27.976229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:28.125479 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.204488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port de58a94d-1f92-4462-a9ae-55793e8e0bb6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=de58a94d-1f92-4462-a9ae-55793e8e0bb6,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:28.212142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6286d909-9d48-4fc3-9176-c34943120a5c req-f7408e70-b8b3-459d-82d0-4f3147e69490 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766950 Jul 14 09:11:28.217727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.326757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:28.348310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-130372d3-6d88-4a66-9e83-65bc273b9255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.348534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=de58a94d-1f92-4462-a9ae-55793e8e0bb6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:28.381444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Router 2b95a467-3faf-41b2-9d96-9f4632de855b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:28.383708 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:27Z', 'revision_number': 5, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port': {'id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:16Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:28.416481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.437573 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ead1a-8d73-48fb-868f-a0b137671611 None None] The sync data for ids ['12cc76cc-29ad-40d1-8080-9a7c193beb55'] in n-d-758944-44 is: [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:27Z', 'revision_number': 5, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port': {'id': 'ecf6ba9b-b62b-4700-a85c-eec52a72c28d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:16Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:28.556692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd357d73-7e93-4109-83dd-23f3b74a1d0e None None] Provisioning complete for port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:28.556692 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd357d73-7e93-4109-83dd-23f3b74a1d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.602226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:28.620950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6f76b809-8a44-4528-b947-91c439bc9885 admin admin] 10.222.0.18 "PUT /v2.0/routers/2b95a467-3faf-41b2-9d96-9f4632de855b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2697716 Jul 14 09:11:28.668924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bd357d73-7e93-4109-83dd-23f3b74a1d0e None None] Port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:28.674666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-130372d3-6d88-4a66-9e83-65bc273b9255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.682874 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-130372d3-6d88-4a66-9e83-65bc273b9255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.754789 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-130372d3-6d88-4a66-9e83-65bc273b9255 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76ee2824e0ff4df8ad5bf20bfd1ba662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245093 Jul 14 09:11:28.755417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48396) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:28.846799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130372d3-6d88-4a66-9e83-65bc273b9255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c600d-b7a8-4fa2-873f-b96f58b84a00,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:28.873396 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Sync routers for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:28.883161 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:28.884200 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:28.910387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07524983-d44d-47ca-97fd-6d67d8573e5a req-d52e3039-e7cb-4375-88a3-d087ce686fae tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:28.912658 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07524983-d44d-47ca-97fd-6d67d8573e5a req-d52e3039-e7cb-4375-88a3-d087ce686fae tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1650832 Jul 14 09:11:28.918565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb8854f-161e-45e4-a4e1-d4b94c381d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:28.943612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb8854f-161e-45e4-a4e1-d4b94c381d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.022335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb8854f-161e-45e4-a4e1-d4b94c381d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.025684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb8854f-161e-45e4-a4e1-d4b94c381d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.029344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0fb8854f-161e-45e4-a4e1-d4b94c381d75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b25c600d-b7a8-4fa2-873f-b96f58b84a00 HTTP/1.1" status: 204 len: 168 time: 0.2674494 Jul 14 09:11:29.046266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8854f-161e-45e4-a4e1-d4b94c381d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c600d-b7a8-4fa2-873f-b96f58b84a00,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:29.054013 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:29.094586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07524983-d44d-47ca-97fd-6d67d8573e5a req-5783cd6d-3087-4957-b2eb-e24e729a9e6b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970104 Jul 14 09:11:29.124776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device de58a94d-1f92-4462-a9ae-55793e8e0bb6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:29.251768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port de58a94d-1f92-4462-a9ae-55793e8e0bb6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:29.252435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.361025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Router 12cc76cc-29ad-40d1-8080-9a7c193beb55 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:29.388424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d807af2-481b-483d-a4d3-5722b99079ac req-060d21cb-8f29-4976-8054-e266b61b81f3 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:29.392067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d807af2-481b-483d-a4d3-5722b99079ac req-060d21cb-8f29-4976-8054-e266b61b81f3 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.3321824 Jul 14 09:11:29.446470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f39d4494-5230-49d8-84d6-da19ed2fecff no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:29.488603 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 2, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:29.499004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f39d4494-5230-49d8-84d6-da19ed2fecff {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:29.501648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f39d4494-5230-49d8-84d6-da19ed2fecff not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:29.549461 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Checking router: 2b95a467-3faf-41b2-9d96-9f4632de855b for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:29.549967 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Updating router 2b95a467-3faf-41b2-9d96-9f4632de855b port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:29.582903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d807af2-481b-483d-a4d3-5722b99079ac req-459a4797-a9f9-4065-8450-5418381ac5cf tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823056 Jul 14 09:11:29.608381 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:29.732971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:29.741286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:29.741915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-90a144a2-12a4-49da-a70b-a484868e6cd6 admin admin] 10.222.0.18 "PUT /v2.0/routers/12cc76cc-29ad-40d1-8080-9a7c193beb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0242343 Jul 14 09:11:29.968928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.172824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.176152 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.191921 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Transition to ACTIVE for port object 0a8c5721-4da9-4935-b323-3b3edde8e4b6 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:30.201429 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.229404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cd370-ce05-4a08-acaf-cece6ee65207 req-7ad7ac2d-c6ac-428f-949d-169ddb6a91d8 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:30.241349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2e6cd370-ce05-4a08-acaf-cece6ee65207 req-7ad7ac2d-c6ac-428f-949d-169ddb6a91d8 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.1169050 Jul 14 09:11:30.259566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Deleting port ecf6ba9b-b62b-4700-a85c-eec52a72c28d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:30.259915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.268784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] Sync routers for ids ['12cc76cc-29ad-40d1-8080-9a7c193beb55'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:30.288106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] Routers {'12cc76cc-29ad-40d1-8080-9a7c193beb55'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:30.289197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['12cc76cc-29ad-40d1-8080-9a7c193beb55'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.293654 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b567834-c227-48ca-a2b9-8a8c0f9408eb None None] Pushing event updated for resources: {'Port': ['ID=0a8c5721-4da9-4935-b323-3b3edde8e4b6,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.309157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2e6cd370-ce05-4a08-acaf-cece6ee65207 req-9bc7b3d6-84c4-47eb-876b-eabec2a3e3e7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669351 Jul 14 09:11:30.395021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.400076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-73dce081-c733-41b5-bc5f-92acfae4777b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602344922', 'description': 'tempest-description--2092789798'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:30.413981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] Set router 12cc76cc-29ad-40d1-8080-9a7c193beb55 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:30.457108 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Attempting to bind port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:30.457485 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Attempting to bind port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:30.457850 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Attempting to bind port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 on network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:30.475293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73dce081-c733-41b5-bc5f-92acfae4777b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.478250 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:30.478624 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Checking segment: {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:30.479024 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.479441 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Bound using segment: {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:30.479915 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Bound port: 0a8c5721-4da9-4935-b323-3b3edde8e4b6, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:30.480292 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.493464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:30Z', 'revision_number': 6, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.534098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] For port ecf6ba9b-b62b-4700-a85c-eec52a72c28d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:30.536196 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.554732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Calling delete_port for ecf6ba9b-b62b-4700-a85c-eec52a72c28d owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:30.562251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] Checking router: 12cc76cc-29ad-40d1-8080-9a7c193beb55 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:30.604128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] Routers {'12cc76cc-29ad-40d1-8080-9a7c193beb55'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:30.607490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['12cc76cc-29ad-40d1-8080-9a7c193beb55'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.670548 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] For port 0a8c5721-4da9-4935-b323-3b3edde8e4b6, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:30.680673 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] For port 0a8c5721-4da9-4935-b323-3b3edde8e4b6, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0a8c5721-4da9-4935-b323-3b3edde8e4b6,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:30.694630 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.697041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73dce081-c733-41b5-bc5f-92acfae4777b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.702234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73dce081-c733-41b5-bc5f-92acfae4777b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.780959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] Set router 12cc76cc-29ad-40d1-8080-9a7c193beb55 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:30.785154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dce081-c733-41b5-bc5f-92acfae4777b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223cfcee-b0a7-4707-8467-d19491b6f177,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.791929 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:30.792655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.810387 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73dce081-c733-41b5-bc5f-92acfae4777b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:30.811839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-73dce081-c733-41b5-bc5f-92acfae4777b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4157305 Jul 14 09:11:30.815659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:30.823944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c32b7ea-defe-48b5-83f0-bf61be56225a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Request body: {'security_group_rule': {'security_group_id': '223cfcee-b0a7-4707-8467-d19491b6f177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:30.847736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b567834-c227-48ca-a2b9-8a8c0f9408eb None None] Pushing event updated for resources: {'Port': ['ID=0a8c5721-4da9-4935-b323-3b3edde8e4b6,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:30.862206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:30Z', 'revision_number': 6, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:30.900233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7e7ff-4391-4fa9-bf19-f69779dd59dd None None] The sync data for ids ['12cc76cc-29ad-40d1-8080-9a7c193beb55'] in n-d-758944-44 is: [{'id': '12cc76cc-29ad-40d1-8080-9a7c193beb55', 'name': 'tempest-FloatingIPsNegativeTestJSON-565780116-router', 'tenant_id': '152a4fd200684d1fa5be7c03ae11ba68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:15Z', 'updated_at': '2021-07-14T09:11:30Z', 'revision_number': 6, 'project_id': '152a4fd200684d1fa5be7c03ae11ba68', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:30.927139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c32b7ea-defe-48b5-83f0-bf61be56225a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.009212 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:31.035414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.079923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c32b7ea-defe-48b5-83f0-bf61be56225a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.087843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c32b7ea-defe-48b5-83f0-bf61be56225a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.118061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf6ba9b-b62b-4700-a85c-eec52a72c28d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:31.140963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32b7ea-defe-48b5-83f0-bf61be56225a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776446aa-20d3-41fb-b1ba-9d89bd9c1705,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:31.154669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c32b7ea-defe-48b5-83f0-bf61be56225a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.158630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6c32b7ea-defe-48b5-83f0-bf61be56225a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3418055 Jul 14 09:11:31.161590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:31.170452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ff2e8076-23d0-4c9f-95ec-74df9b801f56 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Request body: {'security_group_rule': {'security_group_id': '223cfcee-b0a7-4707-8467-d19491b6f177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:31.262712 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8076-23d0-4c9f-95ec-74df9b801f56 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.277744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.429569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8076-23d0-4c9f-95ec-74df9b801f56 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.437456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8076-23d0-4c9f-95ec-74df9b801f56 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.502475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e8076-23d0-4c9f-95ec-74df9b801f56 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85c6f7a-47fb-4ad3-a7e2-2fc3aaa75abc,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:31.529766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff2e8076-23d0-4c9f-95ec-74df9b801f56 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.534047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ff2e8076-23d0-4c9f-95ec-74df9b801f56 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686705 Jul 14 09:11:31.534883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48468) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:31.541031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:31.576707 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:30Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:31.591910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f3077-45cd-4317-9b13-f8b18414dcf3 req-6ed244f0-655d-484b-abdd-d4656aafd4e2 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.601325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e76f3077-45cd-4317-9b13-f8b18414dcf3 req-6ed244f0-655d-484b-abdd-d4656aafd4e2 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.1425917 Jul 14 09:11:31.603657 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.627821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9d0a1-4f12-4ac9-8086-cf445ef78733 None None] The sync data for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 is: [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:30Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:31.628683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da899d-faa1-4634-a77d-92d7205fe6cd req-527c107b-df9e-4bca-8038-2b61652aa73e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:31.635809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43da899d-faa1-4634-a77d-92d7205fe6cd req-527c107b-df9e-4bca-8038-2b61652aa73e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.9352634 Jul 14 09:11:31.683064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.707702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e76f3077-45cd-4317-9b13-f8b18414dcf3 req-44f3cb14-aa08-4411-9ee6-92202c46859c tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060660 Jul 14 09:11:31.811549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.836279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43da899d-faa1-4634-a77d-92d7205fe6cd req-c131f03a-da11-4e37-948d-e6c74c621a81 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995814 Jul 14 09:11:31.850641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.853471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.968497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.969645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12cc76cc-29ad-40d1-8080-9a7c193beb55 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:31.978641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:31.980323 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a6ebac33-7c70-4b24-9d98-523a843d40d4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/12cc76cc-29ad-40d1-8080-9a7c193beb55 HTTP/1.1" status: 204 len: 168 time: 2.2370725 Jul 14 09:11:31.983073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:32.014519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Allocated IP 172.25.2.208 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e506d98f-993d-42e2-8d02-566dd0e0be0e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:32.051023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] Deleting subnet 6b84f136-2727-440a-830c-5de189303f31 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:11:32.057986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.107111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.126080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f14aa2-5527-44ee-a0ef-628dbbcb7cbe req-2d610806-600a-489d-98b3-d3150669b374 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.127731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a7f14aa2-5527-44ee-a0ef-628dbbcb7cbe req-2d610806-600a-489d-98b3-d3150669b374 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.1935709 Jul 14 09:11:32.203626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a7f14aa2-5527-44ee-a0ef-628dbbcb7cbe req-fd391c4e-002d-40ba-80ed-4785f0205a52 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553055 Jul 14 09:11:32.241864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.242929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.331020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.332638 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.352933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-c323239e-1c8e-4747-9870-8a23a306f13c tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c03c667ad1034cb487beb6acb7403587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346370 Jul 14 09:11:32.354116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:32.358654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:32.361582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:32.435271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b84f136-2727-440a-830c-5de189303f31,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.441772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.443834 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-06a38936-3127-4912-869e-38ccc112da9b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6b84f136-2727-440a-830c-5de189303f31 HTTP/1.1" status: 204 len: 168 time: 0.4592257 Jul 14 09:11:32.443981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event updated for resources: {'Port': ['ID=e506d98f-993d-42e2-8d02-566dd0e0be0e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:32.446950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:32.456271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbad62-ebd6-41f2-ae1d-ed97f1fa73aa None None] Network 9ac8112f-3c46-4b11-b931-16f0a6937e6a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:32.527244 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.576259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.579299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.591611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-fdf2d661-1cb1-47b9-8e6b-ca4e292e8c2e tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:32.599711 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-fdf2d661-1cb1-47b9-8e6b-ca4e292e8c2e tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389967 Jul 14 09:11:32.620727 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-21ed8b6a-9ed2-4885-90bf-c59bd571d520 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/quotas/c03c667ad1034cb487beb6acb7403587 HTTP/1.1" status: 200 len: 375 time: 0.0199878 Jul 14 09:11:32.694948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-8c5a1a7f-23b3-41fc-b7e7-87c4cb85d76c tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c03c667ad1034cb487beb6acb7403587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473046 Jul 14 09:11:32.710305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] DHCP port deletion for 9ac8112f-3c46-4b11-b931-16f0a6937e6a request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:11:32.743807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Deleting port 809952a8-6e91-4cc2-a688-62a9d0e710f4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:32.744155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.775755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] Deleting port 809952a8-6e91-4cc2-a688-62a9d0e710f4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:32.776553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.841712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] For port 809952a8-6e91-4cc2-a688-62a9d0e710f4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=809952a8-6e91-4cc2-a688-62a9d0e710f4,segment=NetworkSegment(ab034a82-ebc0-4f16-9b91-922bdc09be55),segment_id=ab034a82-ebc0-4f16-9b91-922bdc09be55)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:32.842120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.894926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.905682 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.916075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] For port 809952a8-6e91-4cc2-a688-62a9d0e710f4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=809952a8-6e91-4cc2-a688-62a9d0e710f4,segment=NetworkSegment(ab034a82-ebc0-4f16-9b91-922bdc09be55),segment_id=ab034a82-ebc0-4f16-9b91-922bdc09be55)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:32.918143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:32.918845 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Calling delete_port for 809952a8-6e91-4cc2-a688-62a9d0e710f4 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:32.941535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] Calling delete_port for 809952a8-6e91-4cc2-a688-62a9d0e710f4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:33.128683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0a8c5721-4da9-4935-b323-3b3edde8e4b6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:33.136139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.165342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.167024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6311064 Jul 14 09:11:33.168319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9fe02-f530-4b6b-a0af-48f35a7b2abe tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event updated for resources: {'Port': ['ID=e506d98f-993d-42e2-8d02-566dd0e0be0e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.193730 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.228011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4bf64-a6d6-4bf7-9f04-3379acac04cd req-e16b9887-02da-4bc6-b170-0721b2b118ca tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:33.251755 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1a4bf64-a6d6-4bf7-9f04-3379acac04cd req-e16b9887-02da-4bc6-b170-0721b2b118ca tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1939991 Jul 14 09:11:33.266547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] Pushing event deleted for resources: {'Port': ['ID=809952a8-6e91-4cc2-a688-62a9d0e710f4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.277307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0f0e1-4b39-4c15-91db-b4d2e557b5e5 None None] No DVR routers for this DVR port 809952a8-6e91-4cc2-a688-62a9d0e710f4 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:33.292215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.310509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:33.316730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:33.317446 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.347202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=809952a8-6e91-4cc2-a688-62a9d0e710f4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.354094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] No DVR routers for this DVR port 809952a8-6e91-4cc2-a688-62a9d0e710f4 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:33.378128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1a4bf64-a6d6-4bf7-9f04-3379acac04cd req-aab113bd-7cd8-46b1-8ddd-fe4740f82d06 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253808 Jul 14 09:11:33.412897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-4b31d3d4-ebca-4ce9-afa3-3fb0bd9704bd tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:33.416069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-4b31d3d4-ebca-4ce9-afa3-3fb0bd9704bd tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.48 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.1958039 Jul 14 09:11:33.424644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4acc6b-6252-43b0-a0d0-12b36a70a56a req-a6754353-2ea5-4d06-8cdd-14e3a4ff22d4 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:33.439456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c4acc6b-6252-43b0-a0d0-12b36a70a56a req-a6754353-2ea5-4d06-8cdd-14e3a4ff22d4 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 946 time: 0.2986200 Jul 14 09:11:33.524296 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.542509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c4acc6b-6252-43b0-a0d0-12b36a70a56a req-f4e9d8e9-775e-4144-b250-e249d6a5ce1c tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups?id=a72890b9-a495-42a0-b4d2-df554f858297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017718 Jul 14 09:11:33.555464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4ad8e3b-6237-44ee-8abc-808f46673efd req-9e4831b2-51a9-4995-a817-a302afc05566 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 210 time: 0.1013803 Jul 14 09:11:33.592558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.609861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 0a8c5721-4da9-4935-b323-3b3edde8e4b6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0a8c5721-4da9-4935-b323-3b3edde8e4b6,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:33.616458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.626621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac8112f-3c46-4b11-b931-16f0a6937e6a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:33.664813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab034a82-ebc0-4f16-9b91-922bdc09be55') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:33.665168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab034a82-ebc0-4f16-9b91-922bdc09be55') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:33.690235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.693272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Deleting port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:33.693272 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.735293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=0a8c5721-4da9-4935-b323-3b3edde8e4b6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.740585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ecf6ba9b-b62b-4700-a85c-eec52a72c28d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:33.767441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.786490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:11:33.787130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:11:33.870957 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:11:33.877713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.884768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] For port eb0d4d56-e6d3-4c24-8486-445b67f1bc17, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:33.884939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.885558 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:33.887731 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ac8112f-3c46-4b11-b931-16f0a6937e6a HTTP/1.1" status: 204 len: 168 time: 1.4397192 Jul 14 09:11:33.918502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd65e83-e92f-4d37-80a3-860021447d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac8112f-3c46-4b11-b931-16f0a6937e6a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:33.948440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7675163-3cb6-4e46-90a9-ced36aec022f req-ed32a2b5-ac3c-4313-bdbe-4368948dfd72 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:33.950213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7675163-3cb6-4e46-90a9-ced36aec022f req-ed32a2b5-ac3c-4313-bdbe-4368948dfd72 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.2443581 Jul 14 09:11:33.959302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ecf6ba9b-b62b-4700-a85c-eec52a72c28d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:33.959804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ecf6ba9b-b62b-4700-a85c-eec52a72c28d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:33.960291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 809952a8-6e91-4cc2-a688-62a9d0e710f4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:33.979568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 809952a8-6e91-4cc2-a688-62a9d0e710f4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:33.980489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 809952a8-6e91-4cc2-a688-62a9d0e710f4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:34.027095 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7675163-3cb6-4e46-90a9-ced36aec022f req-103359cb-9870-4bd1-b619-f8d9f18c1d71 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Jul 14 09:11:34.159388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:34.190431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-dc2b6f58-139b-4a25-bc5a-78ea6793bea1 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1602344922&fields=id&tenant_id=079db07e4a0748cda436b41ec29900ca HTTP/1.1" status: 200 len: 267 time: 0.0930181 Jul 14 09:11:34.205324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-25904caa-4f24-4e2c-aa04-232e24904122 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=152a4fd200684d1fa5be7c03ae11ba68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447745 Jul 14 09:11:34.207889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48526) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:34.255278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b7ead90-a604-4ab4-b458-700d4436c613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.276723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b7ead90-a604-4ab4-b458-700d4436c613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.306232 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.306599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.306913 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Floating IP d2edb84d-36b4-4847-9a81-11563588ba57 disassociated. External IP: 172.25.2.152, port: eb0d4d56-e6d3-4c24-8486-445b67f1bc17. Jul 14 09:11:34.307252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Calling delete_port for eb0d4d56-e6d3-4c24-8486-445b67f1bc17 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:34.324136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b7ead90-a604-4ab4-b458-700d4436c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.326739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b7ead90-a604-4ab4-b458-700d4436c613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.327922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4b7ead90-a604-4ab4-b458-700d4436c613 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad0420cc-ab57-4a68-93ab-aa3c6369917d HTTP/1.1" status: 204 len: 168 time: 0.1185997 Jul 14 09:11:34.337844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ead90-a604-4ab4-b458-700d4436c613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0420cc-ab57-4a68-93ab-aa3c6369917d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.376692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-44224941-2c55-4a30-8c56-a5606e8d8ef8 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.378178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-44224941-2c55-4a30-8c56-a5606e8d8ef8 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/networks?id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 HTTP/1.1" status: 200 len: 811 time: 0.1811674 Jul 14 09:11:34.405970 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2164534e-1096-4a6b-8c75-751b1e616668 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/quotas/079db07e4a0748cda436b41ec29900ca HTTP/1.1" status: 200 len: 375 time: 0.0194776 Jul 14 09:11:34.531509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-7d6f618d-1b28-4c8c-bab4-f3e3b653a51e tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=079db07e4a0748cda436b41ec29900ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118000 Jul 14 09:11:34.572031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:34.574734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-28920132-adf5-479d-920c-72d2f368aa13 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c03c667ad1034cb487beb6acb7403587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420666 Jul 14 09:11:34.625908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90ac4-ab1e-4718-9662-1791a69d3e01 req-bc40b86b-d0c1-4561-b34f-21a784a539d4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.627645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a90ac4-ab1e-4718-9662-1791a69d3e01 req-bc40b86b-d0c1-4561-b34f-21a784a539d4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.0772483 Jul 14 09:11:34.665557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event deleted for resources: {'Port': ['ID=eb0d4d56-e6d3-4c24-8486-445b67f1bc17,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:34.707066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6a90ac4-ab1e-4718-9662-1791a69d3e01 req-37a2aec7-830b-4d5b-b72c-030f03e63f23 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Jul 14 09:11:34.804732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-744ff35a-7245-4555-ad50-ce0a61a1e057 service neutron] 10.222.0.18 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573278 Jul 14 09:11:34.852235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d426dd0-4cf9-439d-b609-3fe545cefcc0 req-4dcac19c-62fb-48fd-aa96-6246df7b0460 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.0324364 Jul 14 09:11:34.903179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-c32ef6c8-125b-4154-807a-9f811e5e93d4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:34.904652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-c32ef6c8-125b-4154-807a-9f811e5e93d4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132060 Jul 14 09:11:34.921781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Request body: {'port': {'device_id': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'c03c667ad1034cb487beb6acb7403587'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:34.975839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:35.001036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-645d816c-29e1-4343-aee0-e0bd902d17cf req-3492cdf3-4a5b-423f-8da6-a3f5f6ab494c tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 210 time: 0.0387561 Jul 14 09:11:35.046024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2b147701-9c4a-4ac3-90cb-7d566ae5ea6a service neutron] 10.222.0.18 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118125 Jul 14 09:11:35.145657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0a8c5721-4da9-4935-b323-3b3edde8e4b6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:35.231426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:35.232009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.262334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Made reservation on behalf of c03c667ad1034cb487beb6acb7403587 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:35.266078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.539082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada3df-7607-4d5d-acb7-e4d0c36a92cd req-3683b5b1-d9fc-431c-9091-cc556bec2d08 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:35.540723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3bada3df-7607-4d5d-acb7-e4d0c36a92cd req-3683b5b1-d9fc-431c-9091-cc556bec2d08 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.0765028 Jul 14 09:11:35.581543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3bada3df-7607-4d5d-acb7-e4d0c36a92cd req-042891c8-81b9-4dd7-926d-c1d023c103e0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345020 Jul 14 09:11:35.636975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.680454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d63d8c12-322f-4548-8f92-aeb9474cb267 req-012e07ed-5d94-420f-970e-f0a3085be7ba tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 210 time: 0.0463274 Jul 14 09:11:35.682912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:35.702329 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] Sync routers for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:35.718088 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:35.719013 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:35.736934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] No DVR routers for this DVR port eb0d4d56-e6d3-4c24-8486-445b67f1bc17 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:35.742468 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.744434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b939bd0-532d-44ce-8c2d-3902182acb6a req-660a42a3-5a3f-4fb7-8440-39db2a426d43 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.48 "DELETE /v2.0/ports/eb0d4d56-e6d3-4c24-8486-445b67f1bc17 HTTP/1.1" status: 204 len: 173 time: 2.3019915 Jul 14 09:11:35.744874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'name': 'network-vif-deleted', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:35.747417 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ee2b1-b9c0-4bdd-8420-d4869c459287" -d '{"events": [{"server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "name": "network-vif-deleted", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:35.929662 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cadc08c-d3c4-4032-b1e9-c8ac00b9cbd0 x-openstack-request-id: req-6cadc08c-d3c4-4032-b1e9-c8ac00b9cbd0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:35.929958 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9982099b-19fa-4509-a2bf-cc96de94e109", "name": "network-vif-deleted", "tag": "eb0d4d56-e6d3-4c24-8486-445b67f1bc17", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:35.930567 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cadc08c-d3c4-4032-b1e9-c8ac00b9cbd0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:35.931326 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9982099b-19fa-4509-a2bf-cc96de94e109', 'name': 'network-vif-deleted', 'tag': 'eb0d4d56-e6d3-4c24-8486-445b67f1bc17', 'status': 'completed', 'code': 200} Jul 14 09:11:35.941953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.956546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:35.966425 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:36.119801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d8cf88b-c008-4d29-888b-9d8464e7e773 req-7681cb99-3d63-492b-bf3e-779c19994cea tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.0540011 Jul 14 09:11:36.144038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402b3cad-558f-48a4-94cf-32ca22d5d4a0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:36.249426 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:29Z', 'revision_number': 5, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:36.259965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442588-4608-409c-8f45-6ec66654d8ed req-af05d784-b95b-4b89-b295-654aac3563e3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:36.267111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d4442588-4608-409c-8f45-6ec66654d8ed req-af05d784-b95b-4b89-b295-654aac3563e3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.4025435 Jul 14 09:11:36.279822 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dbb97023-7e3c-486b-b3eb-edbb71038f60 req-707f33b2-00b8-4577-b025-e8d800dad3c5 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 210 time: 0.0376680 Jul 14 09:11:36.286467 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] Checking router: eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:36.297758 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:36.298647 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:36.349152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Allocated IP 192.168.233.177 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/0aebf1fb-0009-4f5a-a4a7-580b662ea24c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:36.387726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:36.412977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d4442588-4608-409c-8f45-6ec66654d8ed req-ed81ebf5-3139-4b31-8790-ef003e89e232 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448731 Jul 14 09:11:36.563751 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:36.623872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34472448-d21d-4c12-880a-eae31f43088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.672960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.706238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Transition to ACTIVE for port object 0aebf1fb-0009-4f5a-a4a7-580b662ea24c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:36.714076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device eb0d4d56-e6d3-4c24-8486-445b67f1bc17 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:36.753152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: eb0d4d56-e6d3-4c24-8486-445b67f1bc17 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:36.753767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device eb0d4d56-e6d3-4c24-8486-445b67f1bc17 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:36.793997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.853820 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34472448-d21d-4c12-880a-eae31f43088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.891092 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:29Z', 'revision_number': 5, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:36.897024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Pushing event updated for resources: {'Port': ['ID=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:36.897871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34472448-d21d-4c12-880a-eae31f43088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:36.916462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:36.918634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:36.936737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:36.970524 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed092f0-c84a-4f81-bc84-1d1f482f6f73 None None] The sync data for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 is: [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:08:20Z', 'revision_number': 4, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '349270bc-451f-4f75-baa7-03b5f1ecda56', 'name': '', 'network_id': '87454a68-d2ee-4fe0-a7ce-09668fc1935b', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'mac_address': 'fa:16:3e:38:e1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:19Z', 'updated_at': '2021-07-14T09:08:29Z', 'revision_number': 5, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'subnets': [{'id': 'ecfcc46d-1c77-4fe0-b573-d3d52b10097a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:36.997893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34472448-d21d-4c12-880a-eae31f43088a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31d087720493405fa793dfd50b83f717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065335 Jul 14 09:11:37.007102 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:37.037353 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-880f8cca-59ef-4531-9b0a-36e2ed9de8c6 req-ad8a79e7-0949-4366-a4dc-ca95f5109c5e tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 210 time: 0.0674531 Jul 14 09:11:37.045976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34472448-d21d-4c12-880a-eae31f43088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be22781-5ff4-453d-b71a-561a4a9b6ef7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.087244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.090205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.126060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-86ff6cb4-442e-4925-a96d-f283eb41bdc4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2092147 Jul 14 09:11:37.151612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Request body: {'port': {'device_id': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:37.264459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-684b58be-7341-40e8-997a-b986c147f861 None None] Provisioning for port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:37.268801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-684b58be-7341-40e8-997a-b986c147f861 None None] Provisioning complete for port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:37.269182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-684b58be-7341-40e8-997a-b986c147f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.297213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eae616-c000-4a05-be8b-e8982b07ca63 req-f16a45b2-c5f4-463e-bf6f-be41e2caa0c6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.307180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7eae616-c000-4a05-be8b-e8982b07ca63 req-f16a45b2-c5f4-463e-bf6f-be41e2caa0c6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.4987376 Jul 14 09:11:37.358574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-684b58be-7341-40e8-997a-b986c147f861 None None] Port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:37.390658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fc52387-7a14-49e0-9f04-582f7d1cb4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.402837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c9123ca-aaea-48e7-bd29-5a207b96aa18 req-ab04c3c4-b008-4b93-952c-7f8f627e92a6 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.0619738 Jul 14 09:11:37.403764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-b6086d3c-7484-48e7-bee3-69ff9a297332 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.404237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.405229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-b6086d3c-7484-48e7-bee3-69ff9a297332 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.11 "GET /v2.0/networks?id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 HTTP/1.1" status: 200 len: 811 time: 0.3603721 Jul 14 09:11:37.425376 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7eae616-c000-4a05-be8b-e8982b07ca63 req-a916acf6-fc24-4c93-acb6-0ad405101d93 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168613 Jul 14 09:11:37.474315 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fc52387-7a14-49e0-9f04-582f7d1cb4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.478173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c858b7-396b-4c31-9db6-e011a890477c None None] New status for floating IP d2edb84d-36b4-4847-9a81-11563588ba57: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:37.575447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-423e6fc3-c92d-4eaf-9904-f1ccdb4aa932 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079db07e4a0748cda436b41ec29900ca HTTP/1.1" status: 200 len: 380 time: 0.1406033 Jul 14 09:11:37.598514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Request body: {'port': {'device_id': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'admin_state_up': True, 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'security_groups': ['223cfcee-b0a7-4707-8467-d19491b6f177']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:37.715213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fc52387-7a14-49e0-9f04-582f7d1cb4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.717778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fc52387-7a14-49e0-9f04-582f7d1cb4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.719387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7fc52387-7a14-49e0-9f04-582f7d1cb4a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5be22781-5ff4-453d-b71a-561a4a9b6ef7 HTTP/1.1" status: 204 len: 168 time: 0.7108371 Jul 14 09:11:37.762959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc52387-7a14-49e0-9f04-582f7d1cb4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be22781-5ff4-453d-b71a-561a4a9b6ef7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:37.800567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a75e9d-7cfc-4df7-a9f0-d756c33b0c1e req-b9e0b7e5-e431-44b0-8b86-5c1b97e3b08e tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.813001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52a75e9d-7cfc-4df7-a9f0-d756c33b0c1e req-b9e0b7e5-e431-44b0-8b86-5c1b97e3b08e tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 936 time: 0.1899495 Jul 14 09:11:37.827079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50969c-2ee2-4f9d-adc7-6087c3b85142 req-ba3935f6-3c13-43d0-a798-5daa0c5590bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:37.835066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c50969c-2ee2-4f9d-adc7-6087c3b85142 req-ba3935f6-3c13-43d0-a798-5daa0c5590bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1827297 Jul 14 09:11:37.860741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Made reservation on behalf of 079db07e4a0748cda436b41ec29900ca for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:37.865229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.873328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aebf1fb-0009-4f5a-a4a7-580b662ea24c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:37.890774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.897232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52a75e9d-7cfc-4df7-a9f0-d756c33b0c1e req-49fc42c7-e99e-41a0-aedf-fcd645a54b04 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820429 Jul 14 09:11:37.922144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c50969c-2ee2-4f9d-adc7-6087c3b85142 req-e6d34d91-913d-4423-aea5-00eab4b8a6be tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858254 Jul 14 09:11:37.951367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Transition to ACTIVE for port object 0aebf1fb-0009-4f5a-a4a7-580b662ea24c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:37.961544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.192278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Allocated IP 172.20.0.12 (acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8/1f83b3b8-e551-438e-b053-691e9401d502/51665bff-5690-4a26-bc48-99162ff999a1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:38.203973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Pushing event updated for resources: {'Port': ['ID=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.348060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Attempting to bind port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:38.348347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Attempting to bind port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:38.348734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Attempting to bind port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:38.362616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:38.368691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Attempting to bind port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:38.378878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:38.391329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:38.391329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:38.391329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Bound port: 0aebf1fb-0009-4f5a-a4a7-580b662ea24c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:38.392007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.393853 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.418653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Transition to ACTIVE for port object 51665bff-5690-4a26-bc48-99162ff999a1 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:38.490577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.528687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] For port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:38.532567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] For port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:38.571466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:38.578176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:38.582514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:38.593564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.615006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event updated for resources: {'Port': ['ID=51665bff-5690-4a26-bc48-99162ff999a1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.650066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:38.650831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.673763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-c08b058b-e133-418d-8847-525c1d659e61 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0861316 Jul 14 09:11:38.695828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Request body: {'port': {'device_id': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:38.730778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:38.731445 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.733586 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] 10.222.0.11 "PUT /v2.0/ports/0aebf1fb-0009-4f5a-a4a7-580b662ea24c HTTP/1.1" status: 200 len: 1097 time: 1.6003973 Jul 14 09:11:38.743201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'tag': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:38.747396 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e8393e-6100-48a9-93ba-e994432b8a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dda699-03d8-4e7d-a4d6-62044f57fa8f", "tag": "0aebf1fb-0009-4f5a-a4a7-580b662ea24c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:38.761884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22952cc5-f13d-4b4d-8061-de85536875ed service neutron] Pushing event updated for resources: {'Port': ['ID=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:38.796494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7daa9c-4b9f-4f44-9488-004190c5eb94 req-a7df078c-0685-4c66-a7b1-a3e01085e465 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:38.806292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da7daa9c-4b9f-4f44-9488-004190c5eb94 req-a7df078c-0685-4c66-a7b1-a3e01085e465 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 932 time: 0.2685578 Jul 14 09:11:38.883848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da7daa9c-4b9f-4f44-9488-004190c5eb94 req-39d6f81e-b8d2-4e12-8c98-f062aea6be8f tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764904 Jul 14 09:11:38.941578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.001634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f644d683-f599-4503-b6dd-acbc3a62448e req-21530492-db45-4f31-8407-d0ddb5b207fb tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.1264591 Jul 14 09:11:39.099739 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f06504-8d64-4df8-af54-58e6b0fd7368 x-openstack-request-id: req-09f06504-8d64-4df8-af54-58e6b0fd7368 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:39.100042 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dda699-03d8-4e7d-a4d6-62044f57fa8f", "tag": "0aebf1fb-0009-4f5a-a4a7-580b662ea24c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:39.100307 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09f06504-8d64-4df8-af54-58e6b0fd7368 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:39.100721 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'tag': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c', 'status': 'completed', 'code': 200} Jul 14 09:11:39.113253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-2b965dfe-8655-43dc-9a3e-7217d93210cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.115207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-2b965dfe-8655-43dc-9a3e-7217d93210cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c03c667ad1034cb487beb6acb7403587&device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 1100 time: 0.1571846 Jul 14 09:11:39.185614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2c489368-c483-4ddd-a859-57b6b85e1852 None None] Provisioning for port 51665bff-5690-4a26-bc48-99162ff999a1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:39.196684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2c489368-c483-4ddd-a859-57b6b85e1852 None None] Provisioning complete for port 51665bff-5690-4a26-bc48-99162ff999a1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:39.198941 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c489368-c483-4ddd-a859-57b6b85e1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.242753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48664) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:39.246194 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-5b92f333-10cd-48fb-bcc6-8cc518638e65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=0aebf1fb-0009-4f5a-a4a7-580b662ea24c HTTP/1.1" status: 200 len: 217 time: 0.1232574 Jul 14 09:11:39.262941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2c489368-c483-4ddd-a859-57b6b85e1852 None None] Port 51665bff-5690-4a26-bc48-99162ff999a1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:39.334927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-359ed306-055e-4c1c-ba69-81dd6b3ff2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.336585 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-359ed306-055e-4c1c-ba69-81dd6b3ff2ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0788343 Jul 14 09:11:39.381969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1681957432-network', 'tenant_id': '7a5582f59eb44368b1c56fe335bbe9e7'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:39.408615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486e88c-464e-473d-922d-09e8e5d35462 req-f965c2df-7553-4f7f-a96a-e11e58c686f7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.410142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2486e88c-464e-473d-922d-09e8e5d35462 req-f965c2df-7553-4f7f-a96a-e11e58c686f7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1730180 Jul 14 09:11:39.451776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Made reservation on behalf of 7a5582f59eb44368b1c56fe335bbe9e7 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:39.454008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.475056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.481451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c9788-653f-4f89-bec5-7b95ea86d853 req-d7ad0174-223c-48ec-9955-abff669ae333 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.483442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9c9788-653f-4f89-bec5-7b95ea86d853 req-d7ad0174-223c-48ec-9955-abff669ae333 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 948 time: 0.1293602 Jul 14 09:11:39.508134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-b145ddd0-c6b4-4f8d-be3b-dce80515d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.510215 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-b145ddd0-c6b4-4f8d-be3b-dce80515d602 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1666839 Jul 14 09:11:39.520262 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2486e88c-464e-473d-922d-09e8e5d35462 req-863b8053-de8d-4df2-90e5-02dafff03238 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032190 Jul 14 09:11:39.577168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af9c9788-653f-4f89-bec5-7b95ea86d853 req-ab2c2c5d-7a99-4446-adbb-97724ed9dcd4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844734 Jul 14 09:11:39.579624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51665bff-5690-4a26-bc48-99162ff999a1 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:39.589275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.604456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Transition to ACTIVE for port object 51665bff-5690-4a26-bc48-99162ff999a1 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:39.610631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.681009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-d6865909-f8ac-40f4-aaaf-7bdd77da1031 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564407 Jul 14 09:11:39.710245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Pushing event updated for resources: {'Port': ['ID=51665bff-5690-4a26-bc48-99162ff999a1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:39.805061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Attempting to bind port 51665bff-5690-4a26-bc48-99162ff999a1 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:39.805773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Attempting to bind port 51665bff-5690-4a26-bc48-99162ff999a1 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:39.806321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.813502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Attempting to bind port 51665bff-5690-4a26-bc48-99162ff999a1 on network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:39.820840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Port 51665bff-5690-4a26-bc48-99162ff999a1 on network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:11:39.821429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Attempting to bind port 51665bff-5690-4a26-bc48-99162ff999a1 on network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:39.823791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.828216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:39.829362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Checking segment: {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:39.829955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Bound using segment: {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:39.830843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Bound port: 51665bff-5690-4a26-bc48-99162ff999a1, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd012e085-ae04-4795-8635-89a5a8f19c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:39.831855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.875250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:39.880563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e29134b-7286-4368-b1d5-a7c0b8df02fc req-a5f000fa-4b20-4636-8e25-47c6ee1c2cd6 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857343 Jul 14 09:11:39.884459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc104452-6284-4b44-ac2a-14b09967a7ff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:39.923023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] For port 51665bff-5690-4a26-bc48-99162ff999a1, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:39.926999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.927429 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Added segment 56e4941f-e58f-45f5-9a46-43acabac0ff6 of type vlan for network e51c0245-bf73-4553-a650-edc00812dde2 Jul 14 09:11:39.928500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] For port 51665bff-5690-4a26-bc48-99162ff999a1, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51665bff-5690-4a26-bc48-99162ff999a1,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:39.934906 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.972368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:39.972954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:39.974551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/51665bff-5690-4a26-bc48-99162ff999a1 HTTP/1.1" status: 200 len: 1093 time: 1.2861176 Jul 14 09:11:39.978358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:39.982394 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9024bc29-fa71-42af-9c00-9880176d4ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "tag": "51665bff-5690-4a26-bc48-99162ff999a1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:40.094008 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7284582a-6601-4e15-97d9-7e3e18ee5b6e x-openstack-request-id: req-7284582a-6601-4e15-97d9-7e3e18ee5b6e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:40.094225 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "tag": "51665bff-5690-4a26-bc48-99162ff999a1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:40.094485 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7284582a-6601-4e15-97d9-7e3e18ee5b6e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:40.094895 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1', 'status': 'completed', 'code': 200} Jul 14 09:11:40.101090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518e2c3-894e-4f2b-8241-6b73160995d4 service neutron] Pushing event updated for resources: {'Port': ['ID=51665bff-5690-4a26-bc48-99162ff999a1,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:40.129231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-8e7b7f1f-f3f7-45ec-8279-eb03659b5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.131292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-8e7b7f1f-f3f7-45ec-8279-eb03659b5cdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=079db07e4a0748cda436b41ec29900ca&device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 1096 time: 0.1084671 Jul 14 09:11:40.137652 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.192982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-7825426a-0b43-4432-aaec-50e55302656d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51665bff-5690-4a26-bc48-99162ff999a1 HTTP/1.1" status: 200 len: 217 time: 0.0482862 Jul 14 09:11:40.207319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.208941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.209589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.269149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-a5eb531e-64aa-490e-8dc8-84d1dc03faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.271103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-a5eb531e-64aa-490e-8dc8-84d1dc03faa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f83b3b8-e551-438e-b053-691e9401d502 HTTP/1.1" status: 200 len: 850 time: 0.0679524 Jul 14 09:11:40.313755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:40.313991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0692229 Jul 14 09:11:40.322766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Request body: {'subnet': {'network_id': 'e51c0245-bf73-4553-a650-edc00812dde2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1681957432-subnet', 'tenant_id': '7a5582f59eb44368b1c56fe335bbe9e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:40.327238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2435a0-18c0-4038-a973-6006a967d10b admin admin] Pushing event updated for resources: {'Network': ['ID=e51c0245-bf73-4553-a650-edc00812dde2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:40.332258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-4c1fec3a-14dd-472f-8ee0-ab7c534485af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.333971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-4c1fec3a-14dd-472f-8ee0-ab7c534485af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c03c667ad1034cb487beb6acb7403587&device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 1100 time: 0.3453021 Jul 14 09:11:40.347540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04988554-015c-4ffd-aa6c-8a7a1c1f0b6b req-8324b474-6acf-4d38-ac35-12fdf660670b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.349939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e51c0245-bf73-4553-a650-edc00812dde2 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:40.355484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04988554-015c-4ffd-aa6c-8a7a1c1f0b6b req-8324b474-6acf-4d38-ac35-12fdf660670b tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 944 time: 0.2490060 Jul 14 09:11:40.365333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c4eacf8-90d3-4539-bf88-cac2817f4a67 req-d9a57d67-7004-475d-9bee-81d72e4c23a7 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.0504942 Jul 14 09:11:40.391263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Made reservation on behalf of 7a5582f59eb44368b1c56fe335bbe9e7 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:40.394377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.443737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-7330f8c5-78c9-418f-bdc0-332dd8f9fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.445290 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-7330f8c5-78c9-418f-bdc0-332dd8f9fffd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663272 Jul 14 09:11:40.460716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04988554-015c-4ffd-aa6c-8a7a1c1f0b6b req-3ca66582-1da5-42dd-a9df-dce33bcb86df tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042697 Jul 14 09:11:40.504307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-d40e14c5-d964-46ac-8896-ee5da6eaf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.506703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-d40e14c5-d964-46ac-8896-ee5da6eaf35e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1431704 Jul 14 09:11:40.562466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-c3711f98-fd82-4cb3-b652-fa0ae25ec3ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=0aebf1fb-0009-4f5a-a4a7-580b662ea24c HTTP/1.1" status: 200 len: 217 time: 0.0364308 Jul 14 09:11:40.616867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-77e1e2a0-e94c-4fe0-a354-3b85bd92386e service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592119 Jul 14 09:11:40.641494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-663a8f73-0c62-4750-be28-3e9ebe6955f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.645216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-663a8f73-0c62-4750-be28-3e9ebe6955f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0756156 Jul 14 09:11:40.717408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-80be2770-46dc-400d-b568-91fe74f80e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.718438 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d77afa7-9baf-4c31-9cfd-a06c4ede95ef req-b23f8ee6-cedc-4358-b9bc-e2db819ee290 service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925949 Jul 14 09:11:40.719411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-80be2770-46dc-400d-b568-91fe74f80e3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666747 Jul 14 09:11:40.851237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:40.873983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-86d9bf69-0000-4f40-aec4-12fdf6533a50 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394601 Jul 14 09:11:40.882368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e456277-2877-4119-9ec0-9bf4f9a71052 req-f49a8f80-2446-40c7-adb2-7940167ab121 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.884152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e456277-2877-4119-9ec0-9bf4f9a71052 req-f49a8f80-2446-40c7-adb2-7940167ab121 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 948 time: 0.1390636 Jul 14 09:11:40.899145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e07b09-4995-4adf-8016-069d624aa43b req-1320e668-c90c-48d5-9135-eb8baf7e448e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.900661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e3e07b09-4995-4adf-8016-069d624aa43b req-1320e668-c90c-48d5-9135-eb8baf7e448e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1798382 Jul 14 09:11:40.940416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-68c73da7-3467-43e4-b2a8-f8c881079baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:40.941665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-68c73da7-3467-43e4-b2a8-f8c881079baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=079db07e4a0748cda436b41ec29900ca&device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 1096 time: 0.1584640 Jul 14 09:11:40.945356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd8652b-e7fd-4d50-9ef2-26d605a7aa04,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:40.988404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e456277-2877-4119-9ec0-9bf4f9a71052 req-40a43e17-3bca-4181-95af-4f9a36f320a2 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846279 Jul 14 09:11:41.002454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75e8393e-6100-48a9-93ba-e994432b8a4b req-5a79ca0d-025a-4a6b-a974-378ae858f167 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172795 Jul 14 09:11:41.018211 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e3e07b09-4995-4adf-8016-069d624aa43b req-d5867d56-0d0d-4dea-896d-2963e95aae18 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076908 Jul 14 09:11:41.023405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Checking segment: {'id': '56e4941f-e58f-45f5-9a46-43acabac0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e51c0245-bf73-4553-a650-edc00812dde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:41.023766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Network hostable DHCP agents. Network: e51c0245-bf73-4553-a650-edc00812dde2, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:41.072417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Network e51c0245-bf73-4553-a650-edc00812dde2 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:41.080982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-898318d2-a388-4a62-8de7-fd6733b9696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.083809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-898318d2-a388-4a62-8de7-fd6733b9696a service neutron] 10.222.0.11 "GET /v2.0/networks?id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 HTTP/1.1" status: 200 len: 912 time: 0.1298287 Jul 14 09:11:41.089561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e51c0245-bf73-4553-a650-edc00812dde2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:41.100937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293ab7c-e72a-4579-a1ba-cf138a1c6b3a None None] Network e51c0245-bf73-4553-a650-edc00812dde2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:41.102039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.102880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:41.294230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e8b99-fd39-4b7b-b25c-746b340c25ed None None] Network e51c0245-bf73-4553-a650-edc00812dde2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:41.437861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-d69ffaee-6159-4c10-b33b-7b90cf336822 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51665bff-5690-4a26-bc48-99162ff999a1 HTTP/1.1" status: 200 len: 217 time: 0.3453517 Jul 14 09:11:41.452554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a832a09b-82d4-4692-bef9-ca8029f3b38e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1362302 Jul 14 09:11:41.535876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-0bf3494d-745a-49de-98e9-dd128418d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.540791 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-0bf3494d-745a-49de-98e9-dd128418d3a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f83b3b8-e551-438e-b053-691e9401d502 HTTP/1.1" status: 200 len: 850 time: 0.0931487 Jul 14 09:11:41.671630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b18ac4b5-b8b8-4631-82e3-4dbb0dcec65b req-d628eb8d-defe-4f36-a5bf-199484080bc0 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/ports?device_id=9982099b-19fa-4509-a2bf-cc96de94e109 HTTP/1.1" status: 200 len: 210 time: 0.0689650 Jul 14 09:11:41.715787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-077820b3-6ae7-481d-9926-75b995e1a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.718670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-077820b3-6ae7-481d-9926-75b995e1a8e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537440 Jul 14 09:11:41.770690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3eb97-f4d4-4aaa-b666-6401e213427b req-c94ce547-4bec-4d69-8538-fb81b2712f0d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:41.772645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55f3eb97-f4d4-4aaa-b666-6401e213427b req-c94ce547-4bec-4d69-8538-fb81b2712f0d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 944 time: 0.1195407 Jul 14 09:11:41.839234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55f3eb97-f4d4-4aaa-b666-6401e213427b req-b2ca46b1-5a40-4bfd-bc40-5edfaf697005 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603144 Jul 14 09:11:41.874279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-6fa2fdb2-fc08-45d5-ad67-0709f0024f5b service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480911 Jul 14 09:11:41.944591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3376920a-5b08-48f5-bdac-d074ab981c2b req-6f453738-b5b5-4f7d-bcfa-555d4622da29 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1531599232', 'description': 'tempest-description-1076872301'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:42.015226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3376920a-5b08-48f5-bdac-d074ab981c2b req-6f453738-b5b5-4f7d-bcfa-555d4622da29 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.020027 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9024bc29-fa71-42af-9c00-9880176d4ffa req-47f91d9d-f8e2-4d1f-9a20-e003b0ebfa87 service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382263 Jul 14 09:11:42.121208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3376920a-5b08-48f5-bdac-d074ab981c2b req-6f453738-b5b5-4f7d-bcfa-555d4622da29 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.128946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3376920a-5b08-48f5-bdac-d074ab981c2b req-6f453738-b5b5-4f7d-bcfa-555d4622da29 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.169476 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3376920a-5b08-48f5-bdac-d074ab981c2b req-6f453738-b5b5-4f7d-bcfa-555d4622da29 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.170862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3376920a-5b08-48f5-bdac-d074ab981c2b req-6f453738-b5b5-4f7d-bcfa-555d4622da29 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2343402 Jul 14 09:11:42.173056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f453738-b5b5-4f7d-bcfa-555d4622da29 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45ee7a-993c-4116-b6ae-c14518de18f2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.273756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef2392-e801-4537-8d6e-4853f529e2e2 req-9d62a1ad-91c7-44fe-b89c-2d7a6eed5288 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.281610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dcef2392-e801-4537-8d6e-4853f529e2e2 req-9d62a1ad-91c7-44fe-b89c-2d7a6eed5288 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 948 time: 0.1205955 Jul 14 09:11:42.350402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dcef2392-e801-4537-8d6e-4853f529e2e2 req-48f2cde2-e850-46bd-96ec-664156de07da tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682013 Jul 14 09:11:42.377705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7866aa9-746f-4b8f-9bae-63fa100905d7 req-1254b3df-afc3-4d24-a27d-20b0ae14c092 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:42.379391 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7866aa9-746f-4b8f-9bae-63fa100905d7 req-1254b3df-afc3-4d24-a27d-20b0ae14c092 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1019704 Jul 14 09:11:42.529562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7866aa9-746f-4b8f-9bae-63fa100905d7 req-8a69b038-161b-48aa-957c-fca6611eb77b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324196 Jul 14 09:11:42.675316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-adf77bff-d1e9-4bbd-a2d8-2c70495524f3 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/8b45ee7a-993c-4116-b6ae-c14518de18f2 HTTP/1.1" status: 200 len: 1805 time: 0.1134226 Jul 14 09:11:42.687796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b45ee7a-993c-4116-b6ae-c14518de18f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:42.688953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b45ee7a-993c-4116-b6ae-c14518de18f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:42.801281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.832284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0aebf1fb-0009-4f5a-a4a7-580b662ea24c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:42.874468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.878734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.912670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee831ebd-d9a6-45d5-b478-211e2096f362,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:42.923584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:42.925348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-502c764f-0264-4820-b6bf-8119c1ecdd1f req-c5116a58-a31e-4426-a25f-7ffd49615b4e tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2435000 Jul 14 09:11:43.011720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:43.034919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c', 'mac_address': 'fa:16:3e:88:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:43.096006 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.126349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aebf1fb-0009-4f5a-a4a7-580b662ea24c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:43.132402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-476aae87-5d72-4f45-887b-9ce9634624ce req-f8ff0524-1e34-433f-b5e4-30c2b10f88f5 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-791560076', 'description': 'tempest-description-1668163480'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:43.157786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:43.185910 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.186194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-476aae87-5d72-4f45-887b-9ce9634624ce req-f8ff0524-1e34-433f-b5e4-30c2b10f88f5 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.201603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b3e58801-54bd-4050-9570-22012ed94ec0 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:43.263313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fc03f-c350-4daf-8760-87a1295fa783 req-0d6fa8a2-60c8-48ed-9049-7b6e6299dc24 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.273855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-629fc03f-c350-4daf-8760-87a1295fa783 req-0d6fa8a2-60c8-48ed-9049-7b6e6299dc24 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 944 time: 0.1335659 Jul 14 09:11:43.332811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.371278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-476aae87-5d72-4f45-887b-9ce9634624ce req-f8ff0524-1e34-433f-b5e4-30c2b10f88f5 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.377893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-629fc03f-c350-4daf-8760-87a1295fa783 req-8101b5a8-b503-4457-b60d-5cb18946391f tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029279 Jul 14 09:11:43.381858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-476aae87-5d72-4f45-887b-9ce9634624ce req-f8ff0524-1e34-433f-b5e4-30c2b10f88f5 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.410516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:43.430885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff0524-1e34-433f-b5e4-30c2b10f88f5 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b023c5b-c67a-41a2-b30d-748c332b0459,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.432745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'mac_address': 'fa:16:3e:6a:f2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:43.434064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-476aae87-5d72-4f45-887b-9ce9634624ce req-f8ff0524-1e34-433f-b5e4-30c2b10f88f5 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.448681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-476aae87-5d72-4f45-887b-9ce9634624ce req-f8ff0524-1e34-433f-b5e4-30c2b10f88f5 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3263006 Jul 14 09:11:43.450824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:43.491034 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.508676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3e58801-54bd-4050-9570-22012ed94ec0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:43.538781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:43.543295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-4493ca2f-9c2c-42ff-9767-08fdb72bcaea tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/7b023c5b-c67a-41a2-b30d-748c332b0459 HTTP/1.1" status: 200 len: 1804 time: 0.0622554 Jul 14 09:11:43.545292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.549010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7b023c5b-c67a-41a2-b30d-748c332b0459', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:43.549449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7b023c5b-c67a-41a2-b30d-748c332b0459', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:43.589335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eed144e7-a37e-4e79-a3c0-67813961419d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.635574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eed144e7-a37e-4e79-a3c0-67813961419d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.656837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b3e58801-54bd-4050-9570-22012ed94ec0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:43.683606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.732176 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eed144e7-a37e-4e79-a3c0-67813961419d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.736221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eed144e7-a37e-4e79-a3c0-67813961419d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.739915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eed144e7-a37e-4e79-a3c0-67813961419d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "DELETE /v2.0/security-groups/a72890b9-a495-42a0-b4d2-df554f858297 HTTP/1.1" status: 204 len: 168 time: 0.2844541 Jul 14 09:11:43.741759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:43.751750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed144e7-a37e-4e79-a3c0-67813961419d tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72890b9-a495-42a0-b4d2-df554f858297,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.773475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.789757 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.795327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f10949-0a78-4b38-b4f4-159db11090f5 req-3a7619bb-dfa3-4867-ab8d-91ed8a63bbd2 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:43.802121 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-af17b956-46f5-4b29-a67f-3bc79882493f tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] show failed (client error): The resource could not be found. Jul 14 09:11:43.803654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81f10949-0a78-4b38-b4f4-159db11090f5 req-3a7619bb-dfa3-4867-ab8d-91ed8a63bbd2 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 949 time: 0.1115913 Jul 14 09:11:43.807565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af17b956-46f5-4b29-a67f-3bc79882493f tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "GET /v2.0/security-groups/a72890b9-a495-42a0-b4d2-df554f858297 HTTP/1.1" status: 404 len: 347 time: 0.0596263 Jul 14 09:11:43.809338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.810769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:43.834405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346ed29b-048b-4751-b9a9-186aef008b1c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:43.865558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:43.866845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e8b3522-b3ac-464b-ba16-bac1e6b2acb5 req-16bd2c12-fce7-4f32-94a1-3b4a2bb21cca tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3224370 Jul 14 09:11:43.883495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0aebf1fb-0009-4f5a-a4a7-580b662ea24c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:43.984207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81f10949-0a78-4b38-b4f4-159db11090f5 req-fa0c6ec5-6988-464d-b8c9-06140372678e tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794462 Jul 14 09:11:44.026247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Deleting port 5291078d-3936-453e-967f-f2f297019843 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:44.027081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.129136 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.129693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.141633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Calling delete_port for 5291078d-3936-453e-967f-f2f297019843 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:44.274873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e7cb-5527-4a81-8ea9-c9706fa0ee55 req-001e688c-922a-4f10-b1f7-abc47bc05877 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:44.281437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8801e7cb-5527-4a81-8ea9-c9706fa0ee55 req-001e688c-922a-4f10-b1f7-abc47bc05877 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.2139699 Jul 14 09:11:44.336109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.350559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8801e7cb-5527-4a81-8ea9-c9706fa0ee55 req-ea995e7c-75c5-4c0f-bbc6-8a8c02c6e6e8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618317 Jul 14 09:11:44.380363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Pushing event deleted for resources: {'Port': ['ID=5291078d-3936-453e-967f-f2f297019843,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:44.400486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-15ab2af3-457f-4a46-9b91-da7fabcf373d req-f76b5284-30a4-4c05-aed0-f3d750db62a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-167184310', 'description': 'tempest-description-817079268'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:44.444965 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15ab2af3-457f-4a46-9b91-da7fabcf373d req-f76b5284-30a4-4c05-aed0-f3d750db62a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.472119 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.478534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.480892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8c773f7c-ce51-4158-bd7c-7fce9a209645 tempest-ServersTestBootFromVolume-1634325670 tempest-ServersTestBootFromVolume-1634325670-project] 10.222.0.18 "DELETE /v2.0/floatingips/d2edb84d-36b4-4847-9a81-11563588ba57 HTTP/1.1" status: 204 len: 168 time: 0.6676219 Jul 14 09:11:44.488411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48792) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:44.632977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15ab2af3-457f-4a46-9b91-da7fabcf373d req-f76b5284-30a4-4c05-aed0-f3d750db62a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.641790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15ab2af3-457f-4a46-9b91-da7fabcf373d req-f76b5284-30a4-4c05-aed0-f3d750db62a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.684624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b5284-30a4-4c05-aed0-f3d750db62a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44929fd0-e3a3-4c04-9108-ba0bf5ef8671,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:44.696178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15ab2af3-457f-4a46-9b91-da7fabcf373d req-f76b5284-30a4-4c05-aed0-f3d750db62a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.698003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15ab2af3-457f-4a46-9b91-da7fabcf373d req-f76b5284-30a4-4c05-aed0-f3d750db62a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3056695 Jul 14 09:11:44.728100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a76cb813-01b2-4576-b388-e95a0488bd5c req-0cf9f9fc-c6ce-4f00-945f-9fafc15c73de tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-282722732', 'description': 'tempest-description-750561524'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:44.772556 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a76cb813-01b2-4576-b388-e95a0488bd5c req-0cf9f9fc-c6ce-4f00-945f-9fafc15c73de tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.867388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51665bff-5690-4a26-bc48-99162ff999a1 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:11:44.896846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfdbf-0efd-4e09-86fc-42b4a8c38517 req-2ac9080e-8c76-4261-943a-8544a66d3dcb tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:44.904909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-160dfdbf-0efd-4e09-86fc-42b4a8c38517 req-2ac9080e-8c76-4261-943a-8544a66d3dcb tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 944 time: 0.1742089 Jul 14 09:11:44.920025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a76cb813-01b2-4576-b388-e95a0488bd5c req-0cf9f9fc-c6ce-4f00-945f-9fafc15c73de tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.926234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a76cb813-01b2-4576-b388-e95a0488bd5c req-0cf9f9fc-c6ce-4f00-945f-9fafc15c73de tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:44.996385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-160dfdbf-0efd-4e09-86fc-42b4a8c38517 req-9f40dbfa-4798-4a77-a6eb-0d07d718fb96 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901182 Jul 14 09:11:45.001008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a76cb813-01b2-4576-b388-e95a0488bd5c req-0cf9f9fc-c6ce-4f00-945f-9fafc15c73de tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.017244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a76cb813-01b2-4576-b388-e95a0488bd5c req-0cf9f9fc-c6ce-4f00-945f-9fafc15c73de tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2938857 Jul 14 09:11:45.028867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9f9fc-c6ce-4f00-945f-9fafc15c73de tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91efdabf-1397-4b4c-ac1b-fa183bd05666,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:45.043052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b3e58801-54bd-4050-9570-22012ed94ec0 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:45.117873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-508695cb-fab4-4df5-9a50-b85e6e27989f tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/44929fd0-e3a3-4c04-9108-ba0bf5ef8671 HTTP/1.1" status: 200 len: 1803 time: 0.0700512 Jul 14 09:11:45.187878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51665bff-5690-4a26-bc48-99162ff999a1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51665bff-5690-4a26-bc48-99162ff999a1,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:45.212340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '51665bff-5690-4a26-bc48-99162ff999a1', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'port_id': '51665bff-5690-4a26-bc48-99162ff999a1', 'mac_address': 'fa:16:3e:44:68:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:11:45.228781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-8b8531c9-5bfd-4d6f-998d-c10b6490cff8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/91efdabf-1397-4b4c-ac1b-fa183bd05666 HTTP/1.1" status: 200 len: 1803 time: 0.1098769 Jul 14 09:11:45.231798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b3e58801-54bd-4050-9570-22012ed94ec0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:45.233343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.234871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44929fd0-e3a3-4c04-9108-ba0bf5ef8671', 'remote_group_id': '91efdabf-1397-4b4c-ac1b-fa183bd05666', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:45.235195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44929fd0-e3a3-4c04-9108-ba0bf5ef8671', 'remote_group_id': '91efdabf-1397-4b4c-ac1b-fa183bd05666', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:45.290276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f180-99de-4780-9abb-1db145187925 req-83e2465d-d61f-4ad9-ac4d-19f95801c789 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.299235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7979f180-99de-4780-9abb-1db145187925 req-83e2465d-d61f-4ad9-ac4d-19f95801c789 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 949 time: 0.0852809 Jul 14 09:11:45.303943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.340286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.350880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7979f180-99de-4780-9abb-1db145187925 req-3ead3427-268f-47b2-8026-049ce1b19421 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506656 Jul 14 09:11:45.363509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51665bff-5690-4a26-bc48-99162ff999a1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:45.415140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51665bff-5690-4a26-bc48-99162ff999a1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51665bff-5690-4a26-bc48-99162ff999a1,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:45.440608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.500883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=51665bff-5690-4a26-bc48-99162ff999a1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:45.503541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.540254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:45.542968 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ef2666-c4ab-400f-a181-030669dc4690" -d '{"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-plugged", "status": "completed", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:45.558160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:45.559455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.563970 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.565411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0aebf1fb-0009-4f5a-a4a7-580b662ea24c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:45.685590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.697648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:45.709207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.737780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782995d0-c933-4d1d-ba14-168980dbf23d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:45.744446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.745694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b6770a4-ec04-4f39-a3c4-0d6ce98e6468 req-3c740e76-48e6-4c0f-9719-20b22d285170 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5160871 Jul 14 09:11:45.750534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['51665bff-5690-4a26-bc48-99162ff999a1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:45.755197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:45.817201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65833a20-798f-4012-9988-ceb4a53a3740 req-74a07348-0e16-4933-80e3-7d04f629836d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:45.824562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:45.824962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.827301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65833a20-798f-4012-9988-ceb4a53a3740 req-74a07348-0e16-4933-80e3-7d04f629836d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1670978 Jul 14 09:11:45.892042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65833a20-798f-4012-9988-ceb4a53a3740 req-792aa3de-fdb5-41e7-9152-14c61fe82908 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634503 Jul 14 09:11:45.953599 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dafd7c8-0a87-4471-b105-8e7a8ad52b42 x-openstack-request-id: req-8dafd7c8-0a87-4471-b105-8e7a8ad52b42 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:45.953892 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-plugged", "status": "completed", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:45.954264 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dafd7c8-0a87-4471-b105-8e7a8ad52b42 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:45.954667 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'code': 200} Jul 14 09:11:45.967250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c06ccd7d-6ab9-47da-a8d8-0b9688cc95a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:45.969240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Deleting port 349270bc-451f-4f75-baa7-03b5f1ecda56 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:45.969581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.075534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-59e484e5-de39-4400-8922-40db3a9d4ff7 req-11b3887d-16bc-4db6-877b-bf06faec989b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1122838184', 'description': 'tempest-description-1822626354'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:46.128387 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-59e484e5-de39-4400-8922-40db3a9d4ff7 req-11b3887d-16bc-4db6-877b-bf06faec989b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.180163 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.329331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] For port 349270bc-451f-4f75-baa7-03b5f1ecda56, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=349270bc-451f-4f75-baa7-03b5f1ecda56,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:46.330897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.374819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840385d1-f9d9-4c09-ac07-9b6a5422efb8 req-c6d1654c-bd20-4be1-9fae-8543d2ac8ac7 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:46.386379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-840385d1-f9d9-4c09-ac07-9b6a5422efb8 req-c6d1654c-bd20-4be1-9fae-8543d2ac8ac7 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 945 time: 0.1944172 Jul 14 09:11:46.402769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Calling delete_port for 349270bc-451f-4f75-baa7-03b5f1ecda56 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:46.415455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:46.428348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.476909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-840385d1-f9d9-4c09-ac07-9b6a5422efb8 req-e727e854-33a7-4e6b-b7ee-12e6581f9100 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807345 Jul 14 09:11:46.490713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:46.533152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-59e484e5-de39-4400-8922-40db3a9d4ff7 req-11b3887d-16bc-4db6-877b-bf06faec989b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.580539 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-59e484e5-de39-4400-8922-40db3a9d4ff7 req-11b3887d-16bc-4db6-877b-bf06faec989b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.667656 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-59e484e5-de39-4400-8922-40db3a9d4ff7 req-11b3887d-16bc-4db6-877b-bf06faec989b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.668856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59e484e5-de39-4400-8922-40db3a9d4ff7 req-11b3887d-16bc-4db6-877b-bf06faec989b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6730464 Jul 14 09:11:46.694340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3887d-16bc-4db6-877b-bf06faec989b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201665fa-15da-451d-920f-4e9696185dd9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:46.737086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ec59-fb0e-4bd3-b7bb-aee5e35f9b9e req-e35e483c-13d0-4e10-bbae-90c9320c5300 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:46.746149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ef3ec59-fb0e-4bd3-b7bb-aee5e35f9b9e req-e35e483c-13d0-4e10-bbae-90c9320c5300 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.1250205 Jul 14 09:11:46.818659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ef3ec59-fb0e-4bd3-b7bb-aee5e35f9b9e req-c0c51ffc-a8a3-4722-aa80-02ec6e9f6e8f tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713391 Jul 14 09:11:46.821207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:46.866126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a736d9dd-2eac-4ac5-8099-17cbfbc32d3e req-ae1fd7dc-4e57-4d18-9aad-c6fb9e8c02f8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1221735839', 'description': 'tempest-description-1520510172'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:46.904117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a736d9dd-2eac-4ac5-8099-17cbfbc32d3e req-ae1fd7dc-4e57-4d18-9aad-c6fb9e8c02f8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.019976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a736d9dd-2eac-4ac5-8099-17cbfbc32d3e req-ae1fd7dc-4e57-4d18-9aad-c6fb9e8c02f8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.032204 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a736d9dd-2eac-4ac5-8099-17cbfbc32d3e req-ae1fd7dc-4e57-4d18-9aad-c6fb9e8c02f8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.066552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a736d9dd-2eac-4ac5-8099-17cbfbc32d3e req-ae1fd7dc-4e57-4d18-9aad-c6fb9e8c02f8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.082415 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a736d9dd-2eac-4ac5-8099-17cbfbc32d3e req-ae1fd7dc-4e57-4d18-9aad-c6fb9e8c02f8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2231243 Jul 14 09:11:47.136163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fd7dc-4e57-4d18-9aad-c6fb9e8c02f8 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc6a71-0a72-46a7-b62c-cc8c7b10d01b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:47.364766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=349270bc-451f-4f75-baa7-03b5f1ecda56,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:47.381095 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-e1b3979a-b4fc-4da9-a5ba-efc42b83bd99 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/201665fa-15da-451d-920f-4e9696185dd9 HTTP/1.1" status: 200 len: 1805 time: 0.0564725 Jul 14 09:11:47.440228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-6f4cb98e-ed89-44ea-af71-9bc797553d7b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/63bc6a71-0a72-46a7-b62c-cc8c7b10d01b HTTP/1.1" status: 200 len: 1805 time: 0.0579832 Jul 14 09:11:47.464778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '201665fa-15da-451d-920f-4e9696185dd9', 'remote_group_id': '63bc6a71-0a72-46a7-b62c-cc8c7b10d01b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:47.465108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '201665fa-15da-451d-920f-4e9696185dd9', 'remote_group_id': '63bc6a71-0a72-46a7-b62c-cc8c7b10d01b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:47.561588 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.565181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.576591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5bcfc-1c4b-44a7-8d05-12c100acd77c req-a68453ad-2979-4545-9a6e-323f659f000b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.578922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cab5bcfc-1c4b-44a7-8d05-12c100acd77c req-a68453ad-2979-4545-9a6e-323f659f000b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.2150435 Jul 14 09:11:47.626138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.631244 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.655437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd072b2-dc0f-4c2c-90f5-73135b4028bb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:47.661208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.674169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cab5bcfc-1c4b-44a7-8d05-12c100acd77c req-4437dbc7-2c1f-484d-8035-a4323b6964b1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Jul 14 09:11:47.676005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fd5e104-73e8-4d7a-90ca-8a8f988bbaeb req-749a0e1a-ed9a-48c8-bfd9-b6076222c527 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2288661 Jul 14 09:11:47.799318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29e68b2b-9a99-465f-929e-718d310b4e86 req-fe28c278-12b4-4637-a8c8-6fa2cf4f783b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/63bc6a71-0a72-46a7-b62c-cc8c7b10d01b HTTP/1.1" status: 200 len: 1805 time: 0.0716109 Jul 14 09:11:47.847645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5e072-966a-4e04-8376-c0bef95b6c4d req-c2bfdda0-f468-434c-858b-56a0a0686949 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:47.849841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4fe5e072-966a-4e04-8376-c0bef95b6c4d req-c2bfdda0-f468-434c-858b-56a0a0686949 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 945 time: 0.0798230 Jul 14 09:11:47.888409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4fe5e072-966a-4e04-8376-c0bef95b6c4d req-b54e68e5-b5ca-49f9-ade8-df1b487731f9 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Jul 14 09:11:47.953755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-29e68b2b-9a99-465f-929e-718d310b4e86 req-2e642deb-c04d-432b-9364-ed2839c2c09d tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.956452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:47.958862 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf8c0b-508c-488b-aa6f-7ed3352af99d" -d '{"events": [{"server_uuid": "a6dda699-03d8-4e7d-a4d6-62044f57fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "0aebf1fb-0009-4f5a-a4a7-580b662ea24c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:47.982432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-29e68b2b-9a99-465f-929e-718d310b4e86 req-2e642deb-c04d-432b-9364-ed2839c2c09d tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:47.998663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:48.083187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970caf3c-e2c7-41f3-a97f-1a7e7b55794e req-02aa0219-df12-40de-877a-8efff417f15b tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.084863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-970caf3c-e2c7-41f3-a97f-1a7e7b55794e req-02aa0219-df12-40de-877a-8efff417f15b tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.0763838 Jul 14 09:11:48.154400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-29e68b2b-9a99-465f-929e-718d310b4e86 req-2e642deb-c04d-432b-9364-ed2839c2c09d tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.156914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-29e68b2b-9a99-465f-929e-718d310b4e86 req-2e642deb-c04d-432b-9364-ed2839c2c09d tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.169668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29e68b2b-9a99-465f-929e-718d310b4e86 req-2e642deb-c04d-432b-9364-ed2839c2c09d tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-groups/63bc6a71-0a72-46a7-b62c-cc8c7b10d01b HTTP/1.1" status: 204 len: 173 time: 0.3690000 Jul 14 09:11:48.174906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-970caf3c-e2c7-41f3-a97f-1a7e7b55794e req-2fcdc566-3a42-49ad-8c4d-027348c9351b tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814281 Jul 14 09:11:48.187022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:48.188707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642deb-c04d-432b-9364-ed2839c2c09d tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc6a71-0a72-46a7-b62c-cc8c7b10d01b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:48.199476 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] Sync routers for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:48.201906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8039cc6f-fc13-4713-a50d-66d23c1c2b0a admin admin] 10.222.0.18 "PUT /v2.0/routers/eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7118838 Jul 14 09:11:48.204393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48868) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:48.219564 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:48.222120 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:48.247935 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb44e9-4cb0-4db8-946e-c22003965f38 x-openstack-request-id: req-4bbb44e9-4cb0-4db8-946e-c22003965f38 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:48.248576 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dda699-03d8-4e7d-a4d6-62044f57fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "0aebf1fb-0009-4f5a-a4a7-580b662ea24c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:48.249365 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bbb44e9-4cb0-4db8-946e-c22003965f38 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:48.250029 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c', 'code': 200} Jul 14 09:11:48.358544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.395988 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2bf3f72c-1cea-4971-8bf8-9650d41b56d2 req-aca5d0da-a051-4fa8-b231-3b1b174b3b25 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/201665fa-15da-451d-920f-4e9696185dd9 HTTP/1.1" status: 200 len: 1805 time: 0.1154068 Jul 14 09:11:48.436393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347e30f-2112-441f-ac1c-52d15a6c7cee req-9757c385-aec5-426b-884e-443753bd9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:48.446871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8347e30f-2112-441f-ac1c-52d15a6c7cee req-9757c385-aec5-426b-884e-443753bd9cdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 1102 time: 0.1027365 Jul 14 09:11:48.513442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-17b9e3fe-c031-4ecd-8cfd-adeedbef70fb req-4be7a5b3-f9c4-4f73-99ee-ee12495a3a30 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-500296394', 'description': 'tempest-description-1043754688'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:48.541835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8347e30f-2112-441f-ac1c-52d15a6c7cee req-f62844ba-ca1c-4f10-a449-ab6dba56c8ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940723 Jul 14 09:11:48.550824 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:48.553148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.555740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-17b9e3fe-c031-4ecd-8cfd-adeedbef70fb req-4be7a5b3-f9c4-4f73-99ee-ee12495a3a30 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.620458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Deleting port 19aa5498-84d1-4ade-bddf-f5c107e8c74d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:48.620458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.683232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a26353bd-2f2b-4a83-b1d8-e13ad117c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.722125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-17b9e3fe-c031-4ecd-8cfd-adeedbef70fb req-4be7a5b3-f9c4-4f73-99ee-ee12495a3a30 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.730389 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-17b9e3fe-c031-4ecd-8cfd-adeedbef70fb req-4be7a5b3-f9c4-4f73-99ee-ee12495a3a30 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.782016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7a5b3-f9c4-4f73-99ee-ee12495a3a30 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f598d5fd-2d81-4dbd-be5a-65f1e446e899,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:48.802300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] For port 19aa5498-84d1-4ade-bddf-f5c107e8c74d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=19aa5498-84d1-4ade-bddf-f5c107e8c74d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:48.802809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.806390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-17b9e3fe-c031-4ecd-8cfd-adeedbef70fb req-4be7a5b3-f9c4-4f73-99ee-ee12495a3a30 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:48.816470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17b9e3fe-c031-4ecd-8cfd-adeedbef70fb req-4be7a5b3-f9c4-4f73-99ee-ee12495a3a30 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3073230 Jul 14 09:11:48.824193 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:11:46Z', 'revision_number': 5, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port': {'id': '19aa5498-84d1-4ade-bddf-f5c107e8c74d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:08:16Z', 'updated_at': '2021-07-14T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:48.832047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Calling delete_port for 19aa5498-84d1-4ade-bddf-f5c107e8c74d owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:48.860102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] Checking router: eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:48.882882 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] Routers {'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:48.883712 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:48.896528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51665bff-5690-4a26-bc48-99162ff999a1 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:48.905434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-513c468d-67ad-48a3-b4a3-c5d3006518d4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/f598d5fd-2d81-4dbd-be5a-65f1e446e899 HTTP/1.1" status: 200 len: 1804 time: 0.0651519 Jul 14 09:11:48.913526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f598d5fd-2d81-4dbd-be5a-65f1e446e899', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:48.914532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f598d5fd-2d81-4dbd-be5a-65f1e446e899', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:49.005197 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.032241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40de6f-f427-4156-96d7-58c60810dda5 req-c36f6cb8-2f36-4c2a-8bcf-bf6ec10b178e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.035144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 51665bff-5690-4a26-bc48-99162ff999a1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:49.042777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e40de6f-f427-4156-96d7-58c60810dda5 req-c36f6cb8-2f36-4c2a-8bcf-bf6ec10b178e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1833661 Jul 14 09:11:49.046985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 51665bff-5690-4a26-bc48-99162ff999a1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:49.052098 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.086077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.111909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e40de6f-f427-4156-96d7-58c60810dda5 req-99888f42-9330-47b5-a292-cf917c7bffb4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681145 Jul 14 09:11:49.165027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.172107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.214347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f948e105-01ef-4069-8aaa-0e5308d4b7de,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.225614 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] Set router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:49.237816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.241453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4776dfce-becc-45cc-a81e-f5bf508ed66c req-0637c183-6193-4d5a-836f-13b94368a124 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3319378 Jul 14 09:11:49.248441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.265158 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.293115 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:11:48Z', 'revision_number': 6, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:49.304058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Pushing event deleted for resources: {'Port': ['ID=19aa5498-84d1-4ade-bddf-f5c107e8c74d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.310935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 51665bff-5690-4a26-bc48-99162ff999a1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51665bff-5690-4a26-bc48-99162ff999a1,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:49.316154 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.339457 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c6f69-1630-49cb-b381-401fe9ae7ced None None] The sync data for ids ['eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d'] in n-d-758944-44 is: [{'id': 'eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d', 'name': 'tempest-ServersTestBootFromVolume-2082621297-router', 'tenant_id': 'b19cf709b3814fe88a85994a67179bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:15Z', 'updated_at': '2021-07-14T09:11:48Z', 'revision_number': 6, 'project_id': 'b19cf709b3814fe88a85994a67179bdb', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:49.394882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=51665bff-5690-4a26-bc48-99162ff999a1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.480695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.589152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576db60-596e-4ded-8edd-900a662dad4b req-22581514-0a13-40d3-9622-886313e636ba tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.598469 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.605557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6576db60-596e-4ded-8edd-900a662dad4b req-22581514-0a13-40d3-9622-886313e636ba tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.1014645 Jul 14 09:11:49.639466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.644303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.661763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6576db60-596e-4ded-8edd-900a662dad4b req-0d376628-e49c-4de2-a889-408b58a7bc3e tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552292 Jul 14 09:11:49.689523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f23a9-518e-4a6b-b481-3fd03fe849a3 req-bd1872ac-9980-4d84-abd5-42e2434cf6fa tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:49.693377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a2f23a9-518e-4a6b-b481-3fd03fe849a3 req-bd1872ac-9980-4d84-abd5-42e2434cf6fa tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.3106892 Jul 14 09:11:49.743937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-9b6b2170-9389-43ab-ae82-d78c79e85546 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/f598d5fd-2d81-4dbd-be5a-65f1e446e899 HTTP/1.1" status: 200 len: 2397 time: 0.0641179 Jul 14 09:11:49.748957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.749625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f598d5fd-2d81-4dbd-be5a-65f1e446e899', 'remote_group_id': None}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:49.749780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:11:49.750008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f598d5fd-2d81-4dbd-be5a-65f1e446e899', 'remote_group_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:49.755457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.759576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-84fabc01-bcd6-40d8-a44c-eb37e5b52974 admin admin] 10.222.0.18 "DELETE /v2.0/routers/eb91d6e0-9b36-4b8a-aa3a-5d0b1637d68d HTTP/1.1" status: 204 len: 168 time: 1.5542321 Jul 14 09:11:49.760415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48900) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:49.790020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.854977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.870999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] Deleting subnet ecfcc46d-1c77-4fe0-b573-d3d52b10097a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:11:49.889170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a2f23a9-518e-4a6b-b481-3fd03fe849a3 req-6a1ee86a-f45b-4b82-8000-16eab9d10bba tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486874 Jul 14 09:11:49.891601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.891768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.898354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.945444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c0d886-ba1d-4b48-8389-1c0a7f405b76,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:49.955117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.963576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:49.965123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d599f8bb-b97c-496d-80e2-a5f3c745b747 req-3d12cb01-1159-484c-be01-fc590532ad89 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2201002 Jul 14 09:11:50.105406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.163375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c816b88-f715-4875-b10b-f94b806ae9ae req-345b9286-8f04-4a77-a6c8-c5397dcebc65 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/f598d5fd-2d81-4dbd-be5a-65f1e446e899 HTTP/1.1" status: 200 len: 2995 time: 0.0625312 Jul 14 09:11:50.205575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.252018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:50.254563 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1b3332-5eff-4f03-bedd-86ed86f79c51" -d '{"events": [{"server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "name": "network-vif-plugged", "status": "completed", "tag": "51665bff-5690-4a26-bc48-99162ff999a1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:50.270276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfcc46d-1c77-4fe0-b573-d3d52b10097a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:50.277850 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.282973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e9d86-19ad-47ec-8578-91a462b833c1 None None] Network 87454a68-d2ee-4fe0-a7ce-09668fc1935b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:50.286456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6562cf9c-51f4-40ad-9aa6-3d7084688502 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ecfcc46d-1c77-4fe0-b573-d3d52b10097a HTTP/1.1" status: 204 len: 168 time: 0.5041897 Jul 14 09:11:50.288014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48918) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:50.296530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2101956-526a-44e4-b6f4-937d5f73963d req-62384816-d870-4216-a2a8-ef7d19fde9b6 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-group-rules/33c0d886-ba1d-4b48-8389-1c0a7f405b76 HTTP/1.1" status: 200 len: 783 time: 0.0781248 Jul 14 09:11:50.374631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2101956-526a-44e4-b6f4-937d5f73963d req-4d803652-447a-4040-ab7e-836d000bbe7b tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/f598d5fd-2d81-4dbd-be5a-65f1e446e899 HTTP/1.1" status: 200 len: 2995 time: 0.0750811 Jul 14 09:11:50.451025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f2101956-526a-44e4-b6f4-937d5f73963d req-7fe76d50-692a-4ee2-928b-1e3217468c17 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.473948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f2101956-526a-44e4-b6f4-937d5f73963d req-7fe76d50-692a-4ee2-928b-1e3217468c17 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.479721 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.535054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f2101956-526a-44e4-b6f4-937d5f73963d req-7fe76d50-692a-4ee2-928b-1e3217468c17 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.560946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f2101956-526a-44e4-b6f4-937d5f73963d req-7fe76d50-692a-4ee2-928b-1e3217468c17 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.563836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2101956-526a-44e4-b6f4-937d5f73963d req-7fe76d50-692a-4ee2-928b-1e3217468c17 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/33c0d886-ba1d-4b48-8389-1c0a7f405b76 HTTP/1.1" status: 204 len: 173 time: 0.1883214 Jul 14 09:11:50.566609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe76d50-692a-4ee2-928b-1e3217468c17 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33c0d886-ba1d-4b48-8389-1c0a7f405b76,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:50.610393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632d13-9d12-403c-bfeb-2c908d141983 req-d7941be4-68df-45d7-9c63-7585169f07ce tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:50.617566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d632d13-9d12-403c-bfeb-2c908d141983 req-d7941be4-68df-45d7-9c63-7585169f07ce tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.2316861 Jul 14 09:11:50.638838 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71197c45-dd46-45a9-a127-79840bb66add x-openstack-request-id: req-71197c45-dd46-45a9-a127-79840bb66add {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:50.639641 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "name": "network-vif-plugged", "status": "completed", "tag": "51665bff-5690-4a26-bc48-99162ff999a1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:50.640241 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71197c45-dd46-45a9-a127-79840bb66add {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:50.641514 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1', 'code': 200} Jul 14 09:11:50.651222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] DHCP port deletion for 87454a68-d2ee-4fe0-a7ce-09668fc1935b request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:11:50.698834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Deleting port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:50.699210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.713424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d632d13-9d12-403c-bfeb-2c908d141983 req-e6c1ad50-3595-4f0b-8679-dbeba5a35084 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947127 Jul 14 09:11:50.740365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] Deleting port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:11:50.741028 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.790538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-620d2e2d-f0c0-4113-9a47-10f714efc253 req-33b08fad-f334-4e4b-8bf6-51be61fac5a4 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/f598d5fd-2d81-4dbd-be5a-65f1e446e899 HTTP/1.1" status: 200 len: 2397 time: 0.1098256 Jul 14 09:11:50.867349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-620d2e2d-f0c0-4113-9a47-10f714efc253 req-8aec834c-5f32-453c-8f51-958c1ffdf845 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.902373 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-620d2e2d-f0c0-4113-9a47-10f714efc253 req-8aec834c-5f32-453c-8f51-958c1ffdf845 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.935595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] For port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:50.935952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.973661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-620d2e2d-f0c0-4113-9a47-10f714efc253 req-8aec834c-5f32-453c-8f51-958c1ffdf845 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.976483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] For port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,segment=NetworkSegment(972f9b44-f32c-46a0-9cb9-aa33ae4e4908),segment_id=972f9b44-f32c-46a0-9cb9-aa33ae4e4908)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:50.976894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.978813 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-620d2e2d-f0c0-4113-9a47-10f714efc253 req-8aec834c-5f32-453c-8f51-958c1ffdf845 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:50.992686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Calling delete_port for 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:50.998701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-620d2e2d-f0c0-4113-9a47-10f714efc253 req-8aec834c-5f32-453c-8f51-958c1ffdf845 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-groups/f598d5fd-2d81-4dbd-be5a-65f1e446e899 HTTP/1.1" status: 204 len: 173 time: 0.2064815 Jul 14 09:11:51.013282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] Calling delete_port for 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:11:51.025837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c9510-bdfe-4091-bf53-8e5bfd9c8182 req-963c41c6-79f7-4106-b2b5-af51cf114b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:51.027496 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd9c9510-bdfe-4091-bf53-8e5bfd9c8182 req-963c41c6-79f7-4106-b2b5-af51cf114b61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 1098 time: 0.2844460 Jul 14 09:11:51.029514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec834c-5f32-453c-8f51-958c1ffdf845 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f598d5fd-2d81-4dbd-be5a-65f1e446e899,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.123028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f7d9e-0ad7-4115-90fb-1e28c73b3b90 req-eb5c9361-f173-4960-b604-40c5dbaa494f tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:51.133306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab0f7d9e-0ad7-4115-90fb-1e28c73b3b90 req-eb5c9361-f173-4960-b604-40c5dbaa494f tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.2014792 Jul 14 09:11:51.157908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 349270bc-451f-4f75-baa7-03b5f1ecda56 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:51.180199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd9c9510-bdfe-4091-bf53-8e5bfd9c8182 req-f37d1c9e-7336-4a22-9050-3e89a6f75190 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070991 Jul 14 09:11:51.185836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 349270bc-451f-4f75-baa7-03b5f1ecda56 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:51.186488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 349270bc-451f-4f75-baa7-03b5f1ecda56 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:51.187104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:51.216292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae82e3-475f-4df5-8296-342d6f4b1b3c req-00ee4bdc-5dea-441b-ab3b-f7e0b4fa54f8 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:51.220437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab0f7d9e-0ad7-4115-90fb-1e28c73b3b90 req-7f6fcc25-802e-4787-a3bc-6b42a13c1dd7 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861878 Jul 14 09:11:51.228899 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0ae82e3-475f-4df5-8296-342d6f4b1b3c req-00ee4bdc-5dea-441b-ab3b-f7e0b4fa54f8 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.1036320 Jul 14 09:11:51.247405 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.254425 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.297741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No active binding found for port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:11:51.298198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:51.298681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 19aa5498-84d1-4ade-bddf-f5c107e8c74d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:11:51.302053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.314037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] No DVR routers for this DVR port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:51.318720 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0ae82e3-475f-4df5-8296-342d6f4b1b3c req-eb31471e-a124-4051-8240-e9dd0785168a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854497 Jul 14 09:11:51.322804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] Pushing event deleted for resources: {'Port': ['ID=93ef7fbe-9f72-42b3-b31c-41f786a4e6d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.325225 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-fd7c0a3f-27b9-4515-afdd-0facd8825086 req-096d385f-4686-4a59-bc75-c424b3bbdb9c tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] show failed (client error): The resource could not be found. Jul 14 09:11:51.342560 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7c0a3f-27b9-4515-afdd-0facd8825086 req-096d385f-4686-4a59-bc75-c424b3bbdb9c tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/63bc6a71-0a72-46a7-b62c-cc8c7b10d01b HTTP/1.1" status: 404 len: 352 time: 0.0456998 Jul 14 09:11:51.359969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e63c62-1391-423a-82d3-bf0ef3c75a7a None None] No DVR routers for this DVR port 93ef7fbe-9f72-42b3-b31c-41f786a4e6d0 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:11:51.369365 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.370977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 19aa5498-84d1-4ade-bddf-f5c107e8c74d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:11:51.371472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 19aa5498-84d1-4ade-bddf-f5c107e8c74d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:11:51.468767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.493673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87454a68-d2ee-4fe0-a7ce-09668fc1935b']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:51.513882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972f9b44-f32c-46a0-9cb9-aa33ae4e4908') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:51.514181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972f9b44-f32c-46a0-9cb9-aa33ae4e4908') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:51.527607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.549515 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.563064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:11:51.563509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:11:51.565838 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:11:51.650456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.659306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.661267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] 10.222.0.18 "DELETE /v2.0/networks/87454a68-d2ee-4fe0-a7ce-09668fc1935b HTTP/1.1" status: 204 len: 168 time: 1.3717537 Jul 14 09:11:51.679185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54062173-f277-4d6f-8acb-eaac2ec9f909 admin admin] Pushing event deleted for resources: {'Network': ['ID=87454a68-d2ee-4fe0-a7ce-09668fc1935b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:51.710942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49558d00-d084-458c-8f46-d56c81dc0c53 req-4fcff842-e418-464e-b78e-eec74e1c85e3 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/201665fa-15da-451d-920f-4e9696185dd9 HTTP/1.1" status: 200 len: 1805 time: 0.1033006 Jul 14 09:11:51.795957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-49558d00-d084-458c-8f46-d56c81dc0c53 req-d9df048b-2cb8-4489-97ba-b91913b1d4cf tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.835923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-49558d00-d084-458c-8f46-d56c81dc0c53 req-d9df048b-2cb8-4489-97ba-b91913b1d4cf tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.863783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:51.921859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-49558d00-d084-458c-8f46-d56c81dc0c53 req-d9df048b-2cb8-4489-97ba-b91913b1d4cf tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.924955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-49558d00-d084-458c-8f46-d56c81dc0c53 req-d9df048b-2cb8-4489-97ba-b91913b1d4cf tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:51.940800 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49558d00-d084-458c-8f46-d56c81dc0c53 req-d9df048b-2cb8-4489-97ba-b91913b1d4cf tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-groups/201665fa-15da-451d-920f-4e9696185dd9 HTTP/1.1" status: 204 len: 173 time: 0.2288523 Jul 14 09:11:51.951172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:51.954679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-057c9de5-7672-4952-9541-c6b495c870a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b19cf709b3814fe88a85994a67179bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818007 Jul 14 09:11:51.968161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df048b-2cb8-4489-97ba-b91913b1d4cf tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201665fa-15da-451d-920f-4e9696185dd9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.040861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae042-338b-4ba6-9def-60b5ad3101fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.052096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7bb04-ba24-4feb-abcf-79eabfd09da4 req-5971a4e2-a5d1-477f-9f80-e923793d58cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.055089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3db7bb04-ba24-4feb-abcf-79eabfd09da4 req-5971a4e2-a5d1-477f-9f80-e923793d58cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.1883996 Jul 14 09:11:52.073407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-3db63f5b-0d60-4090-8071-07899896e2a4 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c03c667ad1034cb487beb6acb7403587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330143 Jul 14 09:11:52.100089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae042-338b-4ba6-9def-60b5ad3101fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.158384 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3db7bb04-ba24-4feb-abcf-79eabfd09da4 req-a3af1ede-4891-4e7a-959f-65b2216da6c9 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931833 Jul 14 09:11:52.217809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae042-338b-4ba6-9def-60b5ad3101fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.220951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae042-338b-4ba6-9def-60b5ad3101fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.225135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7f2ae042-338b-4ba6-9def-60b5ad3101fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1e40ee1-4fef-416f-a1bb-65d11b88c3c1 HTTP/1.1" status: 204 len: 168 time: 0.2722185 Jul 14 09:11:52.231849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-945c6880-4acf-4dc1-93c6-7d937ae38e1d tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.236184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-945c6880-4acf-4dc1-93c6-7d937ae38e1d tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616023 Jul 14 09:11:52.250798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ae042-338b-4ba6-9def-60b5ad3101fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e40ee1-4fef-416f-a1bb-65d11b88c3c1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.260553 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-f47af0fe-ece0-4fc0-88a5-0ca083e3a297 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/quotas/c03c667ad1034cb487beb6acb7403587 HTTP/1.1" status: 200 len: 375 time: 0.0191920 Jul 14 09:11:52.348626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bb8e5f2-97e0-4995-9ac0-904ca0565823 req-1433ab36-69e7-4430-a539-35ed63419381 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/91efdabf-1397-4b4c-ac1b-fa183bd05666 HTTP/1.1" status: 200 len: 1803 time: 0.0943131 Jul 14 09:11:52.411044 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-e14e3125-7f14-496f-acab-d9d84bbeb83f tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c03c667ad1034cb487beb6acb7403587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299314 Jul 14 09:11:52.425012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bb8e5f2-97e0-4995-9ac0-904ca0565823 req-865227b6-dd78-4045-8c78-40c22b72fd26 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.473280 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bb8e5f2-97e0-4995-9ac0-904ca0565823 req-865227b6-dd78-4045-8c78-40c22b72fd26 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.572667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bb8e5f2-97e0-4995-9ac0-904ca0565823 req-865227b6-dd78-4045-8c78-40c22b72fd26 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.576420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bb8e5f2-97e0-4995-9ac0-904ca0565823 req-865227b6-dd78-4045-8c78-40c22b72fd26 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:52.578489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9bb8e5f2-97e0-4995-9ac0-904ca0565823 req-865227b6-dd78-4045-8c78-40c22b72fd26 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-groups/91efdabf-1397-4b4c-ac1b-fa183bd05666 HTTP/1.1" status: 204 len: 173 time: 0.2289219 Jul 14 09:11:52.594615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865227b6-dd78-4045-8c78-40c22b72fd26 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91efdabf-1397-4b4c-ac1b-fa183bd05666,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:52.854924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a4f75-91d2-4b85-8e9d-ca692bb7adc2 req-46cd431a-33b2-4487-a37c-691385c1e299 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:52.856721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f24a4f75-91d2-4b85-8e9d-ca692bb7adc2 req-46cd431a-33b2-4487-a37c-691385c1e299 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.0816009 Jul 14 09:11:52.941245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f24a4f75-91d2-4b85-8e9d-ca692bb7adc2 req-ce48ab2a-d519-4d2e-be1e-6ae514f95e84 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773649 Jul 14 09:11:52.980151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d9bc409-42d8-487a-a356-0f7f220b1780 req-a594a95a-9f6e-44dd-9819-a901b0ba7759 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/44929fd0-e3a3-4c04-9108-ba0bf5ef8671 HTTP/1.1" status: 200 len: 1803 time: 0.0725558 Jul 14 09:11:53.065543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d9bc409-42d8-487a-a356-0f7f220b1780 req-acb04d66-00f6-444f-a46c-bd47fa1809c9 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.115928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d9bc409-42d8-487a-a356-0f7f220b1780 req-acb04d66-00f6-444f-a46c-bd47fa1809c9 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.184079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d9bc409-42d8-487a-a356-0f7f220b1780 req-acb04d66-00f6-444f-a46c-bd47fa1809c9 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.188416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9d9bc409-42d8-487a-a356-0f7f220b1780 req-acb04d66-00f6-444f-a46c-bd47fa1809c9 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.201077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d9bc409-42d8-487a-a356-0f7f220b1780 req-acb04d66-00f6-444f-a46c-bd47fa1809c9 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-groups/44929fd0-e3a3-4c04-9108-ba0bf5ef8671 HTTP/1.1" status: 204 len: 173 time: 0.2191930 Jul 14 09:11:53.226981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04d66-00f6-444f-a46c-bd47fa1809c9 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44929fd0-e3a3-4c04-9108-ba0bf5ef8671,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:53.276842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ff1f7c5-448a-44cd-96e7-dba7a85a7487 req-fb508ee7-7e71-4470-a01b-2fc8b3579c13 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 210 time: 0.0972149 Jul 14 09:11:53.378630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91311096-0a7c-4775-b496-43e1e7f64bab req-991a07c8-968b-4c4c-a389-ce0e7e488957 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/7b023c5b-c67a-41a2-b30d-748c332b0459 HTTP/1.1" status: 200 len: 2403 time: 0.0730028 Jul 14 09:11:53.428776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035c6cd-b4d2-4f99-a34a-aeae05afdaae req-22074bbc-60e5-4c20-bfae-1194fe5cdaae tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:53.432777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6035c6cd-b4d2-4f99-a34a-aeae05afdaae req-22074bbc-60e5-4c20-bfae-1194fe5cdaae tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.1108887 Jul 14 09:11:53.445244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49026) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:53.455835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Request body: {'floatingip': {'port_id': '51665bff-5690-4a26-bc48-99162ff999a1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:53.509758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91311096-0a7c-4775-b496-43e1e7f64bab req-4d422ead-2066-40b1-bf5a-948c2f716b54 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.545679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.620415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91311096-0a7c-4775-b496-43e1e7f64bab req-4d422ead-2066-40b1-bf5a-948c2f716b54 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.693908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:53.736116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91311096-0a7c-4775-b496-43e1e7f64bab req-4d422ead-2066-40b1-bf5a-948c2f716b54 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.739795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-91311096-0a7c-4775-b496-43e1e7f64bab req-4d422ead-2066-40b1-bf5a-948c2f716b54 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.741036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91311096-0a7c-4775-b496-43e1e7f64bab req-4d422ead-2066-40b1-bf5a-948c2f716b54 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b023c5b-c67a-41a2-b30d-748c332b0459 HTTP/1.1" status: 204 len: 173 time: 0.3598278 Jul 14 09:11:53.761452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d422ead-2066-40b1-bf5a-948c2f716b54 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b023c5b-c67a-41a2-b30d-748c332b0459,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:53.864766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-227952510-network', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:53.931693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08e2bd3f-e9d4-4d36-9694-9fa5c5537c72 req-c163ea58-7fa8-4ccd-9b8a-ae3f59640e25 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "GET /v2.0/security-groups/8b45ee7a-993c-4116-b6ae-c14518de18f2 HTTP/1.1" status: 200 len: 2398 time: 0.0570130 Jul 14 09:11:53.932602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:53.935273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:53.954098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.076515 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.090282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.135520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:54.147769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11293a-203f-498f-9163-46de8e5da136,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:54.191518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.192691 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Added segment 78e46c56-6981-497b-81ba-cb0260fd8f0a of type vlan for network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 Jul 14 09:11:54.213613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08e2bd3f-e9d4-4d36-9694-9fa5c5537c72 req-cfa57bdd-622f-47dd-99b5-c7b17c23dc83 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.267390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.270880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10190e37-ba92-4251-9d42-ec025282ffa7 req-319353f7-e3b0-4c73-9698-9eee75666bcb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:54.280815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10190e37-ba92-4251-9d42-ec025282ffa7 req-319353f7-e3b0-4c73-9698-9eee75666bcb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.5896137 Jul 14 09:11:54.286183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08e2bd3f-e9d4-4d36-9694-9fa5c5537c72 req-cfa57bdd-622f-47dd-99b5-c7b17c23dc83 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.338574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.339573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:54.340171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.365153 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:11:54.413181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc2d72b-ec13-4ea8-a456-7bdb686d5427,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:54.434608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:54.436784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10190e37-ba92-4251-9d42-ec025282ffa7 req-7c3c0972-dd47-4282-b6f1-63e3e7957fe7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548991 Jul 14 09:11:54.447766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e372ad59-30d4-45d7-b115-407924dbb0b5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7526481 Jul 14 09:11:54.450663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:54.464781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Request body: {'subnet': {'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-227952510-subnet', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:54.479249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.487710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.492852 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08e2bd3f-e9d4-4d36-9694-9fa5c5537c72 req-cfa57bdd-622f-47dd-99b5-c7b17c23dc83 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.498504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08e2bd3f-e9d4-4d36-9694-9fa5c5537c72 req-cfa57bdd-622f-47dd-99b5-c7b17c23dc83 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.507781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08e2bd3f-e9d4-4d36-9694-9fa5c5537c72 req-cfa57bdd-622f-47dd-99b5-c7b17c23dc83 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b45ee7a-993c-4116-b6ae-c14518de18f2 HTTP/1.1" status: 204 len: 173 time: 0.5618215 Jul 14 09:11:54.535083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:54.541180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa57bdd-622f-47dd-99b5-c7b17c23dc83 tempest-SecurityGroupRulesTestJSON-168742401 tempest-SecurityGroupRulesTestJSON-168742401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45ee7a-993c-4116-b6ae-c14518de18f2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:54.649196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:54.656477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.692634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-c390c0c1-ce3b-4207-84bb-5a6a12830446 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c03c667ad1034cb487beb6acb7403587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775104 Jul 14 09:11:54.762765 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Floating IP 922b191a-8253-4dff-b91a-0b4554e9f198 associated. External IP: 172.25.2.208, port: 51665bff-5690-4a26-bc48-99162ff999a1. Jul 14 09:11:54.890105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ffe31a81-481e-47ab-994a-75799c7f97d3 req-dc8d70da-b3b3-4e69-82d7-10fea5373808 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 210 time: 0.0463135 Jul 14 09:11:54.931459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] Deleting subnet 8cd8652b-e7fd-4d50-9ef2-26d605a7aa04 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:11:54.935546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.981045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.022802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.071498 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.190881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e7a0fa-c30f-4b8c-bce8-16100869d6b8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:55.249569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Checking segment: {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:55.249935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Network hostable DHCP agents. Network: 6cc2d72b-ec13-4ea8-a456-7bdb686d5427, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:55.252381 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.264161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-1484ec68-7d88-4ca4-a700-c23080310680 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:55.265819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-1484ec68-7d88-4ca4-a700-c23080310680 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4355738 Jul 14 09:11:55.297445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Request body: {'port': {'device_id': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'c03c667ad1034cb487beb6acb7403587'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:55.303966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd8652b-e7fd-4d50-9ef2-26d605a7aa04,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:55.320161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.322058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c79e2879-8bd2-4326-ae88-0ea5312480e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8cd8652b-e7fd-4d50-9ef2-26d605a7aa04 HTTP/1.1" status: 204 len: 168 time: 0.7786095 Jul 14 09:11:55.355239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:55.413487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:55.450197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 6cc2d72b-ec13-4ea8-a456-7bdb686d5427) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:55.465591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc6371-9ae5-4ddf-b8ba-817782f827e3 None None] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:55.472440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:55.473485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Router 2b95a467-3faf-41b2-9d96-9f4632de855b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:55.473971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.505775 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.526438 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6245ba70-8470-47b1-8c57-d2967c764839 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0747232 Jul 14 09:11:55.530411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49070) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:55.539075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:55.552507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Made reservation on behalf of c03c667ad1034cb487beb6acb7403587 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:55.556833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.660934 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.662047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.697478 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.729606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:55.737146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:11:55.738145 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.740012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.763153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] Sync routers for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:55.782207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51c0245-bf73-4553-a650-edc00812dde2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:55.793725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d2d93ee2-0fc6-45cd-b7d6-4ea9491be576 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "PUT /v2.0/floatingips/922b191a-8253-4dff-b91a-0b4554e9f198 HTTP/1.1" status: 200 len: 992 time: 2.3500690 Jul 14 09:11:55.794334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:11:55.796845 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a077b7-b5d9-422a-8412-1402855a901d" -d '{"events": [{"name": "network-changed", "server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "tag": "51665bff-5690-4a26-bc48-99162ff999a1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:11:55.854238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e4941f-e58f-45f5-9a46-43acabac0ff6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:55.854786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e4941f-e58f-45f5-9a46-43acabac0ff6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:55.885672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.940159 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.961182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Allocated IP 172.20.0.2 (6cc2d72b-ec13-4ea8-a456-7bdb686d5427/80e7a0fa-c30f-4b8c-bce8-16100869d6b8/f081b0ae-8aea-4266-bdcf-50552911bf67) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:55.997386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:55.998035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:56.089062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.171797 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf4ade0-fd02-4074-a05a-0f1c9458c7b1 x-openstack-request-id: req-eaf4ade0-fd02-4074-a05a-0f1c9458c7b1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:11:56.172098 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "tag": "51665bff-5690-4a26-bc48-99162ff999a1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:11:56.172357 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaf4ade0-fd02-4074-a05a-0f1c9458c7b1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:11:56.172767 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1', 'status': 'completed', 'code': 200} Jul 14 09:11:56.210774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:56.322998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a077b7-b5d9-422a-8412-1402855a901d req-97387035-571c-4155-b339-7607d9ee545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.326726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a077b7-b5d9-422a-8412-1402855a901d req-97387035-571c-4155-b339-7607d9ee545b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=079db07e4a0748cda436b41ec29900ca&device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 1098 time: 0.1148536 Jul 14 09:11:56.402988 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.433103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a077b7-b5d9-422a-8412-1402855a901d req-bd5b003a-9c45-4dac-a0d8-dbac1d32d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.434705 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a077b7-b5d9-422a-8412-1402855a901d req-bd5b003a-9c45-4dac-a0d8-dbac1d32d08a service neutron] 10.222.0.11 "GET /v2.0/networks?id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 HTTP/1.1" status: 200 len: 912 time: 0.1035202 Jul 14 09:11:56.562949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2c4e8e6-87f1-4ddb-b06e-e447237cb002 req-3317ebd3-ed3f-4d15-8c05-e7d7742b5e1e tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 210 time: 0.1081843 Jul 14 09:11:56.586926 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a077b7-b5d9-422a-8412-1402855a901d req-c69f0ae5-4d2e-48c1-8037-d5d324ea9077 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51665bff-5690-4a26-bc48-99162ff999a1 HTTP/1.1" status: 200 len: 1000 time: 0.1452901 Jul 14 09:11:56.671725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:11:56.671725 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:11:56.673655 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:11:56.685695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a077b7-b5d9-422a-8412-1402855a901d req-5137ff03-5289-468e-9298-0414bf3aab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.687028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a077b7-b5d9-422a-8412-1402855a901d req-5137ff03-5289-468e-9298-0414bf3aab3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f83b3b8-e551-438e-b053-691e9401d502 HTTP/1.1" status: 200 len: 850 time: 0.0909698 Jul 14 09:11:56.695730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5803-4873-4112-8d0c-32e347e251d5 req-117a47bd-bef8-4b04-a947-0c9a057ae949 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.695973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d4c5803-4873-4112-8d0c-32e347e251d5 req-117a47bd-bef8-4b04-a947-0c9a057ae949 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 1.0203178 Jul 14 09:11:56.716121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '922b191a-8253-4dff-b91a-0b4554e9f198', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'port_id': '51665bff-5690-4a26-bc48-99162ff999a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'mac_address': 'fa:16:3e:44:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:32Z', 'updated_at': '2021-07-14T09:11:54Z', 'revision_number': 1, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:33Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:56.740034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.756231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] Checking router: 2b95a467-3faf-41b2-9d96-9f4632de855b for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:56.779625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:56.780837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:56.788699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Allocated IP 192.168.233.224 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/1b05d2c9-cb01-40cf-b4bb-57d0be56c81d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:56.799879 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.800965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a077b7-b5d9-422a-8412-1402855a901d req-cae9ee72-f414-421a-adc5-9b2efeab672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:56.802771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a077b7-b5d9-422a-8412-1402855a901d req-cae9ee72-f414-421a-adc5-9b2efeab672c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002576 Jul 14 09:11:56.835052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Transition to ACTIVE for port object f081b0ae-8aea-4266-bdcf-50552911bf67 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:56.850818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:56.854958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e51c0245-bf73-4553-a650-edc00812dde2 HTTP/1.1" status: 204 len: 168 time: 1.4966304 Jul 14 09:11:56.979171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a077b7-b5d9-422a-8412-1402855a901d req-a78b54e4-46c2-437e-af44-0fe352a31d54 service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696763 Jul 14 09:11:56.993412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Transition to ACTIVE for port object f081b0ae-8aea-4266-bdcf-50552911bf67 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:57.055601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:57.094529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51c0245-bf73-4553-a650-edc00812dde2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:57.099170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:57.165548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.165893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.166261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.166580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.166914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.167243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.167603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.167934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.168258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.168584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.168903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.169227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21754c-0c91-45fd-9deb-cb3c3ed4a444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:11:57.186525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d4c5803-4873-4112-8d0c-32e347e251d5 req-eba686ac-1f7a-42da-87bb-173bdae149d6 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488313 Jul 14 09:11:57.204685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.214644 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a077b7-b5d9-422a-8412-1402855a901d req-481ed523-6473-474a-b7e8-5cfc38462986 service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271478 Jul 14 09:11:57.274357 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7f6d903b-20ae-476f-916d-504f920cd32f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a5582f59eb44368b1c56fe335bbe9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477339 Jul 14 09:11:57.275332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:57.297529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:57.304692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.313863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:57.327062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:57.327445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Transition to ACTIVE for port object 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:57.376791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Pushing event updated for resources: {'Port': ['ID=f081b0ae-8aea-4266-bdcf-50552911bf67,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:57.393220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-509f3d80-35d3-479e-b164-63c794203a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.445805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-509f3d80-35d3-479e-b164-63c794203a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.492756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Attempting to bind port f081b0ae-8aea-4266-bdcf-50552911bf67 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:57.493174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Attempting to bind port f081b0ae-8aea-4266-bdcf-50552911bf67 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:57.493746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Attempting to bind port f081b0ae-8aea-4266-bdcf-50552911bf67 on network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:57.501277 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.510260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:57.510642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Checking segment: {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:57.511049 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.511505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Bound using segment: {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:57.512017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Bound port: f081b0ae-8aea-4266-bdcf-50552911bf67, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:57.512401 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.524270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0aebf1fb-0009-4f5a-a4a7-580b662ea24c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:11:57.524531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-509f3d80-35d3-479e-b164-63c794203a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.529947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-509f3d80-35d3-479e-b164-63c794203a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.534534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-509f3d80-35d3-479e-b164-63c794203a77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc104452-6284-4b44-ac2a-14b09967a7ff HTTP/1.1" status: 204 len: 168 time: 0.2587638 Jul 14 09:11:57.549019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f3d80-35d3-479e-b164-63c794203a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc104452-6284-4b44-ac2a-14b09967a7ff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:57.565022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:57.566564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.573577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:57.594893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:57.599686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Pushing event updated for resources: {'Port': ['ID=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:57.668050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:57.668908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.672852 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.739734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-61115690-2124-4334-8f94-e735bb604020 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4473433 Jul 14 09:11:57.765021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Request body: {'port': {'device_id': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:57.877247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] For port f081b0ae-8aea-4266-bdcf-50552911bf67, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:57.881014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '922b191a-8253-4dff-b91a-0b4554e9f198', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'port_id': '51665bff-5690-4a26-bc48-99162ff999a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'mac_address': 'fa:16:3e:44:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:32Z', 'updated_at': '2021-07-14T09:11:54Z', 'revision_number': 1, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:33Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:57.883983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] For port f081b0ae-8aea-4266-bdcf-50552911bf67, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f081b0ae-8aea-4266-bdcf-50552911bf67,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:57.934395 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.944809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3672bb0-2f7d-466d-905f-05ab6cfbceef None None] The sync data for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 is: [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '922b191a-8253-4dff-b91a-0b4554e9f198', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'port_id': '51665bff-5690-4a26-bc48-99162ff999a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'mac_address': 'fa:16:3e:44:68:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:11:32Z', 'updated_at': '2021-07-14T09:11:54Z', 'revision_number': 1, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:33Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:58.019316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Allocated IP 172.25.2.60 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/544afbb8-9405-4c16-9c0f-237ecaa647ae) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:58.090609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e70b1c-f20a-4007-99f8-761c2ea5a4f0 None None] Pushing event updated for resources: {'Port': ['ID=f081b0ae-8aea-4266-bdcf-50552911bf67,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:58.096685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1e2bb98d-8c48-4f0b-94dd-88a9df147345 None None] Provisioning for port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:58.109774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1e2bb98d-8c48-4f0b-94dd-88a9df147345 None None] Provisioning complete for port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:58.110196 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e2bb98d-8c48-4f0b-94dd-88a9df147345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.179203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1e2bb98d-8c48-4f0b-94dd-88a9df147345 None None] Port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:11:58.297269 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2917e-9f76-4842-a731-2387ce5184c3 None None] New status for floating IP 922b191a-8253-4dff-b91a-0b4554e9f198: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:11:58.434033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.517809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.634642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:58.655667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:58.656253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:58.673930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:58.696927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Pushing event updated for resources: {'Port': ['ID=544afbb8-9405-4c16-9c0f-237ecaa647ae,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:58.743866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa072ce8-5b4a-4a27-a5ff-557ff16230dd req-439b79c2-6530-4eb3-9b00-f4daea85826a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.743866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa072ce8-5b4a-4a27-a5ff-557ff16230dd req-439b79c2-6530-4eb3-9b00-f4daea85826a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.2524409 Jul 14 09:11:58.780695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845abc8-3716-4072-b52e-82051640c0f1 req-27912052-2886-4bea-9999-c770a2d1c9ef tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:58.782344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5845abc8-3716-4072-b52e-82051640c0f1 req-27912052-2886-4bea-9999-c770a2d1c9ef tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 936 time: 0.8867218 Jul 14 09:11:58.799394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa072ce8-5b4a-4a27-a5ff-557ff16230dd req-220b6180-1827-4c09-acf4-dc8a138cd8f9 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Jul 14 09:11:58.940802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49150) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:59.027570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5845abc8-3716-4072-b52e-82051640c0f1 req-17d63c03-a764-4b45-b290-f2944ed400c5 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322800 Jul 14 09:11:59.170786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1721218773-network', 'tenant_id': '656cd52286f343b8bd92226446872030'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:59.199201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f081b0ae-8aea-4266-bdcf-50552911bf67 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:59.253539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:59.263398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f081b0ae-8aea-4266-bdcf-50552911bf67 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:59.263606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.279909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.337531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.405550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:11:59.423876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.448931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.454739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.475395 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:59.493969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Transition to ACTIVE for port object 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:59.498705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:11:59.500230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.514917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcc4675-3e5f-4729-885c-a2818558816b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:59.520577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.521579 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Added segment 328250d8-35c0-4844-bd98-e068c8a6029d of type vlan for network 2e1fb335-0814-4da0-ac4c-bc631f8278ef Jul 14 09:11:59.578748 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.636528 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.637971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:59.638606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.676548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:59.735954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] Pushing event updated for resources: {'Network': ['ID=2e1fb335-0814-4da0-ac4c-bc631f8278ef,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:59.748143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:11:59.762813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7b133b1c-8e60-4250-a5ae-08f649e3d89c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8205123 Jul 14 09:11:59.765983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:59.771273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Request body: {'subnet': {'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1721218773-subnet', 'tenant_id': '656cd52286f343b8bd92226446872030', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:59.825433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:59.834721 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.838917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:59.884372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0faeda2-b6ac-473c-9bd2-56369a26ccc4 None None] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:59.949658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Attempting to bind port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:59.950100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Attempting to bind port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:59.950604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Attempting to bind port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:00.047666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.052491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:00.052832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Attempting to bind port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:00.058746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd1fa30e-01d0-4bb9-9090-d43a312b887b None None] Provisioning for port f081b0ae-8aea-4266-bdcf-50552911bf67 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:00.067600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd1fa30e-01d0-4bb9-9090-d43a312b887b None None] Provisioning complete for port f081b0ae-8aea-4266-bdcf-50552911bf67 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:00.068234 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd1fa30e-01d0-4bb9-9090-d43a312b887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.121627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2b49b7-bfd1-4292-bc06-b5e81447ab9e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:00.140627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:00.141088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:00.142387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:00.143094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Bound port: 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:00.143577 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.149246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Checking segment: {'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:00.149606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Network hostable DHCP agents. Network: 2e1fb335-0814-4da0-ac4c-bc631f8278ef, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:00.171573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:00.184290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2e1fb335-0814-4da0-ac4c-bc631f8278ef) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:00.188592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.189284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.200718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a158f92-b44a-4dec-80df-8ab56315777a None None] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:00.211174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ebea2ddd-5a53-4dbc-8b2e-f773c3e95bde admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4438913 Jul 14 09:12:00.214079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49186) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:00.220731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:00.268859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Router f4e02a97-e647-4826-af15-8701e76145a4 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:00.277255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.278410 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.286453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740e2cd-be0f-4c7a-815e-3015fcafd020 req-191656db-2308-47b7-9db1-0014a37b8922 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.297008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5740e2cd-be0f-4c7a-815e-3015fcafd020 req-191656db-2308-47b7-9db1-0014a37b8922 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.2819676 Jul 14 09:12:00.302292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] For port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:00.303636 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd1fa30e-01d0-4bb9-9090-d43a312b887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.308518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] For port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:00.321886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.352781 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.373417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c19632-1434-41b1-b4f4-5cfd6dfddd49 req-7d2dcd0e-e16e-4875-8424-10420366f817 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.375292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30c19632-1434-41b1-b4f4-5cfd6dfddd49 req-7d2dcd0e-e16e-4875-8424-10420366f817 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 948 time: 0.1369631 Jul 14 09:12:00.379520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd1fa30e-01d0-4bb9-9090-d43a312b887b None None] For port f081b0ae-8aea-4266-bdcf-50552911bf67, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f081b0ae-8aea-4266-bdcf-50552911bf67,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:00.437611 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd1fa30e-01d0-4bb9-9090-d43a312b887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.603300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:00.612898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-2e1fb335-0814-4da0-ac4c-bc631f8278ef', 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef', 'tenant_id': '656cd52286f343b8bd92226446872030', 'fixed_ips': [{'subnet_id': '3f2b49b7-bfd1-4292-bc06-b5e81447ab9e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:00.613844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.615832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fa30e-01d0-4bb9-9090-d43a312b887b None None] Pushing event updated for resources: {'Port': ['ID=f081b0ae-8aea-4266-bdcf-50552911bf67,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:00.628580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.629951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.633066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-145ac043-50d3-4960-b2cc-7818bcf088e7 service neutron] 10.222.0.48 "PUT /v2.0/ports/1b05d2c9-cb01-40cf-b4bb-57d0be56c81d HTTP/1.1" status: 200 len: 1097 time: 2.8831174 Jul 14 09:12:00.635727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'tag': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:00.638572 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee691bb-a82d-46b1-9e76-6123c8066d15" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b96a8b-13bc-4b94-8623-17bf662d649d", "tag": "1b05d2c9-cb01-40cf-b4bb-57d0be56c81d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:00.642622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.651340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5740e2cd-be0f-4c7a-815e-3015fcafd020 req-8f726328-c98e-4e00-b2ee-da9ebe4c084b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528788 Jul 14 09:12:00.714252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30c19632-1434-41b1-b4f4-5cfd6dfddd49 req-d5366aa7-1a97-4669-b8d6-eeaa1b773532 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025520 Jul 14 09:12:00.859123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:00.863992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Allocated IP 172.20.0.2 (2e1fb335-0814-4da0-ac4c-bc631f8278ef/3f2b49b7-bfd1-4292-bc06-b5e81447ab9e/6528f9b6-b51d-4f85-a33e-bb9c47844ea5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:00.875774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Sync routers for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:00.897371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-21def3ff-5e86-48f8-af5c-6575d5be09c8 None None] Provisioning complete for port f081b0ae-8aea-4266-bdcf-50552911bf67 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:00.898973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21def3ff-5e86-48f8-af5c-6575d5be09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.922764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:00.927527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-23c6e0c3-23df-4058-97c8-4a359f4434c6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3915732 Jul 14 09:12:00.928424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:00.929841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-ee9231a0-e8d3-42e3-9af9-e7f79bbf1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:00.931431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-ee9231a0-e8d3-42e3-9af9-e7f79bbf1d46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03c667ad1034cb487beb6acb7403587&device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 1100 time: 0.1812131 Jul 14 09:12:00.961614 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a6bb02-5b59-4210-b4ec-15d74a26d881 x-openstack-request-id: req-60a6bb02-5b59-4210-b4ec-15d74a26d881 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:00.961897 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b96a8b-13bc-4b94-8623-17bf662d649d", "tag": "1b05d2c9-cb01-40cf-b4bb-57d0be56c81d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:00.962161 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60a6bb02-5b59-4210-b4ec-15d74a26d881 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:00.962709 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'tag': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d', 'status': 'completed', 'code': 200} Jul 14 09:12:00.990067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:00.990874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:00.994371 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-3d3c24e6-9e7c-470a-89be-9694f7ea4f75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d HTTP/1.1" status: 200 len: 217 time: 0.0540843 Jul 14 09:12:01.113611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-3242c8af-83ab-4e6b-832e-8b712cefc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.116468 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-3242c8af-83ab-4e6b-832e-8b712cefc51d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1067417 Jul 14 09:12:01.146510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f081b0ae-8aea-4266-bdcf-50552911bf67 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:01.277446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-8be804fa-8951-4582-a74a-a618f122497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.281122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-8be804fa-8951-4582-a74a-a618f122497d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573029 Jul 14 09:12:01.311201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:01.342408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.377376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.387878 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.441119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-c3792e05-3b7f-495b-b8e8-c9fc48b0f51e service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524930 Jul 14 09:12:01.466281 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.482899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Transition to ACTIVE for port object 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:01.511742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f081b0ae-8aea-4266-bdcf-50552911bf67 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:01.512121 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.568257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Transition to ACTIVE for port object 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:01.582904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-903b8556-1721-46b9-9a1d-af54458cf6a8 req-ba347eab-3236-4fa1-8357-da32864bb8ef service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342924 Jul 14 09:12:01.585683 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.680597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:01.687997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:01.689584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Allocated IP 172.25.2.38 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/82481075-672b-4495-84d3-fe42b0e4cca7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:01.693496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:01.707716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Pushing event updated for resources: {'Port': ['ID=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:01.790344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-26d8e7c1-5420-4bc9-a2b4-73a182af2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.796916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-26d8e7c1-5420-4bc9-a2b4-73a182af2fb9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c03c667ad1034cb487beb6acb7403587&device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 1100 time: 0.1397500 Jul 14 09:12:01.947176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-4c09e54a-163a-4f5f-9e93-a2ca2524fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:01.949817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-4c09e54a-163a-4f5f-9e93-a2ca2524fc65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1446288 Jul 14 09:12:01.972527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Attempting to bind port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:01.973537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Attempting to bind port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:01.973785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Attempting to bind port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 on network 2e1fb335-0814-4da0-ac4c-bc631f8278ef {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:01.987475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:01.987867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Checking segment: {'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:01.988433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.989122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Bound using segment: {'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:01.989371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Bound port: 6528f9b6-b51d-4f85-a33e-bb9c47844ea5, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:01.989761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:01.997658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.007601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:11:59Z', 'revision_number': 3, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:02.018096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-c49560ef-c328-4f7d-989e-269d2e43b713 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d HTTP/1.1" status: 200 len: 217 time: 0.0606630 Jul 14 09:12:02.053971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Checking router: f4e02a97-e647-4826-af15-8701e76145a4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:02.054375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Updating router f4e02a97-e647-4826-af15-8701e76145a4 port 544afbb8-9405-4c16-9c0f-237ecaa647ae binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:12:02.107815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-b046ba4b-fe8e-4cac-aab8-75cf49e1c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.109862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-b046ba4b-fe8e-4cac-aab8-75cf49e1c772 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0842555 Jul 14 09:12:02.117003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.117199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f8a51-36a9-4ca0-8bc0-a948d66e2285 req-217b6ce0-d665-424b-8e3a-e5471c9f0dda tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.118660 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-366f8a51-36a9-4ca0-8bc0-a948d66e2285 req-217b6ce0-d665-424b-8e3a-e5471c9f0dda tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.2571070 Jul 14 09:12:02.120981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] For port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:02.150756 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.153601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] For port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,segment=NetworkSegment(328250d8-35c0-4844-bd98-e068c8a6029d),segment_id=328250d8-35c0-4844-bd98-e068c8a6029d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:02.160934 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.177221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c453ba6-f84b-40ca-a455-dbf048ebf989 req-a08de016-e755-45a0-b7e7-9df8e7b7b327 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.179012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c453ba6-f84b-40ca-a455-dbf048ebf989 req-a08de016-e755-45a0-b7e7-9df8e7b7b327 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 948 time: 0.1235585 Jul 14 09:12:02.226923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-2af68c13-032b-4000-9030-93c281ae5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:02.228366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-2af68c13-032b-4000-9030-93c281ae5a8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113055 Jul 14 09:12:02.235847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c453ba6-f84b-40ca-a455-dbf048ebf989 req-e69244e0-1457-4ec7-b53d-9eca93c98121 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474100 Jul 14 09:12:02.236318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:02.246844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-366f8a51-36a9-4ca0-8bc0-a948d66e2285 req-3348054c-7230-4825-8b56-80fe79fffcea tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165240 Jul 14 09:12:02.250735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:02.254579 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.256705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:02.259313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Pushing event updated for resources: {'Port': ['ID=82481075-672b-4495-84d3-fe42b0e4cca7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:02.306494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.306851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.307206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.307572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.307989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.308252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.308605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.308937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.309270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.309698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.310018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.310309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:02.326711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd4e07-b12d-4571-ab60-03af7b64a492 None None] Pushing event updated for resources: {'Port': ['ID=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:02.359629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-00c3c939-f579-42ca-b82d-2a838501d9b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227813 Jul 14 09:12:02.839551 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:02.878930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Transition to ACTIVE for port object 544afbb8-9405-4c16-9c0f-237ecaa647ae will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:02.895590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.023940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Attempting to bind port 544afbb8-9405-4c16-9c0f-237ecaa647ae on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:03.024514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Attempting to bind port 544afbb8-9405-4c16-9c0f-237ecaa647ae by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:03.024900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Attempting to bind port 544afbb8-9405-4c16-9c0f-237ecaa647ae on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:03.028848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e73696-2d6e-45da-b908-7839307bd9dc None None] Pushing event updated for resources: {'Port': ['ID=544afbb8-9405-4c16-9c0f-237ecaa647ae,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.035624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:03.036065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:03.036891 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.037141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:03.038186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Bound port: 544afbb8-9405-4c16-9c0f-237ecaa647ae, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:03.038186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.134176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] For port 544afbb8-9405-4c16-9c0f-237ecaa647ae, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:03.138133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] For port 544afbb8-9405-4c16-9c0f-237ecaa647ae, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=544afbb8-9405-4c16-9c0f-237ecaa647ae,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:03.143143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.216253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Allocated IP 172.20.0.1 (6cc2d72b-ec13-4ea8-a456-7bdb686d5427/80e7a0fa-c30f-4b8c-bce8-16100869d6b8/7d6c3df7-97b1-44cf-bc17-547596446f1e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:03.227565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:03.228640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:03.231071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e73696-2d6e-45da-b908-7839307bd9dc None None] Pushing event updated for resources: {'Port': ['ID=544afbb8-9405-4c16-9c0f-237ecaa647ae,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:03.279518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:03.354157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bebd7-2419-41bb-b8ac-8949c13170a7 req-30031885-967e-4972-8e27-99a7d03a0aa9 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.356435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a10bebd7-2419-41bb-b8ac-8949c13170a7 req-30031885-967e-4972-8e27-99a7d03a0aa9 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1366966 Jul 14 09:12:03.417103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:03.420703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:03.449470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a10bebd7-2419-41bb-b8ac-8949c13170a7 req-40bcdeb0-1bc2-4086-bae7-7c041c77c015 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833483 Jul 14 09:12:03.488026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ee691bb-a82d-46b1-9e76-6123c8066d15 req-c8c3e882-f69d-46bc-b52d-1788ae5e0311 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1215496 Jul 14 09:12:03.625951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:03.659299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:11:59Z', 'revision_number': 3, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:03.698087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25959d45-4c12-4121-a82e-e5e4546b47f8 None None] The sync data for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 is: [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:11:59Z', 'revision_number': 3, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:03.788207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6cf9-28d1-4f9d-b409-4045bbb343aa req-315d4db6-e460-4010-8ae5-a6e49d1c0733 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.790502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b77f6cf9-28d1-4f9d-b409-4045bbb343aa req-315d4db6-e460-4010-8ae5-a6e49d1c0733 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 948 time: 0.1214957 Jul 14 09:12:03.817439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-6089bfa9-0ddc-4231-93a6-90a8a93337b6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:03.825344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-6089bfa9-0ddc-4231-93a6-90a8a93337b6 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.5851088 Jul 14 09:12:03.860271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e626e7-fd30-49fc-a8a3-20d72f12d3df None None] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:03.872836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b77f6cf9-28d1-4f9d-b409-4045bbb343aa req-5e350785-3f8a-4dca-a9ac-5bafa567c14a tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687637 Jul 14 09:12:03.943194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-16404462-c3e3-4a1d-a298-8af8e4df9ced tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/quotas/d57310ccd7d340e5b5b3584e11801873 HTTP/1.1" status: 200 len: 375 time: 0.1167016 Jul 14 09:12:03.966313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.116891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ba835ac-6c78-414e-90d9-e4c8c2ffd4e8 None None] Provisioning for port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:04.127215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ba835ac-6c78-414e-90d9-e4c8c2ffd4e8 None None] Provisioning complete for port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:04.129470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ba835ac-6c78-414e-90d9-e4c8c2ffd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.131756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f861555-b09c-48dc-90b3-241bb1a4803b req-43caf953-7730-4607-915b-24c5ab9a2470 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.137938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Transition to ACTIVE for port object 7d6c3df7-97b1-44cf-bc17-547596446f1e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:04.140082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.141649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f861555-b09c-48dc-90b3-241bb1a4803b req-43caf953-7730-4607-915b-24c5ab9a2470 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1372955 Jul 14 09:12:04.195884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f861555-b09c-48dc-90b3-241bb1a4803b req-de016f9b-7c4b-44d5-9f85-a87bbeb10b92 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529618 Jul 14 09:12:04.345173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ba835ac-6c78-414e-90d9-e4c8c2ffd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.407934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ba835ac-6c78-414e-90d9-e4c8c2ffd4e8 None None] For port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,segment=NetworkSegment(328250d8-35c0-4844-bd98-e068c8a6029d),segment_id=328250d8-35c0-4844-bd98-e068c8a6029d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:04.413887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ba835ac-6c78-414e-90d9-e4c8c2ffd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.471699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-cd6b6e38-cbcc-4cba-8248-9e774476c367 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5257974 Jul 14 09:12:04.533629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba835ac-6c78-414e-90d9-e4c8c2ffd4e8 None None] Pushing event updated for resources: {'Port': ['ID=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:04.562680 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.640958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-32498f58-fde3-439c-addb-dd4df97cbc3a None None] Provisioning complete for port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:04.641472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:04.641615 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32498f58-fde3-439c-addb-dd4df97cbc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.661195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:04.671839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:04.686853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Pushing event updated for resources: {'Port': ['ID=7d6c3df7-97b1-44cf-bc17-547596446f1e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:04.780695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Router f5baef03-d3d2-4cb0-bdd7-53484d57c3de is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:04.802623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:04.827838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-656035aa-5e46-4110-9721-94de7e81df8b service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551040 Jul 14 09:12:04.841785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:04.942322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-ad55deee-f25c-48b2-ada0-ac488883aae5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.943906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-ad55deee-f25c-48b2-ada0-ac488883aae5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b90d88-c2c5-46a2-80f2-b7909f5d1d32 HTTP/1.1" status: 200 len: 945 time: 0.4497256 Jul 14 09:12:04.953988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:04.968625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d', 'mac_address': 'fa:16:3e:13:f8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:04.969261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-17ee5f4d-9963-4b7d-bfd1-0de09171b4ad tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:04.972057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-17ee5f4d-9963-4b7d-bfd1-0de09171b4ad tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.1728206 Jul 14 09:12:04.978837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b3e58801-54bd-4050-9570-22012ed94ec0 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:04.993810 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-f34abe3e-9126-4c9c-984d-6d7b9f193134 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/quotas/a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 375 time: 0.0153964 Jul 14 09:12:05.083568 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.096813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c9945ff7-275d-466a-967a-ce76bc89a3b0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1015956 Jul 14 09:12:05.152182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.168207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:05.191982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-851bb575-5d37-4460-b7fa-0bc27862ce9d service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626649 Jul 14 09:12:05.209681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-aa5f1f28-b2b3-4250-bf2a-d8db48b98e82 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119919 Jul 14 09:12:05.216856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:05.225793 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.233310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:05.238170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:05.240781 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2798ec7c-4f65-4ad0-b888-61faefccf417" -d '{"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:05.245314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cfe229c-d44d-49b8-a21b-70745d048b03 None None] Provisioning for port 7d6c3df7-97b1-44cf-bc17-547596446f1e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:05.248384 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Sync routers for ids ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:05.268446 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Routers {'f5baef03-d3d2-4cb0-bdd7-53484d57c3de'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:05.269193 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:05.282409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:05.286134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cfe229c-d44d-49b8-a21b-70745d048b03 None None] Provisioning complete for port 7d6c3df7-97b1-44cf-bc17-547596446f1e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:05.286518 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cfe229c-d44d-49b8-a21b-70745d048b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.309566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.352996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:05.358604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.364439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c2a5f35d-d8dc-415e-a9f2-97abaeb44b93 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1468897 Jul 14 09:12:05.368242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-246fc509-0c66-4c79-a523-881eaf9e0d27 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469924 Jul 14 09:12:05.368782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49308) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:05.390997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.466040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:05.474472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Deleting port b3e58801-54bd-4050-9570-22012ed94ec0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:05.475027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.487241 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Set router f5baef03-d3d2-4cb0-bdd7-53484d57c3de gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:05.508186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:05.545021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe229c-d44d-49b8-a21b-70745d048b03 None None] Port 7d6c3df7-97b1-44cf-bc17-547596446f1e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:05.581257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:05.581760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.614284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['1b05d2c9-cb01-40cf-b4bb-57d0be56c81d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:05.713821 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440e905-2ba4-4c25-8254-17d2997d259a x-openstack-request-id: req-e440e905-2ba4-4c25-8254-17d2997d259a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:05.714113 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:05.714367 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e440e905-2ba4-4c25-8254-17d2997d259a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:05.714763 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'code': 200} Jul 14 09:12:05.875628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] For port b3e58801-54bd-4050-9570-22012ed94ec0, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b3e58801-54bd-4050-9570-22012ed94ec0,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:05.876302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:05.915726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Calling delete_port for b3e58801-54bd-4050-9570-22012ed94ec0 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:05.948699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca5c4e-453e-4c4e-a788-8b53b2de5978 req-560b52f9-0b44-468b-9e72-5550ba3d8ec3 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:05.958600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 544afbb8-9405-4c16-9c0f-237ecaa647ae up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:05.959907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0ca5c4e-453e-4c4e-a788-8b53b2de5978 req-560b52f9-0b44-468b-9e72-5550ba3d8ec3 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 949 time: 0.3705585 Jul 14 09:12:06.012456 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:12:03Z', 'revision_number': 3, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:06.104437 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Checking router: f5baef03-d3d2-4cb0-bdd7-53484d57c3de for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:06.107772 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Updating router f5baef03-d3d2-4cb0-bdd7-53484d57c3de port 82481075-672b-4495-84d3-fe42b0e4cca7 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:12:06.162573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37bd2571-e0cc-4dda-b272-46ee79750d73 req-4b98b2eb-e423-4142-94f5-dc1778b8c6b3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 210 time: 0.0454600 Jul 14 09:12:06.222040 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.229014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 544afbb8-9405-4c16-9c0f-237ecaa647ae completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:06.237286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0ca5c4e-453e-4c4e-a788-8b53b2de5978 req-39b7badd-601d-4c8e-b0b0-65b156f6acbd tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754450 Jul 14 09:12:06.275621 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.286196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 544afbb8-9405-4c16-9c0f-237ecaa647ae triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:06.287962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.289209 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.478499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.718880 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.764657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Allocated IP 172.20.0.1 (2e1fb335-0814-4da0-ac4c-bc631f8278ef/3f2b49b7-bfd1-4292-bc06-b5e81447ab9e/f6cd90c8-6953-4453-9c26-6224b8b1f588) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:06.801998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 544afbb8-9405-4c16-9c0f-237ecaa647ae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=544afbb8-9405-4c16-9c0f-237ecaa647ae,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:06.807023 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.843502 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.866206 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Transition to ACTIVE for port object 82481075-672b-4495-84d3-fe42b0e4cca7 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:06.879390 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.893500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=544afbb8-9405-4c16-9c0f-237ecaa647ae,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:06.919812 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-081d36f6-4356-4d01-ace0-f3001491121d req-feab80e8-0091-4d70-bd84-e397cb18b841 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 210 time: 0.5695400 Jul 14 09:12:06.960193 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Pushing event updated for resources: {'Port': ['ID=82481075-672b-4495-84d3-fe42b0e4cca7,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:06.962969 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Attempting to bind port 82481075-672b-4495-84d3-fe42b0e4cca7 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:06.963335 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Attempting to bind port 82481075-672b-4495-84d3-fe42b0e4cca7 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:06.963768 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Attempting to bind port 82481075-672b-4495-84d3-fe42b0e4cca7 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:06.972668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Pushing event updated for resources: {'Port': ['ID=7d6c3df7-97b1-44cf-bc17-547596446f1e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:06.974730 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.975096 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.975468 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.975812 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.976135 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.976293 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.976470 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.976804 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.977136 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.977463 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.978303 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.978651 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.978983 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:06.982897 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:06.983283 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:06.983710 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.984095 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:06.984571 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Bound port: 82481075-672b-4495-84d3-fe42b0e4cca7, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:06.984971 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:06.994508 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.009967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Transition to ACTIVE for port object f6cd90c8-6953-4453-9c26-6224b8b1f588 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:07.050381 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] For port 82481075-672b-4495-84d3-fe42b0e4cca7, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:07.055185 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] For port 82481075-672b-4495-84d3-fe42b0e4cca7, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=82481075-672b-4495-84d3-fe42b0e4cca7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:07.060486 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.081908 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.108346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.127187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event deleted for resources: {'Port': ['ID=b3e58801-54bd-4050-9570-22012ed94ec0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.146176 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Routers {'f5baef03-d3d2-4cb0-bdd7-53484d57c3de'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:07.146727 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:07.159583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 544afbb8-9405-4c16-9c0f-237ecaa647ae up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:07.166531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:07.169692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:07.173412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:07.183470 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a03a0-aa5e-476f-ac5a-edf4b4cbf09b None None] Pushing event updated for resources: {'Port': ['ID=82481075-672b-4495-84d3-fe42b0e4cca7,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.206230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] No DVR routers for this DVR port b3e58801-54bd-4050-9570-22012ed94ec0 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:07.210144 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.212198 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4856953d-0719-4f62-ac8d-59eda7e31337 req-7c36fd04-35a5-4626-a39f-31563ce70530 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "DELETE /v2.0/ports/b3e58801-54bd-4050-9570-22012ed94ec0 HTTP/1.1" status: 204 len: 173 time: 2.2251945 Jul 14 09:12:07.212660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-deleted', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:07.215162 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2fffdc-1394-48b5-b069-c8dd6776c8a1" -d '{"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-deleted", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:07.225877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:07.227291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:07.241237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Pushing event updated for resources: {'Port': ['ID=f6cd90c8-6953-4453-9c26-6224b8b1f588,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:07.329969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.340994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 544afbb8-9405-4c16-9c0f-237ecaa647ae triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:07.341518 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.387039 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] Set router f5baef03-d3d2-4cb0-bdd7-53484d57c3de gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:07.496251 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bece2e-06bd-4292-a41a-1d3c38c285b3 x-openstack-request-id: req-39bece2e-06bd-4292-a41a-1d3c38c285b3 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:07.496484 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b90d88-c2c5-46a2-80f2-b7909f5d1d32", "name": "network-vif-deleted", "tag": "b3e58801-54bd-4050-9570-22012ed94ec0", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:07.496685 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39bece2e-06bd-4292-a41a-1d3c38c285b3 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:07.497101 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b90d88-c2c5-46a2-80f2-b7909f5d1d32', 'name': 'network-vif-deleted', 'tag': 'b3e58801-54bd-4050-9570-22012ed94ec0', 'status': 'completed', 'code': 200} Jul 14 09:12:07.548421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Router f4e02a97-e647-4826-af15-8701e76145a4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:07.599185 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-789498bc-075b-458f-b2a5-a182a2a7dd81 req-97d81cb8-9048-4481-a19d-7c2622abe539 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 210 time: 0.0821836 Jul 14 09:12:07.788420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51e82fa4-74f9-4a96-b004-3167efc937c6 None None] Provisioning for port f6cd90c8-6953-4453-9c26-6224b8b1f588 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:07.793809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51e82fa4-74f9-4a96-b004-3167efc937c6 None None] Provisioning complete for port f6cd90c8-6953-4453-9c26-6224b8b1f588 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:07.794189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51e82fa4-74f9-4a96-b004-3167efc937c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.830779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:12:03Z', 'revision_number': 3, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:07.855822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:07.868325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51e82fa4-74f9-4a96-b004-3167efc937c6 None None] Port f6cd90c8-6953-4453-9c26-6224b8b1f588 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:07.872923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Sync routers for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:07.885183 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4765ff79-a169-4f38-a993-e3fc375baf1d admin admin] 10.222.0.18 "PUT /v2.0/routers/f4e02a97-e647-4826-af15-8701e76145a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9549973 Jul 14 09:12:07.898379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:07.899121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:07.901771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51e82fa4-74f9-4a96-b004-3167efc937c6 None None] Provisioning complete for port 7d6c3df7-97b1-44cf-bc17-547596446f1e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:07.902279 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51e82fa4-74f9-4a96-b004-3167efc937c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:07.990608 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1015c2b-6650-4e70-aadf-3db12f94ce3d None None] The sync data for ids ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'] in n-d-758944-44 is: [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:12:03Z', 'revision_number': 3, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:08.047314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51e82fa4-74f9-4a96-b004-3167efc937c6 None None] Port 7d6c3df7-97b1-44cf-bc17-547596446f1e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:08.116059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a88712-68a4-4a9a-b931-be4cf07b42bb req-853c3049-6988-4363-898a-7bcae254bda6 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.123279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8a88712-68a4-4a9a-b931-be4cf07b42bb req-853c3049-6988-4363-898a-7bcae254bda6 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 949 time: 0.5837562 Jul 14 09:12:08.136214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:08.166852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-9a786704-cc7c-4042-9110-e6a32e5f21bd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.168651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-9a786704-cc7c-4042-9110-e6a32e5f21bd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.48 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.5161877 Jul 14 09:12:08.183384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.212698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Request body: {'port': {'device_id': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'admin_state_up': True, 'tenant_id': 'd57310ccd7d340e5b5b3584e11801873'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:08.328516 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8a88712-68a4-4a9a-b931-be4cf07b42bb req-2287c5f7-fe9f-4ec9-be00-402fe0400c57 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041662 Jul 14 09:12:08.378111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-96bf0a8b-d55d-48c4-8a5e-e5a26b524346 req-b4540e09-b308-4246-9c96-8bf6818f7cd1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 210 time: 0.0738482 Jul 14 09:12:08.599413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 2, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:08.638273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Made reservation on behalf of d57310ccd7d340e5b5b3584e11801873 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:08.648906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.663981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c84114b2-0212-4223-8af9-7c36845a1111 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:08.666641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c84114b2-0212-4223-8af9-7c36845a1111 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.2804174 Jul 14 09:12:08.681755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Checking router: f4e02a97-e647-4826-af15-8701e76145a4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:08.682100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Updating router f4e02a97-e647-4826-af15-8701e76145a4 port 7d6c3df7-97b1-44cf-bc17-547596446f1e binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:12:08.683012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'port': {'device_id': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'admin_state_up': True, 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:08.786896 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.805439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.812804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.823617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:08.967998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b3e58801-54bd-4050-9570-22012ed94ec0 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:08.978168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:08.990629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Pushing event updated for resources: {'Port': ['ID=f6cd90c8-6953-4453-9c26-6224b8b1f588,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:09.037517 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3aa4136c-9bf7-47a7-af79-1d0f219a3e0e req-10c84538-0a46-4a2e-a863-185e53019766 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 210 time: 0.0887110 Jul 14 09:12:09.060511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Made reservation on behalf of a7aa010ea0a540a6812b8fca95bff63d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:09.067446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.095260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: b3e58801-54bd-4050-9570-22012ed94ec0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:09.096159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b3e58801-54bd-4050-9570-22012ed94ec0 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:09.116140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Allocated IP 172.20.0.3 (1ecc4f9a-9753-423c-81e8-59e379ce8ee3/2ca7fd42-f69e-4a2f-a005-e14833e05529/ec10e247-671f-4d3a-a6be-1e0d9e57cf3c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:09.211902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:09.215405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:09.295078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 82481075-672b-4495-84d3-fe42b0e4cca7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:09.344257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:09.383757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:09.384221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.464456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Allocated IP 172.20.0.6 (2ee81d52-5b6a-400d-b9ae-3c4441fc88ff/0eaafedb-0c03-483d-afab-70165df797f2/d44fc432-2464-488a-a776-ba1c5a66bf09) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:09.706897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 82481075-672b-4495-84d3-fe42b0e4cca7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:09.724965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 82481075-672b-4495-84d3-fe42b0e4cca7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:09.725640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.750249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a05e8623-ecfd-468d-ad6a-ed241b2c1cd5 None None] Provisioning complete for port f6cd90c8-6953-4453-9c26-6224b8b1f588 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:09.750921 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a05e8623-ecfd-468d-ad6a-ed241b2c1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.763932 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.790622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Router f5baef03-d3d2-4cb0-bdd7-53484d57c3de has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:09.826291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70956da5-9ea9-4a36-9b34-0f8d715a13ea req-65bcb67e-25ab-420c-98e6-220b9e386561 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:09.828745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70956da5-9ea9-4a36-9b34-0f8d715a13ea req-65bcb67e-25ab-420c-98e6-220b9e386561 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 949 time: 0.2756810 Jul 14 09:12:09.829009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40159145-f06e-4616-a087-877aa7d27172 req-652823c8-5896-4222-aa39-684da0f4b4ac tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 210 time: 0.0936475 Jul 14 09:12:09.887482 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.893787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a05e8623-ecfd-468d-ad6a-ed241b2c1cd5 None None] Port f6cd90c8-6953-4453-9c26-6224b8b1f588 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:09.940437 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.948572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:09.951232 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699a08a-f322-446f-973e-7be9d7c177b5" -d '{"events": [{"server_uuid": "e9b96a8b-13bc-4b94-8623-17bf662d649d", "name": "network-vif-plugged", "status": "completed", "tag": "1b05d2c9-cb01-40cf-b4bb-57d0be56c81d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:09.974038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:09.975332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Transition to ACTIVE for port object 7d6c3df7-97b1-44cf-bc17-547596446f1e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:09.984421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:09.995970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.000037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.003898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70956da5-9ea9-4a36-9b34-0f8d715a13ea req-68539b53-5bb2-45a1-bcdb-8e1a7d78f6c6 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641667 Jul 14 09:12:10.005522 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.033850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Transition to ACTIVE for port object d44fc432-2464-488a-a776-ba1c5a66bf09 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:10.049595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.112352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 82481075-672b-4495-84d3-fe42b0e4cca7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=82481075-672b-4495-84d3-fe42b0e4cca7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:10.120010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.127406 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.132231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:10.141804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:10.190053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['290851e7-06dc-451f-8825-a2a438fe8363'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:10.204003 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843b76c2-8a02-4643-9f6b-d902c0ab39a1 x-openstack-request-id: req-843b76c2-8a02-4643-9f6b-d902c0ab39a1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:10.204540 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b96a8b-13bc-4b94-8623-17bf662d649d", "name": "network-vif-plugged", "status": "completed", "tag": "1b05d2c9-cb01-40cf-b4bb-57d0be56c81d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:10.204968 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-843b76c2-8a02-4643-9f6b-d902c0ab39a1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:10.210281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3e211d09-7a4d-4086-8044-91ebbaeffd9b admin admin] 10.222.0.18 "PUT /v2.0/routers/f5baef03-d3d2-4cb0-bdd7-53484d57c3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8403084 Jul 14 09:12:10.219636 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d', 'code': 200} Jul 14 09:12:10.232849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:10.252784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:10.256484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:10.270357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:10.273757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:10.274267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:10.276555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:10.447776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49446) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:10.476650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.479589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.509441 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-00b80af0-a195-4ce0-b56b-920aaf6c75de tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3041968 Jul 14 09:12:10.540304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Request body: {'port': {'device_id': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:10.559799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=d44fc432-2464-488a-a776-ba1c5a66bf09,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:10.634601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b056dba-1e74-4e1a-a908-9e9c803d130d None None] Pushing event updated for resources: {'Port': ['ID=7d6c3df7-97b1-44cf-bc17-547596446f1e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:10.650704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Attempting to bind port 7d6c3df7-97b1-44cf-bc17-547596446f1e on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:10.651338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Attempting to bind port 7d6c3df7-97b1-44cf-bc17-547596446f1e by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:10.651929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Attempting to bind port 7d6c3df7-97b1-44cf-bc17-547596446f1e on network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:10.670114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-494856289'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:10.684691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.690610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.690807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:10.691195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Checking segment: {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:10.691627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.692027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Bound using segment: {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:10.692525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Bound port: 7d6c3df7-97b1-44cf-bc17-547596446f1e, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:10.693078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.709534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.733289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:10.737938 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.738122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-c06398b7-57a9-4bac-b18e-a33821fd13cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0626040 Jul 14 09:12:10.776140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Request body: {'port': {'device_id': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:10.809526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:10.829405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e34e-09f3-465b-81a8-80adda15dcc8 req-023f7562-dab7-4670-826b-303b3038db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.831406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2320e34e-09f3-465b-81a8-80adda15dcc8 req-023f7562-dab7-4670-826b-303b3038db05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 1102 time: 0.5325971 Jul 14 09:12:10.850611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] For port 7d6c3df7-97b1-44cf-bc17-547596446f1e, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:10.869757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] For port 7d6c3df7-97b1-44cf-bc17-547596446f1e, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7d6c3df7-97b1-44cf-bc17-547596446f1e,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:10.874110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=82481075-672b-4495-84d3-fe42b0e4cca7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:10.878548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.878907 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Added segment e85fcac6-99b0-48a0-9545-d9a3f627e8cb of type vlan for network 43a5c22b-020e-48c8-9b52-ff017a4ec174 Jul 14 09:12:10.890955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:10.909028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2320e34e-09f3-465b-81a8-80adda15dcc8 req-833dc9d7-50c8-4082-a17d-ba3cd11be510 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649867 Jul 14 09:12:10.934032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c2a4c-5298-4a0b-9589-a24632f424c8 req-a1a8dcb6-dfc4-4a16-b44f-346dd5ed2199 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:10.935934 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a4c2a4c-5298-4a0b-9589-a24632f424c8 req-a1a8dcb6-dfc4-4a16-b44f-346dd5ed2199 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 931 time: 0.4235318 Jul 14 09:12:11.016768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a4c2a4c-5298-4a0b-9589-a24632f424c8 req-1baf49e0-fedf-4817-8d9c-703f42ccd706 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732753 Jul 14 09:12:11.048756 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.080907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.122648 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Sync routers for ids ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:11.141142 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Routers {'f5baef03-d3d2-4cb0-bdd7-53484d57c3de'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:11.143944 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:11.153564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17d6552b-b349-4cb7-ac3f-fbf67438e93d None None] Provisioning for port d44fc432-2464-488a-a776-ba1c5a66bf09 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:11.189997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17d6552b-b349-4cb7-ac3f-fbf67438e93d None None] Provisioning complete for port d44fc432-2464-488a-a776-ba1c5a66bf09 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:11.195252 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17d6552b-b349-4cb7-ac3f-fbf67438e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.198947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 82481075-672b-4495-84d3-fe42b0e4cca7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:11.222343 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.227919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.228534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.274245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8223844 Jul 14 09:12:11.301528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:11.338284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'subnet': {'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:11.344590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:11.345384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:11.368712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3938-153c-4277-954c-ce66050d9917 req-1943ba0d-e337-41b4-8720-d54ffbcbb57a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:11.376013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d8f3938-153c-4277-954c-ce66050d9917 req-1943ba0d-e337-41b4-8720-d54ffbcbb57a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 931 time: 0.3832757 Jul 14 09:12:11.485686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:11.506796 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Set router f5baef03-d3d2-4cb0-bdd7-53484d57c3de gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:11.516949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625e1f0-7eb2-4f85-80cc-d26448e5fb4f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Network': ['ID=43a5c22b-020e-48c8-9b52-ff017a4ec174,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:11.559660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec10e247-671f-4d3a-a6be-1e0d9e57cf3c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:11.583970 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d8f3938-153c-4277-954c-ce66050d9917 req-ae57ae9c-f6d7-4af1-baef-b0be03545b07 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032223 Jul 14 09:12:11.590324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.648126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Transition to ACTIVE for port object ec10e247-671f-4d3a-a6be-1e0d9e57cf3c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:11.676613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.705917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:11.711499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44fc432-2464-488a-a776-ba1c5a66bf09 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:11.721135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.721869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.742585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Transition to ACTIVE for port object d44fc432-2464-488a-a776-ba1c5a66bf09 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:11.755111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:11.797280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:11.975752 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:12:07Z', 'revision_number': 4, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f6cd90c8-6953-4453-9c26-6224b8b1f588', 'name': '', 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef', 'tenant_id': '656cd52286f343b8bd92226446872030', 'mac_address': 'fa:16:3e:e6:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '3f2b49b7-bfd1-4292-bc06-b5e81447ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:06Z', 'updated_at': '2021-07-14T09:12:08Z', 'revision_number': 2, 'project_id': '656cd52286f343b8bd92226446872030', 'subnets': [{'id': '3f2b49b7-bfd1-4292-bc06-b5e81447ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:12.047471 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Checking router: f5baef03-d3d2-4cb0-bdd7-53484d57c3de for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:12.048589 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Updating router f5baef03-d3d2-4cb0-bdd7-53484d57c3de port f6cd90c8-6953-4453-9c26-6224b8b1f588 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:12:12.050389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.051559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79926c-353e-4858-8eed-e1cb0d0ad003 req-48839e95-5764-46a3-9756-dee8966159a9 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.053271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d79926c-353e-4858-8eed-e1cb0d0ad003 req-48839e95-5764-46a3-9756-dee8966159a9 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 950 time: 0.4474006 Jul 14 09:12:12.055253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Pushing event updated for resources: {'Port': ['ID=d44fc432-2464-488a-a776-ba1c5a66bf09,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.093112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17d6552b-b349-4cb7-ac3f-fbf67438e93d None None] Port d44fc432-2464-488a-a776-ba1c5a66bf09 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:12.142344 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.145506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b056dba-1e74-4e1a-a908-9e9c803d130d None None] Pushing event updated for resources: {'Port': ['ID=7d6c3df7-97b1-44cf-bc17-547596446f1e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.236843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d79926c-353e-4858-8eed-e1cb0d0ad003 req-aebd96b6-fb5c-4917-81ef-c2c708d3b674 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005754 Jul 14 09:12:12.252299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 82481075-672b-4495-84d3-fe42b0e4cca7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:12.252299 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.272085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Attempting to bind port d44fc432-2464-488a-a776-ba1c5a66bf09 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:12.272548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Attempting to bind port d44fc432-2464-488a-a776-ba1c5a66bf09 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:12.273232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Attempting to bind port d44fc432-2464-488a-a776-ba1c5a66bf09 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:12.283729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Port d44fc432-2464-488a-a776-ba1c5a66bf09 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:12.289822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Attempting to bind port d44fc432-2464-488a-a776-ba1c5a66bf09 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:12.299020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:12.299444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:12.300076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Bound using segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:12.301239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Bound port: d44fc432-2464-488a-a776-ba1c5a66bf09, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:12.305875 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.332759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:12.368766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Attempting to bind port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:12.369544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Attempting to bind port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:12.369716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Attempting to bind port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:12.376312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:12.376765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Attempting to bind port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:12.395887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a10af-a166-495b-9549-df8a941c0e41 None None] The sync data for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 is: [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:12.409210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:12.409974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Checking segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:12.411421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Bound using segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:12.412017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Bound port: ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:12.414068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.482567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] For port d44fc432-2464-488a-a776-ba1c5a66bf09, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:12.491750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] For port d44fc432-2464-488a-a776-ba1c5a66bf09, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d44fc432-2464-488a-a776-ba1c5a66bf09,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:12.544377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.568887 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.714387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.715019 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.716469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] 10.222.0.48 "PUT /v2.0/ports/d44fc432-2464-488a-a776-ba1c5a66bf09 HTTP/1.1" status: 200 len: 1092 time: 1.9666290 Jul 14 09:12:12.734061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'tag': 'd44fc432-2464-488a-a776-ba1c5a66bf09'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:12.747546 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614aef6e-3724-44dd-b80f-04ca5bbf0a18" -d '{"events": [{"name": "network-changed", "server_uuid": "4b10455e-f0bf-4b9a-922b-cb0c57ea2979", "tag": "d44fc432-2464-488a-a776-ba1c5a66bf09"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:12.759407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:12.769308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:12.799994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.812123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Subnet': ['ID=ca2c8ef6-61c4-4319-8443-e65586f9e206,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.879748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b746d-aec3-4ae4-aa08-c5227e27e68c service neutron] Pushing event updated for resources: {'Port': ['ID=d44fc432-2464-488a-a776-ba1c5a66bf09,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:12.894988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.896795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.904238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec10e247-671f-4d3a-a6be-1e0d9e57cf3c HTTP/1.1" status: 200 len: 1092 time: 2.3719583 Jul 14 09:12:12.908254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:12.914205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75bce-e575-4615-bd1b-f85416968eff req-87bfc3a9-fd9f-443b-bc59-a723ada4d0d3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.918768 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89af76d9-49e2-4888-9ae3-e5a8a5da1035" -d '{"events": [{"name": "network-changed", "server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:12.921753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0db75bce-e575-4615-bd1b-f85416968eff req-87bfc3a9-fd9f-443b-bc59-a723ada4d0d3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 943 time: 0.4009249 Jul 14 09:12:12.938232 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.966730 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Transition to ACTIVE for port object f6cd90c8-6953-4453-9c26-6224b8b1f588 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:12.980635 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:12.994347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-9bd88f58-c9df-4188-8bd5-ef0dfb581698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:12.994950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-9bd88f58-c9df-4188-8bd5-ef0dfb581698 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 1095 time: 0.2186656 Jul 14 09:12:13.026572 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0db75bce-e575-4615-bd1b-f85416968eff req-579276e1-6f9d-48a8-af1f-012f2d78b98e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037881 Jul 14 09:12:13.086169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Checking segment: {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:13.086846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network hostable DHCP agents. Network: 43a5c22b-020e-48c8-9b52-ff017a4ec174, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:13.113535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dce6c-fb13-41a7-9d2a-8c1c98fa9e59 service neutron] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:13.163321 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fbb0bc-da7e-4436-979a-8d3d469cfd08 x-openstack-request-id: req-58fbb0bc-da7e-4436-979a-8d3d469cfd08 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:13.163645 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b10455e-f0bf-4b9a-922b-cb0c57ea2979", "tag": "d44fc432-2464-488a-a776-ba1c5a66bf09", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:13.163902 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58fbb0bc-da7e-4436-979a-8d3d469cfd08 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:13.164311 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'tag': 'd44fc432-2464-488a-a776-ba1c5a66bf09', 'status': 'completed', 'code': 200} Jul 14 09:12:13.169571 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-e4ca33bb-3a36-48f2-9c1b-034ad1cd9121 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44fc432-2464-488a-a776-ba1c5a66bf09 HTTP/1.1" status: 200 len: 217 time: 0.1416392 Jul 14 09:12:13.220312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7d6c3df7-97b1-44cf-bc17-547596446f1e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:13.279472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-ab38d1d4-4b91-429a-ad7a-c089421767ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.293032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-ab38d1d4-4b91-429a-ad7a-c089421767ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1159539 Jul 14 09:12:13.295066 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Attempting to bind port f6cd90c8-6953-4453-9c26-6224b8b1f588 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:13.295594 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Attempting to bind port f6cd90c8-6953-4453-9c26-6224b8b1f588 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:13.295850 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Attempting to bind port f6cd90c8-6953-4453-9c26-6224b8b1f588 on network 2e1fb335-0814-4da0-ac4c-bc631f8278ef {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:13.300865 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc83f-85b6-4a16-aa8f-691f7df23111 None None] Pushing event updated for resources: {'Port': ['ID=f6cd90c8-6953-4453-9c26-6224b8b1f588,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:13.307252 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:13.307644 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Checking segment: {'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:13.307998 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.308387 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Bound using segment: {'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:13.309026 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Bound port: f6cd90c8-6953-4453-9c26-6224b8b1f588, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328250d8-35c0-4844-bd98-e068c8a6029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:13.309415 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.399002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 7d6c3df7-97b1-44cf-bc17-547596446f1e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:13.410880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7d6c3df7-97b1-44cf-bc17-547596446f1e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:13.411262 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.456449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-cabee72f-a61e-4f07-9dde-d7f94d3e8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:13.464524 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-cabee72f-a61e-4f07-9dde-d7f94d3e8ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639314 Jul 14 09:12:13.502049 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] For port f6cd90c8-6953-4453-9c26-6224b8b1f588, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:13.511063 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] For port f6cd90c8-6953-4453-9c26-6224b8b1f588, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f6cd90c8-6953-4453-9c26-6224b8b1f588,segment=NetworkSegment(328250d8-35c0-4844-bd98-e068c8a6029d),segment_id=328250d8-35c0-4844-bd98-e068c8a6029d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:13.517529 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.622929 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.665191 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc83f-85b6-4a16-aa8f-691f7df23111 None None] Pushing event updated for resources: {'Port': ['ID=f6cd90c8-6953-4453-9c26-6224b8b1f588,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:13.685960 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Routers {'f5baef03-d3d2-4cb0-bdd7-53484d57c3de'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:13.697400 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:11:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:13.746637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 7d6c3df7-97b1-44cf-bc17-547596446f1e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7d6c3df7-97b1-44cf-bc17-547596446f1e,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:13.755213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:13.808473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-93949fef-d61f-46ea-a29f-8b7cbd39905a service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363261 Jul 14 09:12:13.913530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=7d6c3df7-97b1-44cf-bc17-547596446f1e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:13.936617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.936617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.937484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.942542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.943692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.944794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.946259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.947045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.948058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.948872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.950083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.950888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:13.965104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6c44ec5-5f36-4072-86cf-a1658d815c2d req-68e243ca-b655-425d-988e-0b92c429a30a service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494942 Jul 14 09:12:13.971247 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] Set router f5baef03-d3d2-4cb0-bdd7-53484d57c3de gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:14.108189 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418bb291-f368-4e46-a007-281349ff7b89 x-openstack-request-id: req-418bb291-f368-4e46-a007-281349ff7b89 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:14.109149 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:14.109600 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-418bb291-f368-4e46-a007-281349ff7b89 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:14.110190 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'status': 'completed', 'code': 200} Jul 14 09:12:14.114446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:14.147285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313b9c3-7954-46ef-8611-df222cc2a4da req-cd806599-7aea-45f8-a24f-b6893b23a1f0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.152988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1768-d176-40d6-9758-a7e3709af162 req-5e8083b1-7fb0-492e-b1aa-179114254211 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.159008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0313b9c3-7954-46ef-8611-df222cc2a4da req-cd806599-7aea-45f8-a24f-b6893b23a1f0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 943 time: 1.2923474 Jul 14 09:12:14.160822 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f6c1768-d176-40d6-9758-a7e3709af162 req-5e8083b1-7fb0-492e-b1aa-179114254211 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 950 time: 0.1940293 Jul 14 09:12:14.172068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-28156a50-f46d-4b75-be66-775865124206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.172941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 43a5c22b-020e-48c8-9b52-ff017a4ec174) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:14.174018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-28156a50-f46d-4b75-be66-775865124206 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 1095 time: 0.1297133 Jul 14 09:12:14.183279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.189918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e6bca-9516-4e20-ae66-2e2afae004d3 None None] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:14.193640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.223914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-80dc6a90-9571-419e-98e9-399c91b80c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.227089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-80dc6a90-9571-419e-98e9-399c91b80c5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 1095 time: 1.2622261 Jul 14 09:12:14.285749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f6c1768-d176-40d6-9758-a7e3709af162 req-96dd91c5-25e1-477b-acf2-37413e5d60c7 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218848 Jul 14 09:12:14.318739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ed8cc2f4-5c6b-4331-b923-8ae1753136bc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0160077 Jul 14 09:12:14.319509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:14.327878 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:12:07Z', 'revision_number': 4, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f6cd90c8-6953-4453-9c26-6224b8b1f588', 'name': '', 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef', 'tenant_id': '656cd52286f343b8bd92226446872030', 'mac_address': 'fa:16:3e:e6:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '3f2b49b7-bfd1-4292-bc06-b5e81447ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:06Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 4, 'project_id': '656cd52286f343b8bd92226446872030', 'subnets': [{'id': '3f2b49b7-bfd1-4292-bc06-b5e81447ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:14.335762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-170012090'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:14.343277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-79ddd519-c455-4b10-bcdf-0de263e5c573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c HTTP/1.1" status: 200 len: 217 time: 0.1096544 Jul 14 09:12:14.379238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-b3cea8d0-08fc-457a-aa9f-2a935b5a0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.384160 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-b3cea8d0-08fc-457a-aa9f-2a935b5a0b0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1993756 Jul 14 09:12:14.409420 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf091c9-e94c-4ad2-b5ce-8f2507d43ee2 None None] The sync data for ids ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'] in n-d-758944-44 is: [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:12:07Z', 'revision_number': 4, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f6cd90c8-6953-4453-9c26-6224b8b1f588', 'name': '', 'network_id': '2e1fb335-0814-4da0-ac4c-bc631f8278ef', 'tenant_id': '656cd52286f343b8bd92226446872030', 'mac_address': 'fa:16:3e:e6:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '3f2b49b7-bfd1-4292-bc06-b5e81447ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:06Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 4, 'project_id': '656cd52286f343b8bd92226446872030', 'subnets': [{'id': '3f2b49b7-bfd1-4292-bc06-b5e81447ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:14.426407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0313b9c3-7954-46ef-8611-df222cc2a4da req-b51374e8-3c35-46ed-b1e3-68ce66e4a8a6 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660930 Jul 14 09:12:14.501261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-0229e343-64c5-471d-b7e3-f90eed88ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.501261 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-0229e343-64c5-471d-b7e3-f90eed88ccca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.1450152 Jul 14 09:12:14.501261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:14.510065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-4b823e79-a2ae-4faf-a58a-0979718be584 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44fc432-2464-488a-a776-ba1c5a66bf09 HTTP/1.1" status: 200 len: 217 time: 0.1180992 Jul 14 09:12:14.513996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.583234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-c6b7c19e-c987-4884-81e6-6fb7385904cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601189 Jul 14 09:12:14.612933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-2d89d36d-40f1-4841-bc14-413fc3139544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.615073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-2d89d36d-40f1-4841-bc14-413fc3139544 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0787396 Jul 14 09:12:14.618000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-43a5c22b-020e-48c8-9b52-ff017a4ec174', 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174', 'tenant_id': '656cd52286f343b8bd92226446872030', 'fixed_ips': [{'subnet_id': 'ca2c8ef6-61c4-4319-8443-e65586f9e206'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:14.618946 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.698820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:14.705651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-79f2f105-ec96-49f9-99b4-d41a926acb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.709678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-79f2f105-ec96-49f9-99b4-d41a926acb26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864763 Jul 14 09:12:14.720496 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.720863 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Added segment 21b08037-4c97-413c-b4ce-e718c0dc8970 of type vlan for network 4570b66e-eafd-40f3-a100-0a690e80b919 Jul 14 09:12:14.835437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755ce3b-4bcc-4cf2-85cc-5c64e3439ae4 req-0f4bf69f-d517-4147-bc13-07ea291d3174 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:14.837145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a755ce3b-4bcc-4cf2-85cc-5c64e3439ae4 req-0f4bf69f-d517-4147-bc13-07ea291d3174 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 943 time: 0.2529445 Jul 14 09:12:14.855442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-ed979937-1681-4f1b-bafb-db22ffffd69f service neutron] 10.222.0.48 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533777 Jul 14 09:12:14.857690 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.865935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-dd1ee9f8-71c7-4981-b100-70239ff67210 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478784 Jul 14 09:12:14.916892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Allocated IP 19.80.0.2 (43a5c22b-020e-48c8-9b52-ff017a4ec174/ca2c8ef6-61c4-4319-8443-e65586f9e206/b6268134-0594-45c3-a78f-a32fe2002801) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:14.977259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a755ce3b-4bcc-4cf2-85cc-5c64e3439ae4 req-f4d34965-1e05-4149-afa3-fa35b9509eab tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325934 Jul 14 09:12:15.020308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-614aef6e-3724-44dd-b80f-04ca5bbf0a18 req-863c0ac2-fbf0-4007-a480-d6ad19ecefe7 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439447 Jul 14 09:12:15.060634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.072183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.074739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.205435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8759532 Jul 14 09:12:15.206079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:15.207861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc21bde5-9dfe-420b-af0c-4815a8c8dfd5 req-437f80fa-327c-4a89-a85d-5f95428c9a94 service neutron] 10.222.0.48 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396943 Jul 14 09:12:15.208374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7d6c3df7-97b1-44cf-bc17-547596446f1e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:15.210462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'subnet': {'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:15.226460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306fc2c-2da8-4eb9-8ac6-bb9be0667ff6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Network': ['ID=4570b66e-eafd-40f3-a100-0a690e80b919,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:15.245180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4570b66e-eafd-40f3-a100-0a690e80b919 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:15.303141 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.331152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Transition to ACTIVE for port object b6268134-0594-45c3-a78f-a32fe2002801 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:15.339934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-0dcd984a-6ec4-4e86-8dcc-18c4c825a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.341752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-0dcd984a-6ec4-4e86-8dcc-18c4c825a844 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 1095 time: 0.0706058 Jul 14 09:12:15.366126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Transition to ACTIVE for port object b6268134-0594-45c3-a78f-a32fe2002801 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:15.376312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.383788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7d6c3df7-97b1-44cf-bc17-547596446f1e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:15.384171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.401156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:15.422956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.504977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:15.515436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Pushing event updated for resources: {'Port': ['ID=b6268134-0594-45c3-a78f-a32fe2002801,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:15.528174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:15.530896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:15.649153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d9ecf-4c70-4f22-9796-215bd283ab8e req-a5935aff-0329-429c-b59b-7fb2572d5a78 tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.655121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-262d9ecf-4c70-4f22-9796-215bd283ab8e req-a5935aff-0329-429c-b59b-7fb2572d5a78 tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 1102 time: 0.3092074 Jul 14 09:12:15.657283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-05c8f63f-20f0-4726-8e66-02256e06d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.659149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-05c8f63f-20f0-4726-8e66-02256e06d8f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 906 time: 0.3098996 Jul 14 09:12:15.715589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-262d9ecf-4c70-4f22-9796-215bd283ab8e req-33046370-9267-4600-b5da-a87f664b0a8d tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.742384 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-4424f1ed-e3c9-440f-a18f-cca93debd8d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c HTTP/1.1" status: 200 len: 217 time: 0.0753188 Jul 14 09:12:15.838999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-262d9ecf-4c70-4f22-9796-215bd283ab8e req-33046370-9267-4600-b5da-a87f664b0a8d tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.850233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-1c855ab0-ebda-4883-8c6f-2d39c2fa1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.855485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-1c855ab0-ebda-4883-8c6f-2d39c2fa1afb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.0750673 Jul 14 09:12:15.870916 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-262d9ecf-4c70-4f22-9796-215bd283ab8e req-33046370-9267-4600-b5da-a87f664b0a8d tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.907053 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-884de053-d7e7-40a1-bb65-7c74af3f6d84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467021 Jul 14 09:12:15.917762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcd3a8-43ab-4c33-89b1-4718113bc46a req-0c18cd65-a467-4f21-a320-ede1f4783075 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:15.927131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cbdcd3a8-43ab-4c33-89b1-4718113bc46a req-0c18cd65-a467-4f21-a320-ede1f4783075 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 943 time: 0.1970284 Jul 14 09:12:15.931087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-262d9ecf-4c70-4f22-9796-215bd283ab8e req-33046370-9267-4600-b5da-a87f664b0a8d tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629638 Jul 14 09:12:16.005078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33046370-9267-4600-b5da-a87f664b0a8d tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d28339a-e2c9-4cad-bd4c-fd67434c1fca,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.041399 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4a2b-99ba-4fdb-bce2-827af7194dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.052735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Attempting to bind port b6268134-0594-45c3-a78f-a32fe2002801 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:16.053346 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Attempting to bind port b6268134-0594-45c3-a78f-a32fe2002801 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:16.053884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Attempting to bind port b6268134-0594-45c3-a78f-a32fe2002801 on network 43a5c22b-020e-48c8-9b52-ff017a4ec174 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:16.061291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cbdcd3a8-43ab-4c33-89b1-4718113bc46a req-e79ad5b1-26fa-4686-a14a-8971d2839258 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323190 Jul 14 09:12:16.062574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:16.063233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Checking segment: {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:16.063823 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.064501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Bound using segment: {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:16.065125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Bound port: b6268134-0594-45c3-a78f-a32fe2002801, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:16.065668 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.147517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-55043d96-8e0b-4dc9-9de5-c3f1b51d8066 service neutron] 10.222.0.48 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028813 Jul 14 09:12:16.171149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] For port b6268134-0594-45c3-a78f-a32fe2002801, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:16.180400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] For port b6268134-0594-45c3-a78f-a32fe2002801, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b6268134-0594-45c3-a78f-a32fe2002801,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:16.189329 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.196474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.308839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3b136-f97b-4763-93f7-053475962867 None None] Pushing event updated for resources: {'Port': ['ID=b6268134-0594-45c3-a78f-a32fe2002801,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.344950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Checking segment: {'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:16.345313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network hostable DHCP agents. Network: 4570b66e-eafd-40f3-a100-0a690e80b919, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:16.348402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Subnet': ['ID=155a92e5-7236-40c1-9367-bf3a9967703c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:16.370229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network 4570b66e-eafd-40f3-a100-0a690e80b919 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:16.385693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4570b66e-eafd-40f3-a100-0a690e80b919) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:16.391699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.392319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.404461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56addc1-2c52-4377-91a0-617410b62dc0 None None] Network 4570b66e-eafd-40f3-a100-0a690e80b919 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:16.434427 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-746a13d1-618e-4533-8f06-c8944fe8f6be tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2286036 Jul 14 09:12:16.480362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa83f9-33ec-4d41-9ddb-d0790b7489c8 req-b230f67a-37aa-4aa5-9531-47956baf2677 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.481959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04fa83f9-33ec-4d41-9ddb-d0790b7489c8 req-b230f67a-37aa-4aa5-9531-47956baf2677 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 943 time: 0.2217503 Jul 14 09:12:16.555763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af76d9-49e2-4888-9ae3-e5a8a5da1035 req-3a8983d6-51ae-4e2a-a4b1-2ad83b3fb9a9 service neutron] 10.222.0.48 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903818 Jul 14 09:12:16.583919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04fa83f9-33ec-4d41-9ddb-d0790b7489c8 req-79f19e18-2ab9-4fca-896d-d7161aa7a0a1 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 Jul 14 09:12:16.684840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4570b66e-eafd-40f3-a100-0a690e80b919', 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919', 'tenant_id': '656cd52286f343b8bd92226446872030', 'fixed_ips': [{'subnet_id': '155a92e5-7236-40c1-9367-bf3a9967703c'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:16.686603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:16.827834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-d0fae138-175e-4e63-842e-eb4690a26de1 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.837789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-d0fae138-175e-4e63-842e-eb4690a26de1 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:16.839760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-d0fae138-175e-4e63-842e-eb4690a26de1 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/networks?id=43a5c22b-020e-48c8-9b52-ff017a4ec174&id=4570b66e-eafd-40f3-a100-0a690e80b919&id=43a5c22b-020e-48c8-9b52-ff017a4ec174 HTTP/1.1" status: 200 len: 1390 time: 0.1539142 Jul 14 09:12:16.867196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-7d3b4e87-aa2d-42fe-84c1-f9ada94a801e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/quotas/656cd52286f343b8bd92226446872030 HTTP/1.1" status: 200 len: 375 time: 0.0214119 Jul 14 09:12:16.869369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d44fc432-2464-488a-a776-ba1c5a66bf09 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:16.950734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Allocated IP 19.86.0.2 (4570b66e-eafd-40f3-a100-0a690e80b919/155a92e5-7236-40c1-9367-bf3a9967703c/64625008-93be-4358-99bc-baeade0c5641) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:16.958892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-b7ddf762-10f8-4ac8-9a03-b293d37232bf tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905612 Jul 14 09:12:17.147068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d44fc432-2464-488a-a776-ba1c5a66bf09, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d44fc432-2464-488a-a776-ba1c5a66bf09,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:17.189254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'd44fc432-2464-488a-a776-ba1c5a66bf09', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': 'd44fc432-2464-488a-a776-ba1c5a66bf09', 'mac_address': 'fa:16:3e:8d:2f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:17.191108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-71c587cd-c559-491c-a2b7-ca8cb16c04e2 service neutron] 10.222.0.18 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142708 Jul 14 09:12:17.241176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.281688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d60e4-e2d0-45a2-9123-68294ce2cc23 req-f216edae-24cb-4638-8e8e-878b10c26469 tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.293253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a62d60e4-e2d0-45a2-9123-68294ce2cc23 req-f216edae-24cb-4638-8e8e-878b10c26469 tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 1102 time: 0.1275611 Jul 14 09:12:17.303235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6268134-0594-45c3-a78f-a32fe2002801 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:17.308184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44fc432-2464-488a-a776-ba1c5a66bf09 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:17.381833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d44fc432-2464-488a-a776-ba1c5a66bf09, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d44fc432-2464-488a-a776-ba1c5a66bf09,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:17.384052 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a62d60e4-e2d0-45a2-9123-68294ce2cc23 req-a483d031-cb9f-487a-8738-d51b5f8207f3 tempest-ServersAdminNegativeTestJSON-980238022 tempest-ServersAdminNegativeTestJSON-980238022-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879817 Jul 14 09:12:17.410765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.424038 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-c0f37c73-f714-4a22-9422-1ca2862e50cf service neutron] 10.222.0.18 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265191 Jul 14 09:12:17.527295 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.554458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Transition to ACTIVE for port object 64625008-93be-4358-99bc-baeade0c5641 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:17.604163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d44fc432-2464-488a-a776-ba1c5a66bf09,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:17.605349 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-fe2f4bf8-e697-4bf6-b039-2c30a369e28a service neutron] 10.222.0.18 "GET /v2.0/networks/4570b66e-eafd-40f3-a100-0a690e80b919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800642 Jul 14 09:12:17.616115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Transition to ACTIVE for port object 64625008-93be-4358-99bc-baeade0c5641 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:17.620190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b6268134-0594-45c3-a78f-a32fe2002801 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:17.625799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6cd90c8-6953-4453-9c26-6224b8b1f588 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:17.661942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.685833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc99a90-7a5e-4bed-8002-0ee665fc230d req-fb6fa86e-8941-4526-846c-1d4fb74d9069 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:17.691875 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cc99a90-7a5e-4bed-8002-0ee665fc230d req-fb6fa86e-8941-4526-846c-1d4fb74d9069 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 944 time: 0.1570740 Jul 14 09:12:17.723588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Network 4570b66e-eafd-40f3-a100-0a690e80b919 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:17.733601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:17.735707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d44fc432-2464-488a-a776-ba1c5a66bf09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:17.741841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:17.756491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cc99a90-7a5e-4bed-8002-0ee665fc230d req-38fad9c9-18e6-4a65-83cf-d85ce8f33e11 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608313 Jul 14 09:12:17.757746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-ad33bfd4-f9ca-4be4-bf4d-0d3e5191f3f1 service neutron] 10.222.0.18 "GET /v2.0/networks/4570b66e-eafd-40f3-a100-0a690e80b919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462753 Jul 14 09:12:17.800747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Pushing event updated for resources: {'Port': ['ID=64625008-93be-4358-99bc-baeade0c5641,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:17.876871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-29fa75e2-dbfd-4c4f-ad1c-31d9589d9e7c service neutron] 10.222.0.18 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095548 Jul 14 09:12:17.880540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f6cd90c8-6953-4453-9c26-6224b8b1f588 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:17.896242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f6cd90c8-6953-4453-9c26-6224b8b1f588 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:17.896618 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.925986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Attempting to bind port 64625008-93be-4358-99bc-baeade0c5641 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:17.926362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Attempting to bind port 64625008-93be-4358-99bc-baeade0c5641 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:17.926763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Attempting to bind port 64625008-93be-4358-99bc-baeade0c5641 on network 4570b66e-eafd-40f3-a100-0a690e80b919 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:17.959613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029398a-c6fa-4b3c-bdf6-bee3cc75fa12 None None] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:17.987935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:17.988352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Checking segment: {'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:17.988775 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:17.989324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Bound using segment: {'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:17.989840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Bound port: 64625008-93be-4358-99bc-baeade0c5641, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:17.990243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.178610 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.235438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5e49b5fd-4c5e-4293-aa8f-546027c9f747 None None] Provisioning for port b6268134-0594-45c3-a78f-a32fe2002801 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:18.281684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5e49b5fd-4c5e-4293-aa8f-546027c9f747 None None] Provisioning complete for port b6268134-0594-45c3-a78f-a32fe2002801 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:18.282232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e49b5fd-4c5e-4293-aa8f-546027c9f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.314659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-7b9ccf9a-8df6-4892-b459-cf08e39b9f5c service neutron] 10.222.0.18 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285796 Jul 14 09:12:18.418148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] For port 64625008-93be-4358-99bc-baeade0c5641, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:18.432162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port f6cd90c8-6953-4453-9c26-6224b8b1f588, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f6cd90c8-6953-4453-9c26-6224b8b1f588,segment=NetworkSegment(328250d8-35c0-4844-bd98-e068c8a6029d),segment_id=328250d8-35c0-4844-bd98-e068c8a6029d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:18.450692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] For port 64625008-93be-4358-99bc-baeade0c5641, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=64625008-93be-4358-99bc-baeade0c5641,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:18.451830 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.462527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.583656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38227681-c80b-4b13-9ca4-69777144597a req-9f695656-27bb-4298-8cc7-cfd3161965a3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:18.585189 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38227681-c80b-4b13-9ca4-69777144597a req-9f695656-27bb-4298-8cc7-cfd3161965a3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 943 time: 0.1350608 Jul 14 09:12:18.586128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=f6cd90c8-6953-4453-9c26-6224b8b1f588,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:18.626223 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dfe1766-5177-4cbf-8baf-3719ce853053 req-d96e483b-76c8-4edb-b65d-17122230a047 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 210 time: 0.0610321 Jul 14 09:12:18.637240 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e49b5fd-4c5e-4293-aa8f-546027c9f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.681613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38227681-c80b-4b13-9ca4-69777144597a req-651c2385-c59f-4bc2-89ac-fdb13ef86264 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801265 Jul 14 09:12:18.729604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43315c0f-14a6-481b-bfb5-a54a6053ddd6 None None] Pushing event updated for resources: {'Port': ['ID=64625008-93be-4358-99bc-baeade0c5641,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:18.745853 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66506026-7e16-45e5-95df-769b178c005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.765144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5e49b5fd-4c5e-4293-aa8f-546027c9f747 None None] For port b6268134-0594-45c3-a78f-a32fe2002801, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b6268134-0594-45c3-a78f-a32fe2002801,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:18.771765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e49b5fd-4c5e-4293-aa8f-546027c9f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:18.853563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec10e247-671f-4d3a-a6be-1e0d9e57cf3c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:18.896922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49b5fd-4c5e-4293-aa8f-546027c9f747 None None] Pushing event updated for resources: {'Port': ['ID=b6268134-0594-45c3-a78f-a32fe2002801,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:19.070601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf46f7d-a06e-40ff-8106-79d992e489fc req-ace0a01c-e647-49e3-8cd0-86f4eb4b0fc2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.082950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecf46f7d-a06e-40ff-8106-79d992e489fc req-ace0a01c-e647-49e3-8cd0-86f4eb4b0fc2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 944 time: 0.0913241 Jul 14 09:12:19.138789 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecf46f7d-a06e-40ff-8106-79d992e489fc req-253af4de-26a1-49b6-b7a3-8bbc5b4fca08 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532691 Jul 14 09:12:19.159531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:19.179677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'mac_address': 'fa:16:3e:d5:7e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:19.236882 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.246650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b4bf364e-931b-42cf-8cb7-88fad50b618c None None] Provisioning complete for port b6268134-0594-45c3-a78f-a32fe2002801 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:19.246650 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4bf364e-931b-42cf-8cb7-88fad50b618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.283801 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.302940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec10e247-671f-4d3a-a6be-1e0d9e57cf3c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:19.333719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:19.343993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.545478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7b213-866f-4c95-bb5e-31607b0b635e req-5cf3559a-9d30-48f1-a4df-9f492bcc1abc tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.553037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0e7b213-866f-4c95-bb5e-31607b0b635e req-5cf3559a-9d30-48f1-a4df-9f492bcc1abc tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 950 time: 0.0933614 Jul 14 09:12:19.598171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0e7b213-866f-4c95-bb5e-31607b0b635e req-ff40f32e-0b40-4869-9446-f5aeee6d4767 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Jul 14 09:12:19.636334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6268134-0594-45c3-a78f-a32fe2002801 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:19.705669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:19.720088 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.739820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b6268134-0594-45c3-a78f-a32fe2002801 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:19.740634 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.827329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ec10e247-671f-4d3a-a6be-1e0d9e57cf3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:19.872576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-72c94543-d157-44e3-b930-c3d11468313c req-978439e9-6454-4371-a105-4849ad7459c6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 210 time: 0.0546196 Jul 14 09:12:19.885137 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:19.925966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548841e-0be7-4cb1-b195-6292c12d65fa req-93cbded0-7cce-4711-a05b-913a9db3fa97 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:19.934031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e548841e-0be7-4cb1-b195-6292c12d65fa req-93cbded0-7cce-4711-a05b-913a9db3fa97 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 944 time: 0.0826585 Jul 14 09:12:19.990099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e548841e-0be7-4cb1-b195-6292c12d65fa req-41d01522-d183-45ec-b2c2-2f98f477ed1f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545571 Jul 14 09:12:20.014519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6cd90c8-6953-4453-9c26-6224b8b1f588 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:20.126948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f6cd90c8-6953-4453-9c26-6224b8b1f588 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:20.127325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.137270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302d830-2fd9-4f99-a81a-98a680376646 None None] Network 4570b66e-eafd-40f3-a100-0a690e80b919 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:20.230737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fa76c953-1626-4fd4-9245-9bfd649a36da None None] Provisioning for port 64625008-93be-4358-99bc-baeade0c5641 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:20.339423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 64625008-93be-4358-99bc-baeade0c5641 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:20.375750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da4b6e-659b-4de0-9881-ee168fdf7fa8 req-06680514-257a-4a88-ae39-9a4a84429003 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.382655 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3da4b6e-659b-4de0-9881-ee168fdf7fa8 req-06680514-257a-4a88-ae39-9a4a84429003 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 944 time: 0.1199422 Jul 14 09:12:20.460696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3da4b6e-659b-4de0-9881-ee168fdf7fa8 req-39785054-d701-49f1-89c2-02fbeb2179b4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757434 Jul 14 09:12:20.466933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 64625008-93be-4358-99bc-baeade0c5641 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:20.491562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 64625008-93be-4358-99bc-baeade0c5641 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:20.491995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.661526 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.715170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 64625008-93be-4358-99bc-baeade0c5641, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=64625008-93be-4358-99bc-baeade0c5641,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:20.724558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.730605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-7a51ce2f-6dba-4fda-a417-be79fa5760f3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.745787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-7a51ce2f-6dba-4fda-a417-be79fa5760f3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.750728 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-7a51ce2f-6dba-4fda-a417-be79fa5760f3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "GET /v2.0/networks?id=43a5c22b-020e-48c8-9b52-ff017a4ec174&id=4570b66e-eafd-40f3-a100-0a690e80b919&id=43a5c22b-020e-48c8-9b52-ff017a4ec174 HTTP/1.1" status: 200 len: 1390 time: 0.2712474 Jul 14 09:12:20.772056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'port': {'device_id': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174', 'admin_state_up': True, 'tenant_id': '656cd52286f343b8bd92226446872030'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:20.797895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f843a-a65b-4c91-99fd-999164ca5524 req-5103c667-6c4b-4f96-8cbb-98a706fc76f9 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:20.805385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-230f843a-a65b-4c91-99fd-999164ca5524 req-5103c667-6c4b-4f96-8cbb-98a706fc76f9 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 950 time: 0.1670077 Jul 14 09:12:20.858610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d44fc432-2464-488a-a776-ba1c5a66bf09 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:20.933217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=64625008-93be-4358-99bc-baeade0c5641,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:20.984390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:20.988730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:20.999614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-76ea998e-bde0-4b5f-99b9-ba9976822f97 None None] Provisioning complete for port 64625008-93be-4358-99bc-baeade0c5641 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:21.000763 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76ea998e-bde0-4b5f-99b9-ba9976822f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.052540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Deleting port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:21.053796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.055317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port d44fc432-2464-488a-a776-ba1c5a66bf09 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:21.068226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port d44fc432-2464-488a-a776-ba1c5a66bf09 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:21.068697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.171114 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22c89297-ee2d-4ab2-bcb0-5bcffcaafc11 req-a1cdeb44-c8f5-4e9b-95da-66b068d9cb40 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 210 time: 0.0787475 Jul 14 09:12:21.175902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] For port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:21.176269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.181770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 64625008-93be-4358-99bc-baeade0c5641 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:21.192891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Calling delete_port for 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:21.218256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.221114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e575962-8c0d-421c-ad34-63bab9475d72 req-cff353fa-8490-4178-bb25-ecf083cebcd1 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.229276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e575962-8c0d-421c-ad34-63bab9475d72 req-cff353fa-8490-4178-bb25-ecf083cebcd1 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 950 time: 0.3266573 Jul 14 09:12:21.252233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44fc432-2464-488a-a776-ba1c5a66bf09'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:21.255085 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d92d0-f87d-4020-b3ac-df28d0a9445f" -d '{"events": [{"server_uuid": "4b10455e-f0bf-4b9a-922b-cb0c57ea2979", "name": "network-vif-plugged", "status": "completed", "tag": "d44fc432-2464-488a-a776-ba1c5a66bf09"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:21.273179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d44fc432-2464-488a-a776-ba1c5a66bf09, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d44fc432-2464-488a-a776-ba1c5a66bf09,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:21.281829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 64625008-93be-4358-99bc-baeade0c5641 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:21.282232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.286589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Allocated IP 19.80.0.251 (43a5c22b-020e-48c8-9b52-ff017a4ec174/ca2c8ef6-61c4-4319-8443-e65586f9e206/ea138090-cb50-4c5a-bb48-bfb50bb3fa61) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:21.297787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.340460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e575962-8c0d-421c-ad34-63bab9475d72 req-51bee51f-46d7-497a-8484-b91042b7651d tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101451 Jul 14 09:12:21.370143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.398147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d44fc432-2464-488a-a776-ba1c5a66bf09,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:21.492808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.498968 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf84f03-f11b-4e49-91d6-5bc0b8eedd37 x-openstack-request-id: req-abf84f03-f11b-4e49-91d6-5bc0b8eedd37 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:21.499163 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b10455e-f0bf-4b9a-922b-cb0c57ea2979", "name": "network-vif-plugged", "status": "completed", "tag": "d44fc432-2464-488a-a776-ba1c5a66bf09", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:21.499507 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abf84f03-f11b-4e49-91d6-5bc0b8eedd37 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:21.499962 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44fc432-2464-488a-a776-ba1c5a66bf09', 'code': 200} Jul 14 09:12:21.513725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['1b05d2c9-cb01-40cf-b4bb-57d0be56c81d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:21.566825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Pushing event deleted for resources: {'Port': ['ID=1b05d2c9-cb01-40cf-b4bb-57d0be56c81d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:21.590592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0aebf1fb-0009-4f5a-a4a7-580b662ea24c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:21.619338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] No DVR routers for this DVR port 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:21.625188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.627229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-230f843a-a65b-4c91-99fd-999164ca5524 req-c0dd7f6c-0d0f-4a15-b0ce-27805e5fc256 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.48 "DELETE /v2.0/ports/1b05d2c9-cb01-40cf-b4bb-57d0be56c81d HTTP/1.1" status: 204 len: 173 time: 0.8156548 Jul 14 09:12:21.640404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'name': 'network-vif-deleted', 'tag': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:21.651612 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed22be5-e0e8-4ecb-aaa0-aa36d9c6a704" -d '{"events": [{"server_uuid": "e9b96a8b-13bc-4b94-8623-17bf662d649d", "name": "network-vif-deleted", "tag": "1b05d2c9-cb01-40cf-b4bb-57d0be56c81d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:21.723003 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:21.751505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Transition to ACTIVE for port object ea138090-cb50-4c5a-bb48-bfb50bb3fa61 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:21.826389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8254a61-f894-4b1b-90d1-f66d765ea406 req-8045d68d-38b6-4ac0-8c2e-22713ae505cf tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.832528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a21ebe-641d-4cda-af0a-22a742183d8a req-afcdc20e-84bd-4758-aa75-1cab329a9cbd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.833612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8254a61-f894-4b1b-90d1-f66d765ea406 req-8045d68d-38b6-4ac0-8c2e-22713ae505cf tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 945 time: 0.1162775 Jul 14 09:12:21.841908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-96a21ebe-641d-4cda-af0a-22a742183d8a req-afcdc20e-84bd-4758-aa75-1cab329a9cbd tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 944 time: 0.4820163 Jul 14 09:12:21.876427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8254a61-f894-4b1b-90d1-f66d765ea406 req-ca127c42-2b5e-4c30-a88c-8bfb183c9fcc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Jul 14 09:12:21.924097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-96a21ebe-641d-4cda-af0a-22a742183d8a req-acb863f4-d13f-4a27-a695-7cfc8c08fba8 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807631 Jul 14 09:12:21.950258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8882a6-ab04-479d-ac03-0e6160dc27bc req-1df6594c-7ce6-484b-a2b2-5c6d9b2f37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:21.952300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f8882a6-ab04-479d-ac03-0e6160dc27bc req-1df6594c-7ce6-484b-a2b2-5c6d9b2f37a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 1097 time: 0.1940160 Jul 14 09:12:21.976374 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157d2fe4-c791-4aff-b776-84a482f27393 x-openstack-request-id: req-157d2fe4-c791-4aff-b776-84a482f27393 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:21.976684 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b96a8b-13bc-4b94-8623-17bf662d649d", "name": "network-vif-deleted", "tag": "1b05d2c9-cb01-40cf-b4bb-57d0be56c81d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:21.977003 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-157d2fe4-c791-4aff-b776-84a482f27393 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:21.977393 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b96a8b-13bc-4b94-8623-17bf662d649d', 'name': 'network-vif-deleted', 'tag': '1b05d2c9-cb01-40cf-b4bb-57d0be56c81d', 'status': 'completed', 'code': 200} Jul 14 09:12:21.987710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.046330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f8882a6-ab04-479d-ac03-0e6160dc27bc req-c8817c8f-29fe-490b-8fe5-d057ac4502ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866270 Jul 14 09:12:22.059238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:22.067685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:22.074857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:22.124128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Port': ['ID=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:22.140329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.142405 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.159281 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-2d17e975-bd8e-4024-b2ab-63c6eb31db14 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3982024 Jul 14 09:12:22.171255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'port': {'device_id': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919', 'admin_state_up': True, 'tenant_id': '656cd52286f343b8bd92226446872030'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:22.354319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24160dd9-3141-4cfc-8af0-d9ccbb916c34 None None] Provisioning for port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:22.358325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24160dd9-3141-4cfc-8af0-d9ccbb916c34 None None] Provisioning complete for port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:22.358694 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24160dd9-3141-4cfc-8af0-d9ccbb916c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.385465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:22.389839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.406549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-24160dd9-3141-4cfc-8af0-d9ccbb916c34 None None] Port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:22.448941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedae738-bc9a-47cd-b0d8-84a718affd3e req-3b38361b-fc53-477e-8912-72ea8951c85e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.450466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eedae738-bc9a-47cd-b0d8-84a718affd3e req-3b38361b-fc53-477e-8912-72ea8951c85e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 932 time: 0.1218266 Jul 14 09:12:22.541644 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eedae738-bc9a-47cd-b0d8-84a718affd3e req-89c5dd4c-6b34-451c-b1df-7df4e025c23f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772014 Jul 14 09:12:22.594635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb3d7238-f634-4444-8443-403c10440d66 req-e4989471-db85-490d-9b22-00728f7baedd tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9b96a8b-13bc-4b94-8623-17bf662d649d HTTP/1.1" status: 200 len: 210 time: 0.0395796 Jul 14 09:12:22.627392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Allocated IP 19.86.0.210 (4570b66e-eafd-40f3-a100-0a690e80b919/155a92e5-7236-40c1-9367-bf3a9967703c/88e5832b-fd31-4621-9bde-c1fc9581336a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:22.795738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.810884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Transition to ACTIVE for port object 88e5832b-fd31-4621-9bde-c1fc9581336a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:22.846491 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.859131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec10e247-671f-4d3a-a6be-1e0d9e57cf3c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:22.898169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network 4570b66e-eafd-40f3-a100-0a690e80b919 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:22.903758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:22.908308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:22.911332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Port': ['ID=88e5832b-fd31-4621-9bde-c1fc9581336a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:22.939522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:22.955740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:22.957805 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:22.983899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:22.984562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.015646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-497512d1-eaec-4d62-a28a-5fd4f6eab26a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8484983 Jul 14 09:12:23.026507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'port': {'device_id': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174', 'admin_state_up': True, 'tenant_id': '656cd52286f343b8bd92226446872030'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:23.162474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.232087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:23.239678 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.240158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eb91f-41fc-4262-8f90-c29f7fac1dd1 req-6d1a50c7-4eac-4cf5-9109-90a4b33ae3c2 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.241094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:23.250155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b03eb91f-41fc-4262-8f90-c29f7fac1dd1 req-6d1a50c7-4eac-4cf5-9109-90a4b33ae3c2 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 944 time: 0.1160636 Jul 14 09:12:23.285522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:23.285863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1b05d2c9-cb01-40cf-b4bb-57d0be56c81d not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:23.288623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b03eb91f-41fc-4262-8f90-c29f7fac1dd1 req-78c3dc01-c49b-403d-bc60-1faefde99b08 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375438 Jul 14 09:12:23.358043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:23.358651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:23.364879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.365171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b5eed81-26d1-432f-8bfe-d39f4d1cf135 None None] Provisioning for port 88e5832b-fd31-4621-9bde-c1fc9581336a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:23.375143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b5eed81-26d1-432f-8bfe-d39f4d1cf135 None None] Provisioning complete for port 88e5832b-fd31-4621-9bde-c1fc9581336a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:23.377718 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b5eed81-26d1-432f-8bfe-d39f4d1cf135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.389165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5798-e643-48e0-bd61-99f8cfa542dc req-ce05ecb8-774c-4d98-85a4-d778a6275d86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.390669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a6c5798-e643-48e0-bd61-99f8cfa542dc req-ce05ecb8-774c-4d98-85a4-d778a6275d86 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 945 time: 0.1203039 Jul 14 09:12:23.433304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8b5eed81-26d1-432f-8bfe-d39f4d1cf135 None None] Port 88e5832b-fd31-4621-9bde-c1fc9581336a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:23.495902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a6c5798-e643-48e0-bd61-99f8cfa542dc req-a6c0e662-b47f-4c1e-93f9-5028d213b518 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932946 Jul 14 09:12:23.501540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:23.504199 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d2ff68-60ea-4d66-a21c-04f1563d46e8" -d '{"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-plugged", "status": "completed", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:23.574601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Allocated IP 19.80.0.161 (43a5c22b-020e-48c8-9b52-ff017a4ec174/ca2c8ef6-61c4-4319-8443-e65586f9e206/caaa0041-8090-47ba-8f0c-34cb8aedbd4f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:23.592107 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f149086-0cf2-43dc-b218-59cb5d458c8a x-openstack-request-id: req-3f149086-0cf2-43dc-b218-59cb5d458c8a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:23.593468 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-plugged", "status": "completed", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:23.594329 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f149086-0cf2-43dc-b218-59cb5d458c8a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:23.594943 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'code': 200} Jul 14 09:12:23.797775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.845397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Transition to ACTIVE for port object caaa0041-8090-47ba-8f0c-34cb8aedbd4f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:23.928805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8545f-9429-4ffd-a647-c0ac26ed1f4b req-e0ce3c23-300a-448e-93c5-127eccf7423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.930362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ddc8545f-9429-4ffd-a647-c0ac26ed1f4b req-e0ce3c23-300a-448e-93c5-127eccf7423a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 1097 time: 0.1495199 Jul 14 09:12:23.934219 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:23.949326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c92297-8356-4fde-b497-df29bd884875 req-4fa3f1bf-559d-48b2-a24b-cb3aa72f49e1 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.955262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c92297-8356-4fde-b497-df29bd884875 req-4fa3f1bf-559d-48b2-a24b-cb3aa72f49e1 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:23.956985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-60c92297-8356-4fde-b497-df29bd884875 req-4fa3f1bf-559d-48b2-a24b-cb3aa72f49e1 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 1655 time: 0.1402988 Jul 14 09:12:24.035484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:24.048667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:24.056470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:24.058446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Port': ['ID=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.095722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ddc8545f-9429-4ffd-a647-c0ac26ed1f4b req-766e6420-06f6-4ad2-bc98-450e7b854f92 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367137 Jul 14 09:12:24.101528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-60c92297-8356-4fde-b497-df29bd884875 req-c20ab983-57f8-47e8-a5fc-b50dae98c50b tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326411 Jul 14 09:12:24.127032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.127699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.150447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-33960866-1ffe-4a51-9962-dd7d1295bb79 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1284211 Jul 14 09:12:24.162841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Request body: {'port': {'device_id': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:24.220097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29392999-f45c-4832-85c8-dffc0169e3d7 req-a0692fa4-0246-45a8-99c9-920c0d90818c tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.229196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29392999-f45c-4832-85c8-dffc0169e3d7 req-a0692fa4-0246-45a8-99c9-920c0d90818c tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.0844693 Jul 14 09:12:24.260464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.272562 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29392999-f45c-4832-85c8-dffc0169e3d7 req-aa40758f-fef1-4245-b1ea-a9b777018b2b tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Jul 14 09:12:24.361041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a8662e4-0240-4aa9-83cc-0838cf6b2980 None None] Provisioning for port caaa0041-8090-47ba-8f0c-34cb8aedbd4f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:24.367684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a8662e4-0240-4aa9-83cc-0838cf6b2980 None None] Provisioning complete for port caaa0041-8090-47ba-8f0c-34cb8aedbd4f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:24.368136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a8662e4-0240-4aa9-83cc-0838cf6b2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.408657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a8662e4-0240-4aa9-83cc-0838cf6b2980 None None] Port caaa0041-8090-47ba-8f0c-34cb8aedbd4f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:24.569891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d1639-770a-436f-a80f-10f217584c43 req-11105ef0-a2a2-4323-b885-e4e8106542d7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.571523 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-187d1639-770a-436f-a80f-10f217584c43 req-11105ef0-a2a2-4323-b885-e4e8106542d7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 945 time: 0.1115685 Jul 14 09:12:24.644748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-187d1639-770a-436f-a80f-10f217584c43 req-bede4b03-d6ed-471d-911e-919d4d3a2645 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655315 Jul 14 09:12:24.655435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea138090-cb50-4c5a-bb48-bfb50bb3fa61 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:24.670083 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.683935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Transition to ACTIVE for port object ea138090-cb50-4c5a-bb48-bfb50bb3fa61 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:24.689031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.834945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Pushing event updated for resources: {'Port': ['ID=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:24.857748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Attempting to bind port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:24.858098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Attempting to bind port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:24.858428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Attempting to bind port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 on network 43a5c22b-020e-48c8-9b52-ff017a4ec174 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:24.863523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 on network 43a5c22b-020e-48c8-9b52-ff017a4ec174 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:24.863848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Attempting to bind port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 on network 43a5c22b-020e-48c8-9b52-ff017a4ec174 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:24.868777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:24.869061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Checking segment: {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:24.869439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Bound using segment: {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:24.869868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Bound port: ea138090-cb50-4c5a-bb48-bfb50bb3fa61, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:24.870225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.947331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] For port ea138090-cb50-4c5a-bb48-bfb50bb3fa61, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:24.951014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] For port ea138090-cb50-4c5a-bb48-bfb50bb3fa61, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:24.957288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.998774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:24.999536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.000884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] 10.222.0.11 "PUT /v2.0/ports/ea138090-cb50-4c5a-bb48-bfb50bb3fa61 HTTP/1.1" status: 200 len: 1093 time: 0.8432298 Jul 14 09:12:25.001390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'tag': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:25.004121 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff622a75-5f21-44be-9475-cfb67fa42e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "tag": "ea138090-cb50-4c5a-bb48-bfb50bb3fa61"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:25.036946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Request body: {'port': {'device_id': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:25.064173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87a21c-6bdd-48dc-87df-4559379e88bf service neutron] Pushing event updated for resources: {'Port': ['ID=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.115050 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8422426c-6967-4320-baec-74302d23527c x-openstack-request-id: req-8422426c-6967-4320-baec-74302d23527c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:25.115567 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "tag": "ea138090-cb50-4c5a-bb48-bfb50bb3fa61", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:25.115736 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8422426c-6967-4320-baec-74302d23527c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:25.116149 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'tag': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61', 'status': 'completed', 'code': 200} Jul 14 09:12:25.127331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.230689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-a21b5ec4-2a3b-4086-b59f-2e8b8a891609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.232023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-a21b5ec4-2a3b-4086-b59f-2e8b8a891609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.232727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-a21b5ec4-2a3b-4086-b59f-2e8b8a891609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.235745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-a21b5ec4-2a3b-4086-b59f-2e8b8a891609 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2733 time: 0.1101341 Jul 14 09:12:25.464240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6185-9d8d-4df3-a248-83a8d50edbb1 req-43d4b270-469d-4c71-9933-8e4e7f027529 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.470199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6185-9d8d-4df3-a248-83a8d50edbb1 req-43d4b270-469d-4c71-9933-8e4e7f027529 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.476688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e6185-9d8d-4df3-a248-83a8d50edbb1 req-43d4b270-469d-4c71-9933-8e4e7f027529 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.478433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b5e6185-9d8d-4df3-a248-83a8d50edbb1 req-43d4b270-469d-4c71-9933-8e4e7f027529 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2389 time: 0.2195926 Jul 14 09:12:25.525065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-35b36e15-541a-4afc-9dc9-dafe7ed59318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.525554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-35b36e15-541a-4afc-9dc9-dafe7ed59318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.526022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-35b36e15-541a-4afc-9dc9-dafe7ed59318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.527734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-35b36e15-541a-4afc-9dc9-dafe7ed59318 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=656cd52286f343b8bd92226446872030&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2803566 Jul 14 09:12:25.604982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9271d-927a-40c3-a7d3-545ae77b826c req-db0c5a22-8777-47eb-8514-8107f910f7a9 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.606498 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12b9271d-927a-40c3-a7d3-545ae77b826c req-db0c5a22-8777-47eb-8514-8107f910f7a9 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.1739643 Jul 14 09:12:25.624242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b5e6185-9d8d-4df3-a248-83a8d50edbb1 req-e76cd37d-f893-470b-9514-d6e09292e5db tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369889 Jul 14 09:12:25.683829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e5832b-fd31-4621-9bde-c1fc9581336a {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:25.695455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-d785a0c6-fb91-43bf-ae57-739bbc341f42 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.696937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-d785a0c6-fb91-43bf-ae57-739bbc341f42 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.1985266 Jul 14 09:12:25.704768 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.716575 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12b9271d-927a-40c3-a7d3-545ae77b826c req-112e0965-a489-462d-a4da-83416bd29b53 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809772 Jul 14 09:12:25.756678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-9bc76e73-0a9e-49cb-bd6f-7acaff979f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:25.758825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff622a75-5f21-44be-9475-cfb67fa42e8a req-9bc76e73-0a9e-49cb-bd6f-7acaff979f7b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2200482 Jul 14 09:12:25.764259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Transition to ACTIVE for port object 88e5832b-fd31-4621-9bde-c1fc9581336a will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:25.773062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.856467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Pushing event updated for resources: {'Port': ['ID=88e5832b-fd31-4621-9bde-c1fc9581336a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:25.973687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Deleting port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:25.974029 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.032454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Attempting to bind port 88e5832b-fd31-4621-9bde-c1fc9581336a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:26.032783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Attempting to bind port 88e5832b-fd31-4621-9bde-c1fc9581336a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:26.033106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Attempting to bind port 88e5832b-fd31-4621-9bde-c1fc9581336a on network 4570b66e-eafd-40f3-a100-0a690e80b919 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:26.050454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Port 88e5832b-fd31-4621-9bde-c1fc9581336a on network 4570b66e-eafd-40f3-a100-0a690e80b919 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:26.050777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Attempting to bind port 88e5832b-fd31-4621-9bde-c1fc9581336a on network 4570b66e-eafd-40f3-a100-0a690e80b919 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:26.068747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32528ba9-c3c5-4489-abec-f47716f92914 req-4043c5b0-34a0-42be-a9ce-ab15517a5cff tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.075393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32528ba9-c3c5-4489-abec-f47716f92914 req-4043c5b0-34a0-42be-a9ce-ab15517a5cff tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 945 time: 0.1875401 Jul 14 09:12:26.091474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:26.091819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Checking segment: {'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:26.092210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Bound using segment: {'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:26.092639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Bound port: 88e5832b-fd31-4621-9bde-c1fc9581336a, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b08037-4c97-413c-b4ce-e718c0dc8970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:26.092990 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.152617 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32528ba9-c3c5-4489-abec-f47716f92914 req-080929ae-f6ab-424b-98ec-cda346a85f62 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756016 Jul 14 09:12:26.190599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] For port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:26.190974 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.214113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Calling delete_port for 0aebf1fb-0009-4f5a-a4a7-580b662ea24c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:26.572072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] For port 88e5832b-fd31-4621-9bde-c1fc9581336a, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:26.588533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] For port 88e5832b-fd31-4621-9bde-c1fc9581336a, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=88e5832b-fd31-4621-9bde-c1fc9581336a,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:26.597421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.641836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.644797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.646330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] 10.222.0.11 "PUT /v2.0/ports/88e5832b-fd31-4621-9bde-c1fc9581336a HTTP/1.1" status: 200 len: 1093 time: 1.6136770 Jul 14 09:12:26.652779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd5ae5-766b-46dc-9945-e7defe73dee1 req-7af35ad2-9322-4161-9afe-d8a49e41300a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.660171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8fd5ae5-766b-46dc-9945-e7defe73dee1 req-7af35ad2-9322-4161-9afe-d8a49e41300a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 945 time: 0.0702677 Jul 14 09:12:26.681183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Request body: {'port': {'device_id': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:26.710548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8fd5ae5-766b-46dc-9945-e7defe73dee1 req-801875d9-f8fd-4cc7-93dd-cb7eb4c9101f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 Jul 14 09:12:26.848827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ab934-5611-41e6-8db6-aeb5b957b7ea service neutron] Pushing event updated for resources: {'Port': ['ID=88e5832b-fd31-4621-9bde-c1fc9581336a,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:26.878210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:26.974836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90620-a600-4dc2-b8ca-bed1e4b3ff26 req-8e4e8d56-c6e6-433b-8a8b-ecc18e628f82 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:26.976930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7b90620-a600-4dc2-b8ca-bed1e4b3ff26 req-8e4e8d56-c6e6-433b-8a8b-ecc18e628f82 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6dda699-03d8-4e7d-a4d6-62044f57fa8f HTTP/1.1" status: 200 len: 950 time: 0.0969152 Jul 14 09:12:27.010444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.022290 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0aebf1fb-0009-4f5a-a4a7-580b662ea24c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:27.046495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8ad72-40ee-4b0f-a869-68ea67b17d6a req-b30ffcc1-ebab-44ab-918f-2eb08ae6a211 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.049126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7b90620-a600-4dc2-b8ca-bed1e4b3ff26 req-7a17c15d-c09b-4204-9df8-d229e41f4547 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.18 "GET /v2.0/security-groups?id=402b3cad-558f-48a4-94cf-32ca22d5d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658739 Jul 14 09:12:27.053642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8ad72-40ee-4b0f-a869-68ea67b17d6a req-b30ffcc1-ebab-44ab-918f-2eb08ae6a211 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.059816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8ad72-40ee-4b0f-a869-68ea67b17d6a req-b30ffcc1-ebab-44ab-918f-2eb08ae6a211 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.066839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05d8ad72-40ee-4b0f-a869-68ea67b17d6a req-b30ffcc1-ebab-44ab-918f-2eb08ae6a211 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2401 time: 0.2836955 Jul 14 09:12:27.122963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'tag': '88e5832b-fd31-4621-9bde-c1fc9581336a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:27.125231 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f7810a-538c-47e1-b94c-61e14827dbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "tag": "88e5832b-fd31-4621-9bde-c1fc9581336a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:27.127746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Pushing event deleted for resources: {'Port': ['ID=0aebf1fb-0009-4f5a-a4a7-580b662ea24c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:27.239668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] No DVR routers for this DVR port 0aebf1fb-0009-4f5a-a4a7-580b662ea24c on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:27.245174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.247115 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c8e6e76-a1e2-425a-acc6-fdffdd1e6c68 req-8bacfe77-2266-420a-8394-ea969726fb34 tempest-ServersAdminNegativeTestJSON-520020653 tempest-ServersAdminNegativeTestJSON-520020653-project] 10.222.0.11 "DELETE /v2.0/ports/0aebf1fb-0009-4f5a-a4a7-580b662ea24c HTTP/1.1" status: 204 len: 173 time: 1.5392673 Jul 14 09:12:27.274677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05d8ad72-40ee-4b0f-a869-68ea67b17d6a req-1edc55a2-74d7-4ca1-9ffc-e332932d84ed tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068958 Jul 14 09:12:27.374372 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c99eee-b682-4256-80e1-77dba2741e79 x-openstack-request-id: req-c8c99eee-b682-4256-80e1-77dba2741e79 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:27.374663 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "tag": "88e5832b-fd31-4621-9bde-c1fc9581336a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:27.374914 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8c99eee-b682-4256-80e1-77dba2741e79 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:27.375471 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'tag': '88e5832b-fd31-4621-9bde-c1fc9581336a', 'status': 'completed', 'code': 200} Jul 14 09:12:27.510520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaa0041-8090-47ba-8f0c-34cb8aedbd4f {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:27.520977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.526122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-622778ab-8234-44fd-bd0f-bb5aa4e6c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.526607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-622778ab-8234-44fd-bd0f-bb5aa4e6c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.527083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-622778ab-8234-44fd-bd0f-bb5aa4e6c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.528888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-622778ab-8234-44fd-bd0f-bb5aa4e6c3ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2801 time: 0.1486151 Jul 14 09:12:27.541372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Transition to ACTIVE for port object caaa0041-8090-47ba-8f0c-34cb8aedbd4f will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:27.545301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.756566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Pushing event updated for resources: {'Port': ['ID=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:27.782706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-b0481cd3-986c-4796-b748-5c2977314609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.783297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-b0481cd3-986c-4796-b748-5c2977314609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.783806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-b0481cd3-986c-4796-b748-5c2977314609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.785499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-b0481cd3-986c-4796-b748-5c2977314609 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=656cd52286f343b8bd92226446872030&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2297058 Jul 14 09:12:27.838511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Attempting to bind port caaa0041-8090-47ba-8f0c-34cb8aedbd4f on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:27.838842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Attempting to bind port caaa0041-8090-47ba-8f0c-34cb8aedbd4f by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:27.839168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Attempting to bind port caaa0041-8090-47ba-8f0c-34cb8aedbd4f on network 43a5c22b-020e-48c8-9b52-ff017a4ec174 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:27.877646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Port caaa0041-8090-47ba-8f0c-34cb8aedbd4f on network 43a5c22b-020e-48c8-9b52-ff017a4ec174 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:12:27.878015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Attempting to bind port caaa0041-8090-47ba-8f0c-34cb8aedbd4f on network 43a5c22b-020e-48c8-9b52-ff017a4ec174 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:27.889784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:27.890442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Checking segment: {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:27.890559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Bound using segment: {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:27.890915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Bound port: caaa0041-8090-47ba-8f0c-34cb8aedbd4f, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:27.891271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.938391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e90c8a-e90e-4858-907e-cc4317190f42 req-370b8dbb-50fb-4af8-a1c5-5fc12b707f04 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.941052 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50e90c8a-e90e-4858-907e-cc4317190f42 req-370b8dbb-50fb-4af8-a1c5-5fc12b707f04 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 945 time: 0.0956144 Jul 14 09:12:27.987034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-0eaa0ced-56d3-4e0a-b101-337e872f0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:27.988757 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9f7810a-538c-47e1-b94c-61e14827dbe4 req-0eaa0ced-56d3-4e0a-b101-337e872f0660 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1970816 Jul 14 09:12:28.015748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] For port caaa0041-8090-47ba-8f0c-34cb8aedbd4f, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:28.016718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50e90c8a-e90e-4858-907e-cc4317190f42 req-00b2b9cf-808c-4605-946f-0a866b8940f7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697069 Jul 14 09:12:28.020209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] For port caaa0041-8090-47ba-8f0c-34cb8aedbd4f, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:28.028024 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.090064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.090694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.092087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] 10.222.0.11 "PUT /v2.0/ports/caaa0041-8090-47ba-8f0c-34cb8aedbd4f HTTP/1.1" status: 200 len: 1093 time: 1.4157298 Jul 14 09:12:28.115097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeda06-04a6-47aa-a7a8-bb27f39a5035 service neutron] Pushing event updated for resources: {'Port': ['ID=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:28.259246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-afed56a4-53fa-4b81-8bc6-5061c1887bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.261860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-afed56a4-53fa-4b81-8bc6-5061c1887bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.262432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-afed56a4-53fa-4b81-8bc6-5061c1887bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.267320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-afed56a4-53fa-4b81-8bc6-5061c1887bec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2869 time: 0.1301389 Jul 14 09:12:28.331910 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-47b52cea-9139-4be3-8a59-5a0ea8731060 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=ea138090-cb50-4c5a-bb48-bfb50bb3fa61 HTTP/1.1" status: 200 len: 217 time: 0.0549815 Jul 14 09:12:28.418575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-ebd64c75-953f-42b5-849f-749b0dfb1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.421115 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-ebd64c75-953f-42b5-849f-749b0dfb1269 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca2c8ef6-61c4-4319-8443-e65586f9e206 HTTP/1.1" status: 200 len: 801 time: 0.0798841 Jul 14 09:12:28.510925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-d35ad260-b295-4449-ab68-46d103090994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.513464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-d35ad260-b295-4449-ab68-46d103090994 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43a5c22b-020e-48c8-9b52-ff017a4ec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845013 Jul 14 09:12:28.591777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:28.755251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-7914111c-6eea-4f7f-b9fe-fbb4c2bf511f service neutron] 10.222.0.11 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229202 Jul 14 09:12:28.804859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b8ecc0ac-5a5f-468f-8529-95c15683a70d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c03c667ad1034cb487beb6acb7403587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118087 Jul 14 09:12:28.808003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:28.837280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc468e2-be32-4a00-9bed-938efec9cb8b req-9a0aee37-b96c-417b-9482-b9b0f6035ae7 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.842377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc468e2-be32-4a00-9bed-938efec9cb8b req-9a0aee37-b96c-417b-9482-b9b0f6035ae7 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.848456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc468e2-be32-4a00-9bed-938efec9cb8b req-9a0aee37-b96c-417b-9482-b9b0f6035ae7 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:28.864878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cc468e2-be32-4a00-9bed-938efec9cb8b req-9a0aee37-b96c-417b-9482-b9b0f6035ae7 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2413 time: 0.1557372 Jul 14 09:12:28.874510 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-9ae2811d-b6fc-44f5-8d45-7b41e8132d41 service neutron] 10.222.0.11 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119082 Jul 14 09:12:28.931696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-fe2e3461-7ed9-4e55-8fa4-ae4d33824c0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.210&port_id=88e5832b-fd31-4621-9bde-c1fc9581336a HTTP/1.1" status: 200 len: 217 time: 0.0420523 Jul 14 09:12:28.934333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df24ffea-bb5e-44da-9487-447033b241b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:28.941209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cc468e2-be32-4a00-9bed-938efec9cb8b req-f20c75e8-46d5-4f80-92c5-79d937a1018d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748370 Jul 14 09:12:28.966065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df24ffea-bb5e-44da-9487-447033b241b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.001520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-e18af8fa-fb98-4d8c-bb95-6277bd02c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.003675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-e18af8fa-fb98-4d8c-bb95-6277bd02c3f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=155a92e5-7236-40c1-9367-bf3a9967703c HTTP/1.1" status: 200 len: 801 time: 0.0640790 Jul 14 09:12:29.026897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df24ffea-bb5e-44da-9487-447033b241b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.029730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df24ffea-bb5e-44da-9487-447033b241b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.031008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-df24ffea-bb5e-44da-9487-447033b241b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/402b3cad-558f-48a4-94cf-32ca22d5d4a0 HTTP/1.1" status: 204 len: 168 time: 0.2222373 Jul 14 09:12:29.063942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24ffea-bb5e-44da-9487-447033b241b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b3cad-558f-48a4-94cf-32ca22d5d4a0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:29.092051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-5c73a2d6-e19b-46b9-b923-627fce657bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.093580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-5c73a2d6-e19b-46b9-b923-627fce657bc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4570b66e-eafd-40f3-a100-0a690e80b919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840120 Jul 14 09:12:29.195019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-02be1c09-9bdc-40fe-86fa-4adf78e3ec2a service neutron] 10.222.0.11 "GET /v2.0/networks/4570b66e-eafd-40f3-a100-0a690e80b919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905714 Jul 14 09:12:29.297082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-f66a66b1-cb1a-44f8-b4d8-2e5efe16989a service neutron] 10.222.0.11 "GET /v2.0/networks/4570b66e-eafd-40f3-a100-0a690e80b919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931253 Jul 14 09:12:29.344682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:29.354424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-c7ec0520-6109-4895-93f3-b4a027793438 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=caaa0041-8090-47ba-8f0c-34cb8aedbd4f HTTP/1.1" status: 200 len: 217 time: 0.0504837 Jul 14 09:12:29.385210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e32ac7ad-2232-4e82-ae45-205740eb86ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65b72d7182ff485da4cd916cf7c267f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392835 Jul 14 09:12:29.387563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49772) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:29.390400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'name': 'network-vif-deleted', 'tag': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c'}, {'name': 'network-changed', 'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'tag': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:29.392755 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643dd47-81b1-47b5-92a2-142af2d1b0b7" -d '{"events": [{"server_uuid": "a6dda699-03d8-4e7d-a4d6-62044f57fa8f", "name": "network-vif-deleted", "tag": "0aebf1fb-0009-4f5a-a4a7-580b662ea24c"}, {"name": "network-changed", "server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "tag": "caaa0041-8090-47ba-8f0c-34cb8aedbd4f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:29.438487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-11c9fe23-071a-4bb6-ad91-17fb7fe29516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.452932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-11c9fe23-071a-4bb6-ad91-17fb7fe29516 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca2c8ef6-61c4-4319-8443-e65586f9e206 HTTP/1.1" status: 200 len: 801 time: 0.0874937 Jul 14 09:12:29.454447 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daceda12-da5a-4c71-89a7-96e4973a9d34 x-openstack-request-id: req-daceda12-da5a-4c71-89a7-96e4973a9d34 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:29.454753 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dda699-03d8-4e7d-a4d6-62044f57fa8f", "name": "network-vif-deleted", "tag": "0aebf1fb-0009-4f5a-a4a7-580b662ea24c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "tag": "caaa0041-8090-47ba-8f0c-34cb8aedbd4f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:29.455007 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daceda12-da5a-4c71-89a7-96e4973a9d34 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:29.455428 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dda699-03d8-4e7d-a4d6-62044f57fa8f', 'name': 'network-vif-deleted', 'tag': '0aebf1fb-0009-4f5a-a4a7-580b662ea24c', 'status': 'completed', 'code': 200} Jul 14 09:12:29.455692 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'tag': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f', 'status': 'completed', 'code': 200} Jul 14 09:12:29.483330 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec856651-f675-438e-856a-1d863a7bcb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.511510 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec856651-f675-438e-856a-1d863a7bcb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.542863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-bacaa04a-8d86-4d46-a46b-4b5269c1baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.545413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-bacaa04a-8d86-4d46-a46b-4b5269c1baaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43a5c22b-020e-48c8-9b52-ff017a4ec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859227 Jul 14 09:12:29.570978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec856651-f675-438e-856a-1d863a7bcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.575143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec856651-f675-438e-856a-1d863a7bcb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:29.579983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ec856651-f675-438e-856a-1d863a7bcb7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d28339a-e2c9-4cad-bd4c-fd67434c1fca HTTP/1.1" status: 204 len: 168 time: 0.1914103 Jul 14 09:12:29.590047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec856651-f675-438e-856a-1d863a7bcb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d28339a-e2c9-4cad-bd4c-fd67434c1fca,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:29.660369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-18fc7249-e386-46d3-aecc-96f9840ed770 service neutron] 10.222.0.11 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078184 Jul 14 09:12:29.778701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f744ddc-0486-4e32-ab3e-51710ed6fe46 req-edb302b1-f893-4cf3-900a-ed7b0afebedf service neutron] 10.222.0.11 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108716 Jul 14 09:12:29.894669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-38fc8ed8-b202-436b-aa13-b3228a72c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.895159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-38fc8ed8-b202-436b-aa13-b3228a72c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.895670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-38fc8ed8-b202-436b-aa13-b3228a72c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:29.897343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-38fc8ed8-b202-436b-aa13-b3228a72c511 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2869 time: 0.0586464 Jul 14 09:12:30.057225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-6916d0c9-c185-4f0f-a50c-44904ba2d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.058974 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-6916d0c9-c185-4f0f-a50c-44904ba2d1e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43a5c22b-020e-48c8-9b52-ff017a4ec174 HTTP/1.1" status: 200 len: 902 time: 0.1496954 Jul 14 09:12:30.122973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-4bf89fd6-7df1-4f72-9bc7-e459ec758645 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=caaa0041-8090-47ba-8f0c-34cb8aedbd4f HTTP/1.1" status: 200 len: 217 time: 0.0537758 Jul 14 09:12:30.211265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-e7e69128-4963-490b-aca7-971332f1168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.212957 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-e7e69128-4963-490b-aca7-971332f1168e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca2c8ef6-61c4-4319-8443-e65586f9e206 HTTP/1.1" status: 200 len: 801 time: 0.0743306 Jul 14 09:12:30.270473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8c6b-b02c-4ba9-b485-ac53d57a7ce2 req-9feb2707-a9c7-4fa5-beb4-69e51620a194 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.276510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8c6b-b02c-4ba9-b485-ac53d57a7ce2 req-9feb2707-a9c7-4fa5-beb4-69e51620a194 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.282584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8c6b-b02c-4ba9-b485-ac53d57a7ce2 req-9feb2707-a9c7-4fa5-beb4-69e51620a194 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.284390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-100c8c6b-b02c-4ba9-b485-ac53d57a7ce2 req-9feb2707-a9c7-4fa5-beb4-69e51620a194 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2413 time: 0.1642628 Jul 14 09:12:30.333618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-ae8fc8f4-1635-4d48-b85c-791ba06ae0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.335123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-ae8fc8f4-1635-4d48-b85c-791ba06ae0df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43a5c22b-020e-48c8-9b52-ff017a4ec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143644 Jul 14 09:12:30.338423 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-100c8c6b-b02c-4ba9-b485-ac53d57a7ce2 req-62357df4-db32-4927-a59b-b71b7520eefb tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Jul 14 09:12:30.521643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-dcbff234-4f6d-4e50-b03b-aad911f961c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1130033 Jul 14 09:12:30.531712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-64c5ef87-a435-4362-84b7-39e5474fddfc service neutron] 10.222.0.11 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717489 Jul 14 09:12:30.718351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94576731-aa33-484e-95e7-1adc06503600 req-36f200ed-385f-40db-90b3-a9e46555e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.721122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-36f200ed-385f-40db-90b3-a9e46555e1fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 1098 time: 0.1158764 Jul 14 09:12:30.725652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7643dd47-81b1-47b5-92a2-142af2d1b0b7 req-bc930748-f553-48cc-93e8-beb47c54c103 service neutron] 10.222.0.11 "GET /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862657 Jul 14 09:12:30.865959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec10e247-671f-4d3a-a6be-1e0d9e57cf3c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:30.922609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94576731-aa33-484e-95e7-1adc06503600 req-478c11c0-8087-4de5-9e2f-fc60e5bbbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:30.926343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-478c11c0-8087-4de5-9e2f-fc60e5bbbb15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1439712 Jul 14 09:12:30.983054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:31.011798 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-ea0829d2-b13f-44c2-82d9-77e7448b96ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290851e7-06dc-451f-8825-a2a438fe8363 HTTP/1.1" status: 200 len: 217 time: 0.0780420 Jul 14 09:12:31.019291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'mac_address': 'fa:16:3e:d5:7e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:31.046930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0aebf1fb-0009-4f5a-a4a7-580b662ea24c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:31.095561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94576731-aa33-484e-95e7-1adc06503600 req-36785e08-1869-42be-9de0-b85ce1eb8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.098442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-36785e08-1869-42be-9de0-b85ce1eb8e93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0798745 Jul 14 09:12:31.220072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 0aebf1fb-0009-4f5a-a4a7-580b662ea24c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:31.220778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0aebf1fb-0009-4f5a-a4a7-580b662ea24c not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:31.290282 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.327505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.329120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec10e247-671f-4d3a-a6be-1e0d9e57cf3c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:31.332091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94576731-aa33-484e-95e7-1adc06503600 req-ca18a910-dd15-40c5-be39-e6755077162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.336746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-ca18a910-dd15-40c5-be39-e6755077162f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2306969 Jul 14 09:12:31.357423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:31.365117 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:31.446543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-489ba423-5a29-4da2-bad7-59f8538b621d service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018765 Jul 14 09:12:31.456748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:31.516813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ec10e247-671f-4d3a-a6be-1e0d9e57cf3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:31.574071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94576731-aa33-484e-95e7-1adc06503600 req-53d22ee0-0095-403c-b091-4c9702fac5a2 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192427 Jul 14 09:12:31.611246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93859e-dedc-41f1-a7f4-4860d37a8d7b req-25a527bf-edf4-4e64-a800-5fffd9fafe77 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.618302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93859e-dedc-41f1-a7f4-4860d37a8d7b req-25a527bf-edf4-4e64-a800-5fffd9fafe77 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.624651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93859e-dedc-41f1-a7f4-4860d37a8d7b req-25a527bf-edf4-4e64-a800-5fffd9fafe77 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:31.632387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b93859e-dedc-41f1-a7f4-4860d37a8d7b req-25a527bf-edf4-4e64-a800-5fffd9fafe77 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2413 time: 0.1067793 Jul 14 09:12:31.683924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b93859e-dedc-41f1-a7f4-4860d37a8d7b req-ad771376-2c8b-4568-9f0c-c3d9d4964f80 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506089 Jul 14 09:12:32.566674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:32.678625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b32861d-48ba-411d-9ec4-8b911ff754c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.795637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b32861d-48ba-411d-9ec4-8b911ff754c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.800757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b32861d-48ba-411d-9ec4-8b911ff754c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.870326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32861d-48ba-411d-9ec4-8b911ff754c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2822757d-82b3-423c-baa6-9f79654b6477,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:32.882964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b32861d-48ba-411d-9ec4-8b911ff754c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2be1aff59095483fab3c0b30121c17bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151455 Jul 14 09:12:32.885770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:32.891940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec10e247-671f-4d3a-a6be-1e0d9e57cf3c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:32.933995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1d38e-1c9e-4d88-a433-57cb0d2287dc req-e3da5764-ce90-471e-ae11-653b2cbf8937 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.940659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1d38e-1c9e-4d88-a433-57cb0d2287dc req-e3da5764-ce90-471e-ae11-653b2cbf8937 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.947677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1d38e-1c9e-4d88-a433-57cb0d2287dc req-e3da5764-ce90-471e-ae11-653b2cbf8937 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:32.949371 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27f1d38e-1c9e-4d88-a433-57cb0d2287dc req-e3da5764-ce90-471e-ae11-653b2cbf8937 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2413 time: 0.1453910 Jul 14 09:12:32.958095 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be19fc0-5cc9-4a11-9a0f-44d0ea22cf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:32.982129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be19fc0-5cc9-4a11-9a0f-44d0ea22cf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.013182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27f1d38e-1c9e-4d88-a433-57cb0d2287dc req-4e84800f-824b-4298-b858-93481e316c23 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577893 Jul 14 09:12:33.015676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:33.016571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.075381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device caaa0041-8090-47ba-8f0c-34cb8aedbd4f details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:33.076764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be19fc0-5cc9-4a11-9a0f-44d0ea22cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.079684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be19fc0-5cc9-4a11-9a0f-44d0ea22cf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.081669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5be19fc0-5cc9-4a11-9a0f-44d0ea22cf06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2822757d-82b3-423c-baa6-9f79654b6477 HTTP/1.1" status: 204 len: 168 time: 0.1925898 Jul 14 09:12:33.096693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be19fc0-5cc9-4a11-9a0f-44d0ea22cf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2822757d-82b3-423c-baa6-9f79654b6477,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.278447 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.281382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port caaa0041-8090-47ba-8f0c-34cb8aedbd4f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:33.310710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f', 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174', 'port_id': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f', 'mac_address': 'fa:16:3e:be:5f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2c8ef6-61c4-4319-8443-e65586f9e206', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:33.325027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:33.327202 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cad3c5-5746-4d3d-b16f-16a1acb807d2" -d '{"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-plugged", "status": "completed", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:33.364457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:33.375157 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11b28d3-9962-4c27-b62b-68e286722a7e x-openstack-request-id: req-c11b28d3-9962-4c27-b62b-68e286722a7e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:33.375476 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-plugged", "status": "completed", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:33.375736 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c11b28d3-9962-4c27-b62b-68e286722a7e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:33.376141 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'code': 200} Jul 14 09:12:33.379004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.389211 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.437972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaa0041-8090-47ba-8f0c-34cb8aedbd4f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:33.477828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port caaa0041-8090-47ba-8f0c-34cb8aedbd4f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:33.479254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.486376 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.487879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 88e5832b-fd31-4621-9bde-c1fc9581336a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:33.499519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:33.532805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79417014-2466-476a-ab67-f6a254a4a4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.607901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.687274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 88e5832b-fd31-4621-9bde-c1fc9581336a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=88e5832b-fd31-4621-9bde-c1fc9581336a,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:33.714856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79417014-2466-476a-ab67-f6a254a4a4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.725965 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79417014-2466-476a-ab67-f6a254a4a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.788117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-79417014-2466-476a-ab67-f6a254a4a4ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66f46e75b4334a67bf8dae6276f1b3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852619 Jul 14 09:12:33.788815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:33.807970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79417014-2466-476a-ab67-f6a254a4a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b6212b-b9f6-4398-ba7c-955fc23e3962,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:33.869763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '88e5832b-fd31-4621-9bde-c1fc9581336a', 'network_id': '4570b66e-eafd-40f3-a100-0a690e80b919', 'port_id': '88e5832b-fd31-4621-9bde-c1fc9581336a', 'mac_address': 'fa:16:3e:81:57:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155a92e5-7236-40c1-9367-bf3a9967703c', 'ip_address': '19.86.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:33.914599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c33472e5-2eba-4aff-bf82-d8938061505e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.927386 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.939653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c33472e5-2eba-4aff-bf82-d8938061505e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.952100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e5832b-fd31-4621-9bde-c1fc9581336a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:33.981208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 88e5832b-fd31-4621-9bde-c1fc9581336a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=88e5832b-fd31-4621-9bde-c1fc9581336a,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:33.996032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:33.996845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ea138090-cb50-4c5a-bb48-bfb50bb3fa61 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:12:33.999345 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c33472e5-2eba-4aff-bf82-d8938061505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.012562 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c33472e5-2eba-4aff-bf82-d8938061505e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.016347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c33472e5-2eba-4aff-bf82-d8938061505e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85b6212b-b9f6-4398-ba7c-955fc23e3962 HTTP/1.1" status: 204 len: 168 time: 0.2253139 Jul 14 09:12:34.037464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33472e5-2eba-4aff-bf82-d8938061505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b6212b-b9f6-4398-ba7c-955fc23e3962,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:34.091231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ea138090-cb50-4c5a-bb48-bfb50bb3fa61, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:34.226036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61', 'network_id': '43a5c22b-020e-48c8-9b52-ff017a4ec174', 'port_id': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61', 'mac_address': 'fa:16:3e:79:03:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2c8ef6-61c4-4319-8443-e65586f9e206', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:12:34.370770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=88e5832b-fd31-4621-9bde-c1fc9581336a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:34.429439 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.455445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79245-9418-4982-8113-e132cb6455ac req-62a54855-af4d-491b-87db-7dfeca501969 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.459073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea138090-cb50-4c5a-bb48-bfb50bb3fa61 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:12:34.463054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79245-9418-4982-8113-e132cb6455ac req-62a54855-af4d-491b-87db-7dfeca501969 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.469227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79245-9418-4982-8113-e132cb6455ac req-62a54855-af4d-491b-87db-7dfeca501969 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:34.477504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24f79245-9418-4982-8113-e132cb6455ac req-62a54855-af4d-491b-87db-7dfeca501969 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2415 time: 0.1641765 Jul 14 09:12:34.524253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ea138090-cb50-4c5a-bb48-bfb50bb3fa61, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:34.526707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24f79245-9418-4982-8113-e132cb6455ac req-a4a4c43b-1407-4d3f-87e3-59d562932d5d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482686 Jul 14 09:12:34.532263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:34.698840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:34.872836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['88e5832b-fd31-4621-9bde-c1fc9581336a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:34.902596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ea138090-cb50-4c5a-bb48-bfb50bb3fa61'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:34.905082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['caaa0041-8090-47ba-8f0c-34cb8aedbd4f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:35.285453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:35.426376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-network', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:35.495308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Made reservation on behalf of fc0d13888fa74f5384ebccdcd4dc002c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:35.497771 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.524427 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.731302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.747911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.803205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27857991-4c20-441d-bb16-b647d92c96c5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:35.824709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:35.848056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.848533 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Added segment 049db819-72f1-451d-801d-94bc79c3f52d of type vlan for network 7af716c3-9cb1-4b88-875b-d50733ff7123 Jul 14 09:12:35.897524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31fa41-4a22-4105-99ab-c2b71c84bf0b req-30b124c8-dd0c-4f46-bb58-d99a381328f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.906379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31fa41-4a22-4105-99ab-c2b71c84bf0b req-30b124c8-dd0c-4f46-bb58-d99a381328f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.915743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31fa41-4a22-4105-99ab-c2b71c84bf0b req-30b124c8-dd0c-4f46-bb58-d99a381328f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.932023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb31fa41-4a22-4105-99ab-c2b71c84bf0b req-30b124c8-dd0c-4f46-bb58-d99a381328f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2416 time: 0.1907239 Jul 14 09:12:35.936713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.991951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:35.994251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:35.994876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.034842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb31fa41-4a22-4105-99ab-c2b71c84bf0b req-978224b7-e4ae-4dd9-bf3e-766930001eb0 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996222 Jul 14 09:12:36.089212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8022437 Jul 14 09:12:36.091987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:36.099754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Request body: {'subnet': {'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-subnet', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:36.108143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826950ca-ae76-4132-9cc4-313247716096 admin admin] Pushing event updated for resources: {'Network': ['ID=7af716c3-9cb1-4b88-875b-d50733ff7123,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:36.134466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:36.144974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Made reservation on behalf of fc0d13888fa74f5384ebccdcd4dc002c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:36.150015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.475096 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:36.486211 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.546161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae4c532-cd96-4130-bd6a-39a4c0c1c37b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:36.564054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Checking segment: {'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:36.564522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Network hostable DHCP agents. Network: 7af716c3-9cb1-4b88-875b-d50733ff7123, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:36.585267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:36.602722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:36.608698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-886783349'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:36.614139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 7af716c3-9cb1-4b88-875b-d50733ff7123) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:36.621788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:36.622457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.624116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4453bd08-94a3-45ac-90e3-fac5013f7d4a None None] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:36.644003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:36.647599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.654972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-58cf16d9-6aec-4049-9e28-6973a10037ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5616963 Jul 14 09:12:36.655724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:36.667163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:36.696921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:36.699904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.700956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:36.790133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeab08f-f27e-497c-ad3a-eda919263814 req-61d3eaa7-3705-4ee3-8b19-d0110e1a88e4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:36.818556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baeab08f-f27e-497c-ad3a-eda919263814 req-61d3eaa7-3705-4ee3-8b19-d0110e1a88e4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2159343 Jul 14 09:12:36.876555 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baeab08f-f27e-497c-ad3a-eda919263814 req-84d5450f-3f2a-4d36-a6e2-0ee2a7d9b755 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566316 Jul 14 09:12:36.921654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-7af716c3-9cb1-4b88-875b-d50733ff7123', 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'fixed_ips': [{'subnet_id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:36.922535 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.139044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Allocated IP 172.20.0.2 (7af716c3-9cb1-4b88-875b-d50733ff7123/8ae4c532-cd96-4130-bd6a-39a4c0c1c37b/6f4a6941-264c-4e53-af40-7d3b5ea18ab9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:37.223738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.230003 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.230352 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Added segment 771bac7d-a459-4506-9c92-9addc2a7e5af of type vlan for network 3fe787a8-6c1b-46fb-9625-572da374e427 Jul 14 09:12:37.304416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device caaa0041-8090-47ba-8f0c-34cb8aedbd4f up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:37.347307 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.348572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145220-d00d-4dc6-a665-d7b716332f5c req-b06be86e-a0ea-473d-8ff8-b7a1865b395d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.355394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145220-d00d-4dc6-a665-d7b716332f5c req-b06be86e-a0ea-473d-8ff8-b7a1865b395d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.361779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145220-d00d-4dc6-a665-d7b716332f5c req-b06be86e-a0ea-473d-8ff8-b7a1865b395d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.364940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Transition to ACTIVE for port object 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:37.370370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1145220-d00d-4dc6-a665-d7b716332f5c req-b06be86e-a0ea-473d-8ff8-b7a1865b395d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2416 time: 0.0940886 Jul 14 09:12:37.387475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Transition to ACTIVE for port object 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:37.400398 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.416199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port caaa0041-8090-47ba-8f0c-34cb8aedbd4f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:37.421263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1145220-d00d-4dc6-a665-d7b716332f5c req-45eb8882-002b-4d33-a3b0-50c370119986 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Jul 14 09:12:37.458166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:37.460712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port caaa0041-8090-47ba-8f0c-34cb8aedbd4f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:37.461086 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.476079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.485445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.487425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:37.496060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:37.514084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Pushing event updated for resources: {'Port': ['ID=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:37.522488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92621b-3410-4a11-8acb-d286839d0553 req-1649000c-0dad-465e-94e4-bd7ba0f40583 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.529678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d92621b-3410-4a11-8acb-d286839d0553 req-1649000c-0dad-465e-94e4-bd7ba0f40583 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.3412583 Jul 14 09:12:37.607897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Attempting to bind port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:37.608282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Attempting to bind port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:37.608652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Attempting to bind port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 on network 7af716c3-9cb1-4b88-875b-d50733ff7123 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:37.612906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d92621b-3410-4a11-8acb-d286839d0553 req-39b0c19d-a008-4eb5-85a3-cef93f8c0e32 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823078 Jul 14 09:12:37.620087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:37.620429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Checking segment: {'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:37.620838 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.621234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Bound using segment: {'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:37.621720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Bound port: 6f4a6941-264c-4e53-af40-7d3b5ea18ab9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:37.622163 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.637568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.638346 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.645589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:37.646562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.690644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:37.692912 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd5228b-cf4d-4b3a-9c2d-3a501da442fd" -d '{"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-plugged", "status": "completed", "tag": "caaa0041-8090-47ba-8f0c-34cb8aedbd4f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:37.716044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port caaa0041-8090-47ba-8f0c-34cb8aedbd4f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:37.726512 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.727242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 88e5832b-fd31-4621-9bde-c1fc9581336a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:37.747718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1403284 Jul 14 09:12:37.747901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:37.752415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1531153210'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:37.757559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f0a3d-f446-4b34-a7f4-86022dbf5977 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Network': ['ID=3fe787a8-6c1b-46fb-9625-572da374e427,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:37.783647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3fe787a8-6c1b-46fb-9625-572da374e427 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:37.787776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] For port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:37.817404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:37.822136 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.847216 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fdae18-d32d-4efc-ba04-b665a500f698 x-openstack-request-id: req-a9fdae18-d32d-4efc-ba04-b665a500f698 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:37.847552 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-plugged", "status": "completed", "tag": "caaa0041-8090-47ba-8f0c-34cb8aedbd4f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:37.847806 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9fdae18-d32d-4efc-ba04-b665a500f698 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:37.848198 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f', 'code': 200} Jul 14 09:12:37.884265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:37.914151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:37.914825 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Added segment 24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed of type vlan for network b1945b1c-07bd-4c3b-824c-7f526a54bd73 Jul 14 09:12:37.996815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] For port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,segment=NetworkSegment(049db819-72f1-451d-801d-94bc79c3f52d),segment_id=049db819-72f1-451d-801d-94bc79c3f52d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:38.008881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.024212 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.034493 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.066883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.117631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:38.127779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.133913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.134587 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.139678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 88e5832b-fd31-4621-9bde-c1fc9581336a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:38.186107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 88e5832b-fd31-4621-9bde-c1fc9581336a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:38.186731 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.250957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f9ba1-45c4-4833-b36d-5938e298e5f1 None None] Pushing event updated for resources: {'Port': ['ID=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:38.278774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5303602 Jul 14 09:12:38.282347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:38.299068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f8a95-e309-4863-bb38-916def22c3db req-ae180727-0673-415c-824a-126f148f65a4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.301787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'subnet': {'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:38.311473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-494f8a95-e309-4863-bb38-916def22c3db req-ae180727-0673-415c-824a-126f148f65a4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2647645 Jul 14 09:12:38.324262 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.380362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ffee7-ad26-4859-aed8-406a72f8cd5e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Network': ['ID=b1945b1c-07bd-4c3b-824c-7f526a54bd73,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:38.424005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:38.495535 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-494f8a95-e309-4863-bb38-916def22c3db req-131a9e85-0e0a-4837-912e-edaf8bc0b420 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730866 Jul 14 09:12:38.508508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 88e5832b-fd31-4621-9bde-c1fc9581336a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=88e5832b-fd31-4621-9bde-c1fc9581336a,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:38.602844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Allocated IP 172.25.2.137 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/56938448-7937-4f08-8590-b9de2b991bc1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:38.639839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.656170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ea138090-cb50-4c5a-bb48-bfb50bb3fa61 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:38.826837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:38.831548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.864283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=88e5832b-fd31-4621-9bde-c1fc9581336a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:38.901089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:38.911159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:38.911700 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:38.942227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45262a3-1026-41c4-a837-74e8f2a93d33 req-93f75cbf-2ab1-46f5-9379-0c50d5b85e54 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.950290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45262a3-1026-41c4-a837-74e8f2a93d33 req-93f75cbf-2ab1-46f5-9379-0c50d5b85e54 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.957481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45262a3-1026-41c4-a837-74e8f2a93d33 req-93f75cbf-2ab1-46f5-9379-0c50d5b85e54 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:38.959765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d45262a3-1026-41c4-a837-74e8f2a93d33 req-93f75cbf-2ab1-46f5-9379-0c50d5b85e54 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2418 time: 0.3044369 Jul 14 09:12:39.040971 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.053694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.094477 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d45262a3-1026-41c4-a837-74e8f2a93d33 req-8abee50d-c4bf-486d-a840-261b9878ee77 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166136 Jul 14 09:12:39.121757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ea138090-cb50-4c5a-bb48-bfb50bb3fa61, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:39.129797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.245284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:39.293914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:39.312067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:39.374351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.436485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Pushing event updated for resources: {'Port': ['ID=56938448-7937-4f08-8590-b9de2b991bc1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:39.446043 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.508980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Subnet': ['ID=b12635ee-28c0-48ec-81b0-b90508b287d1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:39.535562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:39.540872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:39.549511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:39.703158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Checking segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:39.703573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network hostable DHCP agents. Network: 3fe787a8-6c1b-46fb-9625-572da374e427, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:39.728629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9d27a-59ee-4b82-b343-0d24789f147c None None] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:39.765249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network 3fe787a8-6c1b-46fb-9625-572da374e427 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:39.797091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3fe787a8-6c1b-46fb-9625-572da374e427) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:39.803297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:39.804222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:39.837729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e26ca-5d04-4d65-93c0-ffbeb45c3c96 None None] Network 3fe787a8-6c1b-46fb-9625-572da374e427 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:39.860118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e5832b-fd31-4621-9bde-c1fc9581336a'}, {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:39.866793 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d30bcb0-3de7-4873-99e8-3e34b6684ab2" -d '{"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-plugged", "status": "completed", "tag": "88e5832b-fd31-4621-9bde-c1fc9581336a"}, {"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ea138090-cb50-4c5a-bb48-bfb50bb3fa61"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:39.889728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfee968-f06c-4cb1-bf1e-b6988410f9d7 req-3c1674aa-c6e7-46e3-aee4-18c73dcf2218 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:39.898875 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5cfee968-f06c-4cb1-bf1e-b6988410f9d7 req-3c1674aa-c6e7-46e3-aee4-18c73dcf2218 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1285651 Jul 14 09:12:39.931923 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8f2be708-05b5-499b-a114-64ca465cdd12 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6457918 Jul 14 09:12:39.933976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50134) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:39.947196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'subnet': {'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:39.992769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5cfee968-f06c-4cb1-bf1e-b6988410f9d7 req-2582f426-42da-46d9-a72d-79baa9319ffc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844991 Jul 14 09:12:40.070708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.133647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:40.137488 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.221192 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396766e6-c8e1-4349-b2b3-7f9a7da13c4d x-openstack-request-id: req-396766e6-c8e1-4349-b2b3-7f9a7da13c4d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:40.222689 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-plugged", "status": "completed", "tag": "88e5832b-fd31-4621-9bde-c1fc9581336a", "code": 200}, {"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ea138090-cb50-4c5a-bb48-bfb50bb3fa61", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:40.223978 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-396766e6-c8e1-4349-b2b3-7f9a7da13c4d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:40.224314 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e5832b-fd31-4621-9bde-c1fc9581336a', 'code': 200} Jul 14 09:12:40.225006 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61', 'code': 200} Jul 14 09:12:40.264305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b16f6dc-0748-4b2c-a484-5b2f18873349 None None] Provisioning for port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:40.275135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b16f6dc-0748-4b2c-a484-5b2f18873349 None None] Provisioning complete for port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:40.275817 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b16f6dc-0748-4b2c-a484-5b2f18873349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.465723 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b16f6dc-0748-4b2c-a484-5b2f18873349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.543380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.566810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef80a-dcda-47a2-ac85-76566805f229 req-ee4b5369-1c23-4ee4-94c6-b7f4d7196526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.567441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef80a-dcda-47a2-ac85-76566805f229 req-ee4b5369-1c23-4ee4-94c6-b7f4d7196526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.567933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef80a-dcda-47a2-ac85-76566805f229 req-ee4b5369-1c23-4ee4-94c6-b7f4d7196526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.569886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5ef80a-dcda-47a2-ac85-76566805f229 req-ee4b5369-1c23-4ee4-94c6-b7f4d7196526 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2875 time: 0.2593005 Jul 14 09:12:40.587934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0b16f6dc-0748-4b2c-a484-5b2f18873349 None None] For port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,segment=NetworkSegment(049db819-72f1-451d-801d-94bc79c3f52d),segment_id=049db819-72f1-451d-801d-94bc79c3f52d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:40.608203 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b16f6dc-0748-4b2c-a484-5b2f18873349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.616149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.642461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-3fe787a8-6c1b-46fb-9625-572da374e427', 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'fixed_ips': [{'subnet_id': 'b12635ee-28c0-48ec-81b0-b90508b287d1'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:40.642461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:40.696960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c197b2-0289-4523-bc66-0df1926dd01d req-eb5584c3-460f-464a-b555-8813e1186e5f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.711305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c197b2-0289-4523-bc66-0df1926dd01d req-eb5584c3-460f-464a-b555-8813e1186e5f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.717278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c197b2-0289-4523-bc66-0df1926dd01d req-eb5584c3-460f-464a-b555-8813e1186e5f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:40.718966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5c197b2-0289-4523-bc66-0df1926dd01d req-eb5584c3-460f-464a-b555-8813e1186e5f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2419 time: 0.4097989 Jul 14 09:12:40.749999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16f6dc-0748-4b2c-a484-5b2f18873349 None None] Pushing event updated for resources: {'Port': ['ID=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:40.864808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Allocated IP 10.1.1.2 (3fe787a8-6c1b-46fb-9625-572da374e427/b12635ee-28c0-48ec-81b0-b90508b287d1/6b1917a2-1660-4eb0-b2ba-1aaebaa883eb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:40.888892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5ef80a-dcda-47a2-ac85-76566805f229 req-17bdfebf-b2ea-497b-99b7-95f5ecab0a0b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663758 Jul 14 09:12:40.902448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Subnet': ['ID=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:41.072663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0c9b69d-fa71-48e8-ade6-6e65b89799b4 None None] Provisioning complete for port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:41.073049 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b69d-fa71-48e8-ade6-6e65b89799b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.137128 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.156938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Transition to ACTIVE for port object 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:41.195276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Transition to ACTIVE for port object 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:41.224016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:41.229243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.316936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Network 3fe787a8-6c1b-46fb-9625-572da374e427 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:41.326005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Checking segment: {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:41.326498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network hostable DHCP agents. Network: b1945b1c-07bd-4c3b-824c-7f526a54bd73, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:41.327471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:41.330898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:41.332777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:12:41.336306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Pushing event updated for resources: {'Port': ['ID=6b1917a2-1660-4eb0-b2ba-1aaebaa883eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:41.357972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a962-8293-47ab-97d9-c449114daa7f req-34eb46d9-2499-47ec-ae78-f89a2b87b489 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:41.360759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67f0a962-8293-47ab-97d9-c449114daa7f req-34eb46d9-2499-47ec-ae78-f89a2b87b489 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1147420 Jul 14 09:12:41.373184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5c197b2-0289-4523-bc66-0df1926dd01d req-1a5aa8aa-8606-4fb7-8725-d1a0b729fe19 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942858 Jul 14 09:12:41.412521 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:41.412976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.415819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Attempting to bind port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:41.416274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Attempting to bind port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:41.416726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Attempting to bind port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:41.441726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:41.442194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Checking segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:41.442674 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.443148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Bound using segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:41.443756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Bound port: 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:41.444203 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.444824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67f0a962-8293-47ab-97d9-c449114daa7f req-d6fccafb-a25c-4925-922f-fdc850926d5f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758548 Jul 14 09:12:41.510452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:41.573925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-691e8502-543d-4480-9685-3a9273918a69 None None] For port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:41.577503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-691e8502-543d-4480-9685-3a9273918a69 None None] For port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6b1917a2-1660-4eb0-b2ba-1aaebaa883eb,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:41.583980 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.588700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:41.599587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b1945b1c-07bd-4c3b-824c-7f526a54bd73) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:41.602352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Sync routers for ids ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:41.609916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:41.610928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.626233 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:41.628581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-755d6bb5-b8a5-43ea-9e2e-17dbd372d7ce admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9655921 Jul 14 09:12:41.631630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:41.632115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a05830-4189-4408-a4b9-bf9438718f72 None None] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:41.632819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e4b1ffa6-477c-4f41-aed8-6b9bf58b26bb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6973276 Jul 14 09:12:41.636002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:41.642772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'port': {'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'name': 'tempest-TaggedBootDevicesTest-1836692367', 'fixed_ips': [{'subnet_id': 'b12635ee-28c0-48ec-81b0-b90508b287d1'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:41.830350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:41.849880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Routers {'2953087e-b9b3-46dc-a552-c4d4f675a9f1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:41.850528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:41.853981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e8502-543d-4480-9685-3a9273918a69 None None] Pushing event updated for resources: {'Port': ['ID=6b1917a2-1660-4eb0-b2ba-1aaebaa883eb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:42.071323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.167744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] device_id is not set on port 3b8a38df-0752-4730-8f07-4934bbba1bc2 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:42.270145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Set router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:42.589034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 10.1.1.186 (3fe787a8-6c1b-46fb-9625-572da374e427/b12635ee-28c0-48ec-81b0-b90508b287d1/3b8a38df-0752-4730-8f07-4934bbba1bc2) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:42.654344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-b1945b1c-07bd-4c3b-824c-7f526a54bd73', 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'fixed_ips': [{'subnet_id': 'e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:42.657303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.884265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Allocated IP 10.2.2.2 (b1945b1c-07bd-4c3b-824c-7f526a54bd73/e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1/b39f3df5-b2da-46e5-a29c-3a05050ccdec) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:42.890311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:12:39Z', 'revision_number': 3, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:42.891221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35fac-73f4-4cad-afe7-309bd76d81ad req-529889a7-5515-41b6-918f-f828b9c357bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.892888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5d35fac-73f4-4cad-afe7-309bd76d81ad req-529889a7-5515-41b6-918f-f828b9c357bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2290928 Jul 14 09:12:42.926033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:42.927343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-c0e55242-2a34-4883-aa44-7e2d68e4fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.929338 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-c0e55242-2a34-4883-aa44-7e2d68e4fe36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.3679225 Jul 14 09:12:42.948993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Checking router: 2953087e-b9b3-46dc-a552-c4d4f675a9f1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:42.949348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Updating router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 port 56938448-7937-4f08-8590-b9de2b991bc1 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:12:42.959124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8fd5e-0986-4439-af0e-fdfa0d10f16c req-f7242705-498c-4ca0-a887-4e83959b5915 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.965812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8fd5e-0986-4439-af0e-fdfa0d10f16c req-f7242705-498c-4ca0-a887-4e83959b5915 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.972250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8fd5e-0986-4439-af0e-fdfa0d10f16c req-f7242705-498c-4ca0-a887-4e83959b5915 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:42.981295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99d8fd5e-0986-4439-af0e-fdfa0d10f16c req-f7242705-498c-4ca0-a887-4e83959b5915 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2419 time: 0.3722446 Jul 14 09:12:43.048785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5d35fac-73f4-4cad-afe7-309bd76d81ad req-a1c50190-2208-4b9b-ab32-fd4098f16b6d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438339 Jul 14 09:12:43.130145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-1eb02c2c-66ac-464c-af8d-cf2402fb0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.132352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-1eb02c2c-66ac-464c-af8d-cf2402fb0dbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1461825 Jul 14 09:12:43.133833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Transition to ACTIVE for port object 3b8a38df-0752-4730-8f07-4934bbba1bc2 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:43.177843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.327024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99d8fd5e-0986-4439-af0e-fdfa0d10f16c req-7f789ae1-0059-42ca-a67d-4429d713579c tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445830 Jul 14 09:12:43.344496 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-50a75bea-a483-45b7-9b5c-b0abcc5ebbb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.2022538 Jul 14 09:12:43.413707 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.415741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.439909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Transition to ACTIVE for port object b39f3df5-b2da-46e5-a29c-3a05050ccdec will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:43.449972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network 3fe787a8-6c1b-46fb-9625-572da374e427 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:43.462915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:43.485820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Transition to ACTIVE for port object b39f3df5-b2da-46e5-a29c-3a05050ccdec will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:43.495608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:43.510281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:43.578688 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.633763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-70b63ee3-f738-4562-b756-e9734e96eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.644630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-70b63ee3-f738-4562-b756-e9734e96eb2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.2899740 Jul 14 09:12:43.645895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Allocated IP 172.20.0.1 (7af716c3-9cb1-4b88-875b-d50733ff7123/8ae4c532-cd96-4130-bd6a-39a4c0c1c37b/fd2f419b-56ec-4e7a-b606-5a431566cc8a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:43.651927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=3b8a38df-0752-4730-8f07-4934bbba1bc2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:43.664678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:43.665575 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.681543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:43.704871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:43.720758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Pushing event updated for resources: {'Port': ['ID=b39f3df5-b2da-46e5-a29c-3a05050ccdec,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:43.758594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.759581 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:43.818021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bd743e90-16e3-48fa-a261-0a838da0357c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1802614 Jul 14 09:12:43.824258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:43.832072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'port': {'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'name': 'tempest-TaggedBootDevicesTest-659845693', 'fixed_ips': [{'subnet_id': 'b12635ee-28c0-48ec-81b0-b90508b287d1'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:43.842937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-34348738-9eaa-49e8-a25f-52d4d141168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:43.845568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-34348738-9eaa-49e8-a25f-52d4d141168e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1812589 Jul 14 09:12:43.865335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c91ff0-16ef-4aeb-9b82-dea5c7ab3fdb None None] Network 3fe787a8-6c1b-46fb-9625-572da374e427 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:44.039312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-386024ef-7a50-4c28-b6dc-54258a81fd07 None None] Provisioning for port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:44.041393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:44.043503 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-62ac852a-4129-47bf-83c2-6bcabe9b7e24 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893759 Jul 14 09:12:44.061456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.069561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Attempting to bind port b39f3df5-b2da-46e5-a29c-3a05050ccdec on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:44.070549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Attempting to bind port b39f3df5-b2da-46e5-a29c-3a05050ccdec by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:44.070934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Attempting to bind port b39f3df5-b2da-46e5-a29c-3a05050ccdec on network b1945b1c-07bd-4c3b-824c-7f526a54bd73 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:44.102603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:44.103227 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.125918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Transition to ACTIVE for port object fd2f419b-56ec-4e7a-b606-5a431566cc8a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:44.168650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-386024ef-7a50-4c28-b6dc-54258a81fd07 None None] Provisioning complete for port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:44.170164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386024ef-7a50-4c28-b6dc-54258a81fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.286026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:44.286339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Checking segment: {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:44.286784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.287653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:44.289491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Bound using segment: {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:44.291129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Bound port: b39f3df5-b2da-46e5-a29c-3a05050ccdec, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:44.291600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.333390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d3ec349-31af-4d8b-a32a-07d20aa2a22c req-c537c176-8a25-4da9-af25-0b3527af47e1 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810214 Jul 14 09:12:44.444599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.452128 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.495513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2f419b-56ec-4e7a-b606-5a431566cc8a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:44.530238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:44.538125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:44.548749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:44.596997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] For port b39f3df5-b2da-46e5-a29c-3a05050ccdec, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:44.597233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda903b7-87ba-420f-9622-686c3dd75e43 req-cce914f0-eaa7-4c4b-9722-0849bafd9415 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.603186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda903b7-87ba-420f-9622-686c3dd75e43 req-cce914f0-eaa7-4c4b-9722-0849bafd9415 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.610945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda903b7-87ba-420f-9622-686c3dd75e43 req-cce914f0-eaa7-4c4b-9722-0849bafd9415 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.618824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eda903b7-87ba-420f-9622-686c3dd75e43 req-cce914f0-eaa7-4c4b-9722-0849bafd9415 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2419 time: 0.2566025 Jul 14 09:12:44.620088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bc8a-80eb-442b-b860-9dafa5b571a5 req-5f02be31-0f77-4cfd-8cd3-72891b839823 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:44.632418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ae5bc8a-80eb-442b-b860-9dafa5b571a5 req-5f02be31-0f77-4cfd-8cd3-72891b839823 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.3173440 Jul 14 09:12:44.652617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.700805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] For port b39f3df5-b2da-46e5-a29c-3a05050ccdec, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b39f3df5-b2da-46e5-a29c-3a05050ccdec,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:44.721916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eda903b7-87ba-420f-9622-686c3dd75e43 req-3b9294a0-f90d-490a-863a-08aa668de474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021295 Jul 14 09:12:44.730582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.731078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ae5bc8a-80eb-442b-b860-9dafa5b571a5 req-37bbafab-bb9d-4490-9077-8b5ca8e1f128 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930564 Jul 14 09:12:44.740642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] device_id is not set on port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:12:44.751914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.889261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6b1917a2-1660-4eb0-b2ba-1aaebaa883eb,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:44.948451 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:44.960652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Transition to ACTIVE for port object 56938448-7937-4f08-8590-b9de2b991bc1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:45.019263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721adf8-96f3-4da7-b289-c70398d4efdd None None] Pushing event updated for resources: {'Port': ['ID=b39f3df5-b2da-46e5-a29c-3a05050ccdec,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:45.022508 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.033303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.126954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6b1917a2-1660-4eb0-b2ba-1aaebaa883eb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:45.178208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Attempting to bind port 56938448-7937-4f08-8590-b9de2b991bc1 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:45.178208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Attempting to bind port 56938448-7937-4f08-8590-b9de2b991bc1 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:45.178208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Attempting to bind port 56938448-7937-4f08-8590-b9de2b991bc1 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:45.189371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:45.189755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:45.190204 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.190591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:45.191083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Bound port: 56938448-7937-4f08-8590-b9de2b991bc1, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:45.191511 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.251162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] For port 56938448-7937-4f08-8590-b9de2b991bc1, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:45.254529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] For port 56938448-7937-4f08-8590-b9de2b991bc1, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=56938448-7937-4f08-8590-b9de2b991bc1,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:45.261450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 10.1.1.239 (3fe787a8-6c1b-46fb-9625-572da374e427/b12635ee-28c0-48ec-81b0-b90508b287d1/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:45.268975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.275433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.308744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-386024ef-7a50-4c28-b6dc-54258a81fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.433123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-386024ef-7a50-4c28-b6dc-54258a81fd07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:12:45.433922 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-386024ef-7a50-4c28-b6dc-54258a81fd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:12:45.505108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Routers {'2953087e-b9b3-46dc-a552-c4d4f675a9f1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:45.505766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:45.583423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f81ad8-d2c7-41b7-9f9f-92c62b4603b8 None None] Pushing event updated for resources: {'Port': ['ID=56938448-7937-4f08-8590-b9de2b991bc1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:45.657534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.687754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Transition to ACTIVE for port object 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:45.699854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.712284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.738218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f81ad8-d2c7-41b7-9f9f-92c62b4603b8 None None] Pushing event updated for resources: {'Port': ['ID=56938448-7937-4f08-8590-b9de2b991bc1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:45.773591 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.779794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] Set router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:45.922394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33e76af5-bdc3-4bdc-9547-7417a05c7a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:45.931434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-58bae79b-fe58-4ecb-a84c-dc41445178a0 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.944105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-58bae79b-fe58-4ecb-a84c-dc41445178a0 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.961622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-58bae79b-fe58-4ecb-a84c-dc41445178a0 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:45.965147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-58bae79b-fe58-4ecb-a84c-dc41445178a0 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2419 time: 0.2279868 Jul 14 09:12:46.034721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2f419b-56ec-4e7a-b606-5a431566cc8a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:46.057374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.290991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Provisioning for port 3b8a38df-0752-4730-8f07-4934bbba1bc2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:46.298719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Provisioning complete for port 3b8a38df-0752-4730-8f07-4934bbba1bc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:46.300061 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.304062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b972889-394b-4ba8-884c-3981800f1998 req-88dc98c9-c7b3-44f4-af68-16ec10eb8152 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.304663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 4, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fd2f419b-56ec-4e7a-b606-5a431566cc8a', 'name': '', 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'mac_address': 'fa:16:3e:3d:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:43Z', 'updated_at': '2021-07-14T09:12:43Z', 'revision_number': 1, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'subnets': [{'id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:46.305671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b972889-394b-4ba8-884c-3981800f1998 req-88dc98c9-c7b3-44f4-af68-16ec10eb8152 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2155714 Jul 14 09:12:46.307250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network 3fe787a8-6c1b-46fb-9625-572da374e427 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:46.309102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:46.317504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:46.320885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:46.373736 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b972889-394b-4ba8-884c-3981800f1998 req-dfb60229-fc6f-4520-9ec2-5dd70509e348 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594449 Jul 14 09:12:46.383924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:46.384457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.406712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.419233 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.448482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:46.452395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:46.561237 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-57760059-4d9c-4c71-98e2-3e657a568125 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7298594 Jul 14 09:12:46.581531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port ea138090-cb50-4c5a-bb48-bfb50bb3fa61, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:46.586533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe67520-ba33-428a-9573-dd2b1499eee7 req-265eb00c-f481-4551-affc-f4e161e07fb2 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.588711 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.594991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe67520-ba33-428a-9573-dd2b1499eee7 req-265eb00c-f481-4551-affc-f4e161e07fb2 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.602853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe67520-ba33-428a-9573-dd2b1499eee7 req-265eb00c-f481-4551-affc-f4e161e07fb2 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.610155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe67520-ba33-428a-9573-dd2b1499eee7 req-265eb00c-f481-4551-affc-f4e161e07fb2 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 2419 time: 0.5931709 Jul 14 09:12:46.641965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for ea138090-cb50-4c5a-bb48-bfb50bb3fa61 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:46.695898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe67520-ba33-428a-9573-dd2b1499eee7 req-b50232c1-f456-4870-827b-bcf0cd669188 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835500 Jul 14 09:12:46.777250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:46.881010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0c0575-97a6-40ad-9ff3-309b74ce8f3b None None] The sync data for ids ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'] in n-d-758944-44 is: [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 4, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fd2f419b-56ec-4e7a-b606-5a431566cc8a', 'name': '', 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'mac_address': 'fa:16:3e:3d:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:43Z', 'updated_at': '2021-07-14T09:12:43Z', 'revision_number': 1, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'subnets': [{'id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:46.889704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Port 3b8a38df-0752-4730-8f07-4934bbba1bc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:46.908308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Provisioning for port fd2f419b-56ec-4e7a-b606-5a431566cc8a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:46.931822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Provisioning complete for port fd2f419b-56ec-4e7a-b606-5a431566cc8a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:46.932202 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.000027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb7afb-1af0-4639-a5d5-de7e253b1a6b None None] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:47.045206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.069050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:47.087592 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6d179189-8c13-4a73-a061-73aa685fcad0 admin admin] 10.222.0.18 "PUT /v2.0/routers/2953087e-b9b3-46dc-a552-c4d4f675a9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4547129 Jul 14 09:12:47.123084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['88e5832b-fd31-4621-9bde-c1fc9581336a', 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f', 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:47.155383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=ea138090-cb50-4c5a-bb48-bfb50bb3fa61,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:47.174125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Port fd2f419b-56ec-4e7a-b606-5a431566cc8a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:47.247300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Provisioning complete for port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:47.247705 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e75c70d-432e-4697-a375-043563b91772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.288660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port ea138090-cb50-4c5a-bb48-bfb50bb3fa61 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:47.293039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.297860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-56576cfc-8353-496e-b896-2b4dd8f24288 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "DELETE /v2.0/ports/ea138090-cb50-4c5a-bb48-bfb50bb3fa61 HTTP/1.1" status: 204 len: 173 time: 1.3244259 Jul 14 09:12:47.300590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-deleted', 'tag': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:47.305664 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c3fec5-bb2d-4014-8692-b2b4ad3f3197" -d '{"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-deleted", "tag": "ea138090-cb50-4c5a-bb48-bfb50bb3fa61"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:47.624910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port 88e5832b-fd31-4621-9bde-c1fc9581336a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:47.625379 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.777699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:47.782869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port 88e5832b-fd31-4621-9bde-c1fc9581336a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=88e5832b-fd31-4621-9bde-c1fc9581336a,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:47.783572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.805917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for 88e5832b-fd31-4621-9bde-c1fc9581336a owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:47.941466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:47.948863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c74ce2d0-0576-484b-9634-7a96526acc49 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905911360', 'description': 'tempest-description--1047284336'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:47.953913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:47.955076 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:47.981322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.004918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ea138090-cb50-4c5a-bb48-bfb50bb3fa61'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:48.022027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c74ce2d0-0576-484b-9634-7a96526acc49 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.023583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=88e5832b-fd31-4621-9bde-c1fc9581336a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.059092 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80290cd1-6199-4509-81e6-7e3d5cc72068 x-openstack-request-id: req-80290cd1-6199-4509-81e6-7e3d5cc72068 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:48.059894 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-deleted", "tag": "ea138090-cb50-4c5a-bb48-bfb50bb3fa61", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:48.059894 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80290cd1-6199-4509-81e6-7e3d5cc72068 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:48.060359 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-deleted', 'tag': 'ea138090-cb50-4c5a-bb48-bfb50bb3fa61', 'status': 'completed', 'code': 200} Jul 14 09:12:48.102333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port 88e5832b-fd31-4621-9bde-c1fc9581336a on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:48.105066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.107177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-311a61ce-1051-46f0-b8ff-a2b45e8007af tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "DELETE /v2.0/ports/88e5832b-fd31-4621-9bde-c1fc9581336a HTTP/1.1" status: 204 len: 173 time: 0.7903912 Jul 14 09:12:48.164074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Provisioning for port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:48.183876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83809067-e864-4777-a6b2-4b372190ab98 req-6060526d-de1a-4891-9d1d-7bbc6f354ca1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.185508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Provisioning complete for port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:48.185890 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.193925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83809067-e864-4777-a6b2-4b372190ab98 req-6060526d-de1a-4891-9d1d-7bbc6f354ca1 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 945 time: 0.6107032 Jul 14 09:12:48.262642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83809067-e864-4777-a6b2-4b372190ab98 req-3599d57e-af75-438a-99b8-98f76a1f62cb tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674152 Jul 14 09:12:48.309225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:48.332976 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c74ce2d0-0576-484b-9634-7a96526acc49 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.442465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port caaa0041-8090-47ba-8f0c-34cb8aedbd4f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:48.442949 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.492245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b39f3df5-b2da-46e5-a29c-3a05050ccdec up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:48.592761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Provisioning complete for port fd2f419b-56ec-4e7a-b606-5a431566cc8a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:48.595991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port caaa0041-8090-47ba-8f0c-34cb8aedbd4f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:48.599129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.605985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-0c2bede9-895d-43d1-bda5-319756a196b9 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3892095 Jul 14 09:12:48.608894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.611261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:48.619859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for caaa0041-8090-47ba-8f0c-34cb8aedbd4f owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:48.625846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c74ce2d0-0576-484b-9634-7a96526acc49 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.680034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ce2d0-0576-484b-9634-7a96526acc49 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9bf55-49d5-4e56-823a-dfd2704db594,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.728901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.757313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Port fd2f419b-56ec-4e7a-b606-5a431566cc8a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:12:48.759587 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb3de-061e-48c8-80fb-34af207973a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.762688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b39f3df5-b2da-46e5-a29c-3a05050ccdec completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:48.777935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Provisioning for port b39f3df5-b2da-46e5-a29c-3a05050ccdec completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:48.789381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.793985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Provisioning complete for port b39f3df5-b2da-46e5-a29c-3a05050ccdec triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:48.794371 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.802178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c74ce2d0-0576-484b-9634-7a96526acc49 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.806792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c74ce2d0-0576-484b-9634-7a96526acc49 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8636830 Jul 14 09:12:48.807782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50282) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:48.812526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ea138090-cb50-4c5a-bb48-bfb50bb3fa61'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:12:48.820006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b60fe893-d7c3-488a-972c-77757b8d3ebe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'security_group_rule': {'security_group_id': 'e5b9bf55-49d5-4e56-823a-dfd2704db594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:48.864196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=caaa0041-8090-47ba-8f0c-34cb8aedbd4f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:48.869543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b60fe893-d7c3-488a-972c-77757b8d3ebe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.960904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port caaa0041-8090-47ba-8f0c-34cb8aedbd4f on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:48.964061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.965823 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:48.968881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c24e4d66-cf02-43b2-9d9c-6d5ad3bf8319 req-15efe1d3-5b19-4e51-97ba-85ab27dd108e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.11 "DELETE /v2.0/ports/caaa0041-8090-47ba-8f0c-34cb8aedbd4f HTTP/1.1" status: 204 len: 173 time: 0.8563228 Jul 14 09:12:49.014000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b60fe893-d7c3-488a-972c-77757b8d3ebe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.025686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b60fe893-d7c3-488a-972c-77757b8d3ebe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.036577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e0b8-01c6-4320-9370-a7597ded04cd req-74b8c442-b716-4eea-8255-59d09b6b43c2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.038370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a37e0b8-01c6-4320-9370-a7597ded04cd req-74b8c442-b716-4eea-8255-59d09b6b43c2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2641389 Jul 14 09:12:49.058900 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.111530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fe893-d7c3-488a-972c-77757b8d3ebe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d31cca-2589-4d9b-929e-bff4461b1694,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.136282 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a37e0b8-01c6-4320-9370-a7597ded04cd req-ba4e06cc-6f0e-4db2-be41-85c0b4409a8d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880020 Jul 14 09:12:49.141151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] For port b39f3df5-b2da-46e5-a29c-3a05050ccdec, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b39f3df5-b2da-46e5-a29c-3a05050ccdec,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:49.142415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b60fe893-d7c3-488a-972c-77757b8d3ebe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.147747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50288) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:49.149462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b60fe893-d7c3-488a-972c-77757b8d3ebe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3338966 Jul 14 09:12:49.153586 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.170478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-34d0261d-3b28-4843-bc68-7bccfeee7ce0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'security_group_rule': {'security_group_id': 'e5b9bf55-49d5-4e56-823a-dfd2704db594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:49.194624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.236186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34d0261d-3b28-4843-bc68-7bccfeee7ce0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.282344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64915f-a955-418e-9b70-5eb26897f50f None None] Pushing event updated for resources: {'Port': ['ID=b39f3df5-b2da-46e5-a29c-3a05050ccdec,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.319932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b628e6db-da8f-4a85-8c02-752fd16d4707 None None] Provisioning complete for port b39f3df5-b2da-46e5-a29c-3a05050ccdec triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:49.321219 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b628e6db-da8f-4a85-8c02-752fd16d4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.424739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34d0261d-3b28-4843-bc68-7bccfeee7ce0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.436144 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34d0261d-3b28-4843-bc68-7bccfeee7ce0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.479171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0261d-3b28-4843-bc68-7bccfeee7ce0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a401a9b8-c2f3-4d6f-b408-85f7d8f6e7fc,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.514855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34d0261d-3b28-4843-bc68-7bccfeee7ce0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.520431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:49.521387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34d0261d-3b28-4843-bc68-7bccfeee7ce0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722467 Jul 14 09:12:49.528923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:49.552738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56938448-7937-4f08-8590-b9de2b991bc1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:49.573372 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a6bce37-114d-4573-9a51-574d4e109b00 req-63e7695d-b41a-4dca-afe3-3de9178109f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c2556a-be14-4111-8bea-95be7d0be6e3 HTTP/1.1" status: 200 len: 210 time: 0.0418801 Jul 14 09:12:49.577126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Allocated IP 172.25.2.224 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e9d004ba-ffbc-4aa9-ae06-e46a15ff5926) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:49.601860 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.717949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.766654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 56938448-7937-4f08-8590-b9de2b991bc1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:49.787654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 56938448-7937-4f08-8590-b9de2b991bc1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:49.788318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.852922 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.939938 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.960609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.976335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 56938448-7937-4f08-8590-b9de2b991bc1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=56938448-7937-4f08-8590-b9de2b991bc1,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:49.982991 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.991889 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.061778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-deleted', 'tag': '88e5832b-fd31-4621-9bde-c1fc9581336a'}, {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-deleted', 'tag': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:50.064140 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0e820f-027e-4a02-89c0-f6cdc7fcb277" -d '{"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-deleted", "tag": "88e5832b-fd31-4621-9bde-c1fc9581336a"}, {"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-deleted", "tag": "caaa0041-8090-47ba-8f0c-34cb8aedbd4f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:50.092438 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.101716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=56938448-7937-4f08-8590-b9de2b991bc1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.189607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:50.198539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:50.208521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:50.213557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 172.25.2.231 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/fc17d2ac-ddb4-48d4-8ee0-2d23e7c83d4f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:50.240867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=e9d004ba-ffbc-4aa9-ae06-e46a15ff5926,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.393545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.411500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88c9c-ba55-4960-93fe-14f6491234f1 req-aa08fe43-9bfb-4fcc-ba89-2ed8e77f36f4 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.415892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eaf88c9c-ba55-4960-93fe-14f6491234f1 req-aa08fe43-9bfb-4fcc-ba89-2ed8e77f36f4 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 945 time: 0.1163163 Jul 14 09:12:50.417410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.470936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eaf88c9c-ba55-4960-93fe-14f6491234f1 req-8c5ff241-fe85-44f2-9336-bbd2d631a7dc tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392489 Jul 14 09:12:50.501743 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.528188 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceb50c5-ed64-4b51-b9e0-c260cef1430d x-openstack-request-id: req-dceb50c5-ed64-4b51-b9e0-c260cef1430d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:50.528692 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-deleted", "tag": "88e5832b-fd31-4621-9bde-c1fc9581336a", "status": "completed", "code": 200}, {"server_uuid": "d2c2556a-be14-4111-8bea-95be7d0be6e3", "name": "network-vif-deleted", "tag": "caaa0041-8090-47ba-8f0c-34cb8aedbd4f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:50.529129 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dceb50c5-ed64-4b51-b9e0-c260cef1430d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:50.529701 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-deleted', 'tag': '88e5832b-fd31-4621-9bde-c1fc9581336a', 'status': 'completed', 'code': 200} Jul 14 09:12:50.530105 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c2556a-be14-4111-8bea-95be7d0be6e3', 'name': 'network-vif-deleted', 'tag': 'caaa0041-8090-47ba-8f0c-34cb8aedbd4f', 'status': 'completed', 'code': 200} Jul 14 09:12:50.554335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.647937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:50.656974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:50.666103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:50.672836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=fc17d2ac-ddb4-48d4-8ee0-2d23e7c83d4f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.766622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f90b88-d4cc-408f-af80-ceb2663f01a8 req-367e4757-9658-4a80-aca9-8bdda7bcda62 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:50.774407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9f90b88-d4cc-408f-af80-ceb2663f01a8 req-367e4757-9658-4a80-aca9-8bdda7bcda62 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1016033 Jul 14 09:12:50.810545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9f90b88-d4cc-408f-af80-ceb2663f01a8 req-4ce25c3b-f5d2-443b-82f0-3047b429ba0b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348873 Jul 14 09:12:50.818197 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.837866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.838970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.910157 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Sync routers for ids ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:50.928593 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Routers {'2953087e-b9b3-46dc-a552-c4d4f675a9f1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:50.929528 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:50.952507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=e9d004ba-ffbc-4aa9-ae06-e46a15ff5926,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:50.957948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:50.971769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.007310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.008846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-150607e7-7275-438b-94ed-ec0ee1457ab6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4018519 Jul 14 09:12:51.049197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50332) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.057930 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Set router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:51.084857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-c6b8f491-bac4-4fda-8899-f11df014f8db tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0640404 Jul 14 09:12:51.135297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device caaa0041-8090-47ba-8f0c-34cb8aedbd4f no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:51.195589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting subnet 155a92e5-7236-40c1-9367-bf3a9967703c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:51.206647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: caaa0041-8090-47ba-8f0c-34cb8aedbd4f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:51.206999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device caaa0041-8090-47ba-8f0c-34cb8aedbd4f not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:51.207627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.210718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 88e5832b-fd31-4621-9bde-c1fc9581336a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:51.259286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 88e5832b-fd31-4621-9bde-c1fc9581336a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:51.259798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 88e5832b-fd31-4621-9bde-c1fc9581336a not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:51.260938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ea138090-cb50-4c5a-bb48-bfb50bb3fa61 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:51.323084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.343157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: ea138090-cb50-4c5a-bb48-bfb50bb3fa61 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:51.343551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ea138090-cb50-4c5a-bb48-bfb50bb3fa61 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:51.370070 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.438821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 4, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fd2f419b-56ec-4e7a-b606-5a431566cc8a', 'name': '', 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'mac_address': 'fa:16:3e:3d:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:43Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 2, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'subnets': [{'id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:51.474593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56938448-7937-4f08-8590-b9de2b991bc1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:51.508230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.588009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.608369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 56938448-7937-4f08-8590-b9de2b991bc1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:51.608748 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.672481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.677393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/subnets/155a92e5-7236-40c1-9367-bf3a9967703c HTTP/1.1" status: 204 len: 168 time: 0.6241822 Jul 14 09:12:51.678962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50338) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.681028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d412416-e680-494d-a010-1e403d49ed69 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Subnet': ['ID=155a92e5-7236-40c1-9367-bf3a9967703c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:51.683644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b573372-7a2a-4731-b5b1-b55d2ccd5713 None None] Network 4570b66e-eafd-40f3-a100-0a690e80b919 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:51.741831 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Checking router: 2953087e-b9b3-46dc-a552-c4d4f675a9f1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:51.742180 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Updating router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 port fd2f419b-56ec-4e7a-b606-5a431566cc8a binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:12:51.832650 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.903065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-e18d7354-e180-46f2-8d0d-c743c7c2610f tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.921230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22f10c7a-846c-4dee-93fd-e90507ee0c08 req-e18d7354-e180-46f2-8d0d-c743c7c2610f tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.8250418 Jul 14 09:12:51.986307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.998238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.009892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b39f3df5-b2da-46e5-a29c-3a05050ccdec up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:52.110823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] DHCP port deletion for 4570b66e-eafd-40f3-a100-0a690e80b919 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:52.153467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b39f3df5-b2da-46e5-a29c-3a05050ccdec triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:52.154109 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.185739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.188364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.219678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] Deleting port 64625008-93be-4358-99bc-baeade0c5641 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:52.220061 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.230134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=fc17d2ac-ddb4-48d4-8ee0-2d23e7c83d4f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:52.247984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.249330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3e982890-0552-477c-99e0-b9cc3d2a5f42 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7277515 Jul 14 09:12:52.317121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da83951-701d-4e33-83b0-039ada5a94e5 req-750c0e8e-7e55-46a3-894e-ac74f17ece13 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.324876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5da83951-701d-4e33-83b0-039ada5a94e5 req-750c0e8e-7e55-46a3-894e-ac74f17ece13 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1352577 Jul 14 09:12:52.336266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] For port 64625008-93be-4358-99bc-baeade0c5641, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=64625008-93be-4358-99bc-baeade0c5641,segment=NetworkSegment(21b08037-4c97-413c-b4ce-e718c0dc8970),segment_id=21b08037-4c97-413c-b4ce-e718c0dc8970)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:52.336930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.352492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] Calling delete_port for 64625008-93be-4358-99bc-baeade0c5641 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:52.403143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5da83951-701d-4e33-83b0-039ada5a94e5 req-7254e0b7-88ac-4f1d-90c0-90a4f4d9f42d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771573 Jul 14 09:12:52.439269 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.476177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-f4640bf0-6cb7-46f2-8531-38859c149384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.476382 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Transition to ACTIVE for port object fd2f419b-56ec-4e7a-b606-5a431566cc8a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:52.478243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-f4640bf0-6cb7-46f2-8531-38859c149384 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.5900548 Jul 14 09:12:52.499293 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.505799 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.523070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] No DVR routers for this DVR port 64625008-93be-4358-99bc-baeade0c5641 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:52.546535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e88fdc-7885-4a61-9462-c623622eaf06 None None] Pushing event deleted for resources: {'Port': ['ID=64625008-93be-4358-99bc-baeade0c5641,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:52.593560 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c818b-81b5-404d-b24e-558630d5452d None None] Pushing event updated for resources: {'Port': ['ID=fd2f419b-56ec-4e7a-b606-5a431566cc8a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:52.653549 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Attempting to bind port fd2f419b-56ec-4e7a-b606-5a431566cc8a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:52.654270 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Attempting to bind port fd2f419b-56ec-4e7a-b606-5a431566cc8a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:52.655270 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Attempting to bind port fd2f419b-56ec-4e7a-b606-5a431566cc8a on network 7af716c3-9cb1-4b88-875b-d50733ff7123 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:52.662974 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:52.663917 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Checking segment: {'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:52.664643 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.665682 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Bound using segment: {'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:52.666400 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Bound port: fd2f419b-56ec-4e7a-b606-5a431566cc8a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049db819-72f1-451d-801d-94bc79c3f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:52.667025 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.719580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5eb32-a534-4a35-b0ee-535ce5aa2435 req-96d0af0e-cdf5-4c17-9c69-cc221ede6e4f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:52.729226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53c5eb32-a534-4a35-b0ee-535ce5aa2435 req-96d0af0e-cdf5-4c17-9c69-cc221ede6e4f tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 945 time: 0.0822754 Jul 14 09:12:52.768076 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] For port fd2f419b-56ec-4e7a-b606-5a431566cc8a, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:52.774807 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] For port fd2f419b-56ec-4e7a-b606-5a431566cc8a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd2f419b-56ec-4e7a-b606-5a431566cc8a,segment=NetworkSegment(049db819-72f1-451d-801d-94bc79c3f52d),segment_id=049db819-72f1-451d-801d-94bc79c3f52d)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:52.782343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53c5eb32-a534-4a35-b0ee-535ce5aa2435 req-cee2cc54-3dde-45d2-af95-4a38c6a46683 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1f54d6a-022f-447f-bd16-5a2de445a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441563 Jul 14 09:12:52.784984 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.876703 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Routers {'2953087e-b9b3-46dc-a552-c4d4f675a9f1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:52.879336 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:52.916955 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c818b-81b5-404d-b24e-558630d5452d None None] Pushing event updated for resources: {'Port': ['ID=fd2f419b-56ec-4e7a-b606-5a431566cc8a,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:53.011854 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] Set router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:53.022159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-6d9616d2-0b0f-4e3d-8b54-fee16abcde40 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7820661 Jul 14 09:12:53.031328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:53.058148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port 64625008-93be-4358-99bc-baeade0c5641 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:53.058485 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.080490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-50a106b8-3500-4d1a-9b5e-82d685cd676e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1905911360&fields=id&tenant_id=92430fb8c13e4a329d0b788ede7debfc HTTP/1.1" status: 200 len: 267 time: 0.0464571 Jul 14 09:12:53.116783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.141720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-5509fd6c-8d99-4215-b614-bcf5106ae0d0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.143574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-5509fd6c-8d99-4215-b614-bcf5106ae0d0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports/3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 932 time: 0.0614552 Jul 14 09:12:53.165945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-cfe65274-8f87-4d8c-94f8-4a08dcada767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.167544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-cfe65274-8f87-4d8c-94f8-4a08dcada767 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.6788633 Jul 14 09:12:53.208721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-19fa3034-3156-423d-95cc-1db59b70292a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.210105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-19fa3034-3156-423d-95cc-1db59b70292a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 931 time: 0.0586817 Jul 14 09:12:53.231430 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 4, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fd2f419b-56ec-4e7a-b606-5a431566cc8a', 'name': '', 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'mac_address': 'fa:16:3e:3d:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:43Z', 'updated_at': '2021-07-14T09:12:52Z', 'revision_number': 4, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'subnets': [{'id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:53.254643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port 64625008-93be-4358-99bc-baeade0c5641, host n-d-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:53.255004 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.258631 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f80dcf-9864-4a24-a31a-870e96526e79 None None] The sync data for ids ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'] in n-d-758944-44 is: [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:12:45Z', 'revision_number': 4, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fd2f419b-56ec-4e7a-b606-5a431566cc8a', 'name': '', 'network_id': '7af716c3-9cb1-4b88-875b-d50733ff7123', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'mac_address': 'fa:16:3e:3d:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:43Z', 'updated_at': '2021-07-14T09:12:52Z', 'revision_number': 4, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'subnets': [{'id': '8ae4c532-cd96-4130-bd6a-39a4c0c1c37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:53.265246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-6fac65a2-5d85-4915-ad60-ec6cb5ecb5aa tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0491512 Jul 14 09:12:53.279619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-ad391bfa-bccd-4e94-b4b3-80864c8e65a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.1025453 Jul 14 09:12:53.280511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for 64625008-93be-4358-99bc-baeade0c5641 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:53.285673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Port 64625008-93be-4358-99bc-baeade0c5641 was not found and therefore no delete operation was performed {{(pid=93754) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:12:53.302793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.302948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-ac26d02c-507a-46e7-8991-5e7b6a6751aa tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0302119 Jul 14 09:12:53.356393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=64625008-93be-4358-99bc-baeade0c5641,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:53.367077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port 64625008-93be-4358-99bc-baeade0c5641 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:53.446700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-415dc616-53d1-430e-bd6c-230ac3be4e40 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.447132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd2f419b-56ec-4e7a-b606-5a431566cc8a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:53.452736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-415dc616-53d1-430e-bd6c-230ac3be4e40 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.459327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-415dc616-53d1-430e-bd6c-230ac3be4e40 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.461091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-415dc616-53d1-430e-bd6c-230ac3be4e40 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/networks?id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73 HTTP/1.1" status: 200 len: 1989 time: 0.1489995 Jul 14 09:12:53.467499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-069194c6-0750-4a97-8e03-9fa4bfc2282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.469010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-069194c6-0750-4a97-8e03-9fa4bfc2282c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1808841 Jul 14 09:12:53.480268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-4acf3b11-8cc3-483f-b5ac-1c6e65326426 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/quotas/92430fb8c13e4a329d0b788ede7debfc HTTP/1.1" status: 200 len: 375 time: 0.0103350 Jul 14 09:12:53.489800 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.524697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4570b66e-eafd-40f3-a100-0a690e80b919']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:53.538526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port fd2f419b-56ec-4e7a-b606-5a431566cc8a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:53.544187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b08037-4c97-413c-b4ce-e718c0dc8970') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:53.544488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b08037-4c97-413c-b4ce-e718c0dc8970') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:53.545034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fd2f419b-56ec-4e7a-b606-5a431566cc8a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:53.545826 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.554028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.560438 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.589119 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.614759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-98c6d7fb-c715-44e6-a4cd-e485a85d0356 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1221328 Jul 14 09:12:53.633670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:12:53.634085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:12:53.637261 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:12:53.656221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.691436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-5de65408-35f2-43a1-bdc0-d051035104c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.692917 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-5de65408-35f2-43a1-bdc0-d051035104c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2137988 Jul 14 09:12:53.693702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port fd2f419b-56ec-4e7a-b606-5a431566cc8a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd2f419b-56ec-4e7a-b606-5a431566cc8a,segment=NetworkSegment(049db819-72f1-451d-801d-94bc79c3f52d),segment_id=049db819-72f1-451d-801d-94bc79c3f52d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:53.701979 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.780540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=fd2f419b-56ec-4e7a-b606-5a431566cc8a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:53.785471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 64625008-93be-4358-99bc-baeade0c5641 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:53.802686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-40227cff-df4e-4e79-90b0-dcdf07c710cc service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823540 Jul 14 09:12:53.804567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.829916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 64625008-93be-4358-99bc-baeade0c5641 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:53.830480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 64625008-93be-4358-99bc-baeade0c5641 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:53.830782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:53.833324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/networks/4570b66e-eafd-40f3-a100-0a690e80b919 HTTP/1.1" status: 204 len: 168 time: 2.1468410 Jul 14 09:12:53.836727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Allocated IP 172.25.2.253 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/ec337457-0bc0-4135-9706-d3d731fc5854) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:53.836883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50388) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:53.847393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962720ee-ce36-4770-ae33-891f9571b27d req-37be6864-6bdb-4378-9ce9-2ce18449a46e tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.850298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-962720ee-ce36-4770-ae33-891f9571b27d req-37be6864-6bdb-4378-9ce9-2ce18449a46e tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 945 time: 0.1596310 Jul 14 09:12:53.868195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08870d89-f7ce-4530-80fe-15a12b484d1d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Network': ['ID=4570b66e-eafd-40f3-a100-0a690e80b919,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:53.933096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-89c48f04-542a-4180-86bd-f1aed9afde49 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300253 Jul 14 09:12:53.970148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting subnet ca2c8ef6-61c4-4319-8443-e65586f9e206 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:12:53.983638 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.052039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.077395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14b993b8-aed9-4dc7-a293-4d58fda9aba2 req-e638ca90-ab9e-47c1-afb4-e3c3c6fb3671 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338699 Jul 14 09:12:54.077594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.083010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-df1a85b4-7def-451d-8210-8cd9cd4aded9 service neutron] 10.222.0.18 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703121 Jul 14 09:12:54.116035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.137346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:54.161627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:54.165421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:54.178129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-d48035cb-2708-466a-8923-20c0ba071550 service neutron] 10.222.0.18 "GET /v2.0/ports/3b8a38df-0752-4730-8f07-4934bbba1bc2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0743871 Jul 14 09:12:54.206974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=ec337457-0bc0-4135-9706-d3d731fc5854,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:54.214543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Deleting port 4f92fab2-8dec-48fe-b7b0-470004e0611a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:54.214904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.260823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.303944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.305025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.422423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-22139399-cb96-4f67-95b6-81f6a8d3be3b service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249949 Jul 14 09:12:54.424158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] For port 4f92fab2-8dec-48fe-b7b0-470004e0611a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4f92fab2-8dec-48fe-b7b0-470004e0611a,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:54.424531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.457933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.465312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.470230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.541436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=ec337457-0bc0-4135-9706-d3d731fc5854,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:54.554077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.557935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2c8ef6-61c4-4319-8443-e65586f9e206,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:54.566372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.570676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c9603235-c6f0-4849-a407-5da987f250f6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/subnets/ca2c8ef6-61c4-4319-8443-e65586f9e206 HTTP/1.1" status: 204 len: 168 time: 0.7169361 Jul 14 09:12:54.571025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.571441 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-edcfd3b1-6d63-4c09-add9-58c82fd998c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5482600 Jul 14 09:12:54.571760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:54.583150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3b724-d5e7-40b1-b53c-14223a869ebd None None] Network 43a5c22b-020e-48c8-9b52-ff017a4ec174 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:54.703991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-34e7971e-ca9e-4e7b-81c2-65870fc41ce7 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.253 HTTP/1.1" status: 200 len: 696 time: 0.1222239 Jul 14 09:12:54.753615 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.753994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.754307 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Floating IP aaba15bd-3bb0-4126-a1a2-4df7d53fd6db disassociated. External IP: 172.25.2.124, port: 4f92fab2-8dec-48fe-b7b0-470004e0611a. Jul 14 09:12:54.754658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Calling delete_port for 4f92fab2-8dec-48fe-b7b0-470004e0611a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:54.762862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-52c3fc32-757e-4f4b-8ba8-433634872c68 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272743 Jul 14 09:12:54.777818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.792082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] DHCP port deletion for 43a5c22b-020e-48c8-9b52-ff017a4ec174 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:12:54.851928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] Deleting port b6268134-0594-45c3-a78f-a32fe2002801 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:54.852605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.855135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-eddec7b5-3391-4680-8337-696b1ad59a03 service neutron] 10.222.0.18 "GET /v2.0/ports/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0852549 Jul 14 09:12:54.858011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-01714ea3-40e3-4274-b23c-724b3f1e0698 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:54.859398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1503b44-9b6b-4756-a17f-db70341b08c8 req-01714ea3-40e3-4274-b23c-724b3f1e0698 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1508019 Jul 14 09:12:54.888072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port b6268134-0594-45c3-a78f-a32fe2002801 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:12:54.888745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.945367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] For port b6268134-0594-45c3-a78f-a32fe2002801, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b6268134-0594-45c3-a78f-a32fe2002801,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:54.945776 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.965738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] Calling delete_port for b6268134-0594-45c3-a78f-a32fe2002801 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:54.999034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port b6268134-0594-45c3-a78f-a32fe2002801, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b6268134-0594-45c3-a78f-a32fe2002801,segment=NetworkSegment(e85fcac6-99b0-48a0-9545-d9a3f627e8cb),segment_id=e85fcac6-99b0-48a0-9545-d9a3f627e8cb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:54.999528 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.014408 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-1861ba2f-183d-49eb-8e46-d9e1d5c20a07 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383910 Jul 14 09:12:55.017719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.025459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for b6268134-0594-45c3-a78f-a32fe2002801 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:12:55.081818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.097508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event deleted for resources: {'Port': ['ID=4f92fab2-8dec-48fe-b7b0-470004e0611a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.117102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] Pushing event deleted for resources: {'Port': ['ID=b6268134-0594-45c3-a78f-a32fe2002801,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.129675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78e835-5246-4e47-a228-21e26ce93318 None None] No DVR routers for this DVR port b6268134-0594-45c3-a78f-a32fe2002801 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:55.164244 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.193479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port b6268134-0594-45c3-a78f-a32fe2002801 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:55.198855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=b6268134-0594-45c3-a78f-a32fe2002801,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.222254 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-0a9513c0-c66e-467b-abbb-e0deaf29f154 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922426 Jul 14 09:12:55.291683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:12:55.310817 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.323294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a5c22b-020e-48c8-9b52-ff017a4ec174']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.336458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.336759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85fcac6-99b0-48a0-9545-d9a3f627e8cb') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.348185 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.356723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aae78d-83c1-4730-a66b-4c06592a3e45 req-146e648a-cb87-40eb-80ea-b0305ca0abe5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.359497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-559b1076-fbfb-4c70-b625-e859f9b607a2 service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303051 Jul 14 09:12:55.363474 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6aae78d-83c1-4730-a66b-4c06592a3e45 req-146e648a-cb87-40eb-80ea-b0305ca0abe5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1736052 Jul 14 09:12:55.389957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.394117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd2f419b-56ec-4e7a-b606-5a431566cc8a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:55.403863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:12:55.404270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:12:55.407280 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:12:55.460838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6aae78d-83c1-4730-a66b-4c06592a3e45 req-db88c4f1-534a-428c-bdc5-10f75c8e814d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962856 Jul 14 09:12:55.480500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fd2f419b-56ec-4e7a-b606-5a431566cc8a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:55.480500 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.495996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:12:55.513500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] Sync routers for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:12:55.519458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.527227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.534501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/networks/43a5c22b-020e-48c8-9b52-ff017a4ec174 HTTP/1.1" status: 204 len: 168 time: 0.9595542 Jul 14 09:12:55.535177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:55.535628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:55.535959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:55.542358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1686397469'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:55.557954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c938b-a7f0-4d6f-8a7a-82f8a40face3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Network': ['ID=43a5c22b-020e-48c8-9b52-ff017a4ec174,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.574924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-02f5a5bc-1fb4-4399-920b-b659a4c87adf service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073846 Jul 14 09:12:55.576049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] No DVR routers for this DVR port 4f92fab2-8dec-48fe-b7b0-470004e0611a on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:12:55.582951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:55.586746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.587201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.590008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-962720ee-ce36-4770-ae33-891f9571b27d req-ea05758b-0f98-4438-b5ff-25c3a041e212 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.48 "DELETE /v2.0/ports/4f92fab2-8dec-48fe-b7b0-470004e0611a HTTP/1.1" status: 204 len: 173 time: 1.6734619 Jul 14 09:12:55.590488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'name': 'network-vif-deleted', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:55.593250 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5d5fad-758b-4b21-9b64-a33a9d767439" -d '{"events": [{"server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "name": "network-vif-deleted", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:55.665776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aaeeafb5-2242-4629-87af-79fab071db2b req-17391ef9-3db5-4e1c-9981-343529d4603c tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb5ac791-22dc-4369-8206-8abfd57e9262 HTTP/1.1" status: 200 len: 210 time: 0.0327296 Jul 14 09:12:55.694598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:55.705043 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.705397 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Added segment 31ba20e8-06f7-4df1-8538-af87d9b4e2c6 of type vlan for network fd066f02-c900-405c-8480-bb19a68450d2 Jul 14 09:12:55.744613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-0af15365-5fe8-4bbc-b89a-e365762965cd service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489520 Jul 14 09:12:55.776472 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.814492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.824484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:55.824484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.864434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3256726 Jul 14 09:12:55.864667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:55.871513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'subnet': {'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:55.907369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:55.945086 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-cbbcc3ce-32b2-48c2-a814-a982511af54b service neutron] 10.222.0.18 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917050 Jul 14 09:12:55.966621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f632-912f-4fcd-a232-6d96161288a6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Network': ['ID=fd066f02-c900-405c-8480-bb19a68450d2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:55.996203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network fd066f02-c900-405c-8480-bb19a68450d2 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:55.997605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6268134-0594-45c3-a78f-a32fe2002801 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:56.013539 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-3f71d1bb-8629-4294-8a7f-c7606bf4b4e6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1205945 Jul 14 09:12:56.024579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:56.048723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.073539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-8e17f5da-7a01-4d3e-8586-d6ab0659f394 service neutron] 10.222.0.18 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275601 Jul 14 09:12:56.079082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:56.084019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.091758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b6268134-0594-45c3-a78f-a32fe2002801 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:56.092109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6268134-0594-45c3-a78f-a32fe2002801 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:56.161007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.237917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:37Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:56.262166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-e6ae9728-b122-4200-9d34-0ec5ace32140 service neutron] 10.222.0.18 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731734 Jul 14 09:12:56.276340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] Checking router: 75b093b8-d0c4-4353-90bd-183eb5e09ac0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:12:56.286318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:12:56.287160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:56.295974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Allocated IP 172.25.2.49 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e06646a0-4306-48c0-a52b-01ca2ecfec29) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:56.416462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:12:56.433454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.478753 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.521584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:56.525013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:56.528829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:56.535659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=e06646a0-4306-48c0-a52b-01ca2ecfec29,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.628975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.658548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:37Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:12:56.679278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.691469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b45b2-1092-47ac-9470-e82106fbaea2 None None] The sync data for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 is: [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:10:26Z', 'revision_number': 4, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'd3ac9861-049c-4b20-a918-c866c72eec05', 'name': '', 'network_id': 'ce00c9c3-4a47-48cb-90b7-91b13a5a23ec', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'mac_address': 'fa:16:3e:98:bc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:25Z', 'updated_at': '2021-07-14T09:10:37Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'subnets': [{'id': '1b6374ca-a294-4c83-86e6-aabde89e4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:12:56.800570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-ccc67401-41f5-4e15-a4f7-5292d64ffaaf service neutron] 10.222.0.18 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275323 Jul 14 09:12:56.845865 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.852174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.864362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.919492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=e06646a0-4306-48c0-a52b-01ca2ecfec29,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.933253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.948809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:56.950370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-54d1cc91-6a92-4252-aad9-73358e87bed3 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9300926 Jul 14 09:12:56.958531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Subnet': ['ID=75962e8f-038a-4685-afbe-01297810f7b1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:56.980242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-a319f203-55cd-46a5-a916-c8c0faa1f63f service neutron] 10.222.0.18 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787829 Jul 14 09:12:56.988627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Checking segment: {'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:56.989203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network hostable DHCP agents. Network: fd066f02-c900-405c-8480-bb19a68450d2, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:57.009800 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417efda-167d-48e0-998b-505111d5a7f5 None None] New status for floating IP aaba15bd-3bb0-4126-a1a2-4df7d53fd6db: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:12:57.010937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network fd066f02-c900-405c-8480-bb19a68450d2 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:57.014813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-40442060-2220-4c54-b289-8348cecf0611 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.0573404 Jul 14 09:12:57.020024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4f92fab2-8dec-48fe-b7b0-470004e0611a no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:57.036870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, fd066f02-c900-405c-8480-bb19a68450d2) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:57.043549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.044704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.062384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e475956b-7af6-4a1a-8087-3be7e392b92d None None] Network fd066f02-c900-405c-8480-bb19a68450d2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:57.067957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 4f92fab2-8dec-48fe-b7b0-470004e0611a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:12:57.068506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4f92fab2-8dec-48fe-b7b0-470004e0611a not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:12:57.069060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec10e247-671f-4d3a-a6be-1e0d9e57cf3c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:12:57.075929 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2d284046-4167-4bf5-8090-491dba4d00ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2099323 Jul 14 09:12:57.076847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:57.097513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-813302569'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:57.138274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-4f3bf8a7-f207-4fa7-9a3f-f7d7d918363d tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.138784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:57.139969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25de5e31-75cd-4645-aa7c-df6dfba81eaf req-4f3bf8a7-f207-4fa7-9a3f-f7d7d918363d tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1194324 Jul 14 09:12:57.150062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.191716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:12:57.203632 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.203982 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Added segment efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7 of type vlan for network af962e80-0dad-40dd-8294-b2ba6da54dd9 Jul 14 09:12:57.251933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.300453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.309664 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.310052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.310761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.351884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:12:57.360731 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451d2955-958d-4deb-89c1-655b78221a94" -d '{"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:12:57.380916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3018563 Jul 14 09:12:57.381725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50446) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:57.388090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'subnet': {'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:57.406683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Network': ['ID=af962e80-0dad-40dd-8294-b2ba6da54dd9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:57.414488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.414847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.415227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.415603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.415948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.416288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.416621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.416953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.417283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.417633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.422099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:12:57.437635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.437731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a452cd-2df3-4bd5-ae0b-4b00aee3263a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:57.439182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-fd066f02-c900-405c-8480-bb19a68450d2', 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2', 'tenant_id': '656cd52286f343b8bd92226446872030', 'fixed_ips': [{'subnet_id': '75962e8f-038a-4685-afbe-01297810f7b1'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:57.443918 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.448114 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.461659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network af962e80-0dad-40dd-8294-b2ba6da54dd9 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:12:57.515125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:12:57.524315 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.675266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:57.740852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Allocated IP 19.80.0.2 (fd066f02-c900-405c-8480-bb19a68450d2/75962e8f-038a-4685-afbe-01297810f7b1/f088ac13-4a61-4375-be31-dc8d91f29514) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:57.779766 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.848634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Subnet': ['ID=a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:57.857967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Checking segment: {'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:57.858330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network hostable DHCP agents. Network: af962e80-0dad-40dd-8294-b2ba6da54dd9, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:12:57.878408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network af962e80-0dad-40dd-8294-b2ba6da54dd9 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:12:57.892031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, af962e80-0dad-40dd-8294-b2ba6da54dd9) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:57.902389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:57.903079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.906260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f8750f-1057-4b52-bda8-e558c970ab6c None None] Network af962e80-0dad-40dd-8294-b2ba6da54dd9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:57.925990 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b6ecc4f-e3bb-41f6-b8e3-7c977f9dba21 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5424910 Jul 14 09:12:57.987890 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.001639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Transition to ACTIVE for port object f088ac13-4a61-4375-be31-dc8d91f29514 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:58.039798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Transition to ACTIVE for port object f088ac13-4a61-4375-be31-dc8d91f29514 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:58.055600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.058259 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f771477c-0d9d-45e1-af4d-3b8e032b0921 x-openstack-request-id: req-f771477c-0d9d-45e1-af4d-3b8e032b0921 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:58.059224 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ac791-22dc-4369-8206-8abfd57e9262", "name": "network-vif-deleted", "tag": "4f92fab2-8dec-48fe-b7b0-470004e0611a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:58.059846 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f771477c-0d9d-45e1-af4d-3b8e032b0921 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:58.060440 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ac791-22dc-4369-8206-8abfd57e9262', 'name': 'network-vif-deleted', 'tag': '4f92fab2-8dec-48fe-b7b0-470004e0611a', 'status': 'completed', 'code': 200} Jul 14 09:12:58.117487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee830ac-6dc2-440a-bf26-1eee24010654 req-3200d01d-336a-4dac-82c2-c400a9a02666 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.119247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ee830ac-6dc2-440a-bf26-1eee24010654 req-3200d01d-336a-4dac-82c2-c400a9a02666 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1484082 Jul 14 09:12:58.142301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Network fd066f02-c900-405c-8480-bb19a68450d2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:58.145943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Pushing event updated for resources: {'Port': ['ID=f088ac13-4a61-4375-be31-dc8d91f29514,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:58.151407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:58.153637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:58.182313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ee830ac-6dc2-440a-bf26-1eee24010654 req-88a06572-c3ea-403a-8c9b-e0dce6237539 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529048 Jul 14 09:12:58.229316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-af962e80-0dad-40dd-8294-b2ba6da54dd9', 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9', 'tenant_id': '656cd52286f343b8bd92226446872030', 'fixed_ips': [{'subnet_id': 'a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:12:58.229954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.322388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Attempting to bind port f088ac13-4a61-4375-be31-dc8d91f29514 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:58.323109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Attempting to bind port f088ac13-4a61-4375-be31-dc8d91f29514 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:58.323743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Attempting to bind port f088ac13-4a61-4375-be31-dc8d91f29514 on network fd066f02-c900-405c-8480-bb19a68450d2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:58.340225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:58.340731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Checking segment: {'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:58.341266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.341774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Bound using segment: {'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:58.342398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Bound port: f088ac13-4a61-4375-be31-dc8d91f29514, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:58.342873 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.390141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-54af6b33-346f-4d27-885f-ee964d300f1d tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1131954 Jul 14 09:12:58.400201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:58.413583 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b8f89-409f-4c77-a030-7dbb817af2f2 x-openstack-request-id: req-f01b8f89-409f-4c77-a030-7dbb817af2f2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:12:58.414019 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:12:58.414593 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f01b8f89-409f-4c77-a030-7dbb817af2f2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:12:58.415224 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'code': 200} Jul 14 09:12:58.428941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.445164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a3fe0ce-caab-4a1c-a84d-57d1f105816d req-e591e700-98d4-4f88-b520-567415449ce1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0410066 Jul 14 09:12:58.519263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] For port f088ac13-4a61-4375-be31-dc8d91f29514, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:58.523029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] For port f088ac13-4a61-4375-be31-dc8d91f29514, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f088ac13-4a61-4375-be31-dc8d91f29514,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:58.530117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Allocated IP 19.86.0.2 (af962e80-0dad-40dd-8294-b2ba6da54dd9/a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e/6a1689e0-6ae5-48af-ae77-958c330a9ab3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:58.535463 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.584067 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.802406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Allocated IP 172.25.2.94 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/7e491ffd-845b-4c2c-b279-3e3554a37bd1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:12:58.954663 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.965265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Transition to ACTIVE for port object 6a1689e0-6ae5-48af-ae77-958c330a9ab3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:58.982762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Transition to ACTIVE for port object 6a1689e0-6ae5-48af-ae77-958c330a9ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:12:58.997192 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.027104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3ff41-5e64-451f-bdfe-91b65be382b4 None None] Pushing event updated for resources: {'Port': ['ID=f088ac13-4a61-4375-be31-dc8d91f29514,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.078864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Network af962e80-0dad-40dd-8294-b2ba6da54dd9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:59.079559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Pushing event updated for resources: {'Port': ['ID=6a1689e0-6ae5-48af-ae77-958c330a9ab3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.082924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:59.085325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:59.107871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-ecce63d0-a641-408f-a7da-9c529dbde9ba tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.125334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-ecce63d0-a641-408f-a7da-9c529dbde9ba tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.127332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-ecce63d0-a641-408f-a7da-9c529dbde9ba tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/networks?id=fd066f02-c900-405c-8480-bb19a68450d2&id=af962e80-0dad-40dd-8294-b2ba6da54dd9 HTTP/1.1" status: 200 len: 1391 time: 0.2811768 Jul 14 09:12:59.156302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Attempting to bind port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:12:59.156694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Attempting to bind port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:12:59.157157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Attempting to bind port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 on network af962e80-0dad-40dd-8294-b2ba6da54dd9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:12:59.163323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:12:59.163742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Checking segment: {'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:12:59.164153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.164554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Bound using segment: {'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:12:59.165724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Bound port: 6a1689e0-6ae5-48af-ae77-958c330a9ab3, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:12:59.166121 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.166277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-84abc678-93a3-48ac-a60a-2a6387f386e5 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/quotas/656cd52286f343b8bd92226446872030 HTTP/1.1" status: 200 len: 375 time: 0.0266109 Jul 14 09:12:59.239796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] For port 6a1689e0-6ae5-48af-ae77-958c330a9ab3, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:12:59.243013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] For port 6a1689e0-6ae5-48af-ae77-958c330a9ab3, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6a1689e0-6ae5-48af-ae77-958c330a9ab3,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:12:59.248041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.249939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d5f4dbfd-4994-4ddb-a24d-13a50692b0ce tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820129 Jul 14 09:12:59.327716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f937f6c-7e52-47f2-bb92-b0effa3191cb None None] Pushing event updated for resources: {'Port': ['ID=6a1689e0-6ae5-48af-ae77-958c330a9ab3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.328241 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.387330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-682460ef-2714-47a2-8a1a-3bd27ccf6047 service neutron] 10.222.0.18 "GET /v2.0/networks/fd066f02-c900-405c-8480-bb19a68450d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299820 Jul 14 09:12:59.388575 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.442392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=7e491ffd-845b-4c2c-b279-3e3554a37bd1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:59.448441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f088ac13-4a61-4375-be31-dc8d91f29514 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:12:59.456443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:12:59.458165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:12:59.460693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:12:59.554710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f088ac13-4a61-4375-be31-dc8d91f29514 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:12:59.587882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-f90a7516-fa80-46d7-9061-f163de8c058f service neutron] 10.222.0.18 "GET /v2.0/networks/fd066f02-c900-405c-8480-bb19a68450d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839907 Jul 14 09:12:59.630334 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.690170 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:59.747075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-ab224f37-ceb1-4716-96ca-33146277f78f service neutron] 10.222.0.18 "GET /v2.0/networks/af962e80-0dad-40dd-8294-b2ba6da54dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445918 Jul 14 09:12:59.853246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-7fa9802f-2aa5-4855-99b1-6c307595b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.854942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-7fa9802f-2aa5-4855-99b1-6c307595b107 service neutron] 10.222.0.11 "GET /v2.0/ports/3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 1028 time: 0.2342389 Jul 14 09:12:59.866285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-e4ccb81e-6d84-4bcc-ad2e-ce59ad2185d3 service neutron] 10.222.0.18 "GET /v2.0/networks/af962e80-0dad-40dd-8294-b2ba6da54dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181660 Jul 14 09:12:59.947486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-3782c02c-60eb-4964-9d68-394f3b89e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:59.949095 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-3782c02c-60eb-4964-9d68-394f3b89e880 service neutron] 10.222.0.11 "GET /v2.0/ports/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 1027 time: 0.0835059 Jul 14 09:13:00.058613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.122538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80f35a2-2cc9-48f4-94db-4d2fce1fa554 None None] Network fd066f02-c900-405c-8480-bb19a68450d2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:00.144538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.202548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event updated for resources: {'Port': ['ID=7e491ffd-845b-4c2c-b279-3e3554a37bd1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:00.227972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-49111c0a-79d1-49ec-8054-25abee0dfe54 None None] Provisioning for port f088ac13-4a61-4375-be31-dc8d91f29514 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:00.234947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-efc67731-45ef-4967-b55e-17c8d8330a97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.238179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-49111c0a-79d1-49ec-8054-25abee0dfe54 None None] Provisioning complete for port f088ac13-4a61-4375-be31-dc8d91f29514 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:00.238744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49111c0a-79d1-49ec-8054-25abee0dfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.241562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-efc67731-45ef-4967-b55e-17c8d8330a97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.250946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-efc67731-45ef-4967-b55e-17c8d8330a97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.252681 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-efc67731-45ef-4967-b55e-17c8d8330a97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "GET /v2.0/networks?id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73 HTTP/1.1" status: 200 len: 1989 time: 0.2976532 Jul 14 09:13:00.313292 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.344493 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.353077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-b11abc8b-6102-4b0c-9fc7-00d299ab3fa0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9572914 Jul 14 09:13:00.373013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50536) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:00.471710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-701de20f-f824-43c3-8e99-dc1292f21602 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92430fb8c13e4a329d0b788ede7debfc HTTP/1.1" status: 200 len: 380 time: 0.1594720 Jul 14 09:13:00.492355 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-9a2483b3-7375-445d-962b-5730288160f7 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.1377385 Jul 14 09:13:00.499095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'admin_state_up': True, 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'security_groups': ['e5b9bf55-49d5-4e56-823a-dfd2704db594']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:00.506589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49111c0a-79d1-49ec-8054-25abee0dfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.511042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27642de7-44b2-4df2-9126-6ddd12556598 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.587590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-49111c0a-79d1-49ec-8054-25abee0dfe54 None None] For port f088ac13-4a61-4375-be31-dc8d91f29514, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f088ac13-4a61-4375-be31-dc8d91f29514,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:00.594968 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49111c0a-79d1-49ec-8054-25abee0dfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.652191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49111c0a-79d1-49ec-8054-25abee0dfe54 None None] Pushing event updated for resources: {'Port': ['ID=f088ac13-4a61-4375-be31-dc8d91f29514,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:00.726570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:00.731936 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.771139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27642de7-44b2-4df2-9126-6ddd12556598 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.922003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-863ba05d-e4ce-4557-a5ac-e762bc5ec08a tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.924444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91633-4707-49ed-803b-eab12599e5cf req-745e0f60-cd5b-49c3-af4b-1ac4fbb8cc82 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.924566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a536e26-f6ef-48db-aec3-dcb7e230f606 req-863ba05d-e4ce-4557-a5ac-e762bc5ec08a tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.4314647 Jul 14 09:13:00.926705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-745e0f60-cd5b-49c3-af4b-1ac4fbb8cc82 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.3819075 Jul 14 09:13:00.944094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 172.20.0.14 (6cc2d72b-ec13-4ea8-a456-7bdb686d5427/80e7a0fa-c30f-4b8c-bce8-16100869d6b8/17599234-c916-4f8b-beec-ddeb99a8bc7c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:00.950145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27642de7-44b2-4df2-9126-6ddd12556598 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.952756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27642de7-44b2-4df2-9126-6ddd12556598 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:00.953942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-27642de7-44b2-4df2-9126-6ddd12556598 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "DELETE /v2.0/security-groups/b1f54d6a-022f-447f-bd16-5a2de445a0f8 HTTP/1.1" status: 204 len: 168 time: 0.5799258 Jul 14 09:13:00.961815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:00.969589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d49a2-b686-450a-b79c-e37111a22152 req-1e6d6f3f-6feb-44fd-aeea-0e5ee5440d27 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.971164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-450d49a2-b686-450a-b79c-e37111a22152 req-1e6d6f3f-6feb-44fd-aeea-0e5ee5440d27 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed677ee6-f05b-46ca-8f3e-cc4cda84d30a HTTP/1.1" status: 200 len: 943 time: 0.3729446 Jul 14 09:13:00.980730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-cf8064c6-f207-4311-a5ae-24e8a4c17059 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/quotas/d57310ccd7d340e5b5b3584e11801873 HTTP/1.1" status: 200 len: 375 time: 0.0470779 Jul 14 09:13:00.996360 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1ddd2d7f-52d0-4e92-bda6-634f10ffc903 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] show failed (client error): The resource could not be found. Jul 14 09:13:01.000632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1ddd2d7f-52d0-4e92-bda6-634f10ffc903 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "GET /v2.0/security-groups/b1f54d6a-022f-447f-bd16-5a2de445a0f8 HTTP/1.1" status: 404 len: 347 time: 0.0377436 Jul 14 09:13:01.002355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:01.074572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7fbe33-b428-44ff-a957-9e04dc654d13 None None] Network af962e80-0dad-40dd-8294-b2ba6da54dd9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:01.084828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27642de7-44b2-4df2-9126-6ddd12556598 tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f54d6a-022f-447f-bd16-5a2de445a0f8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:01.220098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-a367133f-9259-4ea2-a7ca-13419fba8ecf tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2383566 Jul 14 09:13:01.275397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Deleting port ee958ddb-18dc-4679-bbc9-f95fb691d74a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:01.275847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.289534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Deleting port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:01.290187 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.343094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-950b1dbf-3529-4820-b653-1ccc4b792bf4 None None] Provisioning for port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:01.379683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.379683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.389936 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.396657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Calling delete_port for ee958ddb-18dc-4679-bbc9-f95fb691d74a owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:01.451754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-950b1dbf-3529-4820-b653-1ccc4b792bf4 None None] Provisioning complete for port f088ac13-4a61-4375-be31-dc8d91f29514 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:01.452630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-950b1dbf-3529-4820-b653-1ccc4b792bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.564745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-db9429a0-03ba-4f4f-91dc-c7116cff33ee service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370295 Jul 14 09:13:01.572168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.643235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] For port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:01.644466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.650252 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f088ac13-4a61-4375-be31-dc8d91f29514 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:01.671072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Calling delete_port for ec10e247-671f-4d3a-a6be-1e0d9e57cf3c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:01.685041 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.689644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Pushing event deleted for resources: {'Port': ['ID=ee958ddb-18dc-4679-bbc9-f95fb691d74a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:01.765056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ddb638ae-7e37-420b-93b1-0f1d71c667aa req-71ab8381-c3c2-4f09-b4ff-07cd46d1ec94 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0988762 Jul 14 09:13:01.766321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f088ac13-4a61-4375-be31-dc8d91f29514 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:01.766703 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:01.774662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-e357e459-70ef-4dc2-b29d-3541d93a93ec service neutron] 10.222.0.18 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061107 Jul 14 09:13:01.791978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Transition to ACTIVE for port object 17599234-c916-4f8b-beec-ddeb99a8bc7c will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:01.954904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6a1689e0-6ae5-48af-ae77-958c330a9ab3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:02.027891 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.060210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.063297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.065142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e449469-ad3b-4fe7-afcb-6cd3640f236d tempest-ServersTestJSON-1036721447 tempest-ServersTestJSON-1036721447-project] 10.222.0.18 "DELETE /v2.0/floatingips/aaba15bd-3bb0-4126-a1a2-4df7d53fd6db HTTP/1.1" status: 204 len: 168 time: 1.0607588 Jul 14 09:13:02.077354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.081813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event deleted for resources: {'Port': ['ID=ec10e247-671f-4d3a-a6be-1e0d9e57cf3c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.112861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:02.124252 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:02.124624 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.192828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] No DVR routers for this DVR port ec10e247-671f-4d3a-a6be-1e0d9e57cf3c on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:02.196580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.198726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-450d49a2-b686-450a-b79c-e37111a22152 req-2a86ca82-8a67-4cb0-92a1-1e045ee81647 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.48 "DELETE /v2.0/ports/ec10e247-671f-4d3a-a6be-1e0d9e57cf3c HTTP/1.1" status: 204 len: 173 time: 1.1612437 Jul 14 09:13:02.199188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-deleted', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:02.209720 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ca483d-96c5-49c2-809a-85ac8135e6e6" -d '{"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-deleted", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:02.315029 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.334767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-69e14b3b-77ea-4fad-b819-4bf8ae233465 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.343140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-69e14b3b-77ea-4fad-b819-4bf8ae233465 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.345072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-69e14b3b-77ea-4fad-b819-4bf8ae233465 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.48 "GET /v2.0/networks?id=fd066f02-c900-405c-8480-bb19a68450d2&id=af962e80-0dad-40dd-8294-b2ba6da54dd9 HTTP/1.1" status: 200 len: 1391 time: 0.5143955 Jul 14 09:13:02.350122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.361291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a194638-50f2-46e7-bbc2-12da27500545 req-d968e2d8-4d91-4c32-a17e-757e48d233b1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.363484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a194638-50f2-46e7-bbc2-12da27500545 req-d968e2d8-4d91-4c32-a17e-757e48d233b1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1268125 Jul 14 09:13:02.402636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6a1689e0-6ae5-48af-ae77-958c330a9ab3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6a1689e0-6ae5-48af-ae77-958c330a9ab3,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:02.411623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.485409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'port': {'device_id': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2', 'admin_state_up': True, 'tenant_id': '656cd52286f343b8bd92226446872030'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:02.490640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a194638-50f2-46e7-bbc2-12da27500545 req-6e1594f0-2678-4e93-b998-46ec8058d94b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058002 Jul 14 09:13:02.515239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6a1689e0-6ae5-48af-ae77-958c330a9ab3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.515986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4b375ac7-880a-411f-94d5-a62b6be39ef4 req-e71dd37e-1c86-45e8-bb93-f20de33b3c9a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 210 time: 0.4318871 Jul 14 09:13:02.616698 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e49f99f6-bb80-410e-a2ad-eaabb52000de req-fe43ff4e-c22b-4b4c-abc3-eb40a1212399 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips/2ff26140-c2d6-44ac-aba3-fce7ee37f4f4 HTTP/1.1" status: 200 len: 692 time: 0.0912302 Jul 14 09:13:02.712859 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a1e22726-2476-4d84-bd7e-92feae5ee06c req-2c7fc1d6-0814-4cb6-9948-19028d083c7b tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 210 time: 0.0661595 Jul 14 09:13:02.719195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:02.739527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:02.744077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:02.759783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=17599234-c916-4f8b-beec-ddeb99a8bc7c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:02.791455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f99f6-bb80-410e-a2ad-eaabb52000de req-7f238241-551f-4750-9dd1-05ac515a45b4 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.814978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e49f99f6-bb80-410e-a2ad-eaabb52000de req-7f238241-551f-4750-9dd1-05ac515a45b4 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1908998 Jul 14 09:13:02.855824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.859601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.861596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.866300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.867656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.869033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.875051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.875573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.876016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.876452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.876888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.877318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:02.990033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.991998 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:02.994693 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8a2900-cb6a-4395-b64f-41fdebbf8449 x-openstack-request-id: req-1f8a2900-cb6a-4395-b64f-41fdebbf8449 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:02.994999 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed677ee6-f05b-46ca-8f3e-cc4cda84d30a", "name": "network-vif-deleted", "tag": "ec10e247-671f-4d3a-a6be-1e0d9e57cf3c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:02.995258 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f8a2900-cb6a-4395-b64f-41fdebbf8449 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:02.995697 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed677ee6-f05b-46ca-8f3e-cc4cda84d30a', 'name': 'network-vif-deleted', 'tag': 'ec10e247-671f-4d3a-a6be-1e0d9e57cf3c', 'status': 'completed', 'code': 200} Jul 14 09:13:03.086300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:03.089887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.095191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-96469289-bb60-48b1-b0de-70e778a6c46e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6168756 Jul 14 09:13:03.117459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'admin_state_up': True, 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'security_groups': ['e5b9bf55-49d5-4e56-823a-dfd2704db594']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:03.220423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5e5c003-5385-467c-8327-2cb161bf810f None None] Provisioning for port 17599234-c916-4f8b-beec-ddeb99a8bc7c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:03.226732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5e5c003-5385-467c-8327-2cb161bf810f None None] Provisioning complete for port 17599234-c916-4f8b-beec-ddeb99a8bc7c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:03.230687 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c003-5385-467c-8327-2cb161bf810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.332063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5c003-5385-467c-8327-2cb161bf810f None None] Port 17599234-c916-4f8b-beec-ddeb99a8bc7c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:03.405679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-85602af9-d8d4-4424-a989-dc1c009ffbea tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips/2ff26140-c2d6-44ac-aba3-fce7ee37f4f4 HTTP/1.1" status: 200 len: 692 time: 0.2332933 Jul 14 09:13:03.424848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6a1689e0-6ae5-48af-ae77-958c330a9ab3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:03.494143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effccdb-19fe-46be-b939-13b992d4b16b req-6cf027e9-f887-4e82-9df2-a1d810644b20 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.500245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Allocated IP 19.80.0.171 (fd066f02-c900-405c-8480-bb19a68450d2/75962e8f-038a-4685-afbe-01297810f7b1/3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:03.505955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1effccdb-19fe-46be-b939-13b992d4b16b req-6cf027e9-f887-4e82-9df2-a1d810644b20 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 932 time: 0.0941484 Jul 14 09:13:03.561750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:03.562140 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.566743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1effccdb-19fe-46be-b939-13b992d4b16b req-d95c9f96-8b8f-4ee2-9c52-d3662cf22295 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590847 Jul 14 09:13:03.819181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db423d6-160d-4833-a903-158447e06a3f req-5261d286-26a1-40c6-90c9-5eb20f0c249a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.828192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8db423d6-160d-4833-a903-158447e06a3f req-5261d286-26a1-40c6-90c9-5eb20f0c249a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0891421 Jul 14 09:13:03.840605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:03.844413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:03.911190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8db423d6-160d-4833-a903-158447e06a3f req-059f3ff3-cc95-4e9b-8567-913275d507e5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813570 Jul 14 09:13:03.918953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-6902af2a-ea9c-481b-8d9d-272dc6bb2625 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:03.920391 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-6902af2a-ea9c-481b-8d9d-272dc6bb2625 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.3669019 Jul 14 09:13:04.088347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05a6a38b-1f98-4185-a77c-b591abdc018e req-f7a024ad-69eb-45db-9a98-b7776825eede tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 210 time: 0.0572815 Jul 14 09:13:04.287548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b59d47e-9e5d-43d3-a6c2-fd378d98e68c req-bf817e51-561b-4398-80aa-d24c975c6a35 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 210 time: 0.0388834 Jul 14 09:13:04.401085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.473574 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.477636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-25428068-a038-4ff4-8607-ece07b88a53b tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.5238540 Jul 14 09:13:04.529386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Transition to ACTIVE for port object 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:04.551388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91633-4707-49ed-803b-eab12599e5cf req-4b5efded-34f0-4b89-b4e6-6c39947a152b tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.552839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-4b5efded-34f0-4b89-b4e6-6c39947a152b tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 805 time: 0.7053483 Jul 14 09:13:04.601708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Request body: {'port': {'device_id': '3149e5bd-0593-4612-b807-9b3ea396819b', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'admin_state_up': True, 'tenant_id': 'd57310ccd7d340e5b5b3584e11801873'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:04.710282 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-10b490cd-f752-4760-852b-6ad532f8e62d tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.1855178 Jul 14 09:13:04.841944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 10.1.1.157 (3fe787a8-6c1b-46fb-9625-572da374e427/b12635ee-28c0-48ec-81b0-b90508b287d1/bc2e40f4-1621-467b-9f17-253edde83b2d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:04.913255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:04.918563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601cc0a-a4de-46b5-b940-e13aac9a0a07 req-06a53811-3931-4db1-a3c8-380c18d44456 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:04.927640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3601cc0a-a4de-46b5-b940-e13aac9a0a07 req-06a53811-3931-4db1-a3c8-380c18d44456 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 932 time: 0.0977075 Jul 14 09:13:04.964778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3601cc0a-a4de-46b5-b940-e13aac9a0a07 req-398886fd-f649-4db9-89d0-6c3c0d55deba tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361693 Jul 14 09:13:05.080910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec10e247-671f-4d3a-a6be-1e0d9e57cf3c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:05.108626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: ec10e247-671f-4d3a-a6be-1e0d9e57cf3c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:05.109243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ec10e247-671f-4d3a-a6be-1e0d9e57cf3c not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:05.114815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network fd066f02-c900-405c-8480-bb19a68450d2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:05.139178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:05.141024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Made reservation on behalf of d57310ccd7d340e5b5b3584e11801873 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:05.144620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.176730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:05.185847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ac4c-b650-44c5-b090-4278251bbbf7 req-cdc198ed-f2b7-4142-b56f-4b7e869da1f1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.187887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ef1ac4c-b650-44c5-b090-4278251bbbf7 req-cdc198ed-f2b7-4142-b56f-4b7e869da1f1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0955095 Jul 14 09:13:05.195150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Port': ['ID=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:05.239066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ef1ac4c-b650-44c5-b090-4278251bbbf7 req-df1a54bf-99be-4bef-a24c-840c364a6e7a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447714 Jul 14 09:13:05.309375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.310010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.346141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Deleting port 7e491ffd-845b-4c2c-b279-3e3554a37bd1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:05.347246 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.457404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-1a9c5b43-7441-4274-9f93-53d7feaf30ef tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9765339 Jul 14 09:13:05.474219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-87279b4c-ce34-4bf8-a149-a1c214b03c18 None None] Provisioning for port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:05.478638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-87279b4c-ce34-4bf8-a149-a1c214b03c18 None None] Provisioning complete for port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:05.479127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87279b4c-ce34-4bf8-a149-a1c214b03c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.479892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01385f-dc2a-4847-b048-ec3a447687c6 req-7785e2bf-83df-4f0a-9374-74e48e49185e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.489871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a01385f-dc2a-4847-b048-ec3a447687c6 req-7785e2bf-83df-4f0a-9374-74e48e49185e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 932 time: 0.0906599 Jul 14 09:13:05.498521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Request body: {'port': {'device_id': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9', 'admin_state_up': True, 'tenant_id': '656cd52286f343b8bd92226446872030'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:05.524907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.525876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a01385f-dc2a-4847-b048-ec3a447687c6 req-9f61c544-d957-40c7-a2dd-2ab2cc9dc1d3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351546 Jul 14 09:13:05.541406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87279b4c-ce34-4bf8-a149-a1c214b03c18 None None] Port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:05.604422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Transition to ACTIVE for port object bc2e40f4-1621-467b-9f17-253edde83b2d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:05.641888 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.642220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.674544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Allocated IP 172.20.0.7 (1ecc4f9a-9753-423c-81e8-59e379ce8ee3/2ca7fd42-f69e-4a2f-a005-e14833e05529/fc9b23e4-4762-4464-a4e0-4b81e4d991e6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:05.700400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Calling delete_port for 7e491ffd-845b-4c2c-b279-3e3554a37bd1 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:05.715841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81197e-38a0-42ad-b0e5-54bf7f0f4b4f req-9d3b2084-6d2c-4457-92fa-5b9b85b5696e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.717497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb81197e-38a0-42ad-b0e5-54bf7f0f4b4f req-9d3b2084-6d2c-4457-92fa-5b9b85b5696e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0677471 Jul 14 09:13:05.761846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb81197e-38a0-42ad-b0e5-54bf7f0f4b4f req-7a9a2ff4-702c-4901-9505-afcd89b547d6 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Jul 14 09:13:05.846132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:05.909894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f503e4c3-79c2-47c5-8f14-7bb013492185 req-d41586b2-0066-4d48-b8db-9473802b1485 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 210 time: 0.0314038 Jul 14 09:13:05.974141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Deleting port d3ac9861-049c-4b20-a918-c866c72eec05 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:05.974492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.000277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Made reservation on behalf of 656cd52286f343b8bd92226446872030 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:06.003855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.014083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network 3fe787a8-6c1b-46fb-9625-572da374e427 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:06.055196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=bc2e40f4-1621-467b-9f17-253edde83b2d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:06.063240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:06.070904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:06.203223 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.251830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.252329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.310270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] For port d3ac9861-049c-4b20-a918-c866c72eec05, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d3ac9861-049c-4b20-a918-c866c72eec05,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:06.310634 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.337753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c909e54-9ec7-4ed2-b5a3-805df93154c7 req-98a3c149-d7c3-4740-b978-5aefbc29a6f1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.339630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c909e54-9ec7-4ed2-b5a3-805df93154c7 req-98a3c149-d7c3-4740-b978-5aefbc29a6f1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1033866 Jul 14 09:13:06.354545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.357541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-9a088e1c-b0a8-4df0-bc3d-c4cf2d85337a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2471490 Jul 14 09:13:06.359196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Calling delete_port for d3ac9861-049c-4b20-a918-c866c72eec05 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:06.384004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'admin_state_up': True, 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'security_groups': ['e5b9bf55-49d5-4e56-823a-dfd2704db594']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:06.384314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7ef5f8b-ae82-4ade-83e3-7ce83cf2141e None None] Provisioning for port bc2e40f4-1621-467b-9f17-253edde83b2d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:06.389414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7ef5f8b-ae82-4ade-83e3-7ce83cf2141e None None] Provisioning complete for port bc2e40f4-1621-467b-9f17-253edde83b2d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:06.390078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5f8b-ae82-4ade-83e3-7ce83cf2141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.391990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c909e54-9ec7-4ed2-b5a3-805df93154c7 req-96b273ba-332d-4eda-be21-562556d51951 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 Jul 14 09:13:06.432214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef5f8b-ae82-4ade-83e3-7ce83cf2141e None None] Port bc2e40f4-1621-467b-9f17-253edde83b2d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:06.473196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event deleted for resources: {'Port': ['ID=7e491ffd-845b-4c2c-b279-3e3554a37bd1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:06.602348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6829d-ab4c-4f1b-a316-c4cdd5bd5f08 req-856a943b-47d6-475c-9df1-d1a60afd4f0b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.608402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6829d-ab4c-4f1b-a316-c4cdd5bd5f08 req-856a943b-47d6-475c-9df1-d1a60afd4f0b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.610097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76f6829d-ab4c-4f1b-a316-c4cdd5bd5f08 req-856a943b-47d6-475c-9df1-d1a60afd4f0b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 1654 time: 0.0890050 Jul 14 09:13:06.655210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76f6829d-ab4c-4f1b-a316-c4cdd5bd5f08 req-9c676d59-049a-48ab-8789-d11b61f32d4c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381839 Jul 14 09:13:06.846383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6725-2572-4cd9-83d7-2375cf3a4f22 req-12d39fc1-ac2c-44c7-9dfe-26fa054764b4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:06.848940 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afda6725-2572-4cd9-83d7-2375cf3a4f22 req-12d39fc1-ac2c-44c7-9dfe-26fa054764b4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0788553 Jul 14 09:13:06.852984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Allocated IP 19.86.0.78 (af962e80-0dad-40dd-8294-b2ba6da54dd9/a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e/7f3eaa38-9330-461d-a1e0-2804768cf65c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:06.890838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afda6725-2572-4cd9-83d7-2375cf3a4f22 req-86db210b-ae30-4869-accd-01334f2bef06 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360775 Jul 14 09:13:06.942034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.967193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.969698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:06.970804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d8e12d06-cfc7-488b-a274-24df6ddb78e0 req-073b3bc3-38fe-494f-8b7f-b88e912236c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ff26140-c2d6-44ac-aba3-fce7ee37f4f4 HTTP/1.1" status: 204 len: 173 time: 2.2468848 Jul 14 09:13:07.096289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:07.105694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df8beb-c9d8-43b9-9512-4b4c133692a8 req-a356fae1-6edb-45fb-abe8-d63c4edbfc29 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.113085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7df8beb-c9d8-43b9-9512-4b4c133692a8 req-a356fae1-6edb-45fb-abe8-d63c4edbfc29 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 932 time: 0.0793352 Jul 14 09:13:07.149969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:07.150918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7df8beb-c9d8-43b9-9512-4b4c133692a8 req-6be1c420-a5c8-4ace-808a-2e9ef073ec40 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369163 Jul 14 09:13:07.172856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:07.185194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event updated for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:07.244413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:07.247943 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.323262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.323913 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.373455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7eb158-7c7e-4574-b2f7-d9505aa5a107 req-029f75e2-f0b7-4e4e-aa5a-2806a9b9b7be tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.374966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e7eb158-7c7e-4574-b2f7-d9505aa5a107 req-029f75e2-f0b7-4e4e-aa5a-2806a9b9b7be tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1988785 Jul 14 09:13:07.418858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.443996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-64731382-be89-4f43-9b35-fa6699d3f379 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8586929 Jul 14 09:13:07.466673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-fd4fb6aa-f165-470c-8c72-4c9528817e62 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:13:07.467840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-fd4fb6aa-f165-470c-8c72-4c9528817e62 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106449 Jul 14 09:13:07.468816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Transition to ACTIVE for port object 7f3eaa38-9330-461d-a1e0-2804768cf65c will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:07.488725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6bda6-34bc-4962-aaf2-232a901e94a0 req-4175ef16-b1b7-41c1-b5da-4f69d4027e47 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.490223 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3fd6bda6-34bc-4962-aaf2-232a901e94a0 req-4175ef16-b1b7-41c1-b5da-4f69d4027e47 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 931 time: 0.3751452 Jul 14 09:13:07.496070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Request body: {'port': {'device_id': '3149e5bd-0593-4612-b807-9b3ea396819b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:07.505240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.618234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ac9861-049c-4b20-a918-c866c72eec05,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:07.827050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3fd6bda6-34bc-4962-aaf2-232a901e94a0 req-e1453c37-f675-4b53-9ff1-5508ed98005a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238595 Jul 14 09:13:07.871141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 10.1.1.190 (3fe787a8-6c1b-46fb-9625-572da374e427/b12635ee-28c0-48ec-81b0-b90508b287d1/bb02c3c5-da3c-4ac7-a3a9-101166d6e411) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:07.882945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.972359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:07.986109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f42a9bf0-b3cb-4394-8877-e33b94a73422 req-6d3947a9-776e-43af-8cfe-0deb6ea8dc5a tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=fc0d13888fa74f5384ebccdcd4dc002c HTTP/1.1" status: 200 len: 1656 time: 0.1312311 Jul 14 09:13:08.026712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Network af962e80-0dad-40dd-8294-b2ba6da54dd9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:08.061299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:08.064240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:08.103654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a9bf0-b3cb-4394-8877-e33b94a73422 req-9bd9415b-cf83-47d2-8915-be48124c6538 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.111426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f42a9bf0-b3cb-4394-8877-e33b94a73422 req-9bd9415b-cf83-47d2-8915-be48124c6538 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks?id=57506745-da56-459c-93c6-9f7a1c2f4945&id=57506745-da56-459c-93c6-9f7a1c2f4945&id=57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 787 time: 0.1179519 Jul 14 09:13:08.117714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-f42a9bf0-b3cb-4394-8877-e33b94a73422 req-ee6b1637-32e4-43c6-9521-5409cc913785 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:13:08.122358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f42a9bf0-b3cb-4394-8877-e33b94a73422 req-ee6b1637-32e4-43c6-9521-5409cc913785 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099077 Jul 14 09:13:08.138960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event updated for resources: {'Port': ['ID=7f3eaa38-9330-461d-a1e0-2804768cf65c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:08.160395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.198186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-12b1157c-73fa-46b5-8093-a2ad1f115cfa tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips/13505c72-2f42-4094-8ae9-683524fcdfee HTTP/1.1" status: 200 len: 692 time: 0.0556026 Jul 14 09:13:08.307324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-86f18268-d51b-43df-968d-6f8772ad4604 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.314496 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-86f18268-d51b-43df-968d-6f8772ad4604 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1153018 Jul 14 09:13:08.344807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.345416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.371091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-12b54a15-3263-43f0-af27-1ef40eaf9940 None None] Provisioning for port 7f3eaa38-9330-461d-a1e0-2804768cf65c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:08.374409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-65d30ba5-f673-4e76-9d43-eeec19bf1b09 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.0589657 Jul 14 09:13:08.377810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-12b54a15-3263-43f0-af27-1ef40eaf9940 None None] Provisioning complete for port 7f3eaa38-9330-461d-a1e0-2804768cf65c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:08.378241 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12b54a15-3263-43f0-af27-1ef40eaf9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.439192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-12b54a15-3263-43f0-af27-1ef40eaf9940 None None] Port 7f3eaa38-9330-461d-a1e0-2804768cf65c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:08.446489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-7c02e7e1-cfb8-4dcc-9c60-6d7733c99864 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.49 HTTP/1.1" status: 200 len: 695 time: 0.0640674 Jul 14 09:13:08.454424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d70e35e4-dc5a-41df-8bc0-652039d6f474 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9672606 Jul 14 09:13:08.463190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8702a8-9a29-4b1c-b839-594651612e37 req-f7ec4ba4-c449-4364-811b-ac45a7bcaa57 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.469253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8702a8-9a29-4b1c-b839-594651612e37 req-f7ec4ba4-c449-4364-811b-ac45a7bcaa57 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:08.470862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e8702a8-9a29-4b1c-b839-594651612e37 req-f7ec4ba4-c449-4364-811b-ac45a7bcaa57 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 1654 time: 0.4946983 Jul 14 09:13:08.485255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d85f8911-3ef9-4ee5-8852-c1ea6ff3a9ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:13:08.486219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-d85f8911-3ef9-4ee5-8852-c1ea6ff3a9ec tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051918 Jul 14 09:13:08.581036 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.588493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Deleting port e06646a0-4306-48c0-a52b-01ca2ecfec29 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:08.589184 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.622110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Transition to ACTIVE for port object bb02c3c5-da3c-4ac7-a3a9-101166d6e411 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:08.643213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Request body: {'port': {'device_id': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:08.656440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e8702a8-9a29-4b1c-b839-594651612e37 req-e879011b-8c54-4e5c-9acb-a883c4167c01 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693435 Jul 14 09:13:08.680127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.681027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.696552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Calling delete_port for e06646a0-4306-48c0-a52b-01ca2ecfec29 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:08.857497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.890102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event deleted for resources: {'Port': ['ID=e06646a0-4306-48c0-a52b-01ca2ecfec29,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:08.944086 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.953877 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.957785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:08.959028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfbbcfb5-2028-4857-bb74-75348ee20c92 req-1c412b02-a541-47cd-b96d-1a86b63306c5 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "DELETE /v2.0/floatingips/13505c72-2f42-4094-8ae9-683524fcdfee HTTP/1.1" status: 204 len: 173 time: 0.5062373 Jul 14 09:13:08.959388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.030086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:09.032239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9b23e4-4762-4464-a4e0-4b81e4d991e6 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:09.041978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network 3fe787a8-6c1b-46fb-9625-572da374e427 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:09.074582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.080227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:09.083046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:09.377858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-60a8cd75-0c25-401a-8145-2102e1a48d48 None None] Provisioning for port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:09.387789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-60a8cd75-0c25-401a-8145-2102e1a48d48 None None] Provisioning complete for port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:09.388923 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60a8cd75-0c25-401a-8145-2102e1a48d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.396554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a50e40-c20c-47fa-b88b-0fd4168b448d req-5add1c2d-1aa2-49c4-a5ea-f907e80888b5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.406019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5a50e40-c20c-47fa-b88b-0fd4168b448d req-5add1c2d-1aa2-49c4-a5ea-f907e80888b5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 931 time: 0.0964875 Jul 14 09:13:09.457045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-60a8cd75-0c25-401a-8145-2102e1a48d48 None None] Port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:09.464260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5a50e40-c20c-47fa-b88b-0fd4168b448d req-8484a71f-00b3-450c-b566-fd9909594856 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568194 Jul 14 09:13:09.465144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:09.479896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Transition to ACTIVE for port object fc9b23e4-4762-4464-a4e0-4b81e4d991e6 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:09.500710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.510173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc533d-3d54-44d6-9555-bfb4cf0e4bab req-2a365245-68e6-44d3-9308-05a40596a238 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.516284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc533d-3d54-44d6-9555-bfb4cf0e4bab req-2a365245-68e6-44d3-9308-05a40596a238 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.518282 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5acc533d-3d54-44d6-9555-bfb4cf0e4bab req-2a365245-68e6-44d3-9308-05a40596a238 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1654 time: 0.6972651 Jul 14 09:13:09.541295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-3322813b-2556-4b84-b526-eb6d727c55fe tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips/59b9ccf8-66e7-4a1b-b51c-ca38b332f7e6 HTTP/1.1" status: 200 len: 693 time: 0.0543287 Jul 14 09:13:09.640576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-94044313-cecc-4b00-b1e3-921199e69a9f tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.641966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-94044313-cecc-4b00-b1e3-921199e69a9f tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.0999119 Jul 14 09:13:09.656825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:09.657395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.698326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-1723c82e-6581-49d7-9584-453f8f12f644 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.253 HTTP/1.1" status: 200 len: 696 time: 0.0493867 Jul 14 09:13:09.759060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-a77beddb-31a1-4dd1-98f5-f465c4ba2440 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.253 HTTP/1.1" status: 200 len: 696 time: 0.0519478 Jul 14 09:13:09.777695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Pushing event updated for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:09.782161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-0de5df38-4b79-4c3e-85e3-6242d6d57dac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4158435 Jul 14 09:13:09.841404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73', 'admin_state_up': True, 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'security_groups': ['e5b9bf55-49d5-4e56-823a-dfd2704db594']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:09.847160 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5acc533d-3d54-44d6-9555-bfb4cf0e4bab req-14618ab6-8b04-449f-8a2e-30225a4668f9 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352896 Jul 14 09:13:09.910638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Deleting port ec337457-0bc0-4135-9706-d3d731fc5854 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:09.911085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:09.960694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:09.966432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66a696f7-a9af-44cd-a368-9b8e8e208803 admin admin] 10.222.0.18 "PUT /v2.0/routers/75b093b8-d0c4-4353-90bd-183eb5e09ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8858709 Jul 14 09:13:09.971326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] Sync routers for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:09.976985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:09.984495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:09.985482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:10.027721 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.028056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.044436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Calling delete_port for ec337457-0bc0-4135-9706-d3d731fc5854 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:10.117631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:10.172806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Attempting to bind port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:10.173144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Attempting to bind port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:10.173476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Attempting to bind port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:10.208520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:10.208852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Attempting to bind port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 on network 1ecc4f9a-9753-423c-81e8-59e379ce8ee3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:10.271455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:10.271727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Checking segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:10.272130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Bound using segment: {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:10.272590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Bound port: fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0bbe705-c7da-4557-828b-4f7abc5cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:10.272957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.305366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:10.325810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3f360-aa29-4e91-9b53-3e7b59c75d8a req-1642c7d5-387e-47fc-bac8-ca32da1e558d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.332175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3f360-aa29-4e91-9b53-3e7b59c75d8a req-1642c7d5-387e-47fc-bac8-ca32da1e558d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.338212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3f360-aa29-4e91-9b53-3e7b59c75d8a req-1642c7d5-387e-47fc-bac8-ca32da1e558d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:10.345435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ac3f360-aa29-4e91-9b53-3e7b59c75d8a req-1642c7d5-387e-47fc-bac8-ca32da1e558d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 2375 time: 0.3507090 Jul 14 09:13:10.353913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:10.358556 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.359087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:10.363152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.391887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] Checking router: 75b093b8-d0c4-4353-90bd-183eb5e09ac0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:10.403490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] Routers {'75b093b8-d0c4-4353-90bd-183eb5e09ac0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:10.404368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:10.538704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] Set router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:10.585586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ac3f360-aa29-4e91-9b53-3e7b59c75d8a req-5b32af21-ab32-4bf8-a0c0-1314c4528dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391763 Jul 14 09:13:10.618531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.624759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Transition to ACTIVE for port object 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:10.652282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event deleted for resources: {'Port': ['ID=ec337457-0bc0-4135-9706-d3d731fc5854,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:10.683047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.706790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.717044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.726918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:10.731392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.734499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:10.736165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4198558d-eb3a-468a-bacd-c5fb68a45698 req-03c4c78c-6a5a-425b-a41c-f6247b6090a6 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "DELETE /v2.0/floatingips/59b9ccf8-66e7-4a1b-b51c-ca38b332f7e6 HTTP/1.1" status: 204 len: 173 time: 0.9705334 Jul 14 09:13:10.793617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Pushing event updated for resources: {'Port': ['ID=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:10.821072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:10.886721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be3b55-1213-47e4-bf6b-a18d317a4dd0 None None] The sync data for ids ['75b093b8-d0c4-4353-90bd-183eb5e09ac0'] in n-d-758944-44 is: [{'id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'name': 'tempest-ServersTestJSON-107153964-router', 'tenant_id': 'bb8220c799ed4616b7df17f610024d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:15Z', 'updated_at': '2021-07-14T09:13:07Z', 'revision_number': 5, 'project_id': 'bb8220c799ed4616b7df17f610024d64', 'gw_port': {'id': 'a24026e3-38c3-469a-a677-8fc94bd5233c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b093b8-d0c4-4353-90bd-183eb5e09ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:18Z', 'updated_at': '2021-07-14T09:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:10.976081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-55298f93-71e1-4cda-990f-c95d9928c53e tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips/79d2593a-7370-4dca-8f83-d8af65c00512 HTTP/1.1" status: 200 len: 693 time: 0.0519040 Jul 14 09:13:10.981692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:11.016367 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.098050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-83b5e8eb-b01a-403c-b68c-166e9484cef0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.105315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-83b5e8eb-b01a-403c-b68c-166e9484cef0 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1237640 Jul 14 09:13:11.156809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-9d143524-2aa1-4fc7-a433-1fb77d7d244b tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0496929 Jul 14 09:13:11.195649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.196419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.197972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] 10.222.0.11 "PUT /v2.0/ports/fc9b23e4-4762-4464-a4e0-4b81e4d991e6 HTTP/1.1" status: 200 len: 1092 time: 3.7218535 Jul 14 09:13:11.200131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:11.202409 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38df260-b6e3-4db6-badc-a42e7c84b47c" -d '{"events": [{"name": "network-changed", "server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:11.225491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-cafe8901-9b0c-4f6a-88f8-1c9041c66239 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0611062 Jul 14 09:13:11.283911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a17af6-06bb-43af-87db-65a4ba2071bb service neutron] Pushing event updated for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:11.295087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Deleting port a24026e3-38c3-469a-a677-8fc94bd5233c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:11.295345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.348228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3ac9861-049c-4b20-a918-c866c72eec05 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:11.382273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d3ac9861-049c-4b20-a918-c866c72eec05 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:11.382831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3ac9861-049c-4b20-a918-c866c72eec05 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:11.387629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Attempting to bind port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:11.387947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Attempting to bind port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:11.388428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Attempting to bind port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b on network fd066f02-c900-405c-8480-bb19a68450d2 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:11.393065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Deleting port e9d004ba-ffbc-4aa9-ae06-e46a15ff5926 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:11.393448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.415326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bac9d0-414f-4d16-b21d-966a8874a2a2 req-4ccb8add-683e-4272-9869-fbc4254b65d4 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.429729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10bac9d0-414f-4d16-b21d-966a8874a2a2 req-4ccb8add-683e-4272-9869-fbc4254b65d4 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 943 time: 0.4356649 Jul 14 09:13:11.471155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b on network fd066f02-c900-405c-8480-bb19a68450d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:11.471516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Attempting to bind port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b on network fd066f02-c900-405c-8480-bb19a68450d2 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:11.491432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.491789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.492365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 10.2.2.100 (b1945b1c-07bd-4c3b-824c-7f526a54bd73/e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1/d574b952-f894-40ff-8272-2b003fbc097d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:11.501652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] For port a24026e3-38c3-469a-a677-8fc94bd5233c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a24026e3-38c3-469a-a677-8fc94bd5233c,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:11.502037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.504298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Calling delete_port for e9d004ba-ffbc-4aa9-ae06-e46a15ff5926 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:11.530805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:11.531149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Checking segment: {'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:11.531601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Bound using segment: {'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:11.532032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Bound port: 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ba20e8-06f7-4df1-8538-af87d9b4e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:11.532394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.537495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Calling delete_port for a24026e3-38c3-469a-a677-8fc94bd5233c owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:11.631519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10bac9d0-414f-4d16-b21d-966a8874a2a2 req-5e78b967-65db-49a5-be60-3a282b710b5e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004228 Jul 14 09:13:11.666222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91633-4707-49ed-803b-eab12599e5cf req-65a6be4f-fdd3-47fc-b39a-5f5950cf3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:11.667971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-65a6be4f-fdd3-47fc-b39a-5f5950cf3eb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 1095 time: 0.3954623 Jul 14 09:13:11.668514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.710137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Pushing event deleted for resources: {'Port': ['ID=e9d004ba-ffbc-4aa9-ae06-e46a15ff5926,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:11.795447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.798825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:11.800260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32a4eb76-db76-4f9c-8159-fe475060d876 req-7322a4e6-7d98-43ef-89af-17a3a6e2d893 tempest-FloatingIPDetailsTestJSON-2043437617 tempest-FloatingIPDetailsTestJSON-2043437617-project] 10.222.0.18 "DELETE /v2.0/floatingips/79d2593a-7370-4dca-8f83-d8af65c00512 HTTP/1.1" status: 204 len: 173 time: 0.5739741 Jul 14 09:13:11.807723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:12.078970 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a99d2c8-1a43-4f4e-bc1f-5840ff4952f8 x-openstack-request-id: req-2a99d2c8-1a43-4f4e-bc1f-5840ff4952f8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:12.079570 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:12.079570 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a99d2c8-1a43-4f4e-bc1f-5840ff4952f8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:12.079910 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'status': 'completed', 'code': 200} Jul 14 09:13:12.096358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858778c-16c7-4aca-9583-56baa9bc6897 req-7a794fbd-a7c6-4111-93c5-87c8a5e9ac89 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.096839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-117b3708-e7e8-44cb-a8e8-ef5bef1c6e5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6 HTTP/1.1" status: 200 len: 217 time: 0.3832386 Jul 14 09:13:12.102255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858778c-16c7-4aca-9583-56baa9bc6897 req-7a794fbd-a7c6-4111-93c5-87c8a5e9ac89 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.108089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858778c-16c7-4aca-9583-56baa9bc6897 req-7a794fbd-a7c6-4111-93c5-87c8a5e9ac89 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.109768 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c858778c-16c7-4aca-9583-56baa9bc6897 req-7a794fbd-a7c6-4111-93c5-87c8a5e9ac89 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 2375 time: 0.1653738 Jul 14 09:13:12.178949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] For port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:12.193786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c858778c-16c7-4aca-9583-56baa9bc6897 req-6e6d0d5f-be45-41e7-a310-0d5f8587bba1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607736 Jul 14 09:13:12.246530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] For port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:12.265256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.302186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd91633-4707-49ed-803b-eab12599e5cf req-0d55ac9e-d381-4ba4-a581-cefb53e937ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.303686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-0d55ac9e-d381-4ba4-a581-cefb53e937ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.1915805 Jul 14 09:13:12.362016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.363623 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.365056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] 10.222.0.48 "PUT /v2.0/ports/3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b HTTP/1.1" status: 200 len: 1093 time: 3.8636737 Jul 14 09:13:12.428598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Request body: {'port': {'device_id': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:12.433531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.445539 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-adc03a96-a31e-4f39-ae7a-062e8b2703b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140652 Jul 14 09:13:12.454201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.560263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c24aa0-40fe-483c-8063-50a33a9424ba req-569e78b4-2245-45f5-9d97-6036d51e7d38 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.567334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c24aa0-40fe-483c-8063-50a33a9424ba req-569e78b4-2245-45f5-9d97-6036d51e7d38 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.569099 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9c24aa0-40fe-483c-8063-50a33a9424ba req-569e78b4-2245-45f5-9d97-6036d51e7d38 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1666 time: 0.4881532 Jul 14 09:13:12.576665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Transition to ACTIVE for port object d574b952-f894-40ff-8272-2b003fbc097d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:12.640650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efe955-7dea-44eb-9c69-28b1d7a646bc service neutron] Pushing event updated for resources: {'Port': ['ID=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:12.702208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.787149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24026e3-38c3-469a-a677-8fc94bd5233c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:12.798773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9c24aa0-40fe-483c-8063-50a33a9424ba req-240cb53b-2834-4716-9038-3056d5dd2870 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796143 Jul 14 09:13:12.834868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.870637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-a3afd658-0456-4d07-bb5d-78b2fa7e2a46 service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882134 Jul 14 09:13:12.905846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.928306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd53af-6103-446b-aef4-e3a7a80f6bbe req-30d04fff-9d80-4640-b65e-918ae9c52cf3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:12.929833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19fd53af-6103-446b-aef4-e3a7a80f6bbe req-30d04fff-9d80-4640-b65e-918ae9c52cf3 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 943 time: 0.1057563 Jul 14 09:13:12.959677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Deleting port fd2f419b-56ec-4e7a-b606-5a431566cc8a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:12.959922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.998952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.022686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19fd53af-6103-446b-aef4-e3a7a80f6bbe req-824c8fea-6e97-4c53-a875-ec6ecf921dfb tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816782 Jul 14 09:13:13.060090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] For port fd2f419b-56ec-4e7a-b606-5a431566cc8a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd2f419b-56ec-4e7a-b606-5a431566cc8a,segment=NetworkSegment(049db819-72f1-451d-801d-94bc79c3f52d),segment_id=049db819-72f1-451d-801d-94bc79c3f52d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:13.060586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.074105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Calling delete_port for fd2f419b-56ec-4e7a-b606-5a431566cc8a owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:13.082487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:13.123451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:13.126346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:13.174387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.181830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=d574b952-f894-40ff-8272-2b003fbc097d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:13.194514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.279760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0dd91633-4707-49ed-803b-eab12599e5cf req-3cf291e6-bedf-46aa-8b8c-a7cf37be473b service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989861 Jul 14 09:13:13.316133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.335080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.335692 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.367742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2f419b-56ec-4e7a-b606-5a431566cc8a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:13.406458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.407034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b093b8-d0c4-4353-90bd-183eb5e09ac0 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:13:13.412475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.415577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7b7ac480-94d9-43d4-a5b3-a7e98ca288e4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/75b093b8-d0c4-4353-90bd-183eb5e09ac0 HTTP/1.1" status: 204 len: 168 time: 3.4337325 Jul 14 09:13:13.432707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:13.460428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-b8f11f2b-dfdc-425a-bdc2-18139e634b18 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6448526 Jul 14 09:13:13.475107 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:13:13.498040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73', 'admin_state_up': True, 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'security_groups': ['e5b9bf55-49d5-4e56-823a-dfd2704db594']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:13.566503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] Deleting subnet 1b6374ca-a294-4c83-86e6-aabde89e4102 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:13.615781 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.674261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c0baf5b-8164-4c82-a9ab-3cbbc0dfe683 None None] Provisioning for port d574b952-f894-40ff-8272-2b003fbc097d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:13.680097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c0baf5b-8164-4c82-a9ab-3cbbc0dfe683 None None] Provisioning complete for port d574b952-f894-40ff-8272-2b003fbc097d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:13.680852 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c0baf5b-8164-4c82-a9ab-3cbbc0dfe683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.690144 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.769525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c0baf5b-8164-4c82-a9ab-3cbbc0dfe683 None None] Port d574b952-f894-40ff-8272-2b003fbc097d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:13.811210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3eaa38-9330-461d-a1e0-2804768cf65c {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:13.812074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.820460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.833840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Transition to ACTIVE for port object 7f3eaa38-9330-461d-a1e0-2804768cf65c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:13.847797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.905437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Pushing event updated for resources: {'Port': ['ID=7f3eaa38-9330-461d-a1e0-2804768cf65c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:13.909305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-69b1a692-4cec-49fa-91aa-c9b6551b0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.910877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-69b1a692-4cec-49fa-91aa-c9b6551b0d4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d57310ccd7d340e5b5b3584e11801873&device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 1095 time: 0.5650263 Jul 14 09:13:13.929939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca0f7-e5f5-4d2c-a48b-7e4bea2afe28 req-2bfaf6e9-7355-4d2f-a3f6-81ef4a3dfe0c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.936124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca0f7-e5f5-4d2c-a48b-7e4bea2afe28 req-2bfaf6e9-7355-4d2f-a3f6-81ef4a3dfe0c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.942915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca0f7-e5f5-4d2c-a48b-7e4bea2afe28 req-2bfaf6e9-7355-4d2f-a3f6-81ef4a3dfe0c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.949047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca0f7-e5f5-4d2c-a48b-7e4bea2afe28 req-2bfaf6e9-7355-4d2f-a3f6-81ef4a3dfe0c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:13.956605 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c2ca0f7-e5f5-4d2c-a48b-7e4bea2afe28 req-2bfaf6e9-7355-4d2f-a3f6-81ef4a3dfe0c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 3096 time: 0.5177453 Jul 14 09:13:14.042116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Made reservation on behalf of 92430fb8c13e4a329d0b788ede7debfc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:14.053206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.085101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'tag': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:14.088351 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "tag": "3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:14.187921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c2ca0f7-e5f5-4d2c-a48b-7e4bea2afe28 req-b9c6912f-9e5e-45d9-8606-ba3bb9591dc8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303832 Jul 14 09:13:14.259833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.272982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.311725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-1e82065e-561b-4738-9a27-49406961295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.313347 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-1e82065e-561b-4738-9a27-49406961295e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 200 len: 906 time: 0.3481467 Jul 14 09:13:14.325409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Attempting to bind port 7f3eaa38-9330-461d-a1e0-2804768cf65c on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:14.325989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Attempting to bind port 7f3eaa38-9330-461d-a1e0-2804768cf65c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:14.326421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Attempting to bind port 7f3eaa38-9330-461d-a1e0-2804768cf65c on network af962e80-0dad-40dd-8294-b2ba6da54dd9 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:14.341533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6374ca-a294-4c83-86e6-aabde89e4102,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:14.354303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.355919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abd2ea2-1e04-461a-9360-3f3146e9d26d None None] Network ce00c9c3-4a47-48cb-90b7-91b13a5a23ec requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:14.358864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f151ebcb-f754-4d98-8547-fc6e708fb3c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1b6374ca-a294-4c83-86e6-aabde89e4102 HTTP/1.1" status: 204 len: 168 time: 0.9231203 Jul 14 09:13:14.367212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d185d-88a8-424a-a2db-22df59f68b34 req-dc6cbe19-d765-4416-97eb-a9b23470fbc2 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.373185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d185d-88a8-424a-a2db-22df59f68b34 req-dc6cbe19-d765-4416-97eb-a9b23470fbc2 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.381485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:14.381652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-067d185d-88a8-424a-a2db-22df59f68b34 req-dc6cbe19-d765-4416-97eb-a9b23470fbc2 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1678 time: 0.1949334 Jul 14 09:13:14.460209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-067d185d-88a8-424a-a2db-22df59f68b34 req-91a77e4e-9ec1-4984-b6d2-86fd0558eed9 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785546 Jul 14 09:13:14.498964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.508209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Port 7f3eaa38-9330-461d-a1e0-2804768cf65c on network af962e80-0dad-40dd-8294-b2ba6da54dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:14.509086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Attempting to bind port 7f3eaa38-9330-461d-a1e0-2804768cf65c on network af962e80-0dad-40dd-8294-b2ba6da54dd9 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:14.517460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-6cd245e6-f4ea-4c5b-8ff1-50b33e15f536 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6 HTTP/1.1" status: 200 len: 217 time: 0.1935308 Jul 14 09:13:14.562064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:14.562479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Checking segment: {'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:14.562981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Bound using segment: {'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:14.563584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Bound port: 7f3eaa38-9330-461d-a1e0-2804768cf65c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:14.564222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.608307 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78829220-4801-417f-a842-ecd1d912bf1a x-openstack-request-id: req-78829220-4801-417f-a842-ecd1d912bf1a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:14.608733 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "tag": "3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:14.609060 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78829220-4801-417f-a842-ecd1d912bf1a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:14.609526 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'tag': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b', 'status': 'completed', 'code': 200} Jul 14 09:13:14.623814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] DHCP port deletion for ce00c9c3-4a47-48cb-90b7-91b13a5a23ec request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:14.671234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Allocated IP 10.2.2.200 (b1945b1c-07bd-4c3b-824c-7f526a54bd73/e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1/3371dd45-6454-4519-aaf2-1303409fe639) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:14.676514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Deleting port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:14.677871 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.739894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:14.751368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-25305b0c-14aa-4943-868b-99ad5ac0abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.751858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-25305b0c-14aa-4943-868b-99ad5ac0abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.754002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-25305b0c-14aa-4943-868b-99ad5ac0abed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1940 time: 0.0969973 Jul 14 09:13:14.824098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] For port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,segment=NetworkSegment(72ffc94b-d71b-462f-80f5-fbbbf68db2a0),segment_id=72ffc94b-d71b-462f-80f5-fbbbf68db2a0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:14.825536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.830625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:14.843829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Transition to ACTIVE for port object 3371dd45-6454-4519-aaf2-1303409fe639 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:14.853834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Calling delete_port for 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:14.936878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-54cd9c86-cb1e-428c-86d1-c4ded70c8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.937374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-54cd9c86-cb1e-428c-86d1-c4ded70c8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.938170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-54cd9c86-cb1e-428c-86d1-c4ded70c8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.940218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-54cd9c86-cb1e-428c-86d1-c4ded70c8bf7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=656cd52286f343b8bd92226446872030&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1761637 Jul 14 09:13:14.943617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] For port 7f3eaa38-9330-461d-a1e0-2804768cf65c, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:14.948045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] For port 7f3eaa38-9330-461d-a1e0-2804768cf65c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:14.993898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-7e6d92c8-cb7a-4827-8b98-c19d083e7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:14.995427 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-7e6d92c8-cb7a-4827-8b98-c19d083e7f3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 200 len: 845 time: 0.4662001 Jul 14 09:13:14.997359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.000638 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.049586 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.066223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] No DVR routers for this DVR port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:15.098408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-b995cfd4-7d26-4d35-a046-ac329288ee9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ecc4f9a-9753-423c-81e8-59e379ce8ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778656 Jul 14 09:13:15.099847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Pushing event deleted for resources: {'Port': ['ID=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:15.100934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:15.108950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.109439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.109958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.110537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.111045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.111534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.112097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.114264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.115079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.115548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.115988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.116669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd833dda-c8e0-42d5-899d-9d579a575242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:15.134976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78dd78-31c6-4190-9e4f-b6194c0e878e req-c38ecae1-7de8-4f32-8c68-019eb2f530d1 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.143225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b78dd78-31c6-4190-9e4f-b6194c0e878e req-c38ecae1-7de8-4f32-8c68-019eb2f530d1 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 943 time: 0.8229065 Jul 14 09:13:15.152335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:15.162654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e679c105-3bb0-461a-bbd1-7a440a1b5277 admin admin] 10.222.0.18 "PUT /v2.0/routers/2953087e-b9b3-46dc-a552-c4d4f675a9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3504734 Jul 14 09:13:15.164578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:15.166336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:15.176197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-a28638ce-6da5-40d3-9ab5-33e5863c0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.179095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15c83204-792f-4ce2-9cac-f7c04ce3c9a3 req-a28638ce-6da5-40d3-9ab5-33e5863c0910 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306941 Jul 14 09:13:15.181047 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] Sync routers for ids ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:15.188896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.189772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.191582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] 10.222.0.48 "PUT /v2.0/ports/7f3eaa38-9330-461d-a1e0-2804768cf65c HTTP/1.1" status: 200 len: 1092 time: 2.7676394 Jul 14 09:13:15.232201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] Routers {'2953087e-b9b3-46dc-a552-c4d4f675a9f1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:15.233282 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:15.264072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:15.459742 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] Set router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:15.571997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a24026e3-38c3-469a-a677-8fc94bd5233c no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:15.594295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284e7ac-ade0-48d4-9c74-525f6fbb5486 req-06201a0c-d9f7-416d-a2b3-1428ce63f9d8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.605775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284e7ac-ade0-48d4-9c74-525f6fbb5486 req-06201a0c-d9f7-416d-a2b3-1428ce63f9d8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.613248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284e7ac-ade0-48d4-9c74-525f6fbb5486 req-06201a0c-d9f7-416d-a2b3-1428ce63f9d8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.620451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284e7ac-ade0-48d4-9c74-525f6fbb5486 req-06201a0c-d9f7-416d-a2b3-1428ce63f9d8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.626414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284e7ac-ade0-48d4-9c74-525f6fbb5486 req-06201a0c-d9f7-416d-a2b3-1428ce63f9d8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.629335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6284e7ac-ade0-48d4-9c74-525f6fbb5486 req-06201a0c-d9f7-416d-a2b3-1428ce63f9d8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 3817 time: 0.1741509 Jul 14 09:13:15.645162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: a24026e3-38c3-469a-a677-8fc94bd5233c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:15.645518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a24026e3-38c3-469a-a677-8fc94bd5233c not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:15.645953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:15.687660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:15.688229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:15.692229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6284e7ac-ade0-48d4-9c74-525f6fbb5486 req-7df046d3-7185-468f-b616-6031ab91a465 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465546 Jul 14 09:13:15.719490 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:13:13Z', 'revision_number': 5, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:15.763806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-79a53975-b745-4f27-b566-e4ff49980103 None None] Provisioning for port 3371dd45-6454-4519-aaf2-1303409fe639 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:15.769419 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] Checking router: 2953087e-b9b3-46dc-a552-c4d4f675a9f1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:15.770992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-79a53975-b745-4f27-b566-e4ff49980103 None None] Provisioning complete for port 3371dd45-6454-4519-aaf2-1303409fe639 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:15.771603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79a53975-b745-4f27-b566-e4ff49980103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.782129 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] Routers {'2953087e-b9b3-46dc-a552-c4d4f675a9f1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:15.782805 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:12:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:15.808399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-79a53975-b745-4f27-b566-e4ff49980103 None None] Port 3371dd45-6454-4519-aaf2-1303409fe639 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:15.899068 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4400e3eb-e696-4cf3-b9a6-eb15eebc7364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:15.915146 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] Set router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:15.917349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95438a54-cb7b-47a1-b5cd-c58fed189929 req-cadba5c1-4119-4e1f-8814-db926148f221 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.923211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95438a54-cb7b-47a1-b5cd-c58fed189929 req-cadba5c1-4119-4e1f-8814-db926148f221 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:15.933080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95438a54-cb7b-47a1-b5cd-c58fed189929 req-cadba5c1-4119-4e1f-8814-db926148f221 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1678 time: 0.0936463 Jul 14 09:13:15.992085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95438a54-cb7b-47a1-b5cd-c58fed189929 req-40cbefdc-84e4-4168-b48a-0bfeb71e5125 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Jul 14 09:13:15.992976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf37e-7dd7-423f-9056-9c4d6a662e5f service neutron] Pushing event updated for resources: {'Port': ['ID=7f3eaa38-9330-461d-a1e0-2804768cf65c,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:16.007639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Deleting port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:16.007987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.091533 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b78dd78-31c6-4190-9e4f-b6194c0e878e req-57074759-832e-419c-8ba9-c1760b3c191f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9471948 Jul 14 09:13:16.139225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.155880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.156418 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.217105 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:13:13Z', 'revision_number': 5, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:16.236007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-032f7893-097d-4234-9ecb-818c3e5f227d service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1203775 Jul 14 09:13:16.236625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event updated for resources: {'Port': ['ID=3371dd45-6454-4519-aaf2-1303409fe639,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:16.248490 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c474e-19f9-46b4-a7eb-7302c4a6e9b6 None None] The sync data for ids ['2953087e-b9b3-46dc-a552-c4d4f675a9f1'] in n-d-758944-44 is: [{'id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'name': 'tempest-FloatingIPDetailsTestJSON-1114309396-router', 'tenant_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '56938448-7937-4f08-8590-b9de2b991bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:36Z', 'updated_at': '2021-07-14T09:13:13Z', 'revision_number': 5, 'project_id': 'fc0d13888fa74f5384ebccdcd4dc002c', 'gw_port': {'id': '56938448-7937-4f08-8590-b9de2b991bc1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953087e-b9b3-46dc-a552-c4d4f675a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:38Z', 'updated_at': '2021-07-14T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:16.267220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] For port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4, host n-d-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:16.267628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.322708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-12889c6b-33db-4311-a5f7-4d7149e27c52 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8291490 Jul 14 09:13:16.334046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Calling delete_port for 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:16.338995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:16.374736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 was not found and therefore no delete operation was performed {{(pid=93754) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:13:16.377571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-645e47b8-b2aa-4a71-b10c-5476c7124134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.378098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-645e47b8-b2aa-4a71-b10c-5476c7124134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.379770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-645e47b8-b2aa-4a71-b10c-5476c7124134 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1982 time: 0.5155535 Jul 14 09:13:16.404062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.494064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-3246c3fb-9e95-4dea-8171-f43065c3336d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b HTTP/1.1" status: 200 len: 217 time: 0.0909402 Jul 14 09:13:16.506019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c990fb2-a346-4ed9-95ce-2b44aad2f9a4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:16.512730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] No DVR routers for this DVR port 5c990fb2-a346-4ed9-95ce-2b44aad2f9a4 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:16.613971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:16.616468 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31812ed6-ed95-41b8-a5f3-a706c4a4615e" -d '{"events": [{"name": "network-changed", "server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:16.630403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.634794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38df260-b6e3-4db6-badc-a42e7c84b47c req-0a428780-3c7d-422b-b79e-928a15c97d07 service neutron] 10.222.0.11 "GET /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876045 Jul 14 09:13:16.688684 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9af72-8d2b-4409-ad0f-2a44964ed09b x-openstack-request-id: req-89e9af72-8d2b-4409-ad0f-2a44964ed09b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:16.689018 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:16.689238 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89e9af72-8d2b-4409-ad0f-2a44964ed09b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:16.689645 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c', 'status': 'completed', 'code': 200} Jul 14 09:13:16.705763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.709492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-6e13e6a3-d561-4c8a-9584-f73636d34195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.711157 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-6e13e6a3-d561-4c8a-9584-f73636d34195 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75962e8f-038a-4685-afbe-01297810f7b1 HTTP/1.1" status: 200 len: 801 time: 0.1996653 Jul 14 09:13:16.780592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.799491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce00c9c3-4a47-48cb-90b7-91b13a5a23ec']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:16.837156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ffc94b-d71b-462f-80f5-fbbbf68db2a0') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:16.837556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ffc94b-d71b-462f-80f5-fbbbf68db2a0') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:16.863245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.962859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4eaf8-523a-407a-98bf-ebcd53590e97 req-9f6d9bb9-70f0-4db4-9be3-c55bf3ac444b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.970718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4eaf8-523a-407a-98bf-ebcd53590e97 req-9f6d9bb9-70f0-4db4-9be3-c55bf3ac444b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.977890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4eaf8-523a-407a-98bf-ebcd53590e97 req-9f6d9bb9-70f0-4db4-9be3-c55bf3ac444b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.983683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:16.985349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4eaf8-523a-407a-98bf-ebcd53590e97 req-9f6d9bb9-70f0-4db4-9be3-c55bf3ac444b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.991624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4eaf8-523a-407a-98bf-ebcd53590e97 req-9f6d9bb9-70f0-4db4-9be3-c55bf3ac444b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:16.993880 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bd4eaf8-523a-407a-98bf-ebcd53590e97 req-9f6d9bb9-70f0-4db4-9be3-c55bf3ac444b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 3817 time: 0.1187713 Jul 14 09:13:16.996967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:16.997395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:17.011573 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:17.040278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bd4eaf8-523a-407a-98bf-ebcd53590e97 req-61b26f85-d0ab-4211-85b9-432bb368ab9c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Jul 14 09:13:17.075155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Deleting port 56938448-7937-4f08-8590-b9de2b991bc1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:17.075524 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.078339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-083c571c-b4d6-4334-b102-ccaacdba1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.080267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-083c571c-b4d6-4334-b102-ccaacdba1332 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd066f02-c900-405c-8480-bb19a68450d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3472993 Jul 14 09:13:17.234337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.250795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.252693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] 10.222.0.18 "DELETE /v2.0/networks/ce00c9c3-4a47-48cb-90b7-91b13a5a23ec HTTP/1.1" status: 204 len: 168 time: 2.8710852 Jul 14 09:13:17.300589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c948813-155a-4a65-bcf8-ec11ea0923bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce00c9c3-4a47-48cb-90b7-91b13a5a23ec,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:17.305272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fc9b23e4-4762-4464-a4e0-4b81e4d991e6 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:17.353332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] For port 56938448-7937-4f08-8590-b9de2b991bc1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=56938448-7937-4f08-8590-b9de2b991bc1,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:17.354063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.367460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd2f419b-56ec-4e7a-b606-5a431566cc8a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:17.373752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-ea75d972-dc20-4ace-8a8b-23258ea5af70 service neutron] 10.222.0.48 "GET /v2.0/networks/fd066f02-c900-405c-8480-bb19a68450d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479446 Jul 14 09:13:17.380264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Calling delete_port for 56938448-7937-4f08-8590-b9de2b991bc1 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:17.402073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9728a08-79f0-477e-8258-3146d08ecd6a req-42576c50-f775-4608-93a9-35bb12864617 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.404398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9728a08-79f0-477e-8258-3146d08ecd6a req-42576c50-f775-4608-93a9-35bb12864617 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 943 time: 0.0944095 Jul 14 09:13:17.426110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50718) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:17.436163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea3344-b6e9-465c-a9b6-905524f680b6 req-b271b535-1b35-44d1-ba81-89e3a7f65f94 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.442566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea3344-b6e9-465c-a9b6-905524f680b6 req-b271b535-1b35-44d1-ba81-89e3a7f65f94 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.443984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcea3344-b6e9-465c-a9b6-905524f680b6 req-b271b535-1b35-44d1-ba81-89e3a7f65f94 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1678 time: 0.3118367 Jul 14 09:13:17.497304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9728a08-79f0-477e-8258-3146d08ecd6a req-da41647e-e276-465f-82af-a929a2759fa8 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850699 Jul 14 09:13:17.504277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ff0fcf1b-8509-48dd-aba2-5c96e1b820ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb8220c799ed4616b7df17f610024d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726447 Jul 14 09:13:17.504557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:17.567639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: fd2f419b-56ec-4e7a-b606-5a431566cc8a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:17.567989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd2f419b-56ec-4e7a-b606-5a431566cc8a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:17.590500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0373aa76-14d9-4a51-a3e3-6aacc42eb707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.629998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0373aa76-14d9-4a51-a3e3-6aacc42eb707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.635046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:17.654453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'mac_address': 'fa:16:3e:0d:d5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:17.661533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17599234-c916-4f8b-beec-ddeb99a8bc7c {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:17.688128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.704574 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.706523 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcea3344-b6e9-465c-a9b6-905524f680b6 req-93170726-912d-4c8c-aec2-8769a0f8bf85 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164202 Jul 14 09:13:17.710452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0373aa76-14d9-4a51-a3e3-6aacc42eb707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.713520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0373aa76-14d9-4a51-a3e3-6aacc42eb707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.714910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0373aa76-14d9-4a51-a3e3-6aacc42eb707 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/594aaad4-879d-425a-aad1-322fd5e9232f HTTP/1.1" status: 204 len: 168 time: 0.2094469 Jul 14 09:13:17.719599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9b23e4-4762-4464-a4e0-4b81e4d991e6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:17.725549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373aa76-14d9-4a51-a3e3-6aacc42eb707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594aaad4-879d-425a-aad1-322fd5e9232f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:17.755774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:17.765803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.783246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-9819bbc6-5a55-4fa3-84b0-421ff6e3dd51 service neutron] 10.222.0.48 "GET /v2.0/networks/fd066f02-c900-405c-8480-bb19a68450d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998713 Jul 14 09:13:17.823175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:17.829896 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-a3d390b6-4722-4f8a-84b9-104ae4344e8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c HTTP/1.1" status: 200 len: 217 time: 0.0395925 Jul 14 09:13:17.846355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Transition to ACTIVE for port object 17599234-c916-4f8b-beec-ddeb99a8bc7c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:17.848637 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.896329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:17.909119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Pushing event deleted for resources: {'Port': ['ID=56938448-7937-4f08-8590-b9de2b991bc1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:17.968056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-a8e36dd8-f239-4aa5-ad8e-a90882573ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:17.969552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-a8e36dd8-f239-4aa5-ad8e-a90882573ced service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e HTTP/1.1" status: 200 len: 801 time: 0.1317720 Jul 14 09:13:17.984081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fc9b23e4-4762-4464-a4e0-4b81e4d991e6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:18.047827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928d989-c258-421b-912b-26abd9520857 service neutron] Pushing event updated for resources: {'Port': ['ID=17599234-c916-4f8b-beec-ddeb99a8bc7c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:18.129908 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.298417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158772c-2a46-42f4-a1df-9fd2cb087fea req-91173b58-4f26-4477-904d-33cdef5273e7 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.307543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158772c-2a46-42f4-a1df-9fd2cb087fea req-91173b58-4f26-4477-904d-33cdef5273e7 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.315015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158772c-2a46-42f4-a1df-9fd2cb087fea req-91173b58-4f26-4477-904d-33cdef5273e7 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.322597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158772c-2a46-42f4-a1df-9fd2cb087fea req-91173b58-4f26-4477-904d-33cdef5273e7 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.328753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158772c-2a46-42f4-a1df-9fd2cb087fea req-91173b58-4f26-4477-904d-33cdef5273e7 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.330654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8158772c-2a46-42f4-a1df-9fd2cb087fea req-91173b58-4f26-4477-904d-33cdef5273e7 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 3829 time: 0.1191719 Jul 14 09:13:18.380644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8158772c-2a46-42f4-a1df-9fd2cb087fea req-38aa8acd-0fe3-49f5-bb99-b4ed37253e8d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Jul 14 09:13:18.632202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.635560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.672617 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81b5943d-c510-429c-bb02-aa2e703f86e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.688849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-0079c229-96c4-4d04-832c-3145bbdb5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.690375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-0079c229-96c4-4d04-832c-3145bbdb5e95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af962e80-0dad-40dd-8294-b2ba6da54dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7112110 Jul 14 09:13:18.708137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:18.723892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Attempting to bind port 17599234-c916-4f8b-beec-ddeb99a8bc7c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:18.724228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Attempting to bind port 17599234-c916-4f8b-beec-ddeb99a8bc7c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:18.724603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Attempting to bind port 17599234-c916-4f8b-beec-ddeb99a8bc7c on network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:18.783039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.783587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2953087e-b9b3-46dc-a552-c4d4f675a9f1 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:13:18.788169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Port 17599234-c916-4f8b-beec-ddeb99a8bc7c on network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:18.788494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Attempting to bind port 17599234-c916-4f8b-beec-ddeb99a8bc7c on network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:18.794370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.796410 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0545a6c4-2090-4d39-9790-597b3299569e admin admin] 10.222.0.18 "DELETE /v2.0/routers/2953087e-b9b3-46dc-a552-c4d4f675a9f1 HTTP/1.1" status: 204 len: 168 time: 3.6030979 Jul 14 09:13:18.798709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:18.808236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:18.808594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Checking segment: {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:18.809011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Bound using segment: {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:18.809450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Bound port: 17599234-c916-4f8b-beec-ddeb99a8bc7c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e46c56-6981-497b-81ba-cb0260fd8f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:18.809931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.860712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-691895920-network', 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:18.894399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] Deleting subnet 8ae4c532-cd96-4130-bd6a-39a4c0c1c37b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:18.903471 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.906401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:18.908963 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.935556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.944447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:18.951860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9ecdc-27a3-4634-8d7c-c38a311405c3 req-5f5adf05-9d95-4106-944a-b46ee55a5a7e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:18.953518 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ec9ecdc-27a3-4634-8d7c-c38a311405c3 req-5f5adf05-9d95-4106-944a-b46ee55a5a7e tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 944 time: 0.2670138 Jul 14 09:13:18.975582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-a56d133f-9005-4804-88be-a9780ee2a73f service neutron] 10.222.0.48 "GET /v2.0/networks/af962e80-0dad-40dd-8294-b2ba6da54dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670693 Jul 14 09:13:19.008414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] For port 17599234-c916-4f8b-beec-ddeb99a8bc7c, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:19.008637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.063130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] For port 17599234-c916-4f8b-beec-ddeb99a8bc7c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:19.070054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ec9ecdc-27a3-4634-8d7c-c38a311405c3 req-cc1f4185-a0d3-40be-94d0-ef44d2302cf7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080065 Jul 14 09:13:19.073369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.081051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771238-d476-46b3-bdbb-9acb3dd17cca req-0fe24253-7b81-476b-aaf5-a7e0fbffab53 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.087519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771238-d476-46b3-bdbb-9acb3dd17cca req-0fe24253-7b81-476b-aaf5-a7e0fbffab53 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.089161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91771238-d476-46b3-bdbb-9acb3dd17cca req-0fe24253-7b81-476b-aaf5-a7e0fbffab53 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1678 time: 0.1884456 Jul 14 09:13:19.124059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.124689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.126083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-a928d989-c258-421b-912b-26abd9520857 service neutron] 10.222.0.11 "PUT /v2.0/ports/17599234-c916-4f8b-beec-ddeb99a8bc7c HTTP/1.1" status: 200 len: 1093 time: 2.7958767 Jul 14 09:13:19.129899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:19.133380 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a6281c-128c-4af0-bbe4-a327bdd4328e" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:19.162259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:19.194130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.199267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91771238-d476-46b3-bdbb-9acb3dd17cca req-5e4cca87-fcab-42e5-bc45-9909ba1a913a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044393 Jul 14 09:13:19.201022 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182d580-c93f-495f-9dcb-8aa50e3df705 x-openstack-request-id: req-0182d580-c93f-495f-9dcb-8aa50e3df705 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:19.201320 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:19.201579 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0182d580-c93f-495f-9dcb-8aa50e3df705 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:19.201989 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'status': 'completed', 'code': 200} Jul 14 09:13:19.207249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02c9a355-b11b-46b3-80f8-9f110be5c4d0 req-9817c31e-0c95-47bb-ab08-8788e58ef3a3 service neutron] 10.222.0.48 "GET /v2.0/networks/af962e80-0dad-40dd-8294-b2ba6da54dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219815 Jul 14 09:13:19.212953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928d989-c258-421b-912b-26abd9520857 service neutron] Pushing event updated for resources: {'Port': ['ID=17599234-c916-4f8b-beec-ddeb99a8bc7c,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:19.285687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.295924 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.305124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.314340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fc9b23e4-4762-4464-a4e0-4b81e4d991e6 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:19.399167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:19.405434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.419670 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae4c532-cd96-4130-bd6a-39a4c0c1c37b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:19.435570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.438830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f65fb1-7b63-4d49-9068-e9eed0c62087 None None] Network 7af716c3-9cb1-4b88-875b-d50733ff7123 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:19.440559 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2f7f1c42-741c-4e3c-829a-c2bc2d9670b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8ae4c532-cd96-4130-bd6a-39a4c0c1c37b HTTP/1.1" status: 204 len: 168 time: 0.6403987 Jul 14 09:13:19.441221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:19.454729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-7bb65e42-6c9b-4503-9157-4a636faa31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.455223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-7bb65e42-6c9b-4503-9157-4a636faa31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.459342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-7bb65e42-6c9b-4503-9157-4a636faa31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.459342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-7bb65e42-6c9b-4503-9157-4a636faa31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.459342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-7bb65e42-6c9b-4503-9157-4a636faa31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.463764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-7bb65e42-6c9b-4503-9157-4a636faa31f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 4365 time: 0.2352309 Jul 14 09:13:19.527553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3e2753-1b48-4b18-aa4b-c41245ca39a1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:19.534894 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.535684 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Added segment c2ec329d-8e71-47b9-b827-90f89ca14ad1 of type vlan for network c6877315-645b-4478-927c-8aa286d90fe8 Jul 14 09:13:19.536136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56938448-7937-4f08-8590-b9de2b991bc1 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:19.541006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.572890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 56938448-7937-4f08-8590-b9de2b991bc1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:19.573287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56938448-7937-4f08-8590-b9de2b991bc1 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:19.602849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:19.623255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-39821c57-7ad1-424e-9383-92d848d0e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.623778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-39821c57-7ad1-424e-9383-92d848d0e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.625399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-39821c57-7ad1-424e-9383-92d848d0e32b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=656cd52286f343b8bd92226446872030&device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1982 time: 0.3527544 Jul 14 09:13:19.638776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:19.639378 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.650257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.665338 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.727503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9b16-ed42-4b1c-8b72-1c3272c98539 req-15abdbcc-2be2-4dba-8e5f-ed9482743e83 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.733576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9b16-ed42-4b1c-8b72-1c3272c98539 req-15abdbcc-2be2-4dba-8e5f-ed9482743e83 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.740386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9b16-ed42-4b1c-8b72-1c3272c98539 req-15abdbcc-2be2-4dba-8e5f-ed9482743e83 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.741071 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.746261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9b16-ed42-4b1c-8b72-1c3272c98539 req-15abdbcc-2be2-4dba-8e5f-ed9482743e83 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.752399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9b16-ed42-4b1c-8b72-1c3272c98539 req-15abdbcc-2be2-4dba-8e5f-ed9482743e83 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.754205 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89bd9b16-ed42-4b1c-8b72-1c3272c98539 req-15abdbcc-2be2-4dba-8e5f-ed9482743e83 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 3829 time: 0.1921887 Jul 14 09:13:19.763133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.764217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.764824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.766611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:19.770496 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a9829c-a3f7-444e-a8ba-c48fd10cfcfe" -d '{"events": [{"server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "name": "network-vif-plugged", "status": "completed", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:19.785748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:19.794717 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.810544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-8f4b68a0-7d32-4b87-8661-531aa825d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.811138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-8f4b68a0-7d32-4b87-8661-531aa825d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.815893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-8f4b68a0-7d32-4b87-8661-531aa825d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.817590 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-8f4b68a0-7d32-4b87-8661-531aa825d517 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=92430fb8c13e4a329d0b788ede7debfc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3358870 Jul 14 09:13:19.833664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] DHCP port deletion for 7af716c3-9cb1-4b88-875b-d50733ff7123 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:19.850513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.854151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Deleting port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:19.854529 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.891153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:19.912449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] Deleting port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:19.913125 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:19.923415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2140489 Jul 14 09:13:19.928060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:19.937952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Request body: {'subnet': {'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-691895920-subnet', 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:19.950297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9db4-d214-406b-838b-c8c37fbf630a admin admin] Pushing event updated for resources: {'Network': ['ID=c6877315-645b-4478-927c-8aa286d90fe8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:19.963821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c6877315-645b-4478-927c-8aa286d90fe8 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:19.974137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-a01aaba7-9b28-421c-bcda-535cb23d79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:19.975656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-a01aaba7-9b28-421c-bcda-535cb23d79f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=af962e80-0dad-40dd-8294-b2ba6da54dd9 HTTP/1.1" status: 200 len: 902 time: 0.3315434 Jul 14 09:13:19.982083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89bd9b16-ed42-4b1c-8b72-1c3272c98539 req-97857f06-7ae6-47a9-a735-2af66d748a54 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923506 Jul 14 09:13:20.025172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] For port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,segment=NetworkSegment(049db819-72f1-451d-801d-94bc79c3f52d),segment_id=049db819-72f1-451d-801d-94bc79c3f52d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:20.025547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.036967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] For port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,segment=NetworkSegment(049db819-72f1-451d-801d-94bc79c3f52d),segment_id=049db819-72f1-451d-801d-94bc79c3f52d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:20.037557 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.044149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Calling delete_port for 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:20.050381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:20.052967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.060695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] Calling delete_port for 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:20.070193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-f58457df-4588-4eae-b52d-9dfa622089af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c HTTP/1.1" status: 200 len: 217 time: 0.0864806 Jul 14 09:13:20.113352 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526600b-5442-4ce8-b527-c875a60c988b x-openstack-request-id: req-b526600b-5442-4ce8-b527-c875a60c988b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:20.113862 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "name": "network-vif-plugged", "status": "completed", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:20.114292 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b526600b-5442-4ce8-b527-c875a60c988b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:20.114829 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'code': 200} Jul 14 09:13:20.143747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-829d9d73-973c-4a74-809a-5b1547250a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.145619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2a6281c-128c-4af0-bbe4-a327bdd4328e req-829d9d73-973c-4a74-809a-5b1547250a9c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3093400 Jul 14 09:13:20.167037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.194694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] Pushing event deleted for resources: {'Port': ['ID=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.201045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84449e2-83ee-430a-8e87-97f13c6f8d3a None None] No DVR routers for this DVR port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:20.260244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-38d9b1e2-c598-4a74-98b1-4d5958097020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.262227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-38d9b1e2-c598-4a74-98b1-4d5958097020 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e HTTP/1.1" status: 200 len: 801 time: 0.1812944 Jul 14 09:13:20.287735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.332885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4a6941-264c-4e53-af40-7d3b5ea18ab9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.339280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] No DVR routers for this DVR port 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:20.381777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8a38df-0752-4730-8f07-4934bbba1bc2 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:20.394343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.407654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c81f7-06f4-4055-9c0f-52c8009ed251 req-7901cd52-4c98-4c08-a52f-96bd9a809cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.409676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-207c81f7-06f4-4055-9c0f-52c8009ed251 req-7901cd52-4c98-4c08-a52f-96bd9a809cfb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 1097 time: 0.2192276 Jul 14 09:13:20.431774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Transition to ACTIVE for port object 3b8a38df-0752-4730-8f07-4934bbba1bc2 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:20.447738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.483572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.488399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-b6366967-47fa-4c18-b53b-3d309f296345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.490260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-b6366967-47fa-4c18-b53b-3d309f296345 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af962e80-0dad-40dd-8294-b2ba6da54dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150595 Jul 14 09:13:20.492360 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.502578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af716c3-9cb1-4b88-875b-d50733ff7123']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:20.536573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacd87b-f253-4248-a508-4bb869c7e8f8 req-e5818a4c-b811-4760-b7c0-522ff7acbcb7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.538241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-baacd87b-f253-4248-a508-4bb869c7e8f8 req-e5818a4c-b811-4760-b7c0-522ff7acbcb7 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 945 time: 0.2464821 Jul 14 09:13:20.548678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049db819-72f1-451d-801d-94bc79c3f52d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:20.548973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049db819-72f1-451d-801d-94bc79c3f52d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:20.556220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-207c81f7-06f4-4055-9c0f-52c8009ed251 req-1a11e836-4aee-499c-b2d9-757fc847e719 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397941 Jul 14 09:13:20.584531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.593578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8a38df-0752-4730-8f07-4934bbba1bc2,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.617924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1bcbc-c975-46e5-b3ad-1a0d74826b5d req-b0b45795-c313-4737-b32c-38e0a7b7a5e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.623905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1bcbc-c975-46e5-b3ad-1a0d74826b5d req-b0b45795-c313-4737-b32c-38e0a7b7a5e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.625547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31c1bcbc-c975-46e5-b3ad-1a0d74826b5d req-b0b45795-c313-4737-b32c-38e0a7b7a5e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1678 time: 0.2893372 Jul 14 09:13:20.637715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfb161e-a687-4e4d-bef8-fda49f75ba16,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.646527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.672859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:20.673275 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:20.675818 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:20.685144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Checking segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:20.685497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Network hostable DHCP agents. Network: c6877315-645b-4478-927c-8aa286d90fe8, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:20.687964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-baacd87b-f253-4248-a508-4bb869c7e8f8 req-6b10e63d-7fac-4735-aaf7-75993c28b962 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348708 Jul 14 09:13:20.720213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-0a98284d-397f-4f10-90d1-32e5962e5720 service neutron] 10.222.0.48 "GET /v2.0/networks/af962e80-0dad-40dd-8294-b2ba6da54dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150450 Jul 14 09:13:20.724499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Attempting to bind port 3b8a38df-0752-4730-8f07-4934bbba1bc2 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:20.724838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Attempting to bind port 3b8a38df-0752-4730-8f07-4934bbba1bc2 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:20.725335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Attempting to bind port 3b8a38df-0752-4730-8f07-4934bbba1bc2 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:20.738254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Port 3b8a38df-0752-4730-8f07-4934bbba1bc2 on network 3fe787a8-6c1b-46fb-9625-572da374e427 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:20.738788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Attempting to bind port 3b8a38df-0752-4730-8f07-4934bbba1bc2 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:20.745733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31c1bcbc-c975-46e5-b3ad-1a0d74826b5d req-a5c1ebb7-2eb9-4f2f-9440-0887c4fcbdbc tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118376 Jul 14 09:13:20.779682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:20.780064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Checking segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:20.780262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.780434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Bound using segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:20.781061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Bound port: 3b8a38df-0752-4730-8f07-4934bbba1bc2, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:20.781482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.783089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Network c6877315-645b-4478-927c-8aa286d90fe8 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:20.805531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.809902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] 10.222.0.18 "DELETE /v2.0/networks/7af716c3-9cb1-4b88-875b-d50733ff7123 HTTP/1.1" status: 204 len: 168 time: 1.3602295 Jul 14 09:13:20.809902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c84cfd-fea6-49aa-8240-c99bdd46dc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=7af716c3-9cb1-4b88-875b-d50733ff7123,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.820986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c6877315-645b-4478-927c-8aa286d90fe8) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:20.826523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.829218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.835776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb372c-83d1-474e-9fdf-3ce3b9fd7740 None None] Network c6877315-645b-4478-927c-8aa286d90fe8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:20.851912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-25df5f28-ff70-40a6-b333-4e074bb34e00 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9154451 Jul 14 09:13:20.878670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31812ed6-ed95-41b8-a5f3-a706c4a4615e req-ca9bfb6f-a91a-4f67-a2bc-79ecaa2bb846 service neutron] 10.222.0.48 "GET /v2.0/networks/af962e80-0dad-40dd-8294-b2ba6da54dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500173 Jul 14 09:13:20.899249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] For port 3b8a38df-0752-4730-8f07-4934bbba1bc2, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:20.904452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] For port 3b8a38df-0752-4730-8f07-4934bbba1bc2, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:20.912587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.951679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:20.952314 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:20.953845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] 10.222.0.11 "PUT /v2.0/ports/3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 1132 time: 1.8012147 Jul 14 09:13:20.984062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010297c-57cf-4eb4-9757-fc53127eb168 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8a38df-0752-4730-8f07-4934bbba1bc2,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:20.992239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:21.025388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713f97a-6bec-4df7-a730-8531f584db2d None None] Network c6877315-645b-4478-927c-8aa286d90fe8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:21.053049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50790) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:21.121221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-364c8dfd-5c22-4a13-b18d-bbc033611145 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc0d13888fa74f5384ebccdcd4dc002c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666847 Jul 14 09:13:21.124256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50792) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:21.126471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.203859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '3b8a38df-0752-4730-8f07-4934bbba1bc2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:21.210457 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67780a8-3b7e-4990-8977-b4537290f859" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "3b8a38df-0752-4730-8f07-4934bbba1bc2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:21.269302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e082b42-8a75-4185-883a-4275fd4f8b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.302947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e082b42-8a75-4185-883a-4275fd4f8b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.322446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-94c7b52c-b6e7-4533-b052-acc129b9aa97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.329913 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.348324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-94c7b52c-b6e7-4533-b052-acc129b9aa97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.354252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-94c7b52c-b6e7-4533-b052-acc129b9aa97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.360137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-94c7b52c-b6e7-4533-b052-acc129b9aa97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.366213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-94c7b52c-b6e7-4533-b052-acc129b9aa97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.372123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-94c7b52c-b6e7-4533-b052-acc129b9aa97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.379623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-94c7b52c-b6e7-4533-b052-acc129b9aa97 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 4602 time: 0.2048380 Jul 14 09:13:21.417741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:21.443935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c13db4cd-b526-4c83-ae0e-380e12d46442 req-510cade1-c8fe-466a-85ba-f08f0dfb2ef6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634909 Jul 14 09:13:21.474115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e082b42-8a75-4185-883a-4275fd4f8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.474115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e082b42-8a75-4185-883a-4275fd4f8b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.474115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9e082b42-8a75-4185-883a-4275fd4f8b14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27857991-4c20-441d-bb16-b647d92c96c5 HTTP/1.1" status: 204 len: 168 time: 0.3488448 Jul 14 09:13:21.477078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:21.477435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6f4a6941-264c-4e53-af40-7d3b5ea18ab9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:21.484961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e082b42-8a75-4185-883a-4275fd4f8b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27857991-4c20-441d-bb16-b647d92c96c5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:21.633611 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1405d1-a208-4f10-a29d-ebbb6a847c28 x-openstack-request-id: req-8e1405d1-a208-4f10-a29d-ebbb6a847c28 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:21.633906 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "3b8a38df-0752-4730-8f07-4934bbba1bc2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:21.634184 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e1405d1-a208-4f10-a29d-ebbb6a847c28 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:21.634617 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '3b8a38df-0752-4730-8f07-4934bbba1bc2', 'status': 'completed', 'code': 200} Jul 14 09:13:21.639665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:21.654651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-6692588b-b5c5-4b34-ba23-3c07c3a6e76b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.656192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-6692588b-b5c5-4b34-ba23-3c07c3a6e76b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.2061048 Jul 14 09:13:21.658138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.712933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-3a62e2f9-7b5c-4b88-b48c-6f9276b90baf tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/quotas/4cef37b6da724e748fd4c1a0a9404da1 HTTP/1.1" status: 200 len: 375 time: 0.0510290 Jul 14 09:13:21.713892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Transition to ACTIVE for port object 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:21.723753 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:21.782011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-1e4d2228-59b0-443b-88eb-71bdd6617eac tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610225 Jul 14 09:13:21.810046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Pushing event updated for resources: {'Port': ['ID=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:21.830820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-d781508e-97cb-4031-9248-ce9cfd23b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.830820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-d781508e-97cb-4031-9248-ce9cfd23b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.830820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-d781508e-97cb-4031-9248-ce9cfd23b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.830820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-d781508e-97cb-4031-9248-ce9cfd23b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.833397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-d781508e-97cb-4031-9248-ce9cfd23b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.833397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-d781508e-97cb-4031-9248-ce9cfd23b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.834252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a67780a8-3b7e-4990-8977-b4537290f859 req-d781508e-97cb-4031-9248-ce9cfd23b2d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5290 time: 0.1735845 Jul 14 09:13:21.926089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e117c9e-f65c-434f-a1e4-35c5500b5b8e req-58c80dd0-1bd0-4083-87da-73d16278adb5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:21.932092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e117c9e-f65c-434f-a1e4-35c5500b5b8e req-58c80dd0-1bd0-4083-87da-73d16278adb5 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 945 time: 0.0859575 Jul 14 09:13:21.973471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-df4533ff-42e2-4500-988d-329561cb0fb9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:13:21.980057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-df4533ff-42e2-4500-988d-329561cb0fb9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1864014 Jul 14 09:13:21.997257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e117c9e-f65c-434f-a1e4-35c5500b5b8e req-a9abe8d8-95a5-4d0d-b325-9cfb7271c08a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628626 Jul 14 09:13:22.072848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Attempting to bind port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:22.073318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Attempting to bind port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:22.073736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Attempting to bind port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:22.098492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 on network 3fe787a8-6c1b-46fb-9625-572da374e427 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:22.098900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Attempting to bind port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:22.109200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-7c1a8d96-3b61-4d4d-baff-b595e15f17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.109770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-7c1a8d96-3b61-4d4d-baff-b595e15f17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.110299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-7c1a8d96-3b61-4d4d-baff-b595e15f17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.112040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a67780a8-3b7e-4990-8977-b4537290f859 req-7c1a8d96-3b61-4d4d-baff-b595e15f17a4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=92430fb8c13e4a329d0b788ede7debfc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2599649 Jul 14 09:13:22.114862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:22.115311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Checking segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:22.115772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Bound using segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:22.116282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Bound port: 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:22.116761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.196988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831047-4a1e-4704-90c9-803fce79e6ec req-016a13aa-52a8-48cb-8a57-ad705a2f2f0e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.203094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831047-4a1e-4704-90c9-803fce79e6ec req-016a13aa-52a8-48cb-8a57-ad705a2f2f0e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.204887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8831047-4a1e-4704-90c9-803fce79e6ec req-016a13aa-52a8-48cb-8a57-ad705a2f2f0e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1678 time: 0.0893350 Jul 14 09:13:22.250519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f8831047-4a1e-4704-90c9-803fce79e6ec req-8f2f9c90-08fc-47fe-a57e-58595b7f6191 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366461 Jul 14 09:13:22.270158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-03288a75-addb-4eb2-8ee5-96670481759a service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892377 Jul 14 09:13:22.333148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] For port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:22.337141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780a8-3b7e-4990-8977-b4537290f859 req-b638c16a-b77b-4174-bbf9-60092a5ee081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.338618 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a67780a8-3b7e-4990-8977-b4537290f859 req-b638c16a-b77b-4174-bbf9-60092a5ee081 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197325 Jul 14 09:13:22.356082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] For port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:22.368395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.726484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:22.727098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.728607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] 10.222.0.11 "PUT /v2.0/ports/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 1131 time: 1.7415223 Jul 14 09:13:22.732732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-fe1d8ff0-b4f7-4c4d-896c-06def9e4f684 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545557 Jul 14 09:13:22.747427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fc65c-6e59-4395-9cea-95a4cc372e52 service neutron] Pushing event updated for resources: {'Port': ['ID=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:22.763467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:22.853994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.136914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 7f3eaa38-9330-461d-a1e0-2804768cf65c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:23.232726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2e40f4-1621-467b-9f17-253edde83b2d {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:23.241803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27314e57-427b-4659-8c81-7ff8d577a66b req-dd529127-f1e3-49b3-85a3-2c52d0dd48dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 210 time: 0.0344367 Jul 14 09:13:23.244441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.249571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 7f3eaa38-9330-461d-a1e0-2804768cf65c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:23.260177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.263211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '7f3eaa38-9330-461d-a1e0-2804768cf65c', 'network_id': 'af962e80-0dad-40dd-8294-b2ba6da54dd9', 'port_id': '7f3eaa38-9330-461d-a1e0-2804768cf65c', 'mac_address': 'fa:16:3e:7c:c4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:23.266103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.273415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.280504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.288447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.295045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.302826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.304823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-491fb4f9-d85e-4b10-a1f0-5d9bfd56a40d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5374 time: 0.1887794 Jul 14 09:13:23.311146 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.329466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3eaa38-9330-461d-a1e0-2804768cf65c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:23.346164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Transition to ACTIVE for port object bc2e40f4-1621-467b-9f17-253edde83b2d will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:23.354543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 7f3eaa38-9330-461d-a1e0-2804768cf65c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:23.356041 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.361454 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.364856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:23.457351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f53fd4f-473e-4f59-b4aa-4f56e417546c req-03728d5b-5a8e-4e6f-9223-918067eb27e4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369166 Jul 14 09:13:23.498423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2e40f4-1621-467b-9f17-253edde83b2d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:23.530899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=7f3eaa38-9330-461d-a1e0-2804768cf65c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:23.586411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Attempting to bind port bc2e40f4-1621-467b-9f17-253edde83b2d on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:23.586613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:23.586762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Attempting to bind port bc2e40f4-1621-467b-9f17-253edde83b2d by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:23.587104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Attempting to bind port bc2e40f4-1621-467b-9f17-253edde83b2d on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:23.595082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Port bc2e40f4-1621-467b-9f17-253edde83b2d on network 3fe787a8-6c1b-46fb-9625-572da374e427 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:23.595456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Attempting to bind port bc2e40f4-1621-467b-9f17-253edde83b2d on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:23.602320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:23.602673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Checking segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:23.603107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Bound using segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:23.603534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Bound port: bc2e40f4-1621-467b-9f17-253edde83b2d, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:23.603897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.612680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b', 'network_id': 'fd066f02-c900-405c-8480-bb19a68450d2', 'port_id': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b', 'mac_address': 'fa:16:3e:80:c6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75962e8f-038a-4685-afbe-01297810f7b1', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:23.644100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '9c961b0b-9e89-4e7d-8ac7-b7ce4838a801'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:23.646437 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0a2244-482c-42ff-a422-9802578ba3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "9c961b0b-9e89-4e7d-8ac7-b7ce4838a801"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:23.670527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f10ff-604d-4144-bbb1-8630bcf69da3 req-44929c5f-bea3-411a-8f13-6f9c46172550 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.673578 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.677936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f10ff-604d-4144-bbb1-8630bcf69da3 req-44929c5f-bea3-411a-8f13-6f9c46172550 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.687198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a5f10ff-604d-4144-bbb1-8630bcf69da3 req-44929c5f-bea3-411a-8f13-6f9c46172550 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1679 time: 0.1650615 Jul 14 09:13:23.690994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] For port bc2e40f4-1621-467b-9f17-253edde83b2d, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:23.697996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:23.699495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] For port bc2e40f4-1621-467b-9f17-253edde83b2d, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bc2e40f4-1621-467b-9f17-253edde83b2d,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:23.711824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.744393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:23.755116 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.766207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:23.766857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:23.769276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc2e40f4-1621-467b-9f17-253edde83b2d HTTP/1.1" status: 200 len: 1092 time: 1.0102124 Jul 14 09:13:23.840401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:23.846123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:23.965347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8c0ae-5aaa-4bbd-b29b-88715f734db7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2e40f4-1621-467b-9f17-253edde83b2d,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:24.046759 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.049493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a5f10ff-604d-4144-bbb1-8630bcf69da3 req-b3f467f1-080f-4a32-a343-a7f80bbf57ee tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608479 Jul 14 09:13:24.090890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7f3eaa38-9330-461d-a1e0-2804768cf65c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:24.118073 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79fe8d4-6821-42d2-aeff-a3f5c0e48304 x-openstack-request-id: req-e79fe8d4-6821-42d2-aeff-a3f5c0e48304 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:24.118622 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "9c961b0b-9e89-4e7d-8ac7-b7ce4838a801", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:24.118972 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e79fe8d4-6821-42d2-aeff-a3f5c0e48304 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:24.119486 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '9c961b0b-9e89-4e7d-8ac7-b7ce4838a801', 'status': 'completed', 'code': 200} Jul 14 09:13:24.356242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.356882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.357172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.357648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.358104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.358562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.359025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.360994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-7f494b7e-6036-41fb-8bca-8c23dcbf489d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6282 time: 0.1686742 Jul 14 09:13:24.443294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c00d79ad-d10b-4ed5-b68e-c95777812810 req-37a29517-52a0-4910-ad83-66d9242be9c0 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 210 time: 0.0353358 Jul 14 09:13:24.498263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e4505-38e8-4593-8069-9420061a7526 req-d30d65f5-71d9-44c2-8361-bdfbc967628a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.499761 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a76e4505-38e8-4593-8069-9420061a7526 req-d30d65f5-71d9-44c2-8361-bdfbc967628a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 945 time: 0.1948190 Jul 14 09:13:24.580144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-8abc4404-00cb-46f2-baa5-f659c02c1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.580722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-8abc4404-00cb-46f2-baa5-f659c02c1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.581951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-8abc4404-00cb-46f2-baa5-f659c02c1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.583663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-8abc4404-00cb-46f2-baa5-f659c02c1cb0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=92430fb8c13e4a329d0b788ede7debfc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2100921 Jul 14 09:13:24.635245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:24.635472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a76e4505-38e8-4593-8069-9420061a7526 req-30835709-f465-4dd5-ac22-51ec6a113943 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251466 Jul 14 09:13:24.692348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.698444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.704571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.710826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.717183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.724060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.730392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.738841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-7f90739c-0926-410a-8d41-f697bdb53844 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5386 time: 0.1331425 Jul 14 09:13:24.767415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb02c3c5-da3c-4ac7-a3a9-101166d6e411 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:24.793214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.798089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ab3fde7-f46a-4f7d-ab60-0bcda39e7832 req-a1734bd9-5c84-4106-a0aa-b8d70ec1ea60 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581028 Jul 14 09:13:24.809382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07b18e1-256e-4d58-a583-23b4e3580d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.832494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-5791ce7f-9244-40eb-a3b2-9db276a47ebb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.834062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-5791ce7f-9244-40eb-a3b2-9db276a47ebb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.1976986 Jul 14 09:13:24.850873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Request body: {'port': {'device_id': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'admin_state_up': True, 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:24.868147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Transition to ACTIVE for port object bb02c3c5-da3c-4ac7-a3a9-101166d6e411 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:24.913128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.939553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07b18e1-256e-4d58-a583-23b4e3580d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.944661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07b18e1-256e-4d58-a583-23b4e3580d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.968963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-db94060c-81b4-4e7e-a974-d00b67790b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:24.970443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e0a2244-482c-42ff-a422-9802578ba3ca req-db94060c-81b4-4e7e-a974-d00b67790b07 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3742828 Jul 14 09:13:24.993843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f07b18e1-256e-4d58-a583-23b4e3580d3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d5ffe829da04ca4895198c45290203d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567846 Jul 14 09:13:24.994967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:24.995912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b18e1-256e-4d58-a583-23b4e3580d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71a3b4-00aa-4ec2-9f35-3090867c1365,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:25.013638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Pushing event updated for resources: {'Port': ['ID=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:25.054464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922eb291-d45f-493c-bf7a-ce3d58ef5fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.076877 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922eb291-d45f-493c-bf7a-ce3d58ef5fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.115547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:25.119109 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.125204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:25.130986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Attempting to bind port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:25.131547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Attempting to bind port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:25.132157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Attempting to bind port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:25.140426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922eb291-d45f-493c-bf7a-ce3d58ef5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.146033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922eb291-d45f-493c-bf7a-ce3d58ef5fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.150623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 on network 3fe787a8-6c1b-46fb-9625-572da374e427 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:25.150623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Attempting to bind port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:25.151367 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-922eb291-d45f-493c-bf7a-ce3d58ef5fa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb71a3b4-00aa-4ec2-9f35-3090867c1365 HTTP/1.1" status: 204 len: 168 time: 0.1511507 Jul 14 09:13:25.154460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:25.154805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Checking segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:25.155188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Bound using segment: {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:25.155688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Bound port: bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771bac7d-a459-4506-9c92-9addc2a7e5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:25.156051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.164890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922eb291-d45f-493c-bf7a-ce3d58ef5fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71a3b4-00aa-4ec2-9f35-3090867c1365,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:25.179839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 7f3eaa38-9330-461d-a1e0-2804768cf65c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:25.306487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] For port bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:25.310376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] For port bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:25.338977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fc9b23e4-4762-4464-a4e0-4b81e4d991e6 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:25.370305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8605f4-6606-455c-8ef4-d02919f1359b req-c64f2941-8c61-4119-9f6b-d1de14745ef7 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.377060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8605f4-6606-455c-8ef4-d02919f1359b req-c64f2941-8c61-4119-9f6b-d1de14745ef7 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.379299 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba8605f4-6606-455c-8ef4-d02919f1359b req-c64f2941-8c61-4119-9f6b-d1de14745ef7 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1680 time: 0.1687698 Jul 14 09:13:25.395238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Allocated IP 172.20.0.14 (c6877315-645b-4478-927c-8aa286d90fe8/ccfb161e-a687-4e4d-bef8-fda49f75ba16/e858604a-7a53-4e4f-8127-64fde6adf942) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:25.443883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba8605f4-6606-455c-8ef4-d02919f1359b req-5e6bbfc8-7d79-49cb-af9e-debda665f519 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578117 Jul 14 09:13:25.446966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 7f3eaa38-9330-461d-a1e0-2804768cf65c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:25.471348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.485730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 7f3eaa38-9330-461d-a1e0-2804768cf65c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:25.486120 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.565932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:25.582523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:25.583142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.584824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb02c3c5-da3c-4ac7-a3a9-101166d6e411 HTTP/1.1" status: 200 len: 1092 time: 1.7642841 Jul 14 09:13:25.593508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'network_id': '1ecc4f9a-9753-423c-81e8-59e379ce8ee3', 'port_id': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'mac_address': 'fa:16:3e:0d:d5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca7fd42-f69e-4a2f-a005-e14833e05529', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:25.640649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:25.662539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8fe6ba59-8284-4827-8049-5c3ba44644e3 req-5693fc1e-38d7-4161-9c4e-c78cf822f79a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 210 time: 0.0370131 Jul 14 09:13:25.669013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c90d-273f-4662-b3c9-6b64f4473019 service neutron] Pushing event updated for resources: {'Port': ['ID=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:25.700206 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.743891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.778177 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.790309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:25.793046 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beee578-45f4-4b9f-a7e6-05faaee34dcb" -d '{"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-plugged", "status": "completed", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:25.815678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 7f3eaa38-9330-461d-a1e0-2804768cf65c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:25.817257 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.849800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.867398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc9b23e4-4762-4464-a4e0-4b81e4d991e6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:25.885779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.893451 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6da01-8f5e-4771-a1e7-86620725e18b x-openstack-request-id: req-f4c6da01-8f5e-4771-a1e7-86620725e18b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:25.894120 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-plugged", "status": "completed", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:25.894383 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4c6da01-8f5e-4771-a1e7-86620725e18b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:25.894771 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c', 'code': 200} Jul 14 09:13:25.937809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:25.948503 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.955029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=7f3eaa38-9330-461d-a1e0-2804768cf65c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.026191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.057969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fc9b23e4-4762-4464-a4e0-4b81e4d991e6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:26.083697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.090548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.091781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Network c6877315-645b-4478-927c-8aa286d90fe8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:26.099386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.113049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.114301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:26.119884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.127022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.130182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': 'bc2e40f4-1621-467b-9f17-253edde83b2d'}, {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:26.132788 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5357fba-1fbb-4812-87ec-d762a09e0b63" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "bc2e40f4-1621-467b-9f17-253edde83b2d"}, {"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:26.135407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.144205 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-dbd10fd7-202e-4152-97f5-7956721e713d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5398 time: 0.1650264 Jul 14 09:13:26.167489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:26.170750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event updated for resources: {'Port': ['ID=e858604a-7a53-4e4f-8127-64fde6adf942,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.206792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a1d65504-17f6-4847-bd5d-aaf837a36566 req-ee23e881-2aa2-4f3e-bcdd-b676be4f1f05 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570033 Jul 14 09:13:26.250892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb0ecc-3179-4494-a1a2-924d55445f55 req-2bfec5c5-d06d-4fc1-a59a-3678adf98f2a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.253411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9fb0ecc-3179-4494-a1a2-924d55445f55 req-2bfec5c5-d06d-4fc1-a59a-3678adf98f2a tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 944 time: 0.3697040 Jul 14 09:13:26.296304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.296920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.346435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9fb0ecc-3179-4494-a1a2-924d55445f55 req-a5a94ba8-1f98-49db-9265-532c8216283f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838327 Jul 14 09:13:26.349585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-b816ddec-d87c-4831-be1e-8bf381f224d1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043097 Jul 14 09:13:26.362587 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571eae85-95b5-4979-b807-78ca32f8ba78 x-openstack-request-id: req-571eae85-95b5-4979-b807-78ca32f8ba78 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:26.362893 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "bc2e40f4-1621-467b-9f17-253edde83b2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:26.363152 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-571eae85-95b5-4979-b807-78ca32f8ba78 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:26.363649 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': 'bc2e40f4-1621-467b-9f17-253edde83b2d', 'status': 'completed', 'code': 200} Jul 14 09:13:26.370625 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411', 'status': 'completed', 'code': 200} Jul 14 09:13:26.381492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Request body: {'port': {'device_id': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:26.476528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d574b952-f894-40ff-8272-2b003fbc097d {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:26.488732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.535468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Transition to ACTIVE for port object d574b952-f894-40ff-8272-2b003fbc097d will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:26.548445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.558752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:26.601210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.601701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.602182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.602662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.603133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.603631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.604106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.606001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-50f484b4-2f3c-47eb-aaae-f52b607f541f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6350 time: 0.2157111 Jul 14 09:13:26.735985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Pushing event updated for resources: {'Port': ['ID=d574b952-f894-40ff-8272-2b003fbc097d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:26.910516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f36334-bd6a-4367-a2de-4d3b7c7f88a8 req-eb1dec74-14e1-4555-a07b-a5b11a1d6a8b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.911996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56f36334-bd6a-4367-a2de-4d3b7c7f88a8 req-eb1dec74-14e1-4555-a07b-a5b11a1d6a8b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 932 time: 0.0672555 Jul 14 09:13:26.947844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-5cdfcfcd-08a8-4a80-a53e-623e8f0146eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.948328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-5cdfcfcd-08a8-4a80-a53e-623e8f0146eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.948796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-5cdfcfcd-08a8-4a80-a53e-623e8f0146eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:26.950379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-5cdfcfcd-08a8-4a80-a53e-623e8f0146eb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=92430fb8c13e4a329d0b788ede7debfc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3353305 Jul 14 09:13:26.951747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56f36334-bd6a-4367-a2de-4d3b7c7f88a8 req-1be543c1-e31c-4043-9b31-0d32ce985ba5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Jul 14 09:13:27.033238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9ea7-2429-4a86-87c3-7d0cc7e65963 req-36058203-ba2b-45f6-b587-ebdd8e306fff tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.039692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde9ea7-2429-4a86-87c3-7d0cc7e65963 req-36058203-ba2b-45f6-b587-ebdd8e306fff tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.041260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbde9ea7-2429-4a86-87c3-7d0cc7e65963 req-36058203-ba2b-45f6-b587-ebdd8e306fff tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1681 time: 0.4318416 Jul 14 09:13:27.188562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:27.251073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:27.252367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:27.257778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:27.258173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.360655 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.363948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fc9b23e4-4762-4464-a4e0-4b81e4d991e6 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:27.392244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Attempting to bind port d574b952-f894-40ff-8272-2b003fbc097d on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:27.392648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Attempting to bind port d574b952-f894-40ff-8272-2b003fbc097d by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:27.392981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Attempting to bind port d574b952-f894-40ff-8272-2b003fbc097d on network b1945b1c-07bd-4c3b-824c-7f526a54bd73 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:27.405795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11321b04-e974-4aae-9121-ffce5c3b3ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.432374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:27.442514 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.445172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Port d574b952-f894-40ff-8272-2b003fbc097d on network b1945b1c-07bd-4c3b-824c-7f526a54bd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:27.445387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Attempting to bind port d574b952-f894-40ff-8272-2b003fbc097d on network b1945b1c-07bd-4c3b-824c-7f526a54bd73 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:27.449890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:27.449890 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.473591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:27.473957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Checking segment: {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:27.474324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Bound using segment: {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:27.474762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Bound port: d574b952-f894-40ff-8272-2b003fbc097d, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:27.475125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.492585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbde9ea7-2429-4a86-87c3-7d0cc7e65963 req-3afe7673-04f9-45af-b3f0-cb438975848b tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049948 Jul 14 09:13:27.519888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11321b04-e974-4aae-9121-ffce5c3b3ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.531864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11321b04-e974-4aae-9121-ffce5c3b3ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.534162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:27.564159 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-11321b04-e974-4aae-9121-ffce5c3b3ad6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2054808721c9444bac784f271cfac038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117168 Jul 14 09:13:27.567251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:27.585671 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.600868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-134f3441-e586-4ca7-bbe6-bbba390c39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.602504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-134f3441-e586-4ca7-bbe6-bbba390c39df service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6368186 Jul 14 09:13:27.626389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:27.627475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.636461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.637204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.646314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.652175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.659445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.665762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.671621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.679096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-829df579-b88f-4bda-8ca9-ad102306b9cb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5410 time: 0.3245902 Jul 14 09:13:27.711947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:27.721167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11321b04-e974-4aae-9121-ffce5c3b3ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a884a481-0e1f-4dc6-b116-6be34bdd514c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:27.743584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bbfa8d7-edb1-4cf1-8c87-76735193bf09 req-43ca52ce-e717-4ba2-84e5-046296e9e54c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635014 Jul 14 09:13:27.758492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e858604a-7a53-4e4f-8127-64fde6adf942 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:27.762922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b2e38f3-a560-40f3-8786-e0864b36796b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.788850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] For port d574b952-f894-40ff-8272-2b003fbc097d, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:27.789139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b2e38f3-a560-40f3-8786-e0864b36796b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.797054 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.819896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] For port d574b952-f894-40ff-8272-2b003fbc097d, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d574b952-f894-40ff-8272-2b003fbc097d,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:27.833301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.839947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b2e38f3-a560-40f3-8786-e0864b36796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.842459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b2e38f3-a560-40f3-8786-e0864b36796b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.843712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1b2e38f3-a560-40f3-8786-e0864b36796b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a884a481-0e1f-4dc6-b116-6be34bdd514c HTTP/1.1" status: 204 len: 168 time: 0.2754304 Jul 14 09:13:27.852197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Transition to ACTIVE for port object e858604a-7a53-4e4f-8127-64fde6adf942 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:27.853268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e38f3-a560-40f3-8786-e0864b36796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884a481-0e1f-4dc6-b116-6be34bdd514c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:27.858437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.858895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.859460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.859929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.860395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.860855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.861319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.863930 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-6ebf3e48-1026-43d9-b7c0-8a5155ce9ffa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6376 time: 0.2008829 Jul 14 09:13:27.888207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.896174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b'}, {'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:27.898494 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e973aaf6-c3d7-47f9-ac7c-bccc096910a6" -d '{"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-plugged", "status": "completed", "tag": "3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b"}, {"server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "name": "network-vif-plugged", "status": "completed", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:27.952383 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e5f197-b8d8-4a7a-ad8b-9f8c6ea387c2 x-openstack-request-id: req-e5e5f197-b8d8-4a7a-ad8b-9f8c6ea387c2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:27.952902 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-plugged", "status": "completed", "tag": "3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b", "code": 200}, {"server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "name": "network-vif-plugged", "status": "completed", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:27.954468 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5e5f197-b8d8-4a7a-ad8b-9f8c6ea387c2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:27.954924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:27.955305 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b', 'code': 200} Jul 14 09:13:27.955575 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.955948 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'code': 200} Jul 14 09:13:27.957646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] 10.222.0.11 "PUT /v2.0/ports/d574b952-f894-40ff-8272-2b003fbc097d HTTP/1.1" status: 200 len: 1092 time: 2.3284514 Jul 14 09:13:28.009971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128cf17-186c-4459-a8fd-25eb269fe880 req-1bf8702c-7246-4b7a-9605-ae45f7e48bef tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.016633 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9128cf17-186c-4459-a8fd-25eb269fe880 req-1bf8702c-7246-4b7a-9605-ae45f7e48bef tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 945 time: 0.2730474 Jul 14 09:13:28.026260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Request body: {'port': {'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:28.071601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bf000-263b-4d77-bea3-f5a05a0a2c24 service neutron] Pushing event updated for resources: {'Port': ['ID=d574b952-f894-40ff-8272-2b003fbc097d,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:28.140710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ca429-5a9b-454f-87dd-06bf43f6efb9 req-c79a5d56-6418-4306-a47b-a2c9614f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.141236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ca429-5a9b-454f-87dd-06bf43f6efb9 req-c79a5d56-6418-4306-a47b-a2c9614f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.142845 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf9ca429-5a9b-454f-87dd-06bf43f6efb9 req-c79a5d56-6418-4306-a47b-a2c9614f681d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1986 time: 0.1021042 Jul 14 09:13:28.233838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9128cf17-186c-4459-a8fd-25eb269fe880 req-99f63dd4-f8e0-47e0-8172-e19aefb93adf tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163510 Jul 14 09:13:28.252048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf9ca429-5a9b-454f-87dd-06bf43f6efb9 req-ea44a825-d295-4e0c-9436-d7634ee75841 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941424 Jul 14 09:13:28.265429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-a3c15cfa-2218-43b9-807f-5260d47181e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.265912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-a3c15cfa-2218-43b9-807f-5260d47181e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.266382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-a3c15cfa-2218-43b9-807f-5260d47181e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.268124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-a3c15cfa-2218-43b9-807f-5260d47181e2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=92430fb8c13e4a329d0b788ede7debfc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3809657 Jul 14 09:13:28.270299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e6ddc-441b-4b3f-9658-bf8612f885d7 req-0a6556b4-c9d6-40da-b091-72426e678ec1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.272127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Pushing event updated for resources: {'Port': ['ID=e858604a-7a53-4e4f-8127-64fde6adf942,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:28.272307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b63e6ddc-441b-4b3f-9658-bf8612f885d7 req-0a6556b4-c9d6-40da-b091-72426e678ec1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 944 time: 0.1275105 Jul 14 09:13:28.338837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b63e6ddc-441b-4b3f-9658-bf8612f885d7 req-82049444-01b2-49fe-981e-59b5cf15bd2a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595758 Jul 14 09:13:28.352287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.368811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Attempting to bind port e858604a-7a53-4e4f-8127-64fde6adf942 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:28.369737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Attempting to bind port e858604a-7a53-4e4f-8127-64fde6adf942 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:28.370075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Attempting to bind port e858604a-7a53-4e4f-8127-64fde6adf942 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:28.376636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:28.378942 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872784f1-a71c-4847-8b22-5593271943b1" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "d574b952-f894-40ff-8272-2b003fbc097d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:28.393757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Port e858604a-7a53-4e4f-8127-64fde6adf942 on network c6877315-645b-4478-927c-8aa286d90fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:28.394093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Attempting to bind port e858604a-7a53-4e4f-8127-64fde6adf942 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:28.435097 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5c561f-1819-470b-bbe7-43fb4d1039ae x-openstack-request-id: req-da5c561f-1819-470b-bbe7-43fb4d1039ae {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:28.435453 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "d574b952-f894-40ff-8272-2b003fbc097d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:28.435672 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da5c561f-1819-470b-bbe7-43fb4d1039ae {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:28.436109 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d', 'status': 'completed', 'code': 200} Jul 14 09:13:28.442391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:28.442727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Checking segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:28.443105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Bound using segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:28.443576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Bound port: e858604a-7a53-4e4f-8127-64fde6adf942, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:28.443933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.483122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-51143fb8-a1dd-444c-a32e-90de3b9f8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.484583 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5357fba-1fbb-4812-87ec-d762a09e0b63 req-51143fb8-a1dd-444c-a32e-90de3b9f8655 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067366 Jul 14 09:13:28.682080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] For port e858604a-7a53-4e4f-8127-64fde6adf942, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:28.709255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] For port e858604a-7a53-4e4f-8127-64fde6adf942, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e858604a-7a53-4e4f-8127-64fde6adf942,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:28.711195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51096) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:28.721612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.722460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.723090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.723450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.723922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.724500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.724837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.727426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-872784f1-a71c-4847-8b22-5593271943b1 req-1894f39b-c142-4871-8093-87aa96416cef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6418 time: 0.1700125 Jul 14 09:13:28.730465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.742189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d658a-3f32-4725-a5f0-82b641db7454 req-6478dd81-dd59-4045-9d74-ce5d6a9c1596 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.748624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d658a-3f32-4725-a5f0-82b641db7454 req-6478dd81-dd59-4045-9d74-ce5d6a9c1596 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.750469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-975d658a-3f32-4725-a5f0-82b641db7454 req-6478dd81-dd59-4045-9d74-ce5d6a9c1596 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0985835 Jul 14 09:13:28.810533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-975d658a-3f32-4725-a5f0-82b641db7454 req-d801acba-767f-4d9b-bc4c-685391d9755f tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Jul 14 09:13:28.823254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:28.823891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.825277 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] 10.222.0.48 "PUT /v2.0/ports/e858604a-7a53-4e4f-8127-64fde6adf942 HTTP/1.1" status: 200 len: 1093 time: 2.4645295 Jul 14 09:13:28.876011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1714627566-network', 'tenant_id': '69c6063347df4301854b3738abf2fa1b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:28.907282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Made reservation on behalf of 69c6063347df4301854b3738abf2fa1b for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:28.908365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365a5d-ca9b-480f-9604-ce1f4e4bea09 service neutron] Pushing event updated for resources: {'Port': ['ID=e858604a-7a53-4e4f-8127-64fde6adf942,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:28.912284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.923236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.006841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-d9cfeae8-eee1-46d2-b70c-b0cfa72b4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.007725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-d9cfeae8-eee1-46d2-b70c-b0cfa72b4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.007840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-d9cfeae8-eee1-46d2-b70c-b0cfa72b4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.009393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-872784f1-a71c-4847-8b22-5593271943b1 req-d9cfeae8-eee1-46d2-b70c-b0cfa72b4478 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=92430fb8c13e4a329d0b788ede7debfc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2700202 Jul 14 09:13:29.040508 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.041888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3371dd45-6454-4519-aaf2-1303409fe639 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:29.045467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.073999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:29.083411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.108488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea9661-428d-4dbc-838b-3be62d3c2c20,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.115804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.116157 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Added segment 67534335-6ca0-4bd3-a904-f80bd1152642 of type vlan for network 07343589-d9c1-4d81-8777-9697c6520950 Jul 14 09:13:29.137113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Transition to ACTIVE for port object 3371dd45-6454-4519-aaf2-1303409fe639 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:29.150346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-cbcad80f-936f-49c2-84ee-10b44ce585eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.151883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-cbcad80f-936f-49c2-84ee-10b44ce585eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 1096 time: 0.2649131 Jul 14 09:13:29.152500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.171016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.203777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12862a14-fb82-4a6e-b7e7-bcc7a9fd7296 req-9f6155d8-1f62-4e32-8aa2-ca713d1aa47f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.207377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12862a14-fb82-4a6e-b7e7-bcc7a9fd7296 req-9f6155d8-1f62-4e32-8aa2-ca713d1aa47f tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 945 time: 0.1331027 Jul 14 09:13:29.224017 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.224913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.225484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.253747 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-728e1d23-bf37-4f93-ac9b-8f202a1b6cb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e858604a-7a53-4e4f-8127-64fde6adf942 HTTP/1.1" status: 200 len: 217 time: 0.0596068 Jul 14 09:13:29.283379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Pushing event updated for resources: {'Port': ['ID=3371dd45-6454-4519-aaf2-1303409fe639,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.307119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5916448 Jul 14 09:13:29.312212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12862a14-fb82-4a6e-b7e7-bcc7a9fd7296 req-c24747e1-10d9-49c5-a208-c1baf1b5b568 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971832 Jul 14 09:13:29.313088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51106) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:29.324507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Request body: {'subnet': {'network_id': '07343589-d9c1-4d81-8777-9697c6520950', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1714627566-subnet', 'tenant_id': '69c6063347df4301854b3738abf2fa1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:29.332619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68f6c9-a555-4cb3-9774-ba8ab54054db admin admin] Pushing event updated for resources: {'Network': ['ID=07343589-d9c1-4d81-8777-9697c6520950,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.350700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.356759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 07343589-d9c1-4d81-8777-9697c6520950 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:29.358593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.365069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.370003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Made reservation on behalf of 69c6063347df4301854b3738abf2fa1b for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:29.371284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.376030 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.377302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.384935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.391846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.394433 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-45354ffe-9f52-4523-b93a-b4698dd40599 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5410 time: 0.3777153 Jul 14 09:13:29.405187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-722081c5-5267-4e44-81c6-9fcd3ff8a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.406654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-722081c5-5267-4e44-81c6-9fcd3ff8a309 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.1443541 Jul 14 09:13:29.455374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872784f1-a71c-4847-8b22-5593271943b1 req-cd842865-78e9-4689-8557-8b763bdcdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.457941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-872784f1-a71c-4847-8b22-5593271943b1 req-cd842865-78e9-4689-8557-8b763bdcdfb3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4364989 Jul 14 09:13:29.538042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-070add39-6f1b-42c3-82f1-9b5fe21b17da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789325 Jul 14 09:13:29.619453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.624418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc857baf-48b4-427e-b543-26cbb81b3da4 req-b7d29f77-95b6-4180-aa77-e24561f96f8b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643729 Jul 14 09:13:29.638638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Attempting to bind port 3371dd45-6454-4519-aaf2-1303409fe639 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:29.638973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Attempting to bind port 3371dd45-6454-4519-aaf2-1303409fe639 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:29.639311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Attempting to bind port 3371dd45-6454-4519-aaf2-1303409fe639 on network b1945b1c-07bd-4c3b-824c-7f526a54bd73 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:29.651947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Port 3371dd45-6454-4519-aaf2-1303409fe639 on network b1945b1c-07bd-4c3b-824c-7f526a54bd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:29.652187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Attempting to bind port 3371dd45-6454-4519-aaf2-1303409fe639 on network b1945b1c-07bd-4c3b-824c-7f526a54bd73 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:29.659816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:29.660151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Checking segment: {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:29.660522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Bound using segment: {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:29.660955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Bound port: 3371dd45-6454-4519-aaf2-1303409fe639, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:29.661311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.688262 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-2dfe25a4-daab-4c3a-8140-119ff771b0ab service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412776 Jul 14 09:13:29.699782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.715855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5c33-7287-4884-9ebc-0753e51a4b55 req-76b6878d-e47c-49fd-b2a1-568edf585bc5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.717665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b64e5c33-7287-4884-9ebc-0753e51a4b55 req-76b6878d-e47c-49fd-b2a1-568edf585bc5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 944 time: 0.1298671 Jul 14 09:13:29.718696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Checking segment: {'id': '67534335-6ca0-4bd3-a904-f80bd1152642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07343589-d9c1-4d81-8777-9697c6520950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:29.719069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Network hostable DHCP agents. Network: 07343589-d9c1-4d81-8777-9697c6520950, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:29.751185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Network 07343589-d9c1-4d81-8777-9697c6520950 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:29.768748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b64e5c33-7287-4884-9ebc-0753e51a4b55 req-a028d053-8b3e-4e6f-b17f-5a40ee137548 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Jul 14 09:13:29.769789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 07343589-d9c1-4d81-8777-9697c6520950) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:29.774334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.775274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.793429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef7f2f-df76-410d-a3a2-97c69c1c3019 None None] Network 07343589-d9c1-4d81-8777-9697c6520950 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:29.795513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] For port 3371dd45-6454-4519-aaf2-1303409fe639, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:29.798732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10633541-770f-4cc9-95c6-db45d9acea19 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4768493 Jul 14 09:13:29.800378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] For port 3371dd45-6454-4519-aaf2-1303409fe639, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3371dd45-6454-4519-aaf2-1303409fe639,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:29.820165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.830046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43745d5d-7356-4cf6-a363-68381ddebb7d req-4f16f1bb-33ad-4782-876c-e55c93d05b74 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243732 Jul 14 09:13:29.859632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:29.860249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.861643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] 10.222.0.11 "PUT /v2.0/ports/3371dd45-6454-4519-aaf2-1303409fe639 HTTP/1.1" status: 200 len: 1092 time: 1.8661611 Jul 14 09:13:29.901186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e67ef-c54e-46ea-be3e-21c185069556 service neutron] Pushing event updated for resources: {'Port': ['ID=3371dd45-6454-4519-aaf2-1303409fe639,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:29.989732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3afae74-0044-49d1-9b26-fc4fb3168806 None None] Network 07343589-d9c1-4d81-8777-9697c6520950 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:30.093727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.094226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.094713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.095190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.095843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.096322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.096841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.099487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-24ca1cd9-a428-48ac-b72f-93505f473387 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6486 time: 0.1751869 Jul 14 09:13:30.163243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-329cefac-6d2c-4845-83c1-2b4f047b7396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c HTTP/1.1" status: 200 len: 217 time: 0.0546041 Jul 14 09:13:30.445147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-7a73f474-9e76-4c45-879e-14a4a5cdb37a tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.446735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-7a73f474-9e76-4c45-879e-14a4a5cdb37a tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/networks?id=07343589-d9c1-4d81-8777-9697c6520950 HTTP/1.1" status: 200 len: 818 time: 0.1142566 Jul 14 09:13:30.462552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-29ee94ae-1c74-48d2-8e1c-99597191422b tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/quotas/69c6063347df4301854b3738abf2fa1b HTTP/1.1" status: 200 len: 375 time: 0.0102720 Jul 14 09:13:30.497653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-e2cf7a48-742c-49b3-b266-e1cef15c9211 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69c6063347df4301854b3738abf2fa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295513 Jul 14 09:13:30.544894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'tag': 'e858604a-7a53-4e4f-8127-64fde6adf942'}, {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '3371dd45-6454-4519-aaf2-1303409fe639'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:30.547077 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672051f-b587-484b-9efb-c337dd807fee" -d '{"events": [{"name": "network-changed", "server_uuid": "51b715ec-62e3-43dd-bd9d-92926cf09704", "tag": "e858604a-7a53-4e4f-8127-64fde6adf942"}, {"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "3371dd45-6454-4519-aaf2-1303409fe639"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:30.566119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8641d-5dd8-44e4-9f3d-05dc66512eda req-d2f6bfdc-2034-4c6d-b4f3-3f77a5acec31 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.572098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8641d-5dd8-44e4-9f3d-05dc66512eda req-d2f6bfdc-2034-4c6d-b4f3-3f77a5acec31 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.573660 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ff8641d-5dd8-44e4-9f3d-05dc66512eda req-d2f6bfdc-2034-4c6d-b4f3-3f77a5acec31 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1682 time: 0.5492673 Jul 14 09:13:30.589952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-ec5291f5-f1e9-4738-bcce-6e1492e44771 service neutron] 10.222.0.18 "GET /v2.0/networks/07343589-d9c1-4d81-8777-9697c6520950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854290 Jul 14 09:13:30.598332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-69474eb1-d91c-44da-9b59-7837c40c2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.599770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-69474eb1-d91c-44da-9b59-7837c40c2723 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80e7a0fa-c30f-4b8c-bce8-16100869d6b8 HTTP/1.1" status: 200 len: 850 time: 0.4170368 Jul 14 09:13:30.657051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-d261f0e5-3679-4919-9bb1-4b81e796bf1c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.658512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-d261f0e5-3679-4919-9bb1-4b81e796bf1c tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 945 time: 0.5063474 Jul 14 09:13:30.675204 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ff8641d-5dd8-44e4-9f3d-05dc66512eda req-e7e0efc1-899b-4580-ab32-1e398c0713e6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910931 Jul 14 09:13:30.683869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-4717cb46-5a40-475e-8ef1-f1f852eea09b service neutron] 10.222.0.18 "GET /v2.0/networks/07343589-d9c1-4d81-8777-9697c6520950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882430 Jul 14 09:13:30.756733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-2efc1345-d33b-4a99-b0b1-b24f418ecef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:30.758259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-2efc1345-d33b-4a99-b0b1-b24f418ecef4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514411 Jul 14 09:13:30.877632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Deleting port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:30.878509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:30.953896 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8de72c0-5dc8-4ff7-b399-39cdded993b9 x-openstack-request-id: req-a8de72c0-5dc8-4ff7-b399-39cdded993b9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:30.954202 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b715ec-62e3-43dd-bd9d-92926cf09704", "tag": "e858604a-7a53-4e4f-8127-64fde6adf942", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "3371dd45-6454-4519-aaf2-1303409fe639", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:30.954463 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8de72c0-5dc8-4ff7-b399-39cdded993b9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:30.954869 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'tag': 'e858604a-7a53-4e4f-8127-64fde6adf942', 'status': 'completed', 'code': 200} Jul 14 09:13:30.955132 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '3371dd45-6454-4519-aaf2-1303409fe639', 'status': 'completed', 'code': 200} Jul 14 09:13:30.970580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-e2fe98be-9c69-470a-93ab-0cfddf558733 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055070 Jul 14 09:13:31.046123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e346376-55fc-4d73-b2cf-0c201c672e2b req-5277f53f-7c66-4d44-9bc5-add850ecfbdb tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.054103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e346376-55fc-4d73-b2cf-0c201c672e2b req-5277f53f-7c66-4d44-9bc5-add850ecfbdb tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 945 time: 0.2448528 Jul 14 09:13:31.123829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.130849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.134935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] For port fc9b23e4-4762-4464-a4e0-4b81e4d991e6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,segment=NetworkSegment(c0bbe705-c7da-4557-828b-4f7abc5cbff9),segment_id=c0bbe705-c7da-4557-828b-4f7abc5cbff9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:31.135313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.137171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.143319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.149396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.155761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.161959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.164011 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2d448b3f-3e50-451c-8958-e93f903a472f req-ce5d00e4-75be-4a00-8708-77b5c6f42eb2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1171665 Jul 14 09:13:31.167385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Calling delete_port for fc9b23e4-4762-4464-a4e0-4b81e4d991e6 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:31.187944 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e346376-55fc-4d73-b2cf-0c201c672e2b req-d2f6db44-6b7f-4a88-857f-d891f7bb4d29 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f55a068-30a0-4c77-8bbf-7a8668232605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330006 Jul 14 09:13:31.242463 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2d448b3f-3e50-451c-8958-e93f903a472f req-c734e841-ae54-453c-bf89-6e17539f8644 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702791 Jul 14 09:13:31.249812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-559afb9b-883a-4193-9797-26ac46c42dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.251428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-559afb9b-883a-4193-9797-26ac46c42dce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 1096 time: 0.2731142 Jul 14 09:13:31.260593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-1c6acd06-2f28-46a0-af88-9dcc9da3db7c service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799287 Jul 14 09:13:31.297379 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.359099 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-6dbe4a89-cadd-4852-b7d6-20ba7d4637f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 217 time: 0.0860415 Jul 14 09:13:31.377840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fc9b23e4-4762-4464-a4e0-4b81e4d991e6 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:31.466710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ac674df-217e-4f1a-b208-f322c2685247 req-c0282884-7c3d-43eb-9bcd-d200111ebf37 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 210 time: 0.0583050 Jul 14 09:13:31.509951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-e3e93407-939a-4bf5-bad3-899e3edc2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.511842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-e3e93407-939a-4bf5-bad3-899e3edc2a26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 912 time: 0.2485402 Jul 14 09:13:31.530213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.597282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-c2df8916-4538-4259-9a74-fb32955e1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.598806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-c2df8916-4538-4259-9a74-fb32955e1d6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.2310255 Jul 14 09:13:31.604550 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-e28de420-7ba8-4039-8863-4bd42ace3ea8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e858604a-7a53-4e4f-8127-64fde6adf942 HTTP/1.1" status: 200 len: 217 time: 0.0840476 Jul 14 09:13:31.721514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2218ab1-ce17-470e-8811-ae27693ac40a req-c223b458-3f00-4edc-ba40-f0e1ba671ea8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.723605 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2218ab1-ce17-470e-8811-ae27693ac40a req-c223b458-3f00-4edc-ba40-f0e1ba671ea8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 944 time: 0.2563815 Jul 14 09:13:31.727050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.735075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-42e59ce9-40b6-4c94-8426-1bae62e0bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.736530 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-42e59ce9-40b6-4c94-8426-1bae62e0bed3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.1200757 Jul 14 09:13:31.779339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Pushing event deleted for resources: {'Port': ['ID=fc9b23e4-4762-4464-a4e0-4b81e4d991e6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:31.811942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-2d33888b-ee98-4a3b-a411-8b583e596cbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464528 Jul 14 09:13:31.902623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-c0e02a0c-c409-486f-b273-49cca33116b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:31.904145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-c0e02a0c-c409-486f-b273-49cca33116b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2921653 Jul 14 09:13:31.922605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] No DVR routers for this DVR port fc9b23e4-4762-4464-a4e0-4b81e4d991e6 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:31.927090 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2218ab1-ce17-470e-8811-ae27693ac40a req-c306a977-c014-440e-a999-6ee1f9ed05b8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878128 Jul 14 09:13:31.934830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:31.936728 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11676c7f-84fd-42f9-b616-b0bc2fab6206 req-9b39679c-746d-4ae8-9c85-3e2e350eccc0 tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.11 "DELETE /v2.0/ports/fc9b23e4-4762-4464-a4e0-4b81e4d991e6 HTTP/1.1" status: 204 len: 173 time: 1.2709632 Jul 14 09:13:32.048917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacafad7-41d6-4816-906d-9a4c77d4482c req-bc8e77bd-9800-46f1-80c4-67ec231745c3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.055822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacafad7-41d6-4816-906d-9a4c77d4482c req-bc8e77bd-9800-46f1-80c4-67ec231745c3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.059932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-268c6dd6-1f45-45c2-ab3a-21fd0b4aa40b service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395813 Jul 14 09:13:32.062563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-cb30bc48-df99-4079-a480-db4bce498231 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409845 Jul 14 09:13:32.063562 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bacafad7-41d6-4816-906d-9a4c77d4482c req-bc8e77bd-9800-46f1-80c4-67ec231745c3 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0973763 Jul 14 09:13:32.114083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bacafad7-41d6-4816-906d-9a4c77d4482c req-af70268a-3f1e-48c0-88c1-d1b8d0e230d5 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450931 Jul 14 09:13:32.329987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-ce59e71d-4c07-432a-bc6d-f6c3dd940b6c service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512305 Jul 14 09:13:32.336499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-024aab97-c107-42dd-91a8-684b75d24093 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.337899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-024aab97-c107-42dd-91a8-684b75d24093 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.11 "GET /v2.0/networks?id=07343589-d9c1-4d81-8777-9697c6520950 HTTP/1.1" status: 200 len: 818 time: 0.2744153 Jul 14 09:13:32.341094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-d13d70e6-de6e-4640-bd4d-436247facf5b service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644243 Jul 14 09:13:32.352573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Request body: {'port': {'device_id': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'network_id': '07343589-d9c1-4d81-8777-9697c6520950', 'admin_state_up': True, 'tenant_id': '69c6063347df4301854b3738abf2fa1b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:32.385436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-54a3dda1-49ca-4263-a37e-96f855333f99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 217 time: 0.0465748 Jul 14 09:13:32.473482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-ca74e76b-65d7-41bb-9fb1-bb083f9691d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070695 Jul 14 09:13:32.492468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a1a8df9-c0ae-4e68-aeaf-6fc0049fe977 req-7f3f1e3d-30d6-4d80-aa1f-616570b2d2cf tempest-ImagesTestJSON-298208093 tempest-ImagesTestJSON-298208093-project] 10.222.0.18 "GET /v2.0/ports?device_id=3149e5bd-0593-4612-b807-9b3ea396819b HTTP/1.1" status: 200 len: 210 time: 0.0607045 Jul 14 09:13:32.513578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-6c932260-e7df-49cd-9638-37cdcb6132c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.515022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-6c932260-e7df-49cd-9638-37cdcb6132c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.1199801 Jul 14 09:13:32.526946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.532250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.540024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.548147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.555476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.562295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.570789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.583942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-2f67988e-aa2f-4460-abcf-2416b723924e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1753910 Jul 14 09:13:32.604676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Made reservation on behalf of 69c6063347df4301854b3738abf2fa1b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:32.608348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:32.612910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-1c97d5b8-b6b6-4e36-9f53-c0bcd059fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.614447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-1c97d5b8-b6b6-4e36-9f53-c0bcd059fb37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931847 Jul 14 09:13:32.674596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8fe5dc47-8804-41cb-a2b2-ca6c981dffaa req-c9568d83-2d41-4927-a264-80e3e3e9e4ea tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622625 Jul 14 09:13:32.686748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-d7615fb4-a3fe-474f-8954-9838a34071f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.688303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-d7615fb4-a3fe-474f-8954-9838a34071f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=079db07e4a0748cda436b41ec29900ca&device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 1098 time: 0.1886344 Jul 14 09:13:32.722318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2607e81c-d735-4bd8-b466-3cc7c27a9006 req-6b5f9a7b-7e17-4329-964b-ee948d125761 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 210 time: 0.0780611 Jul 14 09:13:32.830637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-b2754c05-f8c5-4a85-a83c-85279b145491 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081444 Jul 14 09:13:32.869157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-6e5eb0ab-7a3d-42cc-baa9-b78b717af966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:32.870581 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-6e5eb0ab-7a3d-42cc-baa9-b78b717af966 service neutron] 10.222.0.11 "GET /v2.0/networks?id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 HTTP/1.1" status: 200 len: 912 time: 0.1578825 Jul 14 09:13:32.903586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Allocated IP 172.20.0.9 (07343589-d9c1-4d81-8777-9697c6520950/7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a/324ec8b0-5497-4217-bfb5-0086684d4b74) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:32.959786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'name': 'network-vif-deleted', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:32.965268 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83466349-4f4e-4d0a-b431-5f011443cf57" -d '{"events": [{"server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "name": "network-vif-deleted", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:32.970913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-4848385e-b73f-498b-8a64-c32fb7166019 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51665bff-5690-4a26-bc48-99162ff999a1 HTTP/1.1" status: 200 len: 1002 time: 0.0928478 Jul 14 09:13:32.977657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-4654a91c-8c04-4e6b-94cc-ac81188d12f8 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386371 Jul 14 09:13:33.024179 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423bcf72-a001-4f94-ab49-818445c8eeaa x-openstack-request-id: req-423bcf72-a001-4f94-ab49-818445c8eeaa {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:33.024557 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3149e5bd-0593-4612-b807-9b3ea396819b", "name": "network-vif-deleted", "tag": "fc9b23e4-4762-4464-a4e0-4b81e4d991e6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:33.024753 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-423bcf72-a001-4f94-ab49-818445c8eeaa {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:33.025385 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3149e5bd-0593-4612-b807-9b3ea396819b', 'name': 'network-vif-deleted', 'tag': 'fc9b23e4-4762-4464-a4e0-4b81e4d991e6', 'status': 'completed', 'code': 200} Jul 14 09:13:33.035340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-0409b9e1-abeb-4074-be73-67ed67da0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.036301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-1a20f3c7-c5fa-40b4-8725-b636a1d77625 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=bc2e40f4-1621-467b-9f17-253edde83b2d HTTP/1.1" status: 200 len: 217 time: 0.0505261 Jul 14 09:13:33.037149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-0409b9e1-abeb-4074-be73-67ed67da0c60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f83b3b8-e551-438e-b053-691e9401d502 HTTP/1.1" status: 200 len: 850 time: 0.0569301 Jul 14 09:13:33.120307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-0ebaad75-ff3d-47d7-9d0c-000b4ec93ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.122465 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-0ebaad75-ff3d-47d7-9d0c-000b4ec93ba2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745504 Jul 14 09:13:33.170436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-b0009de5-2e12-4a49-87b5-55f8958dd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.172284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-b0009de5-2e12-4a49-87b5-55f8958dd233 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.1074314 Jul 14 09:13:33.230225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-41e03cc3-44f1-4486-b222-5ecff1311510 service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007969 Jul 14 09:13:33.241281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e858604a-7a53-4e4f-8127-64fde6adf942 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:33.363103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e858604a-7a53-4e4f-8127-64fde6adf942, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e858604a-7a53-4e4f-8127-64fde6adf942,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:33.370855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-697ad09b-c540-4119-bd7a-cb4ac35f1066 req-1409b724-5b37-44a6-a9ed-be9189133b9b service neutron] 10.222.0.11 "GET /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320910 Jul 14 09:13:33.375990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'e858604a-7a53-4e4f-8127-64fde6adf942', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'port_id': 'e858604a-7a53-4e4f-8127-64fde6adf942', 'mac_address': 'fa:16:3e:bc:03:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb161e-a687-4e4d-bef8-fda49f75ba16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:33.407117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a2daa-7574-4aad-9ca7-ab63fd12eb0d req-783e1950-0d6e-481d-bd6e-499c2995c510 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.413148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a2daa-7574-4aad-9ca7-ab63fd12eb0d req-783e1950-0d6e-481d-bd6e-499c2995c510 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.414954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d31a2daa-7574-4aad-9ca7-ab63fd12eb0d req-783e1950-0d6e-481d-bd6e-499c2995c510 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0897865 Jul 14 09:13:33.431708 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.446707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e858604a-7a53-4e4f-8127-64fde6adf942 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:33.458364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d31a2daa-7574-4aad-9ca7-ab63fd12eb0d req-850ad275-44d0-42fc-9527-46d3186f9dc6 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374267 Jul 14 09:13:33.467618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e858604a-7a53-4e4f-8127-64fde6adf942, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e858604a-7a53-4e4f-8127-64fde6adf942,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:33.471807 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.522088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e858604a-7a53-4e4f-8127-64fde6adf942,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:33.590563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.610992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749622-18be-45b7-b1b7-6a34c18b7036 req-4b152e98-989c-4c72-9585-6592840f5d70 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.613056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10749622-18be-45b7-b1b7-6a34c18b7036 req-4b152e98-989c-4c72-9585-6592840f5d70 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 944 time: 0.5460172 Jul 14 09:13:33.698456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10749622-18be-45b7-b1b7-6a34c18b7036 req-80e6a219-ab53-4822-9246-2dea6d5cc2e7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783229 Jul 14 09:13:33.709561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-25a6692e-adcf-4e87-b20b-91538972fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.711038 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-25a6692e-adcf-4e87-b20b-91538972fd1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5298641 Jul 14 09:13:33.722740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8b9eeebc-439a-46f8-95d0-eb2f95f9a986 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.728085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8b9eeebc-439a-46f8-95d0-eb2f95f9a986 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.729710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8b9eeebc-439a-46f8-95d0-eb2f95f9a986 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.48 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1682 time: 0.1983175 Jul 14 09:13:33.758579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e858604a-7a53-4e4f-8127-64fde6adf942'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:33.799494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:33.858824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-ea60aed7-1bbe-4760-b296-836aad4a0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:33.863108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-ea60aed7-1bbe-4760-b296-836aad4a0538 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.1206501 Jul 14 09:13:33.946044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Network 07343589-d9c1-4d81-8777-9697c6520950 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:33.948859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Pushing event updated for resources: {'Port': ['ID=324ec8b0-5497-4217-bfb5-0086684d4b74,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:33.963383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:33.967331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:34.001700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-c416383d-ffb8-4643-8eb2-f032ea70be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.003238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-c416383d-ffb8-4643-8eb2-f032ea70be57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1345186 Jul 14 09:13:34.003501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-898be32f-963d-4a7a-b341-5c3d85cd599d service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727950 Jul 14 09:13:34.017833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.024239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.030530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.036876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.042632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.048434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.054267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.056198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-503829b5-caf1-448d-a025-f0dd4aae48cd tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1758204 Jul 14 09:13:34.089638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.090240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.114206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41459bf0-1f6c-4105-8f2c-c13e961e7b9b req-97986734-ec2f-4480-a337-57497085a3a4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.115691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41459bf0-1f6c-4105-8f2c-c13e961e7b9b req-97986734-ec2f-4480-a337-57497085a3a4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2632141 Jul 14 09:13:34.122635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:34.123414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.134965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a09d8747-e688-4553-9b99-6cb641ccb301 req-719b1396-5060-4c56-bb82-5d59024401e6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712767 Jul 14 09:13:34.141099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-4c01dbac-312f-42b4-9ed7-4ea476d3b189 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.0839756 Jul 14 09:13:34.193048 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-815a3acd-f8bd-4fe6-8636-1b3e4a97a52d tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8441632 Jul 14 09:13:34.193986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-b4688351-08d5-469c-8aa4-43ca9bfb553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.195484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-b4688351-08d5-469c-8aa4-43ca9bfb553a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0469162 Jul 14 09:13:34.211518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Request body: {'port': {'device_id': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:34.263213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-a94c5328-8f53-4ada-a20e-ddfbdda817df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.264792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-a94c5328-8f53-4ada-a20e-ddfbdda817df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616834 Jul 14 09:13:34.269273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-83dc7b2b-6e99-417f-a712-fa803b8997d2 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507348 Jul 14 09:13:34.294908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41459bf0-1f6c-4105-8f2c-c13e961e7b9b req-4c67f96b-1aa7-4a65-920e-2fe09506caab tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648340 Jul 14 09:13:34.349437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-98e696d3-9a09-488c-9db6-088845893ca9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411 HTTP/1.1" status: 200 len: 217 time: 0.0702693 Jul 14 09:13:34.401583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-e3b528f0-dd85-4a81-bcf7-ec0a8a0a322a service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286941 Jul 14 09:13:34.417019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7025674-5a4b-46c3-aa0e-7c4bb9dfe01a req-547257bb-df81-47b6-ab17-4849b96c2ca7 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.419625 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7025674-5a4b-46c3-aa0e-7c4bb9dfe01a req-547257bb-df81-47b6-ab17-4849b96c2ca7 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 931 time: 0.1036210 Jul 14 09:13:34.446282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:34.446282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.460797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.469766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:34.480979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-fd035ec0-07b9-463f-bae5-5facc99b5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.482462 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-fd035ec0-07b9-463f-bae5-5facc99b5b83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0949838 Jul 14 09:13:34.531104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7025674-5a4b-46c3-aa0e-7c4bb9dfe01a req-b38ffc89-37ac-4b2c-a837-c976271ba7c0 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027470 Jul 14 09:13:34.582188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a3f2eb-01b0-439c-88e2-ffc8c563adbf req-acfdca8e-dec2-47a0-99ca-06c14c69e091 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622784 Jul 14 09:13:34.716623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fcf2a-6c63-4a67-941e-03315ab36672 req-6f9c4262-9426-46c8-94cc-344cc554ed34 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.718217 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f1fcf2a-6c63-4a67-941e-03315ab36672 req-6f9c4262-9426-46c8-94cc-344cc554ed34 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.0790253 Jul 14 09:13:34.726575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-83b9232f-dd06-45a6-80df-73ed09e9020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.728547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-83b9232f-dd06-45a6-80df-73ed09e9020c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2372189 Jul 14 09:13:34.764870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f1fcf2a-6c63-4a67-941e-03315ab36672 req-ba2e7764-148f-40d3-bd61-b68b92030c32 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Jul 14 09:13:34.955488 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:34.968052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7f3eaa38-9330-461d-a1e0-2804768cf65c', '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:34.978457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90833efa-f1fd-4f7c-9315-73b28b66000a req-b5f2f615-f99c-4933-81a0-842496485f85 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.979915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90833efa-f1fd-4f7c-9315-73b28b66000a req-b5f2f615-f99c-4933-81a0-842496485f85 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 945 time: 0.0718136 Jul 14 09:13:34.981170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a5f5-5e75-4632-a941-880d54c2e0d5 req-d7abbdea-82fe-4fb0-b021-705c30ca16aa tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.987154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a5f5-5e75-4632-a941-880d54c2e0d5 req-d7abbdea-82fe-4fb0-b021-705c30ca16aa tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.992058 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca10a5f5-5e75-4632-a941-880d54c2e0d5 req-d7abbdea-82fe-4fb0-b021-705c30ca16aa tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 1682 time: 0.2842250 Jul 14 09:13:35.023461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90833efa-f1fd-4f7c-9315-73b28b66000a req-774695f7-cab6-4534-b877-1582975297fe tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 Jul 14 09:13:35.059887 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-bc5cb239-07fa-4d30-a58d-c85334d12fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068566 Jul 14 09:13:35.060606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:35.193189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:35.197272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca10a5f5-5e75-4632-a941-880d54c2e0d5 req-9f9b884b-1078-48ea-bdab-718a169a8d5b tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828136 Jul 14 09:13:35.200058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.202002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-8ffaee1b-de2b-4b25-9467-00fcfcaaf1e4 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.48 "DELETE /v2.0/ports/3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b HTTP/1.1" status: 204 len: 173 time: 1.4602320 Jul 14 09:13:35.203960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-deleted', 'tag': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:35.206454 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a00045-155b-4eab-a958-06e83c9bde6b" -d '{"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-deleted", "tag": "3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:35.260866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e858604a-7a53-4e4f-8127-64fde6adf942 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:35.262128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324ec8b0-5497-4217-bfb5-0086684d4b74 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:35.277647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.317091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Transition to ACTIVE for port object 324ec8b0-5497-4217-bfb5-0086684d4b74 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:35.334036 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.358642 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e40e63-0a53-462a-87b8-5d754c333eb0 x-openstack-request-id: req-37e40e63-0a53-462a-87b8-5d754c333eb0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:35.358993 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-deleted", "tag": "3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:35.359187 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37e40e63-0a53-462a-87b8-5d754c333eb0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:35.359609 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-deleted', 'tag': '3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b', 'status': 'completed', 'code': 200} Jul 14 09:13:35.372122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port e858604a-7a53-4e4f-8127-64fde6adf942 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:35.377194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port e858604a-7a53-4e4f-8127-64fde6adf942 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:35.378426 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.386861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-1362eb91-f583-44e9-94e1-7424375f8dd2 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128326 Jul 14 09:13:35.408149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fc9b23e4-4762-4464-a4e0-4b81e4d991e6 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:35.422989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.426167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.432353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.438760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.445275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.451685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.453213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-561fbbd6-4dda-4370-8b0e-186d0ca4d906 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d574b952-f894-40ff-8272-2b003fbc097d HTTP/1.1" status: 200 len: 217 time: 0.0563850 Jul 14 09:13:35.456636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: fc9b23e4-4762-4464-a4e0-4b81e4d991e6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:35.457245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fc9b23e4-4762-4464-a4e0-4b81e4d991e6 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:35.459850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Pushing event updated for resources: {'Port': ['ID=324ec8b0-5497-4217-bfb5-0086684d4b74,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:35.460310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.468309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-b3dfe12f-c430-4b0e-b597-7f2c3d562261 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1498203 Jul 14 09:13:35.524406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca1e3a27-1586-4d43-b08f-44ab8a79253e req-f768027f-ff1d-4b45-9554-00368776a489 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545611 Jul 14 09:13:35.549283 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.552884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port 7f3eaa38-9330-461d-a1e0-2804768cf65c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:35.553228 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.560161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-d01761f4-fe8b-4917-acb6-f6eb7d794d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:35.561640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-d01761f4-fe8b-4917-acb6-f6eb7d794d71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.0991676 Jul 14 09:13:35.584007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e858604a-7a53-4e4f-8127-64fde6adf942'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:35.591873 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac70fd1d-3184-43c8-a746-3fe024ac33aa" -d '{"events": [{"server_uuid": "51b715ec-62e3-43dd-bd9d-92926cf09704", "name": "network-vif-plugged", "status": "completed", "tag": "e858604a-7a53-4e4f-8127-64fde6adf942"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:35.602018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e858604a-7a53-4e4f-8127-64fde6adf942, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e858604a-7a53-4e4f-8127-64fde6adf942,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:35.607319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.608402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 7f3eaa38-9330-461d-a1e0-2804768cf65c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:35.622059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:35.693394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e858604a-7a53-4e4f-8127-64fde6adf942,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:35.694326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] Deleting subnet 2ca7fd42-f69e-4a2f-a005-e14833e05529 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:35.699251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.745245 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.746550 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.785077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 7f3eaa38-9330-461d-a1e0-2804768cf65c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:35.791985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.797081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:35.850457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=7f3eaa38-9330-461d-a1e0-2804768cf65c,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.038410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Attempting to bind port 324ec8b0-5497-4217-bfb5-0086684d4b74 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:36.038961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Attempting to bind port 324ec8b0-5497-4217-bfb5-0086684d4b74 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '67534335-6ca0-4bd3-a904-f80bd1152642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07343589-d9c1-4d81-8777-9697c6520950'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:36.038961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Attempting to bind port 324ec8b0-5497-4217-bfb5-0086684d4b74 on network 07343589-d9c1-4d81-8777-9697c6520950 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:36.064578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Port 324ec8b0-5497-4217-bfb5-0086684d4b74 on network 07343589-d9c1-4d81-8777-9697c6520950 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:36.064898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Attempting to bind port 324ec8b0-5497-4217-bfb5-0086684d4b74 on network 07343589-d9c1-4d81-8777-9697c6520950 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:36.083181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port 7f3eaa38-9330-461d-a1e0-2804768cf65c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7f3eaa38-9330-461d-a1e0-2804768cf65c,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:36.083565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.092740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:36.093076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Checking segment: {'id': '67534335-6ca0-4bd3-a904-f80bd1152642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07343589-d9c1-4d81-8777-9697c6520950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:36.093455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Bound using segment: {'id': '67534335-6ca0-4bd3-a904-f80bd1152642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07343589-d9c1-4d81-8777-9697c6520950'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:36.093883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Bound port: 324ec8b0-5497-4217-bfb5-0086684d4b74, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67534335-6ca0-4bd3-a904-f80bd1152642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07343589-d9c1-4d81-8777-9697c6520950'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:36.094230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.111881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for 7f3eaa38-9330-461d-a1e0-2804768cf65c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:36.124829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-fb3629ab-4eb7-4d3c-be91-28ecc59ead5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.126318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-fb3629ab-4eb7-4d3c-be91-28ecc59ead5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5219622 Jul 14 09:13:36.137718 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.138586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638a3b-e745-45f1-a721-0969ec8183fb req-7c771934-ddbe-48e1-a3d4-aa1d555c83cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.140049 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db638a3b-e745-45f1-a721-0969ec8183fb req-7c771934-ddbe-48e1-a3d4-aa1d555c83cd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.5278697 Jul 14 09:13:36.167017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca7fd42-f69e-4a2f-a005-e14833e05529,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.176579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b0971-1031-403a-8aab-05a3a6537d28 req-dc1ef0a9-69b1-4712-a30e-5a660711c00a tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.178114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a48b0971-1031-403a-8aab-05a3a6537d28 req-dc1ef0a9-69b1-4712-a30e-5a660711c00a tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 943 time: 0.1103737 Jul 14 09:13:36.180806 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.185479 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-18a21eaf-d229-4754-9f27-94ee43b305b6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2ca7fd42-f69e-4a2f-a005-e14833e05529 HTTP/1.1" status: 204 len: 168 time: 0.5591781 Jul 14 09:13:36.185479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51252) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:36.279332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a48b0971-1031-403a-8aab-05a3a6537d28 req-911c1173-a7f7-4b0d-92e2-577240c2de9f tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864282 Jul 14 09:13:36.282177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.335411 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73445d69-a64e-4c28-8e7f-87b3926c16a5 x-openstack-request-id: req-73445d69-a64e-4c28-8e7f-87b3926c16a5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:36.336419 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b715ec-62e3-43dd-bd9d-92926cf09704", "name": "network-vif-plugged", "status": "completed", "tag": "e858604a-7a53-4e4f-8127-64fde6adf942", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:36.336838 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73445d69-a64e-4c28-8e7f-87b3926c16a5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:36.337443 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e858604a-7a53-4e4f-8127-64fde6adf942', 'code': 200} Jul 14 09:13:36.337709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-db638a3b-e745-45f1-a721-0969ec8183fb req-1549f4e4-7804-4503-88c5-d1bb9d7ded1e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649585 Jul 14 09:13:36.366978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] For port 324ec8b0-5497-4217-bfb5-0086684d4b74, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:36.383628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] For port 324ec8b0-5497-4217-bfb5-0086684d4b74, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=324ec8b0-5497-4217-bfb5-0086684d4b74,segment=NetworkSegment(67534335-6ca0-4bd3-a904-f80bd1152642),segment_id=67534335-6ca0-4bd3-a904-f80bd1152642)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:36.388050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-7239acd9-55a8-4ea5-a67e-f2d630317d1f service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434056 Jul 14 09:13:36.394907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.441079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.462347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecc4f9a-9753-423c-81e8-59e379ce8ee3']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:36.479580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bbe705-c7da-4557-828b-4f7abc5cbff9') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:36.480121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bbe705-c7da-4557-828b-4f7abc5cbff9') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:36.491210 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.505663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea363a14-27f2-45d8-9900-43291a5a92a6 req-d28e562d-c946-41cc-9d7c-404616dd8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.507348 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea363a14-27f2-45d8-9900-43291a5a92a6 req-d28e562d-c946-41cc-9d7c-404616dd8274 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 1098 time: 0.1015749 Jul 14 09:13:36.511402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.549668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:36.550131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:36.552112 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:36.561752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.562384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.564536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] 10.222.0.11 "PUT /v2.0/ports/324ec8b0-5497-4217-bfb5-0086684d4b74 HTTP/1.1" status: 200 len: 1092 time: 2.3592741 Jul 14 09:13:36.592427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea363a14-27f2-45d8-9900-43291a5a92a6 req-56493b34-13ea-42bd-9451-ffe9a8fa6fca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719874 Jul 14 09:13:36.654369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.673611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c2d7c-fac5-4d99-8997-1706baab9905 service neutron] Pushing event updated for resources: {'Port': ['ID=324ec8b0-5497-4217-bfb5-0086684d4b74,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.676293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.681287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ecc4f9a-9753-423c-81e8-59e379ce8ee3 HTTP/1.1" status: 204 len: 168 time: 0.4927826 Jul 14 09:13:36.694977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829837cd-5f18-485a-906f-a4311115d468 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ecc4f9a-9753-423c-81e8-59e379ce8ee3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.721947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf1a7-082f-40a8-bca4-2d3e7c2b0de0 req-a2ca70b1-3508-480c-b36b-7a4789d72106 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.729419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-971cf1a7-082f-40a8-bca4-2d3e7c2b0de0 req-a2ca70b1-3508-480c-b36b-7a4789d72106 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 946 time: 0.2464318 Jul 14 09:13:36.733922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99db18-d94b-4f9c-9ef6-bf68994df0aa req-2274b2a7-7075-4636-a1d0-edab90c7617a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.739852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f99db18-d94b-4f9c-9ef6-bf68994df0aa req-2274b2a7-7075-4636-a1d0-edab90c7617a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/ports?device_id=11192186-ac51-4985-8c3d-b161e48dbdb6 HTTP/1.1" status: 200 len: 865 time: 0.0950408 Jul 14 09:13:36.758019 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.774392 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-3032ff76-fe7c-450e-86c6-f971a073c0ba service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758242 Jul 14 09:13:36.781108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f99db18-d94b-4f9c-9ef6-bf68994df0aa req-de0b0a44-0d27-43f2-bcdc-a23fa83cb5b0 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fcc4675-3e5f-4729-885c-a2818558816b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Jul 14 09:13:36.821590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=7f3eaa38-9330-461d-a1e0-2804768cf65c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.825217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:36.857099 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-0eec15e4-1cea-4033-beb3-427750cc27f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3371dd45-6454-4519-aaf2-1303409fe639 HTTP/1.1" status: 200 len: 217 time: 0.0475795 Jul 14 09:13:36.865768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-971cf1a7-082f-40a8-bca4-2d3e7c2b0de0 req-ead8e898-425b-4e8f-bdf8-f5dd79c87fef tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353338 Jul 14 09:13:36.891688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a431a7ac-37f9-48a8-a203-011226c7e5a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d57310ccd7d340e5b5b3584e11801873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626667 Jul 14 09:13:36.894767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:36.915938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-7d1638dc-5938-4ee5-ada2-f1d4d8d03665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.917449 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-7d1638dc-5938-4ee5-ada2-f1d4d8d03665 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69c6063347df4301854b3738abf2fa1b&device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 1095 time: 0.3080175 Jul 14 09:13:36.986304 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050ba5c3-e7da-4476-8868-9d9a5c93e520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.006495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port 7f3eaa38-9330-461d-a1e0-2804768cf65c on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:37.012383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050ba5c3-e7da-4476-8868-9d9a5c93e520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.014821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.016853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0effe33a-2138-41d1-896b-cdab9e218a2a req-bcfffe1b-b9fd-4e43-b0c5-ba671c43873a tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.48 "DELETE /v2.0/ports/7f3eaa38-9330-461d-a1e0-2804768cf65c HTTP/1.1" status: 204 len: 173 time: 1.8036706 Jul 14 09:13:37.018173 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-7b45e9e3-8ede-489c-aa5a-d02b5fb5356b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324ec8b0-5497-4217-bfb5-0086684d4b74 HTTP/1.1" status: 200 len: 217 time: 0.0740128 Jul 14 09:13:37.115474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-4092f1f8-b02e-4f0f-a95f-8d9a8239d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.117105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-4092f1f8-b02e-4f0f-a95f-8d9a8239d8f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.2503929 Jul 14 09:13:37.141737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050ba5c3-e7da-4476-8868-9d9a5c93e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.145989 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050ba5c3-e7da-4476-8868-9d9a5c93e520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:37.147393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-050ba5c3-e7da-4476-8868-9d9a5c93e520 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f55a068-30a0-4c77-8bbf-7a8668232605 HTTP/1.1" status: 204 len: 168 time: 0.2512009 Jul 14 09:13:37.168527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-880852ba-6483-4dd0-bf4e-c3cc8d724508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.168811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba5c3-e7da-4476-8868-9d9a5c93e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f55a068-30a0-4c77-8bbf-7a8668232605,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:37.170541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-880852ba-6483-4dd0-bf4e-c3cc8d724508 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a HTTP/1.1" status: 200 len: 858 time: 0.1455896 Jul 14 09:13:37.186588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1cb68-4a29-4605-a0d6-e7a86eb4a07b req-27466e63-613e-4a41-a90f-6e64bd017c75 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.197498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65f1cb68-4a29-4605-a0d6-e7a86eb4a07b req-27466e63-613e-4a41-a90f-6e64bd017c75 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.1360483 Jul 14 09:13:37.221243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-19483ac5-ae33-4eef-87d2-0c0af479cb9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07343589-d9c1-4d81-8777-9697c6520950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418062 Jul 14 09:13:37.240741 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65f1cb68-4a29-4605-a0d6-e7a86eb4a07b req-f3f14f2f-3aa3-4edc-bbe5-1228b07511a4 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Jul 14 09:13:37.274858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:37.304364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:37.305216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3172e66c-a9e6-4b35-9c9b-f6e2a0bea99b not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:37.340492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.346450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.352631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.360864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.366844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.371860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.383898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.385765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-d945d25e-8dbb-43fa-b3ee-986be1a71852 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.3381886 Jul 14 09:13:37.388789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'tag': '324ec8b0-5497-4217-bfb5-0086684d4b74'}, {'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-deleted', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:37.390949 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b978986-75cd-429f-9e17-8afc969553e4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd", "tag": "324ec8b0-5497-4217-bfb5-0086684d4b74"}, {"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-deleted", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:37.413411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9605498-61c3-4959-b178-643e69172433 req-2da8bf29-1987-4e04-a860-a1959d246991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.415030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-2da8bf29-1987-4e04-a860-a1959d246991 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2905085 Jul 14 09:13:37.517899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-e25b377a-3f4e-40ce-9c92-2c4b5ae33740 service neutron] 10.222.0.11 "GET /v2.0/networks/07343589-d9c1-4d81-8777-9697c6520950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890813 Jul 14 09:13:37.546730 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2350e8ae-8930-4778-8862-40b4ec2e25f6 req-3ac34cb4-83ff-4956-90da-5b1bc01057c5 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501195 Jul 14 09:13:37.565756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f612-84e3-4747-b679-fb8c6929b702 req-b45b829b-c37a-46b4-8168-1658e9d2c42b tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.573825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7a6f612-84e3-4747-b679-fb8c6929b702 req-b45b829b-c37a-46b4-8168-1658e9d2c42b tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 943 time: 0.0998273 Jul 14 09:13:37.627897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7a6f612-84e3-4747-b679-fb8c6929b702 req-f52895b2-6a95-4c94-88b0-dc5c4e3fbd52 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502484 Jul 14 09:13:37.641237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad29d953-3667-4260-ae19-19c425c9daa1 req-772dc4d6-f575-4c1f-9820-7bced78d69c3 service neutron] 10.222.0.11 "GET /v2.0/networks/07343589-d9c1-4d81-8777-9697c6520950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146064 Jul 14 09:13:37.695929 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc7ae00-868f-4754-b9fb-b4c8db1212ef x-openstack-request-id: req-0bc7ae00-868f-4754-b9fb-b4c8db1212ef {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:37.696244 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd", "tag": "324ec8b0-5497-4217-bfb5-0086684d4b74", "status": "completed", "code": 200}, {"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-deleted", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:37.696509 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bc7ae00-868f-4754-b9fb-b4c8db1212ef {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:37.696934 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'tag': '324ec8b0-5497-4217-bfb5-0086684d4b74', 'status': 'completed', 'code': 200} Jul 14 09:13:37.697196 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-deleted', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c', 'status': 'completed', 'code': 200} Jul 14 09:13:37.724888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-7b5cdee7-5c83-4149-9712-42b6dc8a0153 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997646 Jul 14 09:13:37.922898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b978986-75cd-429f-9e17-8afc969553e4 req-f599d704-e801-44d9-a4a2-3bf178c858d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.924477 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b978986-75cd-429f-9e17-8afc969553e4 req-f599d704-e801-44d9-a4a2-3bf178c858d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=69c6063347df4301854b3738abf2fa1b&device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 1095 time: 0.1970880 Jul 14 09:13:37.933413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e5b2-7133-4c74-8014-a96bc714ce02 req-84df8648-5caf-417b-8e31-48f0e393b4e1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:37.934913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e392e5b2-7133-4c74-8014-a96bc714ce02 req-84df8648-5caf-417b-8e31-48f0e393b4e1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2062833 Jul 14 09:13:37.936826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9605498-61c3-4959-b178-643e69172433 req-43caa5ea-a8dc-47ef-9144-255c2b9e2743 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983137 Jul 14 09:13:38.031989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e392e5b2-7133-4c74-8014-a96bc714ce02 req-a09b7aa8-a07d-462f-bd2f-8a2283f9907a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861173 Jul 14 09:13:38.040860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:38.075741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b978986-75cd-429f-9e17-8afc969553e4 req-a1ba6ae3-459d-476f-a35a-734d3711c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.077279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b978986-75cd-429f-9e17-8afc969553e4 req-a1ba6ae3-459d-476f-a35a-734d3711c2df service neutron] 10.222.0.11 "GET /v2.0/networks?id=07343589-d9c1-4d81-8777-9697c6520950 HTTP/1.1" status: 200 len: 919 time: 0.1395643 Jul 14 09:13:38.118901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting subnet a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:38.123586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.161538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b978986-75cd-429f-9e17-8afc969553e4 req-087e355c-1862-42d3-8e68-10e56636d5bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324ec8b0-5497-4217-bfb5-0086684d4b74 HTTP/1.1" status: 200 len: 217 time: 0.0457973 Jul 14 09:13:38.197925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.259030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.259540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.260015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.260486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.260957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.261458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.261924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.263864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-6384b24e-c9a0-47cb-baff-8affc4353bb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6486 time: 0.2276554 Jul 14 09:13:38.274784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f6365-2c79-436d-87b7-e468faade0ca req-47d216e7-584f-419e-9cf0-37d1f40c7d92 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.276668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f5f6365-2c79-436d-87b7-e468faade0ca req-47d216e7-584f-419e-9cf0-37d1f40c7d92 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 946 time: 0.1257977 Jul 14 09:13:38.280934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b978986-75cd-429f-9e17-8afc969553e4 req-a997bbe4-bb9d-448b-bf7f-6982064c5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.282318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b978986-75cd-429f-9e17-8afc969553e4 req-a997bbe4-bb9d-448b-bf7f-6982064c5ce3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a HTTP/1.1" status: 200 len: 858 time: 0.1133246 Jul 14 09:13:38.338006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.338716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:38.341574 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbd9d5a-89e8-4c37-bf98-e1286b648f3e" -d '{"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:38.352140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b978986-75cd-429f-9e17-8afc969553e4 req-4daa31c3-17b1-4383-9abb-0bfb317ee2b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07343589-d9c1-4d81-8777-9697c6520950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570490 Jul 14 09:13:38.364029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f5f6365-2c79-436d-87b7-e468faade0ca req-0e83f05b-df1e-4402-a151-f40525dd9ebf tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661211 Jul 14 09:13:38.415768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.436569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f7994-7052-4393-98be-2136edea550d req-e9f0de23-c390-4632-b1d3-d13650a7962f tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.438078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a34f7994-7052-4393-98be-2136edea550d req-e9f0de23-c390-4632-b1d3-d13650a7962f tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.2334476 Jul 14 09:13:38.443522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Subnet': ['ID=a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:38.450461 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.452402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-717063f8-925f-4dd7-815b-f2b43bb8985d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/subnets/a176e5da-4d0a-4d3f-aa3a-1daa92d78e0e HTTP/1.1" status: 204 len: 168 time: 0.4104099 Jul 14 09:13:38.455032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51320) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:38.461636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64407ee9-f657-400b-936b-d5f621642da0 None None] Network af962e80-0dad-40dd-8294-b2ba6da54dd9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:38.480775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-c501f042-5f8c-48be-adcc-56a0fea85b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.482272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-c501f042-5f8c-48be-adcc-56a0fea85b61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1945b1c-07bd-4c3b-824c-7f526a54bd73 HTTP/1.1" status: 200 len: 903 time: 0.2102442 Jul 14 09:13:38.544621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.554996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-f0d68e2d-468a-4eb1-ac9a-2c3b9cc8f0c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3371dd45-6454-4519-aaf2-1303409fe639 HTTP/1.1" status: 200 len: 217 time: 0.0613427 Jul 14 09:13:38.563233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a34f7994-7052-4393-98be-2136edea550d req-1aeb7f80-3dba-420a-ae3d-537a38ecb6e6 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139212 Jul 14 09:13:38.579837 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b978986-75cd-429f-9e17-8afc969553e4 req-d5567239-970f-4d28-b41d-026a26981b02 service neutron] 10.222.0.11 "GET /v2.0/networks/07343589-d9c1-4d81-8777-9697c6520950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154336 Jul 14 09:13:38.619303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:38.619692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.668627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-c0bbb1cb-5720-4afb-8a20-085c9c716361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.670101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-c0bbb1cb-5720-4afb-8a20-085c9c716361 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.1029949 Jul 14 09:13:38.670636 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dadf10a-8a9a-43e2-82b4-577bd27bc053 x-openstack-request-id: req-1dadf10a-8a9a-43e2-82b4-577bd27bc053 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:38.671163 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11192186-ac51-4985-8c3d-b161e48dbdb6", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3eaa38-9330-461d-a1e0-2804768cf65c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:38.672548 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dadf10a-8a9a-43e2-82b4-577bd27bc053 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:38.673265 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11192186-ac51-4985-8c3d-b161e48dbdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3eaa38-9330-461d-a1e0-2804768cf65c', 'code': 200} Jul 14 09:13:38.722803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-cf096822-eaae-4413-8630-9b7d9d1decb1 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d89807b7706747ec9cb1a10072cb9042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666823 Jul 14 09:13:38.732650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b978986-75cd-429f-9e17-8afc969553e4 req-9381644f-1cda-4cac-b6c8-5f40cac765a6 service neutron] 10.222.0.11 "GET /v2.0/networks/07343589-d9c1-4d81-8777-9697c6520950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356082 Jul 14 09:13:38.751679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672051f-b587-484b-9efb-c337dd807fee req-13a357d7-5203-48cb-958c-ebf755d00b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.753784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-13a357d7-5203-48cb-958c-ebf755d00b52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763211 Jul 14 09:13:38.753939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] DHCP port deletion for af962e80-0dad-40dd-8294-b2ba6da54dd9 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:38.820553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] Deleting port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:38.821409 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.856549 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-eab3aa01-163e-4999-ae38-f062204fc7ac service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956144 Jul 14 09:13:38.869535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port 6a1689e0-6ae5-48af-ae77-958c330a9ab3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6a1689e0-6ae5-48af-ae77-958c330a9ab3,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:38.869900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.891801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] For port 6a1689e0-6ae5-48af-ae77-958c330a9ab3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6a1689e0-6ae5-48af-ae77-958c330a9ab3,segment=NetworkSegment(efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7),segment_id=efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:38.892200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:38.906054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] Calling delete_port for 6a1689e0-6ae5-48af-ae77-958c330a9ab3 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:38.909780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for 6a1689e0-6ae5-48af-ae77-958c330a9ab3 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:38.988617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-360ea615-c25c-44fe-9346-11c745b1fb25 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:38.990598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-360ea615-c25c-44fe-9346-11c745b1fb25 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542021 Jul 14 09:13:38.999666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3672051f-b587-484b-9efb-c337dd807fee req-1221ca36-c2f2-41ae-a01e-aab6e0ddb27c service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353643 Jul 14 09:13:39.001505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.030340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] Pushing event deleted for resources: {'Port': ['ID=6a1689e0-6ae5-48af-ae77-958c330a9ab3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:39.042754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176156a9-398e-4d36-9485-551a8f274f17 None None] No DVR routers for this DVR port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:39.046568 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-3201c2fe-ba00-480d-82c4-612b5ba59814 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/quotas/d89807b7706747ec9cb1a10072cb9042 HTTP/1.1" status: 200 len: 375 time: 0.0201504 Jul 14 09:13:39.100821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-25e557c2-3e72-4045-b57b-bf64044f1f17 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d89807b7706747ec9cb1a10072cb9042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387456 Jul 14 09:13:39.122320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.148718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=6a1689e0-6ae5-48af-ae77-958c330a9ab3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:39.155727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port 6a1689e0-6ae5-48af-ae77-958c330a9ab3 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:39.263261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.270377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.278400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.285281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.285756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.291466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.297506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.297679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af962e80-0dad-40dd-8294-b2ba6da54dd9']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:39.303532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.305399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-aa0a70da-a689-4451-b4b1-9282e11aa333 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1279480 Jul 14 09:13:39.315383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:39.315737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa95536-b0ce-4f74-b5f6-b6c4b2fd50a7') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:39.340661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.371623 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.384243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:39.384693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.418436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc27d5af-be4a-4a5d-bfe0-bff7ab190c48 req-9e9c0637-efe1-47ca-b12b-d5e97c796f39 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073821 Jul 14 09:13:39.451625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6a1689e0-6ae5-48af-ae77-958c330a9ab3 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:39.461728 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:39.466548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-0b57c9de-cb40-4422-90ef-96aeb23218ef tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.468796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-0b57c9de-cb40-4422-90ef-96aeb23218ef tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 946 time: 0.1434884 Jul 14 09:13:39.493320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6a1689e0-6ae5-48af-ae77-958c330a9ab3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:39.493671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6a1689e0-6ae5-48af-ae77-958c330a9ab3 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:39.544859 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.560060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.564611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/networks/af962e80-0dad-40dd-8294-b2ba6da54dd9 HTTP/1.1" status: 204 len: 168 time: 1.1061718 Jul 14 09:13:39.575737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:39.587026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3717b-6c99-4fc8-9a7a-282aa436c36d tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Network': ['ID=af962e80-0dad-40dd-8294-b2ba6da54dd9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:39.608957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Deleting port 51665bff-5690-4a26-bc48-99162ff999a1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:39.609305 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.647554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79664e4-caf6-4ff2-89c1-d9dd1fd84628 req-bb4875b8-6b77-4c4c-bd03-5dfdda2dfb27 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.649028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c79664e4-caf6-4ff2-89c1-d9dd1fd84628 req-bb4875b8-6b77-4c4c-bd03-5dfdda2dfb27 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 943 time: 0.1621439 Jul 14 09:13:39.670074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting subnet 75962e8f-038a-4685-afbe-01297810f7b1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:39.680180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.732372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.737630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c79664e4-caf6-4ff2-89c1-d9dd1fd84628 req-1d4756db-c6e3-431d-b909-61b305aca8fd tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802832 Jul 14 09:13:39.757042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1323e-a08f-47b5-a36c-88984fbfae68 req-f0b8bf1a-b0b9-416e-ba5d-aeb9a0f93a0b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.759866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6db1323e-a08f-47b5-a36c-88984fbfae68 req-f0b8bf1a-b0b9-416e-ba5d-aeb9a0f93a0b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 946 time: 0.1471522 Jul 14 09:13:39.768384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] For port 51665bff-5690-4a26-bc48-99162ff999a1, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=51665bff-5690-4a26-bc48-99162ff999a1,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:39.769368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.853069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6db1323e-a08f-47b5-a36c-88984fbfae68 req-f7877c0c-7a69-41a2-b5db-02496be98f1f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874546 Jul 14 09:13:39.871675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.985950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.986332 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.986751 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Floating IP 922b191a-8253-4dff-b91a-0b4554e9f198 disassociated. External IP: 172.25.2.208, port: 51665bff-5690-4a26-bc48-99162ff999a1. Jul 14 09:13:39.987108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Calling delete_port for 51665bff-5690-4a26-bc48-99162ff999a1 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:39.992650 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.013371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a8ba0-9219-4a07-88ea-dcdfb7c78b6f req-eb9eea7c-8b21-41f6-822d-a469cdf1aedc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.014898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b92a8ba0-9219-4a07-88ea-dcdfb7c78b6f req-eb9eea7c-8b21-41f6-822d-a469cdf1aedc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1190419 Jul 14 09:13:40.031980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a5f47dc-de02-48c1-bcbd-ac1f6c6ed9d4 req-201949e7-98ef-4a23-88ab-318af26c92b8 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 210 time: 0.0372953 Jul 14 09:13:40.040256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Subnet': ['ID=75962e8f-038a-4685-afbe-01297810f7b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.059278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.059278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-38648bbf-fcdd-4034-92d5-06700c3a910e tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/subnets/75962e8f-038a-4685-afbe-01297810f7b1 HTTP/1.1" status: 204 len: 168 time: 0.4774818 Jul 14 09:13:40.059517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f72825-f467-49cc-988f-1173d466c1ae None None] Network fd066f02-c900-405c-8480-bb19a68450d2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:40.063874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:40.180267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b92a8ba0-9219-4a07-88ea-dcdfb7c78b6f req-9221020f-542c-4aca-9677-c1ef25e22253 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420944 Jul 14 09:13:40.190007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.252999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.267928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Deleting port f088ac13-4a61-4375-be31-dc8d91f29514 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:40.268279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.296858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event deleted for resources: {'Port': ['ID=51665bff-5690-4a26-bc48-99162ff999a1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.317830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da672083-8bee-41bd-b58c-28646f7ce5eb req-a453352c-dbce-456f-a93a-3c9e54d27d0a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.319494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da672083-8bee-41bd-b58c-28646f7ce5eb req-a453352c-dbce-456f-a93a-3c9e54d27d0a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e42d1a-aab6-47db-bc6d-2ce59ffe334e HTTP/1.1" status: 200 len: 867 time: 0.1411951 Jul 14 09:13:40.340906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] DHCP port deletion for fd066f02-c900-405c-8480-bb19a68450d2 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:40.353295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] For port f088ac13-4a61-4375-be31-dc8d91f29514, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f088ac13-4a61-4375-be31-dc8d91f29514,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:40.353854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.371028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Calling delete_port for f088ac13-4a61-4375-be31-dc8d91f29514 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:40.388402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] Deleting port f088ac13-4a61-4375-be31-dc8d91f29514 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:40.389082 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.455336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] For port f088ac13-4a61-4375-be31-dc8d91f29514, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f088ac13-4a61-4375-be31-dc8d91f29514,segment=NetworkSegment(31ba20e8-06f7-4df1-8538-af87d9b4e2c6),segment_id=31ba20e8-06f7-4df1-8538-af87d9b4e2c6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:40.456132 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.474899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.475110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] Calling delete_port for f088ac13-4a61-4375-be31-dc8d91f29514 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:40.515283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] No DVR routers for this DVR port f088ac13-4a61-4375-be31-dc8d91f29514 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:40.517117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Port': ['ID=f088ac13-4a61-4375-be31-dc8d91f29514,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.567819 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.594503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] Pushing event deleted for resources: {'Port': ['ID=f088ac13-4a61-4375-be31-dc8d91f29514,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.606120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fca2b-4935-4f59-a83b-9bde06d413f1 None None] No DVR routers for this DVR port f088ac13-4a61-4375-be31-dc8d91f29514 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:40.742067 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.759498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-286a14f8-4f56-4445-b9e8-1ff20560d8a5 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d89807b7706747ec9cb1a10072cb9042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510428 Jul 14 09:13:40.769506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd066f02-c900-405c-8480-bb19a68450d2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:40.837945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ba20e8-06f7-4df1-8538-af87d9b4e2c6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:40.838397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ba20e8-06f7-4df1-8538-af87d9b4e2c6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:40.870155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.887709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.892691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da672083-8bee-41bd-b58c-28646f7ce5eb req-98bc81fd-8440-4ecb-8f04-a3c493c3f54a tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups?id=223cfcee-b0a7-4707-8467-d19491b6f177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5209897 Jul 14 09:13:40.894318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.901866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.908508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Router 2b95a467-3faf-41b2-9d96-9f4632de855b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:40.908961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.921274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.922975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.929471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.931800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-3a7bac57-74f1-4ce0-bc57-50913afae69e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.3000176 Jul 14 09:13:40.947713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-2137bb20-75e1-46ce-a1ca-582f32e397e2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:40.949232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-2137bb20-75e1-46ce-a1ca-582f32e397e2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 946 time: 0.1179180 Jul 14 09:13:40.964573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.985600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:40.986008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:40.989127 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:41.057174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32418492-5c7c-4590-8f2b-59e1b2f0a319 req-279f2bbf-99cf-4ef3-bd56-6bf4c770dbaa tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136537 Jul 14 09:13:41.071483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-29b5ea75-0a90-4d63-b720-ddc5507d346a tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.073050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-29b5ea75-0a90-4d63-b720-ddc5507d346a tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001730 Jul 14 09:13:41.091485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Request body: {'port': {'device_id': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'd89807b7706747ec9cb1a10072cb9042'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:41.097994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.122759 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.127495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] 10.222.0.18 "DELETE /v2.0/networks/fd066f02-c900-405c-8480-bb19a68450d2 HTTP/1.1" status: 204 len: 168 time: 1.0581017 Jul 14 09:13:41.164620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb97e-4696-454f-8427-ceb05dbcf127 tempest-ServersTestMultiNic-1396850219 tempest-ServersTestMultiNic-1396850219-project] Pushing event deleted for resources: {'Network': ['ID=fd066f02-c900-405c-8480-bb19a68450d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:41.167629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:41.186599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] Sync routers for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:41.196360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:41.197314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:13:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:41.230078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] No DVR routers for this DVR port 51665bff-5690-4a26-bc48-99162ff999a1 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:41.232743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.234906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c2c98bb-26a5-430e-af65-73e0f9eb13dc req-9e69086f-da55-44d1-8cf6-26673064f8dd tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.11 "DELETE /v2.0/ports/51665bff-5690-4a26-bc48-99162ff999a1 HTTP/1.1" status: 204 len: 173 time: 1.7598119 Jul 14 09:13:41.236580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'name': 'network-vif-deleted', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:41.239577 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e366291a-d137-4c4b-8b71-fb47a232cd08" -d '{"events": [{"server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "name": "network-vif-deleted", "tag": "51665bff-5690-4a26-bc48-99162ff999a1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:41.249374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f836-0c4d-44b0-9b5a-1894bb4fe612 req-88a3e1a0-7972-4a19-bc71-9466f39a026c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.250934 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e189f836-0c4d-44b0-9b5a-1894bb4fe612 req-88a3e1a0-7972-4a19-bc71-9466f39a026c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 943 time: 0.2280602 Jul 14 09:13:41.269859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Deleting port e858604a-7a53-4e4f-8127-64fde6adf942 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:41.270595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.292889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b332ee-c024-4bcd-8a60-875803a90c4a req-c9af1172-fc74-4258-9b22-7c6ef4a5a088 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.294490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88b332ee-c024-4bcd-8a60-875803a90c4a req-c9af1172-fc74-4258-9b22-7c6ef4a5a088 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 946 time: 0.1213801 Jul 14 09:13:41.304947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Made reservation on behalf of d89807b7706747ec9cb1a10072cb9042 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:41.309097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.330428 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.330740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:41.389605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88b332ee-c024-4bcd-8a60-875803a90c4a req-1ab5965e-6dd0-4d66-b92f-beb6cf75e6e6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855427 Jul 14 09:13:41.445195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] For port e858604a-7a53-4e4f-8127-64fde6adf942, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e858604a-7a53-4e4f-8127-64fde6adf942,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:41.445737 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.461184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Calling delete_port for e858604a-7a53-4e4f-8127-64fde6adf942 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:41.534120 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.536490 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e189f836-0c4d-44b0-9b5a-1894bb4fe612 req-7a403e2f-2cbb-4bef-9e53-715357254a1b tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747631 Jul 14 09:13:41.555965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 324ec8b0-5497-4217-bfb5-0086684d4b74 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:41.557911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f088ac13-4a61-4375-be31-dc8d91f29514 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:41.565359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.580877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e40e2c1d-6472-405a-8263-f2732aa66220 req-7e89bc35-e3ed-4f09-bae9-92b7f8d823ca tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 210 time: 0.0448899 Jul 14 09:13:41.590850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f088ac13-4a61-4375-be31-dc8d91f29514 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:41.591833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f088ac13-4a61-4375-be31-dc8d91f29514 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:41.652602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8abdafd-704e-45f0-ac4e-3191b565b63e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:41.692154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:33Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:41.707720 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.737963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e858604a-7a53-4e4f-8127-64fde6adf942'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:41.742917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] Checking router: 2b95a467-3faf-41b2-9d96-9f4632de855b for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:41.750112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event deleted for resources: {'Port': ['ID=e858604a-7a53-4e4f-8127-64fde6adf942,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:41.786788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Allocated IP 192.168.233.50 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/9db13a6a-ce8d-40bb-8ade-ec36ea7a0948) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:41.801818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:41.802488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:13:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:41.808548 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9232bb1-95d8-4416-8f34-c9454aeb46a5 x-openstack-request-id: req-c9232bb1-95d8-4416-8f34-c9454aeb46a5 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:41.809115 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e42d1a-aab6-47db-bc6d-2ce59ffe334e", "name": "network-vif-deleted", "tag": "51665bff-5690-4a26-bc48-99162ff999a1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:41.809620 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9232bb1-95d8-4416-8f34-c9454aeb46a5 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:41.810172 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e42d1a-aab6-47db-bc6d-2ce59ffe334e', 'name': 'network-vif-deleted', 'tag': '51665bff-5690-4a26-bc48-99162ff999a1', 'status': 'completed', 'code': 200} Jul 14 09:13:41.834106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] No DVR routers for this DVR port e858604a-7a53-4e4f-8127-64fde6adf942 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:41.836919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:41.839307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-192c065a-45fd-4cd7-8926-d0fd36d050a1 req-ad32ea00-eaa4-4040-b06f-ce26e2833e42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "DELETE /v2.0/ports/e858604a-7a53-4e4f-8127-64fde6adf942 HTTP/1.1" status: 204 len: 173 time: 0.8541543 Jul 14 09:13:41.876842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 324ec8b0-5497-4217-bfb5-0086684d4b74, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=324ec8b0-5497-4217-bfb5-0086684d4b74,segment=NetworkSegment(67534335-6ca0-4bd3-a904-f80bd1152642),segment_id=67534335-6ca0-4bd3-a904-f80bd1152642)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:41.898640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '324ec8b0-5497-4217-bfb5-0086684d4b74', 'network_id': '07343589-d9c1-4d81-8777-9697c6520950', 'port_id': '324ec8b0-5497-4217-bfb5-0086684d4b74', 'mac_address': 'fa:16:3e:9f:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:41.978065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321000a6-a144-46ff-9e3e-d66547652a79 req-94656b3b-2a3a-483c-884f-e23ab4163e25 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:41.985811 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-321000a6-a144-46ff-9e3e-d66547652a79 req-94656b3b-2a3a-483c-884f-e23ab4163e25 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1921897 Jul 14 09:13:42.121097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-321000a6-a144-46ff-9e3e-d66547652a79 req-b5db76dc-fc48-4bf8-9665-e1b806e515eb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342168 Jul 14 09:13:42.172217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.176465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.192485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:42.197544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Transition to ACTIVE for port object 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:42.228571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324ec8b0-5497-4217-bfb5-0086684d4b74 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:42.237519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:42.277174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.303865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 324ec8b0-5497-4217-bfb5-0086684d4b74, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=324ec8b0-5497-4217-bfb5-0086684d4b74,segment=NetworkSegment(67534335-6ca0-4bd3-a904-f80bd1152642),segment_id=67534335-6ca0-4bd3-a904-f80bd1152642)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:42.313840 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6426cd47-4c5f-4e1c-881c-def45274e45d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.327004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:42.328364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:42.333939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:42.363896 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.366124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:42.384613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6426cd47-4c5f-4e1c-881c-def45274e45d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.533925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=324ec8b0-5497-4217-bfb5-0086684d4b74,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:42.581773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:33Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:42.613464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6426cd47-4c5f-4e1c-881c-def45274e45d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.617723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6426cd47-4c5f-4e1c-881c-def45274e45d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.621472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6426cd47-4c5f-4e1c-881c-def45274e45d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "DELETE /v2.0/security-groups/223cfcee-b0a7-4707-8467-d19491b6f177 HTTP/1.1" status: 204 len: 168 time: 0.3825755 Jul 14 09:13:42.622094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:42.631910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['324ec8b0-5497-4217-bfb5-0086684d4b74'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:42.637076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1586f-0e10-45ef-a68a-7621166d99c2 None None] The sync data for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 is: [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:11:26Z', 'revision_number': 4, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '0a8c5721-4da9-4935-b323-3b3edde8e4b6', 'name': '', 'network_id': 'acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'mac_address': 'fa:16:3e:67:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '1f83b3b8-e551-438e-b053-691e9401d502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:24Z', 'updated_at': '2021-07-14T09:11:33Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'subnets': [{'id': '1f83b3b8-e551-438e-b053-691e9401d502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:42.749695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426cd47-4c5f-4e1c-881c-def45274e45d tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223cfcee-b0a7-4707-8467-d19491b6f177,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:42.755301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e3e632b-145a-4f09-b417-077d2f6f7ac0 req-d380a935-6c97-4dd8-821b-b61c4ab939a5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b715ec-62e3-43dd-bd9d-92926cf09704 HTTP/1.1" status: 200 len: 210 time: 0.1322737 Jul 14 09:13:42.759391 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-68b01151-c555-4e8c-af93-8e35c8d2d579 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] show failed (client error): The resource could not be found. Jul 14 09:13:42.760376 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-68b01151-c555-4e8c-af93-8e35c8d2d579 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "GET /v2.0/security-groups/223cfcee-b0a7-4707-8467-d19491b6f177 HTTP/1.1" status: 404 len: 347 time: 0.1143322 Jul 14 09:13:42.789570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51398) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:42.826149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-52f9bde5-3e92-4a10-8f50-dd5073aa0528 None None] Provisioning for port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:42.834558 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-52f9bde5-3e92-4a10-8f50-dd5073aa0528 None None] Provisioning complete for port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:42.834948 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52f9bde5-3e92-4a10-8f50-dd5073aa0528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.868912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:42.889921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-52f9bde5-3e92-4a10-8f50-dd5073aa0528 None None] Port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:13:42.910191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.922883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.933204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.939242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.946316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.953989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.960646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.963857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-5b54e9ae-cc92-4d96-8297-2b4534a43dcf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.7349215 Jul 14 09:13:42.993998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:42.994631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.027785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5011f07-6080-4da1-a4e4-81f2e63fbbb5 req-3d3689cb-b3fe-4521-a17f-64a80f1d6d39 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574419 Jul 14 09:13:43.029469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-390b2a00-0b10-4ea8-add2-2719772f047d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9433198 Jul 14 09:13:43.037522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Deleting port e506d98f-993d-42e2-8d02-566dd0e0be0e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:43.037911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.042031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Request body: {'port': {'device_id': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:43.073496 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f3157-8b5f-4133-95af-397cf1f81c62 None None] New status for floating IP 922b191a-8253-4dff-b91a-0b4554e9f198: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:13:43.120273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b51225-476d-4f0d-91ff-3db026c885ba req-98020530-ac96-42c9-9111-bc21c65a1e60 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:43.121873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03b51225-476d-4f0d-91ff-3db026c885ba req-98020530-ac96-42c9-9111-bc21c65a1e60 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 944 time: 0.1894896 Jul 14 09:13:43.135672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.196429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03b51225-476d-4f0d-91ff-3db026c885ba req-199b9d8f-177e-4d96-99bb-4f8b895d8c21 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671585 Jul 14 09:13:43.214598 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.214834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.235733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Calling delete_port for e506d98f-993d-42e2-8d02-566dd0e0be0e owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:43.358847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.410185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452e748-3dde-4cb3-8308-49497492ca98 req-42aacb50-64c7-4f4d-8fab-53df5b1094ac tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:43.411834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e452e748-3dde-4cb3-8308-49497492ca98 req-42aacb50-64c7-4f4d-8fab-53df5b1094ac tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 935 time: 0.2385526 Jul 14 09:13:43.444664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 324ec8b0-5497-4217-bfb5-0086684d4b74 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:43.476774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e452e748-3dde-4cb3-8308-49497492ca98 req-d2a606e5-8886-48d0-b093-b92e12a85509 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542102 Jul 14 09:13:43.500197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 324ec8b0-5497-4217-bfb5-0086684d4b74 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:43.507414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 324ec8b0-5497-4217-bfb5-0086684d4b74 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:43.507414 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.566302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:43.573676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.574912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.588436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Transition to ACTIVE for port object 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:43.589822 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.592377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.614389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324ec8b0-5497-4217-bfb5-0086684d4b74'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:43.616682 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029677d-d2ea-4476-9083-ed10f5633949" -d '{"events": [{"server_uuid": "dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd", "name": "network-vif-plugged", "status": "completed", "tag": "324ec8b0-5497-4217-bfb5-0086684d4b74"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:43.629340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 324ec8b0-5497-4217-bfb5-0086684d4b74, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=324ec8b0-5497-4217-bfb5-0086684d4b74,segment=NetworkSegment(67534335-6ca0-4bd3-a904-f80bd1152642),segment_id=67534335-6ca0-4bd3-a904-f80bd1152642)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:43.632886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Pushing event deleted for resources: {'Port': ['ID=e506d98f-993d-42e2-8d02-566dd0e0be0e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.644708 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.645616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51665bff-5690-4a26-bc48-99162ff999a1 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:43.653166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.667498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 51665bff-5690-4a26-bc48-99162ff999a1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:43.667664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 51665bff-5690-4a26-bc48-99162ff999a1 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:43.698877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-0aff2bf3-48f9-4539-97ef-214904c73dd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2235582 Jul 14 09:13:43.724113 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.729997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.730190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=324ec8b0-5497-4217-bfb5-0086684d4b74,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.733873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a55abbad-8467-47d1-a278-be5ce9355011 tempest-ServersTestManualDisk-1620130303 tempest-ServersTestManualDisk-1620130303-project] 10.222.0.18 "DELETE /v2.0/floatingips/922b191a-8253-4dff-b91a-0b4554e9f198 HTTP/1.1" status: 204 len: 168 time: 0.9406648 Jul 14 09:13:43.735859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:43.739777 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61adfc9e-ba89-46f8-9de7-495277c5a08f x-openstack-request-id: req-61adfc9e-ba89-46f8-9de7-495277c5a08f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:43.740076 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd", "name": "network-vif-plugged", "status": "completed", "tag": "324ec8b0-5497-4217-bfb5-0086684d4b74", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:43.740336 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61adfc9e-ba89-46f8-9de7-495277c5a08f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:43.740740 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324ec8b0-5497-4217-bfb5-0086684d4b74', 'code': 200} Jul 14 09:13:43.749881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Attempting to bind port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:43.750240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Attempting to bind port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:43.750584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Attempting to bind port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:43.755607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:43.756085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Attempting to bind port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:43.762596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:43.762938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:43.763323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:43.763781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Bound port: 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:43.764143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.813102 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'name': 'network-vif-deleted', 'tag': 'e858604a-7a53-4e4f-8127-64fde6adf942'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:43.815380 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842f5cb-e07c-4bdc-a5fa-d593f8ccfdd3" -d '{"events": [{"server_uuid": "51b715ec-62e3-43dd-bd9d-92926cf09704", "name": "network-vif-deleted", "tag": "e858604a-7a53-4e4f-8127-64fde6adf942"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:43.841421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:43.844596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:43.852609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.889200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:43.889841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.891362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] 10.222.0.48 "PUT /v2.0/ports/9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 HTTP/1.1" status: 200 len: 1096 time: 0.8541026 Jul 14 09:13:43.891849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:43.894660 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8181629a-c4dc-49e1-8155-10d68c4a8aec" -d '{"events": [{"name": "network-changed", "server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:43.914305 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d45bfca-4bbc-44c9-aeb8-103caafd512a x-openstack-request-id: req-9d45bfca-4bbc-44c9-aeb8-103caafd512a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:43.914576 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b715ec-62e3-43dd-bd9d-92926cf09704", "name": "network-vif-deleted", "tag": "e858604a-7a53-4e4f-8127-64fde6adf942", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:43.914832 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d45bfca-4bbc-44c9-aeb8-103caafd512a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:43.915223 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b715ec-62e3-43dd-bd9d-92926cf09704', 'name': 'network-vif-deleted', 'tag': 'e858604a-7a53-4e4f-8127-64fde6adf942', 'status': 'completed', 'code': 200} Jul 14 09:13:43.928956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57821-eae3-4d0b-9e8b-3327ffef0733 service neutron] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:43.979820 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f168e5-454a-4235-bb75-17055837f7e6 x-openstack-request-id: req-35f168e5-454a-4235-bb75-17055837f7e6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:43.980130 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:43.980579 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35f168e5-454a-4235-bb75-17055837f7e6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:43.981313 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'status': 'completed', 'code': 200} Jul 14 09:13:44.014525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-305ca2e1-abe6-4510-b3f9-c123e5c28a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.016519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-305ca2e1-abe6-4510-b3f9-c123e5c28a42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d89807b7706747ec9cb1a10072cb9042&device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 1099 time: 0.0763588 Jul 14 09:13:44.067314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-e68d2f9b-d735-44af-b3dc-5b59329fbaf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 HTTP/1.1" status: 200 len: 217 time: 0.0429106 Jul 14 09:13:44.148261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-5f0bbe93-d65c-467c-8375-6e1a011ce6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.150221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-5f0bbe93-d65c-467c-8375-6e1a011ce6e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0746512 Jul 14 09:13:44.301439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-f9b2c088-24bf-4b06-ad39-94a5fa039669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.302878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-f9b2c088-24bf-4b06-ad39-94a5fa039669 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457257 Jul 14 09:13:44.329229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-90b7c79e-9197-4e89-b912-5065fa2d2ab5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.330598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-90b7c79e-9197-4e89-b912-5065fa2d2ab5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.1330843 Jul 14 09:13:44.380737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-52aa0526-f301-4679-95f9-d094b16e3f62 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/quotas/4cef37b6da724e748fd4c1a0a9404da1 HTTP/1.1" status: 200 len: 375 time: 0.0400109 Jul 14 09:13:44.418024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-51496d52-6028-4688-a279-ec6a01a022f6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318396 Jul 14 09:13:44.492861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.493341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.493808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.494279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.494740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.495198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.495698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.496218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-4c99bfbb-df68-467d-9227-725f7b3def0c service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848803 Jul 14 09:13:44.497612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7bc17fdc-63e4-45be-ac90-e1d90b5423a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6508 time: 0.6994841 Jul 14 09:13:44.502460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222fe9d-2d80-456e-8a81-d58371c513da req-fb213f58-2b41-4e83-83dd-e5d805c4abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.504478 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1222fe9d-2d80-456e-8a81-d58371c513da req-fb213f58-2b41-4e83-83dd-e5d805c4abbf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 1097 time: 0.6840763 Jul 14 09:13:44.577790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-053524b7-1d5e-4ecb-8fa1-cdc0efbf7b3c service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513462 Jul 14 09:13:44.603716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Deleting port f6cd90c8-6953-4453-9c26-6224b8b1f588 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:44.603976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.659721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48fdfb01-fb74-489e-9af7-f77ef8332018 req-1386d7c3-e418-42ff-9b15-fe250cc8c33a service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508684 Jul 14 09:13:44.693811 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-a4971b6e-a1e1-4b8a-a350-530b4e5d3a46 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099341 Jul 14 09:13:44.713284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.719231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.725248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.731184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.737164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.743586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.749475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.751456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f8c6f1c-8860-4418-a444-f03be890269a req-4cc288d9-d327-431e-af07-19abfe54464b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.3659825 Jul 14 09:13:44.753685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1222fe9d-2d80-456e-8a81-d58371c513da req-340c875c-89ab-44f6-84e2-969154ea4eeb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350590 Jul 14 09:13:44.771831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-3e6b8581-a9c9-44a8-ab8e-8bcb5a9be8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.773569 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-3e6b8581-a9c9-44a8-ab8e-8bcb5a9be8e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d89807b7706747ec9cb1a10072cb9042&device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 1099 time: 0.0612910 Jul 14 09:13:44.860427 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f8c6f1c-8860-4418-a444-f03be890269a req-e9a80411-2c1f-4971-aee2-2ba9a45d2744 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919101 Jul 14 09:13:44.900831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-4111d09d-f22b-42f0-8cbc-c500af41adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.902324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-4111d09d-f22b-42f0-8cbc-c500af41adb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.1229334 Jul 14 09:13:44.921567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-d6b83eee-3775-4194-b1a2-a86cc3d61c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.922050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-d6b83eee-3775-4194-b1a2-a86cc3d61c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.922523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-d6b83eee-3775-4194-b1a2-a86cc3d61c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:44.924205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-d6b83eee-3775-4194-b1a2-a86cc3d61c52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 HTTP/1.1" status: 200 len: 2299 time: 0.3882120 Jul 14 09:13:44.929198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] For port f6cd90c8-6953-4453-9c26-6224b8b1f588, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f6cd90c8-6953-4453-9c26-6224b8b1f588,segment=NetworkSegment(328250d8-35c0-4844-bd98-e068c8a6029d),segment_id=328250d8-35c0-4844-bd98-e068c8a6029d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:44.929567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:44.976652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-12005b8b-838d-4ec4-986d-b4fc451acb77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 HTTP/1.1" status: 200 len: 217 time: 0.0655930 Jul 14 09:13:44.979635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Calling delete_port for f6cd90c8-6953-4453-9c26-6224b8b1f588 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:45.015307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-737b7365-0658-4b4f-bc1a-acd30302962b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f HTTP/1.1" status: 200 len: 1001 time: 0.0821073 Jul 14 09:13:45.084902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-c3142d1b-5d5f-4cd3-8a52-08fb3ed8bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.086739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-c3142d1b-5d5f-4cd3-8a52-08fb3ed8bb12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0808899 Jul 14 09:13:45.100536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341f22d-9d68-48c9-8ad2-a98cdfabc27c req-aa5c55da-6962-41f0-9d2a-66bbfd5106bd tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.107607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9341f22d-9d68-48c9-8ad2-a98cdfabc27c req-aa5c55da-6962-41f0-9d2a-66bbfd5106bd tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 945 time: 0.1429570 Jul 14 09:13:45.163880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-3d2175ab-a8a6-4ac4-b89f-4805fa1eb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.165591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-3d2175ab-a8a6-4ac4-b89f-4805fa1eb960 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3758eec3-6f06-44ce-8ee5-62c55339fb42 HTTP/1.1" status: 200 len: 856 time: 0.1407340 Jul 14 09:13:45.173286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9341f22d-9d68-48c9-8ad2-a98cdfabc27c req-4e2b97fe-8fd3-4b42-bed0-332e3009b979 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646935 Jul 14 09:13:45.194367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-87134c0c-0540-429d-a2ea-52e7af35a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.196093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-87134c0c-0540-429d-a2ea-52e7af35a851 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809312 Jul 14 09:13:45.288654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75ee9c50-79b9-4d16-ad40-1bd41f0f2a25 req-ec7e08f7-6d65-4b0a-baf1-31c572950863 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 210 time: 0.0390110 Jul 14 09:13:45.315542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e858604a-7a53-4e4f-8127-64fde6adf942 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:45.342361 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-8c526a40-38aa-4845-80fa-d6bdc0468fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390421 Jul 14 09:13:45.353816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: e858604a-7a53-4e4f-8127-64fde6adf942 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:45.354461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e858604a-7a53-4e4f-8127-64fde6adf942 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:45.378733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7154adf-9db6-48cd-b0e6-46984a2cff8b req-9fe965bc-277b-43d4-8623-fbae91de4018 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.380206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7154adf-9db6-48cd-b0e6-46984a2cff8b req-9fe965bc-277b-43d4-8623-fbae91de4018 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 947 time: 0.2654254 Jul 14 09:13:45.395045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-bf97fe1e-4876-4bdf-a1ee-260db4eb8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:45.396582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-bf97fe1e-4876-4bdf-a1ee-260db4eb8104 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237284 Jul 14 09:13:45.402038 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.455749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8181629a-c4dc-49e1-8155-10d68c4a8aec req-90ef644f-6d39-4a99-be9f-2bae8232e7d6 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039393 Jul 14 09:13:45.610777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7154adf-9db6-48cd-b0e6-46984a2cff8b req-be670b5a-5819-4409-a2b1-4d221d0dcae9 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124248 Jul 14 09:13:45.650872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.666010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-a21258b1-221c-4d91-97fd-35012e951672 service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603586 Jul 14 09:13:45.720695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cd90c8-6953-4453-9c26-6224b8b1f588,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:45.891444 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c9689ab-09ec-4511-87e9-8a9633fd1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:45.932796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-63c89ae1-7948-412c-adfa-fbec4bfe94b7 service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207859 Jul 14 09:13:46.028029 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-22baddd5-6409-415e-a57e-3edb7c6cbf88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 217 time: 0.0860577 Jul 14 09:13:46.121634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-8117734e-c7c9-4d83-b06b-c0766a5a9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.123103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-8117734e-c7c9-4d83-b06b-c0766a5a9fda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0871911 Jul 14 09:13:46.123708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.142763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.149699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.156039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.162467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.168529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.174555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.180568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.182529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-18011ab4-4321-4199-ace2-86c29beff37a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1967921 Jul 14 09:13:46.227818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-36a66dea-82cf-4e15-a5c2-44402292cdc3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.229313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-36a66dea-82cf-4e15-a5c2-44402292cdc3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.2026222 Jul 14 09:13:46.246156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Request body: {'port': {'device_id': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'admin_state_up': True, 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:46.269963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d91823c8-75cf-4c88-8745-9ca78dbb441c req-1dd6260f-e75d-4bee-aa64-4a25991dde5a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742826 Jul 14 09:13:46.271821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Deleting port 0a8c5721-4da9-4935-b323-3b3edde8e4b6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:46.272171 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.359511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-0d4783e4-f118-4658-a8b1-8194bf10f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.361021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-0d4783e4-f118-4658-a8b1-8194bf10f16a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2277229 Jul 14 09:13:46.391872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:46.396113 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.447042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93844e36-f1d0-4f41-bf69-8e5ada866370 req-efd4faf7-b3d9-4f5b-941d-1b709c5700f1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 210 time: 0.0332878 Jul 14 09:13:46.493456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] For port 0a8c5721-4da9-4935-b323-3b3edde8e4b6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0a8c5721-4da9-4935-b323-3b3edde8e4b6,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:46.493823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.521072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Calling delete_port for 0a8c5721-4da9-4935-b323-3b3edde8e4b6 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:46.553660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Allocated IP 172.20.0.12 (c6877315-645b-4478-927c-8aa286d90fe8/ccfb161e-a687-4e4d-bef8-fda49f75ba16/5e1c1b81-da7f-4b74-94dd-fc4259c40e25) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:46.656366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-a024d8f3-582c-4c62-8da2-83c8e19e8cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838266 Jul 14 09:13:46.677860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf044b8-6ee6-4c8c-998b-b820a47682f2 req-cf98f509-5017-47db-a4a0-b18948f092d7 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.679652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cf044b8-6ee6-4c8c-998b-b820a47682f2 req-cf98f509-5017-47db-a4a0-b18948f092d7 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 945 time: 0.3308156 Jul 14 09:13:46.705201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.782172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.838621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Network c6877315-645b-4478-927c-8aa286d90fe8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:46.847837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:46.853181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:46.888213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event updated for resources: {'Port': ['ID=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:46.901555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560cf2-1675-4983-8ac4-57874ab1148d req-96685c97-f2a7-4505-bb23-3cb5859aaed6 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.903134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a2560cf2-1675-4983-8ac4-57874ab1148d req-96685c97-f2a7-4505-bb23-3cb5859aaed6 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 947 time: 0.1665630 Jul 14 09:13:46.925951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:46.926576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:46.954418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-dc1f944a-3e36-4b52-9c99-1a26b27b76b7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7131963 Jul 14 09:13:46.962212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a2560cf2-1675-4983-8ac4-57874ab1148d req-5c86b878-a073-4c4b-b1df-d71d79317e54 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530686 Jul 14 09:13:46.967127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Request body: {'port': {'device_id': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:47.045857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.056513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Router f5baef03-d3d2-4cb0-bdd7-53484d57c3de has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:47.150790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cf044b8-6ee6-4c8c-998b-b820a47682f2 req-cc4ae4da-bb27-4321-8447-51151558ab7b tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598036 Jul 14 09:13:47.224891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-2dc5d9d8-cc43-4ec5-afde-d6bcaf491de8 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596232 Jul 14 09:13:47.302399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:47.309188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-05a3511b-b278-4024-8c8d-0207bcd39aaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 217 time: 0.0779054 Jul 14 09:13:47.313920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:47.323874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.336470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Transition to ACTIVE for port object 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:47.342536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.384718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:47.394132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-650535e7-7850-4431-93a5-07c0fd11d7e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/f5baef03-d3d2-4cb0-bdd7-53484d57c3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0643337 Jul 14 09:13:47.399758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:47.410603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-bd84bb22-d365-47db-8082-b0008875ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.412158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-bd84bb22-d365-47db-8082-b0008875ec37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0780571 Jul 14 09:13:47.417204 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.513221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8c5721-4da9-4935-b323-3b3edde8e4b6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:47.526773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] Sync routers for ids ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:47.532637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Attempting to bind port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:47.532987 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Attempting to bind port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:47.533455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Attempting to bind port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:47.554055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] Routers {'f5baef03-d3d2-4cb0-bdd7-53484d57c3de'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:47.554752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:13:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:47.559614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 on network c6877315-645b-4478-927c-8aa286d90fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:13:47.559995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Attempting to bind port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:47.593227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:47.593569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Checking segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:47.593965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Bound using segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:47.594414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Bound port: 5e1c1b81-da7f-4b74-94dd-fc4259c40e25, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:47.594971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.608722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:47.619442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7a642f53-6db3-4c23-a53e-1cd5ed17c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:47.621150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-7a642f53-6db3-4c23-a53e-1cd5ed17c829 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2014699 Jul 14 09:13:47.657909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:47.666589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] For port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:47.670680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] For port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:47.688848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.701451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'mac_address': 'fa:16:3e:ab:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:47.784137 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.802483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:47.805685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.836282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:47.844299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] Set router f5baef03-d3d2-4cb0-bdd7-53484d57c3de gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:47.846809 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:47.950341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:47.988958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-6057f420-9a3c-45f4-8855-d4ff8c89d015 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414713 Jul 14 09:13:48.032614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.033240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.034706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] 10.222.0.48 "PUT /v2.0/ports/5e1c1b81-da7f-4b74-94dd-fc4259c40e25 HTTP/1.1" status: 200 len: 1093 time: 1.0715933 Jul 14 09:13:48.035588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a76b72-5e48-43e9-a263-ac7ce0e803e5 req-03f0caa7-fc88-4cf9-85a5-f045d30bc999 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.042058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'tag': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:48.042504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91a76b72-5e48-43e9-a263-ac7ce0e803e5 req-03f0caa7-fc88-4cf9-85a5-f045d30bc999 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 944 time: 0.2386017 Jul 14 09:13:48.045260 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dcc5df-d89c-4633-9bfe-9587e2468458" -d '{"events": [{"name": "network-changed", "server_uuid": "3072a30b-f8b6-43a7-9e42-b770c4f9d939", "tag": "5e1c1b81-da7f-4b74-94dd-fc4259c40e25"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:48.091243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.097828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:13:45Z', 'revision_number': 5, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:48.125437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] Checking router: f5baef03-d3d2-4cb0-bdd7-53484d57c3de for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:48.134277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] Routers {'f5baef03-d3d2-4cb0-bdd7-53484d57c3de'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:48.134898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:13:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:48.164735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91a76b72-5e48-43e9-a263-ac7ce0e803e5 req-6d45c983-3529-4603-aa97-3d7734e0d364 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213603 Jul 14 09:13:48.169958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:48.228619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-b0daecf5-6827-43ef-a856-fe004a7a0857 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295592 Jul 14 09:13:48.229821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.235799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.242114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.247907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.254265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.260936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.266956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.274651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-661c6d94-cb7e-41e9-b61e-d31acc1f38a2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.6019139 Jul 14 09:13:48.276705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efa1a1-df8c-4c6a-806a-a243e09f8ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:48.293640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] Set router f5baef03-d3d2-4cb0-bdd7-53484d57c3de gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:48.309993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-3724e6c3-d8c1-4ed6-9a5e-9c42b0ab4039 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff HTTP/1.1" status: 200 len: 217 time: 0.0487649 Jul 14 09:13:48.329002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Router 2b95a467-3faf-41b2-9d96-9f4632de855b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:13:48.334468 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.385188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3d01681-3da0-4879-9726-7994e00b4cc8 req-dd0affad-4e39-4ee0-b4d1-ddffa320128a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096258 Jul 14 09:13:48.413301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-31cd4af6-9aa6-47d4-902c-7e4acc82dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.414446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-e356983f-0c37-40d4-9064-b320f8f9c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.415684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-31cd4af6-9aa6-47d4-902c-7e4acc82dd5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 1096 time: 0.3263664 Jul 14 09:13:48.415958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-e356983f-0c37-40d4-9064-b320f8f9c7e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0967438 Jul 14 09:13:48.498583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-d33728c0-12af-4150-8815-0de1328534d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1c1b81-da7f-4b74-94dd-fc4259c40e25 HTTP/1.1" status: 200 len: 217 time: 0.0619144 Jul 14 09:13:48.518430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Deleting port 82481075-672b-4495-84d3-fe42b0e4cca7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:48.519289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.546723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ce9d-d17d-494d-bcd2-eed0769c3c09 req-0e0d5517-b4ab-4053-af94-4f8e04aa315e tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.549394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3225ce9d-d17d-494d-bcd2-eed0769c3c09 req-0e0d5517-b4ab-4053-af94-4f8e04aa315e tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 945 time: 0.2002919 Jul 14 09:13:48.560676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:13:45Z', 'revision_number': 5, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:48.589126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364b337-78bc-4b35-858d-42ba4dcfc1d4 None None] The sync data for ids ['f5baef03-d3d2-4cb0-bdd7-53484d57c3de'] in n-d-758944-44 is: [{'id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'name': 'tempest-ServersTestMultiNic-1721218773-router', 'tenant_id': '656cd52286f343b8bd92226446872030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:12:00Z', 'updated_at': '2021-07-14T09:13:45Z', 'revision_number': 5, 'project_id': '656cd52286f343b8bd92226446872030', 'gw_port': {'id': '82481075-672b-4495-84d3-fe42b0e4cca7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5baef03-d3d2-4cb0-bdd7-53484d57c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:01Z', 'updated_at': '2021-07-14T09:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:48.609276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3225ce9d-d17d-494d-bcd2-eed0769c3c09 req-f55d44ab-6330-4f2e-af83-ab8cb33001db tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/security-groups?id=d7ea9661-428d-4dbc-838b-3be62d3c2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521481 Jul 14 09:13:48.611783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:13:48.619675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3fc3581-24d8-42df-bc72-a20a916ed800 admin admin] 10.222.0.18 "PUT /v2.0/routers/2b95a467-3faf-41b2-9d96-9f4632de855b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8794065 Jul 14 09:13:48.619675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-edb8b36b-3a07-4714-aa20-b3077b9bf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.620135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:48.621020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-edb8b36b-3a07-4714-aa20-b3077b9bf304 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706295 Jul 14 09:13:48.627736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] Sync routers for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:13:48.646755 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:48.647704 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:13:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:48.692284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35b0f73f-c695-46b6-bf2b-d962ded08780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.738319 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-0423f582-5fa5-4dbd-bf1a-0929009a1967 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081104 Jul 14 09:13:48.745560 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f25e3cb-2bc8-4dbb-9846-bfe6500adabe x-openstack-request-id: req-2f25e3cb-2bc8-4dbb-9846-bfe6500adabe {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:48.745852 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3072a30b-f8b6-43a7-9e42-b770c4f9d939", "tag": "5e1c1b81-da7f-4b74-94dd-fc4259c40e25", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:48.746103 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f25e3cb-2bc8-4dbb-9846-bfe6500adabe {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:48.746492 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'tag': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25', 'status': 'completed', 'code': 200} Jul 14 09:13:48.779086 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:48.797229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-b86d8103-fea1-4566-adb8-650b59c7477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.798847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-b86d8103-fea1-4566-adb8-650b59c7477c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.2926435 Jul 14 09:13:48.862213 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-836a150f-2451-4486-976b-962ef29b4baf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549009 Jul 14 09:13:48.863418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.867983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] For port 82481075-672b-4495-84d3-fe42b0e4cca7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=82481075-672b-4495-84d3-fe42b0e4cca7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:48.868342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.904760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-d369d894-8340-4fcb-b9ff-8ba093e39c30 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587415 Jul 14 09:13:48.909333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0348011-c8d5-41a8-a5ed-a0414d2efa75 req-c97e06d3-0aa0-43f4-9152-25a2f02bc4e4 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.910814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0348011-c8d5-41a8-a5ed-a0414d2efa75 req-c97e06d3-0aa0-43f4-9152-25a2f02bc4e4 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 948 time: 0.3729541 Jul 14 09:13:48.913153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-bb230b69-0469-49ac-a297-12fdb57c065f tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:48.915051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-bb230b69-0469-49ac-a297-12fdb57c065f tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 945 time: 0.1073155 Jul 14 09:13:48.944633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Calling delete_port for 82481075-672b-4495-84d3-fe42b0e4cca7 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:48.948778 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:48.970675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-4b93c1cd-6f53-42bf-8cb3-98dcace524ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=e5644f43-bad2-4519-81e3-8cc0184ba218 HTTP/1.1" status: 200 len: 217 time: 0.0546324 Jul 14 09:13:48.985144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:13:47Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:49.029801 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] Checking router: 2b95a467-3faf-41b2-9d96-9f4632de855b for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:13:49.041846 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] Routers {'2b95a467-3faf-41b2-9d96-9f4632de855b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:13:49.042710 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:13:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2b95a467-3faf-41b2-9d96-9f4632de855b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:49.085085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-29415d22-45b6-4ade-8414-0fd4f3a9c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.086128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-29415d22-45b6-4ade-8414-0fd4f3a9c27e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0910611 Jul 14 09:13:49.141972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Deleting port 324ec8b0-5497-4217-bfb5-0086684d4b74 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:49.142316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.143245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0348011-c8d5-41a8-a5ed-a0414d2efa75 req-ace5ab62-8f9c-4191-a4d4-c6e19eb75f31 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999185 Jul 14 09:13:49.173328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] Set router 2b95a467-3faf-41b2-9d96-9f4632de855b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:13:49.184614 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.193516 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-94c85672-b8a2-4dca-b9e3-6381f00226a6 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920461 Jul 14 09:13:49.272164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] For port 324ec8b0-5497-4217-bfb5-0086684d4b74, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=324ec8b0-5497-4217-bfb5-0086684d4b74,segment=NetworkSegment(67534335-6ca0-4bd3-a904-f80bd1152642),segment_id=67534335-6ca0-4bd3-a904-f80bd1152642)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:49.272818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.289033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Calling delete_port for 324ec8b0-5497-4217-bfb5-0086684d4b74 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:49.303107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:49.390831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-96e8f814-0e50-4f50-97e9-461bbde93f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.393249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-96e8f814-0e50-4f50-97e9-461bbde93f26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2988319 Jul 14 09:13:49.402173 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:13:47Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:49.436714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:49.441470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:49.442030 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.448859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Deleting port de58a94d-1f92-4462-a9ae-55793e8e0bb6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:49.449359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.449577 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40231fd0-e9a3-4f04-9b93-554e7e49a5e9 None None] The sync data for ids ['2b95a467-3faf-41b2-9d96-9f4632de855b'] in n-d-758944-44 is: [{'id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'name': 'tempest-ServersTestManualDisk-232693554-router', 'tenant_id': '079db07e4a0748cda436b41ec29900ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:18Z', 'updated_at': '2021-07-14T09:13:47Z', 'revision_number': 5, 'project_id': '079db07e4a0748cda436b41ec29900ca', 'gw_port': {'id': 'de58a94d-1f92-4462-a9ae-55793e8e0bb6', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b95a467-3faf-41b2-9d96-9f4632de855b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:19Z', 'updated_at': '2021-07-14T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:13:49.493531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6cd90c8-6953-4453-9c26-6224b8b1f588 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:49.518014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f6cd90c8-6953-4453-9c26-6224b8b1f588 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:49.519800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6cd90c8-6953-4453-9c26-6224b8b1f588 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:49.542865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ef2c7cf-d778-4783-a2d3-6a97792bf646 req-0d048f6f-f679-40d3-b91f-08837d12805a service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382161 Jul 14 09:13:49.583048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.592147 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.606087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.620337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:49.622730 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39cd77-5b3e-49e4-a396-09f41e0bfd9f" -d '{"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-plugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:49.637473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:49.641901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.646306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Pushing event deleted for resources: {'Port': ['ID=82481075-672b-4495-84d3-fe42b0e4cca7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.653783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] For port de58a94d-1f92-4462-a9ae-55793e8e0bb6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=de58a94d-1f92-4462-a9ae-55793e8e0bb6,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:49.654147 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.696333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.703271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-0f7a6327-57d1-4425-be2f-977e66328563 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991276 Jul 14 09:13:49.710285 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.720930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1a83e-ed64-43f8-80f4-b60b23fb9872 req-fc091d3f-3b86-4081-b7b9-88bdac3faf3b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:49.722565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cec1a83e-ed64-43f8-80f4-b60b23fb9872 req-fc091d3f-3b86-4081-b7b9-88bdac3faf3b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 944 time: 0.3203607 Jul 14 09:13:49.722730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['324ec8b0-5497-4217-bfb5-0086684d4b74'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:49.730251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Calling delete_port for de58a94d-1f92-4462-a9ae-55793e8e0bb6 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:49.805452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Pushing event deleted for resources: {'Port': ['ID=324ec8b0-5497-4217-bfb5-0086684d4b74,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:49.860540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.882246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cec1a83e-ed64-43f8-80f4-b60b23fb9872 req-ee6b3e71-8fe9-4828-a8ee-0f47613a58e4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470752 Jul 14 09:13:49.909573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] No DVR routers for this DVR port 324ec8b0-5497-4217-bfb5-0086684d4b74 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:49.913836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.915868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf21eaad-57b8-41c0-988e-f2f035a3bf3e req-03474698-192a-40f1-8b38-b1ab12fc124c tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.11 "DELETE /v2.0/ports/324ec8b0-5497-4217-bfb5-0086684d4b74 HTTP/1.1" status: 204 len: 173 time: 0.9560893 Jul 14 09:13:49.916315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'name': 'network-vif-deleted', 'tag': '324ec8b0-5497-4217-bfb5-0086684d4b74'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:49.918651 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747f859e-8194-406b-9d9b-ea60d5588492" -d '{"events": [{"server_uuid": "dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd", "name": "network-vif-deleted", "tag": "324ec8b0-5497-4217-bfb5-0086684d4b74"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:49.943069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-097041b9-d868-48c7-81b9-d672de12331d service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301755 Jul 14 09:13:49.951499 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:49.965136 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82132be-f1c8-4503-84c1-94aa80e6e939 x-openstack-request-id: req-c82132be-f1c8-4503-84c1-94aa80e6e939 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:49.965481 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-plugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:49.965912 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c82132be-f1c8-4503-84c1-94aa80e6e939 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:49.966179 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'code': 200} Jul 14 09:13:50.028763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-fc4cd657-5bf9-45a4-a164-c5902a403a49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c HTTP/1.1" status: 200 len: 217 time: 0.0747514 Jul 14 09:13:50.030621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.033021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.101529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-3ba42148-2636-4c44-a8a2-b91c0def8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.103432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-3ba42148-2636-4c44-a8a2-b91c0def8657 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.0675216 Jul 14 09:13:50.120262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-56b1f018-1163-4827-8c03-264a5fb91cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.121793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-56b1f018-1163-4827-8c03-264a5fb91cb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 1096 time: 0.4996252 Jul 14 09:13:50.125200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a639e3a4-4d2d-4a30-b49c-afc17f7a2188 req-33077543-0642-495e-a88b-15784f7cb538 tempest-InstanceActionsV221TestJSON-422847956 tempest-InstanceActionsV221TestJSON-422847956-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd HTTP/1.1" status: 200 len: 210 time: 0.0409710 Jul 14 09:13:50.156462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.156462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5baef03-d3d2-4cb0-bdd7-53484d57c3de {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:13:50.161242 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.162381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f286e661-eea6-4805-86c3-7987de26c263 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f5baef03-d3d2-4cb0-bdd7-53484d57c3de HTTP/1.1" status: 204 len: 168 time: 2.7597327 Jul 14 09:13:50.166482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:50.226036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.233166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.239252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.245328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.248395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-d90bbc9b-015a-4fb8-97ca-f308a0c8ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.250014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-d90bbc9b-015a-4fb8-97ca-f308a0c8ab65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289265 Jul 14 09:13:50.251409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.257191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf42c8-b9be-4345-b80c-ea3154a98b84 req-5ead393d-bdf9-49ed-aa2a-0f653e9c4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.258184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.259056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-babf42c8-b9be-4345-b80c-ea3154a98b84 req-5ead393d-bdf9-49ed-aa2a-0f653e9c4ddd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 1101 time: 0.1363363 Jul 14 09:13:50.264162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.266118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-4364b52e-0faa-430c-af3c-83e6ff6ca383 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.6450059 Jul 14 09:13:50.477245 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:13:50.668106 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04402d5-cf40-478f-87f7-dd1eb3757dcf x-openstack-request-id: req-c04402d5-cf40-478f-87f7-dd1eb3757dcf {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:13:50.668666 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd", "name": "network-vif-deleted", "tag": "324ec8b0-5497-4217-bfb5-0086684d4b74", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:13:50.668841 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c04402d5-cf40-478f-87f7-dd1eb3757dcf {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:13:50.669334 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc420d2d-d5ee-455e-ba6f-2f5cfeb1ebdd', 'name': 'network-vif-deleted', 'tag': '324ec8b0-5497-4217-bfb5-0086684d4b74', 'status': 'completed', 'code': 200} Jul 14 09:13:50.698633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] Deleting subnet 3f2b49b7-bfd1-4292-bc06-b5e81447ab9e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:50.712824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.722560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74b9b1bd-cf81-4a0e-a23f-47da10cc6b3a req-de40fe78-e949-4f06-aef6-61c598c75d03 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053689 Jul 14 09:13:50.738142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-babf42c8-b9be-4345-b80c-ea3154a98b84 req-49fa009b-8f97-4c63-a459-d3c4582798b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572802 Jul 14 09:13:50.768022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-dde80c68-f2de-4607-baf4-f635f7a2eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.769571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-dde80c68-f2de-4607-baf4-f635f7a2eda2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 912 time: 0.6283584 Jul 14 09:13:50.773308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-68b9e135-ea58-4333-a988-cf206f848c0d service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021491 Jul 14 09:13:50.789705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.790519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ff772-fd71-436f-87b6-bd0b8fe11d37 req-d93657a2-51dc-4ff9-bbc4-65d3b1e6458d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:50.792116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-212ff772-fd71-436f-87b6-bd0b8fe11d37 req-d93657a2-51dc-4ff9-bbc4-65d3b1e6458d tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 949 time: 0.1316924 Jul 14 09:13:50.859850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-4d56ffbf-a837-4a09-bdfa-0054e318abee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1c1b81-da7f-4b74-94dd-fc4259c40e25 HTTP/1.1" status: 200 len: 217 time: 0.0680640 Jul 14 09:13:50.865508 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.888682 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-212ff772-fd71-436f-87b6-bd0b8fe11d37 req-f9022a43-5a05-42b3-9873-64a83303b034 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866263 Jul 14 09:13:50.919628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-b1118351-d417-4cd7-8816-3884a346fed9 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263924 Jul 14 09:13:50.936308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Pushing event deleted for resources: {'Port': ['ID=de58a94d-1f92-4462-a9ae-55793e8e0bb6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:50.963439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-4f714e49-34c0-4506-92d4-c76b87186162 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=653eeae0-397d-4377-b39d-8955e4babd14 HTTP/1.1" status: 200 len: 217 time: 0.0364132 Jul 14 09:13:51.012848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-a6389cd9-8823-4714-be2c-f570b927270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.014395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-a6389cd9-8823-4714-be2c-f570b927270a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.0448809 Jul 14 09:13:51.028144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-ad0df06b-16e8-496c-b545-ec078d18f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.029580 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-ad0df06b-16e8-496c-b545-ec078d18f947 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.1610973 Jul 14 09:13:51.077059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-5ec81004-8449-4c65-aed5-020152964ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.078505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-5ec81004-8449-4c65-aed5-020152964ddb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567567 Jul 14 09:13:51.093057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.099645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-34bc8776-96b3-4d4a-b093-91edfd10c3d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602379 Jul 14 09:13:51.123804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.170157 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-1896ecbe-3302-47c7-9589-8e1ea0f5874b service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834787 Jul 14 09:13:51.274264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99f5e37-4ae4-40c2-9326-99a4f3422763 req-9b29f0e8-64ba-46b5-9584-1978008c782b service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959976 Jul 14 09:13:51.285386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.292024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.313797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.394206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.398161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-17576315-0ef1-429e-b721-ad95ac9fe202 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773817 Jul 14 09:13:51.410115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc7fdf-c005-4344-b07e-e61b47dce61f req-0c6df506-85ac-4394-9492-8c14b15bea55 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:51.411043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98bc7fdf-c005-4344-b07e-e61b47dce61f req-0c6df506-85ac-4394-9492-8c14b15bea55 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 944 time: 0.4009488 Jul 14 09:13:51.416841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.417358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b95a467-3faf-41b2-9d96-9f4632de855b {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:13:51.465777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.465777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3837352e-5ae2-4361-842c-80c217231071 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2b95a467-3faf-41b2-9d96-9f4632de855b HTTP/1.1" status: 204 len: 168 time: 2.8383343 Jul 14 09:13:51.466723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:51.485907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc8964f-159b-42b0-a14a-2e05f5e59dbc None None] Network 2e1fb335-0814-4da0-ac4c-bc631f8278ef requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:51.535792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2b49b7-bfd1-4292-bc06-b5e81447ab9e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:51.541174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.545782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-92533f09-d85b-4b40-b383-53e62b2138ce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f2b49b7-bfd1-4292-bc06-b5e81447ab9e HTTP/1.1" status: 204 len: 168 time: 1.3637323 Jul 14 09:13:51.548247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:51.577800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 82481075-672b-4495-84d3-fe42b0e4cca7 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:51.582676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98bc7fdf-c005-4344-b07e-e61b47dce61f req-25a16ff8-c7d9-4c9b-92c0-27d3fbb10301 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559632 Jul 14 09:13:51.650877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 82481075-672b-4495-84d3-fe42b0e4cca7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:51.651293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 82481075-672b-4495-84d3-fe42b0e4cca7 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:51.651757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0a8c5721-4da9-4935-b323-3b3edde8e4b6 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:51.664581 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dcc5df-d89c-4633-9bfe-9587e2468458 req-8556b7d8-5650-415a-afd4-7d0d1de1ca5f service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523782 Jul 14 09:13:51.685691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] Deleting subnet 1f83b3b8-e551-438e-b053-691e9401d502 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:51.694887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 0a8c5721-4da9-4935-b323-3b3edde8e4b6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:51.695485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0a8c5721-4da9-4935-b323-3b3edde8e4b6 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:51.698750 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.736447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.771174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.783034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:51.871435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] Deleting subnet 7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:13:51.875159 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.932940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.948754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.964774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Deleting port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:51.965237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.004170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.054928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.061059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.067611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.073116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] DHCP port deletion for 2e1fb335-0814-4da0-ac4c-bc631f8278ef request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:52.073580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.078737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] For port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,segment=NetworkSegment(328250d8-35c0-4844-bd98-e068c8a6029d),segment_id=328250d8-35c0-4844-bd98-e068c8a6029d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.079428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.079804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.085901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.094138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.096387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-c2d72d03-779e-4bb4-a7b0-f781930f145e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1958408 Jul 14 09:13:52.100771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Calling delete_port for 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:52.103925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.158347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-220f5ceb-c452-469b-b74e-089006ff4ee3 req-99c9047d-109b-4554-9fa7-6b78d9f595b6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507767 Jul 14 09:13:52.160114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.165598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] Deleting port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:52.167221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.167366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f83b3b8-e551-438e-b053-691e9401d502,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.189903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.193625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.195842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fbed2afd-dd38-4ad1-a64f-a883bc84849a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f0267dd-a47e-45a4-ba32-aeb8aa76dc6a HTTP/1.1" status: 204 len: 168 time: 0.4113789 Jul 14 09:13:52.198066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:52.208371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.210530 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9241c691-0a28-4033-bc19-d71509eb55be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f83b3b8-e551-438e-b053-691e9401d502 HTTP/1.1" status: 204 len: 168 time: 0.7426205 Jul 14 09:13:52.213998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:52.224022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17606a-454d-40a6-8dba-0463870690c8 None None] Network acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:52.281868 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.289682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346e320-5723-4e5d-b1f4-b36028644691 req-bbf397cd-af6a-4527-83af-4fbc152e8c1a tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.291125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0346e320-5723-4e5d-b1f4-b36028644691 req-bbf397cd-af6a-4527-83af-4fbc152e8c1a tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 949 time: 0.2680175 Jul 14 09:13:52.294176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] For port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,segment=NetworkSegment(328250d8-35c0-4844-bd98-e068c8a6029d),segment_id=328250d8-35c0-4844-bd98-e068c8a6029d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.294574 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.316396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] Calling delete_port for 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:52.344808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.365830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.366259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0346e320-5723-4e5d-b1f4-b36028644691 req-91579703-d1dc-449b-af7c-e29b9dfd88cb tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644019 Jul 14 09:13:52.370283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.376725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07343589-d9c1-4d81-8777-9697c6520950']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:52.398442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67534335-6ca0-4bd3-a904-f80bd1152642') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:52.399101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67534335-6ca0-4bd3-a904-f80bd1152642') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:52.409582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.416705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] No DVR routers for this DVR port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:52.425356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Pushing event deleted for resources: {'Port': ['ID=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.434826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.453101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:52.453766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:52.485057 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:52.498490 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.534463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] Pushing event deleted for resources: {'Port': ['ID=6528f9b6-b51d-4f85-a33e-bb9c47844ea5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.540886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.556925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f39b59-e24d-458a-b609-8ff63ae58bd5 None None] No DVR routers for this DVR port 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:52.574195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1fb335-0814-4da0-ac4c-bc631f8278ef']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:52.578728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] DHCP port deletion for acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:13:52.585653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.605277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328250d8-35c0-4844-bd98-e068c8a6029d') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:52.605695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328250d8-35c0-4844-bd98-e068c8a6029d') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:52.608891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Deleting port aac5f6d5-4a96-4a14-82c3-2f4358819dae {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:52.609362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.617933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.620377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] 10.222.0.18 "DELETE /v2.0/networks/07343589-d9c1-4d81-8777-9697c6520950 HTTP/1.1" status: 204 len: 168 time: 0.4211679 Jul 14 09:13:52.621304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc88df-fadd-4a77-8bf2-75f89f660299 admin admin] Pushing event deleted for resources: {'Network': ['ID=07343589-d9c1-4d81-8777-9697c6520950,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.636090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.664711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] Deleting port aac5f6d5-4a96-4a14-82c3-2f4358819dae {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:13:52.665153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.702761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.734560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:52.736055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.736668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] For port aac5f6d5-4a96-4a14-82c3-2f4358819dae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aac5f6d5-4a96-4a14-82c3-2f4358819dae,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.737230 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:52.739261 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:52.757787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] Calling delete_port for aac5f6d5-4a96-4a14-82c3-2f4358819dae owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:52.769844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] For port aac5f6d5-4a96-4a14-82c3-2f4358819dae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aac5f6d5-4a96-4a14-82c3-2f4358819dae,segment=NetworkSegment(d012e085-ae04-4795-8635-89a5a8f19c19),segment_id=d012e085-ae04-4795-8635-89a5a8f19c19)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:52.770739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.784779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Calling delete_port for aac5f6d5-4a96-4a14-82c3-2f4358819dae owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:13:52.855124 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.885158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] Pushing event deleted for resources: {'Port': ['ID=aac5f6d5-4a96-4a14-82c3-2f4358819dae,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.887229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d165f-8b55-4df6-b24f-e08b5981d424 None None] No DVR routers for this DVR port aac5f6d5-4a96-4a14-82c3-2f4358819dae on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:52.891678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:52.915444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.940062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5a479eec-d10f-4bc6-9012-bc7f2ca72126 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69c6063347df4301854b3738abf2fa1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463324 Jul 14 09:13:52.940465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.942406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:52.945250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2e1fb335-0814-4da0-ac4c-bc631f8278ef HTTP/1.1" status: 204 len: 168 time: 1.3960295 Jul 14 09:13:52.946205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12663e35-0178-4520-838e-f3064b337543 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1fb335-0814-4da0-ac4c-bc631f8278ef,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:52.982344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e597a9-0d03-42e7-b789-acf0790d6ccf req-094b7568-19b2-46e0-b07f-c106604da5af tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:52.990672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0e597a9-0d03-42e7-b789-acf0790d6ccf req-094b7568-19b2-46e0-b07f-c106604da5af tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 944 time: 0.2574630 Jul 14 09:13:53.004321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547a5323-e002-403d-a753-60a71bbe58f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.045506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547a5323-e002-403d-a753-60a71bbe58f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.053661 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.109112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] No DVR routers for this DVR port aac5f6d5-4a96-4a14-82c3-2f4358819dae on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:13:53.115926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Pushing event deleted for resources: {'Port': ['ID=aac5f6d5-4a96-4a14-82c3-2f4358819dae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.117949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547a5323-e002-403d-a753-60a71bbe58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.123106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547a5323-e002-403d-a753-60a71bbe58f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.124425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-547a5323-e002-403d-a753-60a71bbe58f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7ea9661-428d-4dbc-838b-3be62d3c2c20 HTTP/1.1" status: 204 len: 168 time: 0.1810982 Jul 14 09:13:53.134480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a5323-e002-403d-a753-60a71bbe58f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea9661-428d-4dbc-838b-3be62d3c2c20,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.174300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:53.213133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0e597a9-0d03-42e7-b789-acf0790d6ccf req-7edafc60-8f6c-409b-a2e9-6b6612dc0dff tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215824 Jul 14 09:13:53.230498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.232169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8f74f62e-3b07-47ce-8807-f89aa941d726 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=656cd52286f343b8bd92226446872030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555782 Jul 14 09:13:53.234778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51552) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:53.253177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:53.265477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd012e085-ae04-4795-8635-89a5a8f19c19') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:53.265777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd012e085-ae04-4795-8635-89a5a8f19c19') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:13:53.275941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.291292 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.299508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:13:53.302578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:13:53.304958 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:13:53.320870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:53.321487 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-677e1c9b-4538-4a01-92f8-81894dd13885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.391756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-677e1c9b-4538-4a01-92f8-81894dd13885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.439602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.443724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device de58a94d-1f92-4462-a9ae-55793e8e0bb6 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:53.454395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.456814 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] 10.222.0.18 "DELETE /v2.0/networks/acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8 HTTP/1.1" status: 204 len: 168 time: 1.2412493 Jul 14 09:13:53.473746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ce303-77f2-485c-92cd-05426f54b6be admin admin] Pushing event deleted for resources: {'Network': ['ID=acefeddc-0d73-46e0-8d52-2a3cfbc8c4c8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.483187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: de58a94d-1f92-4462-a9ae-55793e8e0bb6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:53.483681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device de58a94d-1f92-4462-a9ae-55793e8e0bb6 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:53.484200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:53.485675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.492421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.500302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.505538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.510991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:53.511483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6528f9b6-b51d-4f85-a33e-bb9c47844ea5 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:53.511647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.512104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aac5f6d5-4a96-4a14-82c3-2f4358819dae no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:53.517626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.528084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:53.528084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be8139fe-3596-4f03-acde-a46852ee5273 req-0b163217-1f5c-405e-a912-5d151b7b8ead tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1958394 Jul 14 09:13:53.546027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: aac5f6d5-4a96-4a14-82c3-2f4358819dae {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:53.546468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aac5f6d5-4a96-4a14-82c3-2f4358819dae not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:53.548255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 324ec8b0-5497-4217-bfb5-0086684d4b74 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:13:53.570272 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-677e1c9b-4538-4a01-92f8-81894dd13885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.574270 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-677e1c9b-4538-4a01-92f8-81894dd13885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.575487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-677e1c9b-4538-4a01-92f8-81894dd13885 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fcc4675-3e5f-4729-885c-a2818558816b HTTP/1.1" status: 204 len: 168 time: 0.3397286 Jul 14 09:13:53.583273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 324ec8b0-5497-4217-bfb5-0086684d4b74 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:13:53.583720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 324ec8b0-5497-4217-bfb5-0086684d4b74 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:13:53.586735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:53.597359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e1c9b-4538-4a01-92f8-81894dd13885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcc4675-3e5f-4729-885c-a2818558816b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.603909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'port_id': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25', 'mac_address': 'fa:16:3e:4d:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb161e-a687-4e4d-bef8-fda49f75ba16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:53.622576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be8139fe-3596-4f03-acde-a46852ee5273 req-106fb3a8-cf25-4ef1-a24f-e50f73c73432 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868890 Jul 14 09:13:53.635839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:53.687456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a93e1833-b3cb-4100-a62b-224ccae312df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=079db07e4a0748cda436b41ec29900ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502498 Jul 14 09:13:53.690095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51572) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:53.712912 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.744972 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-935b75ab-43a0-4fbf-99d8-af4c2657a55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.752511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:53.776370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-935b75ab-43a0-4fbf-99d8-af4c2657a55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.793500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:53.800357 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.842825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-935b75ab-43a0-4fbf-99d8-af4c2657a55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.845981 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-935b75ab-43a0-4fbf-99d8-af4c2657a55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:53.847178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-935b75ab-43a0-4fbf-99d8-af4c2657a55c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5392bf9c-5a4d-4684-ae81-ed3654efa484 HTTP/1.1" status: 204 len: 168 time: 0.1560578 Jul 14 09:13:53.856385 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b75ab-43a0-4fbf-99d8-af4c2657a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5392bf9c-5a4d-4684-ae81-ed3654efa484,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:53.875028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:54.105977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:54.180985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['5e1c1b81-da7f-4b74-94dd-fc4259c40e25'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:54.232948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1383302744-network', 'tenant_id': 'e5f0b0aae0794adc94ca4dc80c6d6e9e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:54.267121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Made reservation on behalf of e5f0b0aae0794adc94ca4dc80c6d6e9e for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:54.270951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.284556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.421022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.427252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.456296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:54.460604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c6054-9227-4ead-a05e-019e8d3baf55 req-855e748d-7d2c-498d-a1a0-d90730fa09d4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.462323 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f2c6054-9227-4ead-a05e-019e8d3baf55 req-855e748d-7d2c-498d-a1a0-d90730fa09d4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 945 time: 0.1023238 Jul 14 09:13:54.484879 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.485230 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Added segment 831521ab-f8d6-45ca-9987-77cd28cc9d50 of type vlan for network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 Jul 14 09:13:54.494779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:54.529678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f2c6054-9227-4ead-a05e-019e8d3baf55 req-6a5fcaa6-d3c0-480a-9ecb-6ef19f8f7310 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597160 Jul 14 09:13:54.533222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.579804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.580895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.581786 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.637896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5276988 Jul 14 09:13:54.638087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:54.644533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Request body: {'subnet': {'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1383302744-subnet', 'tenant_id': 'e5f0b0aae0794adc94ca4dc80c6d6e9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:54.646116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb60bb-8983-42d7-ab22-05903b97ac35 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:54.657520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:54.676517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Made reservation on behalf of e5f0b0aae0794adc94ca4dc80c6d6e9e for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:54.678926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.728105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:54.860360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-429234400-network', 'tenant_id': '65fe643a04f94e0fa006299c2913f70f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:54.907126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Made reservation on behalf of 65fe643a04f94e0fa006299c2913f70f for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:54.910275 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.933472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.938997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:54.939504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.945741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.949510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.955743 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.962425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.968490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.975858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:54.978123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-d0f99a29-a4d6-4c3f-8f98-d2cd0502b273 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1557488 Jul 14 09:13:54.979659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.001787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.012830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Checking segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:55.013192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Network hostable DHCP agents. Network: 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:55.031700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:55.043231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:55.052515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-93778700-network', 'tenant_id': 'd18ca55938e142689a709bd142e35c7f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:55.052773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ddad68-e169-4f77-9410-b3eaae4d5ce0 None None] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:55.058659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.059257 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.061328 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e42b157e-90bb-4883-b5c1-1b4f662c3b5e req-e3df5922-1f61-4aaf-9bee-cbe9e7710ed3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721703 Jul 14 09:13:55.125956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.130542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.150293 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-05bdb55a-6d68-460d-8bf4-532641bcf136 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5109792 Jul 14 09:13:55.153208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:55.154383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Made reservation on behalf of d18ca55938e142689a709bd142e35c7f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:55.157919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.170252 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.173713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f5c3c-0083-4ea8-972d-e196d0a508e6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.181958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.183388 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Added segment 0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa of type vlan for network f3e88fca-5263-4724-98b5-ee106e16b1ad Jul 14 09:13:55.245122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.280377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'tenant_id': 'e5f0b0aae0794adc94ca4dc80c6d6e9e', 'fixed_ips': [{'subnet_id': 'bac3c4ba-fe4e-4a83-86ec-86c726f69ba0'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:55.281901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.296808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.299586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.301686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.302417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.303470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.334409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:55.353386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.353757 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Added segment 8d718908-0f9c-4234-840c-bdc41374baca of type vlan for network 73b8ab3a-2058-446c-a681-ac458ed5df3f Jul 14 09:13:55.355120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e870f1c9-b104-4f10-a818-2dad4651417c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.369634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:55.402819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6741824 Jul 14 09:13:55.405687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:55.407208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da7986-8915-4f85-aa52-f5360789e9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e88fca-5263-4724-98b5-ee106e16b1ad,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.421334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f3e88fca-5263-4724-98b5-ee106e16b1ad details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:55.430339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Request body: {'subnet': {'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-429234400-subnet', 'tenant_id': '65fe643a04f94e0fa006299c2913f70f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:55.440302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.471289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Made reservation on behalf of 65fe643a04f94e0fa006299c2913f70f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:55.475084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.527841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.528763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.529370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.577628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Allocated IP 172.20.0.2 (9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20/bac3c4ba-fe4e-4a83-86ec-86c726f69ba0/6963abf1-d6dc-4254-8e24-8834ef67ef0f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:55.610778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:55.630269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6900804 Jul 14 09:13:55.633201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:55.642446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Request body: {'subnet': {'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-93778700-subnet', 'tenant_id': 'd18ca55938e142689a709bd142e35c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:55.651571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d68337-fdce-40cc-b9f2-bf4ca7975000 admin admin] Pushing event updated for resources: {'Network': ['ID=73b8ab3a-2058-446c-a681-ac458ed5df3f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.660010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'mac_address': 'fa:16:3e:ab:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:55.670691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 73b8ab3a-2058-446c-a681-ac458ed5df3f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:55.743906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Made reservation on behalf of d18ca55938e142689a709bd142e35c7f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:55.746627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.764823 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.782964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:55.823765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:55.832558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.841827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.880744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-fb2316c9-47a1-476e-b89e-59a97e6cf8f9 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.882631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-fb2316c9-47a1-476e-b89e-59a97e6cf8f9 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 816 time: 0.2358177 Jul 14 09:13:55.904797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1a14-4673-4e17-9504-cf900063ff5d req-5e478939-7a6c-4946-abe2-e27799d7ea53 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:55.906437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee2b1a14-4673-4e17-9504-cf900063ff5d req-5e478939-7a6c-4946-abe2-e27799d7ea53 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 945 time: 0.1826875 Jul 14 09:13:55.921892 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.929636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72c8f18-fc1a-43c9-994f-ca4b42ab4755,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.935420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:55.938784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Transition to ACTIVE for port object 6963abf1-d6dc-4254-8e24-8834ef67ef0f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:55.949281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-caf31309-a695-47e8-8b8e-2599c75daddd tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/quotas/e5f0b0aae0794adc94ca4dc80c6d6e9e HTTP/1.1" status: 200 len: 375 time: 0.0554163 Jul 14 09:13:55.956408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Transition to ACTIVE for port object 6963abf1-d6dc-4254-8e24-8834ef67ef0f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:55.961216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Checking segment: {'id': '0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:55.961216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Network hostable DHCP agents. Network: f3e88fca-5263-4724-98b5-ee106e16b1ad, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:55.967667 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.981097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee2b1a14-4673-4e17-9504-cf900063ff5d req-06080ba1-9df5-4529-b2f2-8b894ac1b3c3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 Jul 14 09:13:55.991956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:13:55.995528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:55.996562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Network f3e88fca-5263-4724-98b5-ee106e16b1ad is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:56.006252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-c2eb950b-41e4-4767-b65e-034ba1f5eaee tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560851 Jul 14 09:13:56.025137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f3e88fca-5263-4724-98b5-ee106e16b1ad) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:56.035306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.036864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:56.037854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.043164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af243d-bbff-4595-97f7-56340b0a0354 None None] Network f3e88fca-5263-4724-98b5-ee106e16b1ad requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:56.050602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:56.073856 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-429a78d1-fc88-454c-bb93-e433c244a450 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6654227 Jul 14 09:13:56.128243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.191895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56385081-b8ce-494f-9587-a51465548631,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.263787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-30e3e206-a6eb-47ca-9903-dc61c95f5f65 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564988 Jul 14 09:13:56.394346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Checking segment: {'id': '8d718908-0f9c-4234-840c-bdc41374baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:56.394922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Network hostable DHCP agents. Network: 73b8ab3a-2058-446c-a681-ac458ed5df3f, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:56.465717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Network 73b8ab3a-2058-446c-a681-ac458ed5df3f is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:56.493566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Pushing event updated for resources: {'Port': ['ID=6963abf1-d6dc-4254-8e24-8834ef67ef0f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:56.505542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-43569e72-f1c9-47e1-9129-e102b5e8c6eb service neutron] 10.222.0.18 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404883 Jul 14 09:13:56.518463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 73b8ab3a-2058-446c-a681-ac458ed5df3f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:56.525275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.525524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.544438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb30ca-c010-41fd-8929-afa86c860375 None None] Network 73b8ab3a-2058-446c-a681-ac458ed5df3f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:56.564116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1a9c6b20-6ec4-47f2-a8d5-04e2a7c94c69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9201210 Jul 14 09:13:56.623395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Attempting to bind port 6963abf1-d6dc-4254-8e24-8834ef67ef0f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:56.623830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Attempting to bind port 6963abf1-d6dc-4254-8e24-8834ef67ef0f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:56.624208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Attempting to bind port 6963abf1-d6dc-4254-8e24-8834ef67ef0f on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:56.660500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.666201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:56.667608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Checking segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:56.670454 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.671380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Bound using segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:56.672052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Bound port: 6963abf1-d6dc-4254-8e24-8834ef67ef0f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:56.672661 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:56.687376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.696762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.703703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.710811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.717460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.724114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:56.732330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-1d36f760-2d70-4d7e-bce4-097daa0f8a28 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5422 time: 0.1805675 Jul 14 09:13:56.795493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fa96ab7-31ac-4154-a00e-a8578db346db req-8ded3fae-810a-435c-a6a1-a355e7993715 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621605 Jul 14 09:13:56.959807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c02a1-13da-400b-94e4-b05eaab9d706 None None] Network f3e88fca-5263-4724-98b5-ee106e16b1ad requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:57.048927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-240f384c-57f9-42b7-9118-17e1f2750da3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.057106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-240f384c-57f9-42b7-9118-17e1f2750da3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 816 time: 0.1674263 Jul 14 09:13:57.084032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-bc6dc1ac-4c63-4048-91e8-211859a20db5 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/quotas/e5f0b0aae0794adc94ca4dc80c6d6e9e HTTP/1.1" status: 200 len: 375 time: 0.0254748 Jul 14 09:13:57.147157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-3921b280-b75e-4a6e-a30d-b7f8ce479591 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:57.156653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-3921b280-b75e-4a6e-a30d-b7f8ce479591 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/networks?id=f3e88fca-5263-4724-98b5-ee106e16b1ad HTTP/1.1" status: 200 len: 812 time: 0.1669123 Jul 14 09:13:57.174451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-df201de1-9986-4952-8245-3bd43c906208 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/quotas/65fe643a04f94e0fa006299c2913f70f HTTP/1.1" status: 200 len: 375 time: 0.0165300 Jul 14 09:13:57.212938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-f04872ac-9058-455b-babf-8e7266a2c8da tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1264088 Jul 14 09:13:57.240753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] For port 6963abf1-d6dc-4254-8e24-8834ef67ef0f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:57.245055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46badf96-75d8-4f2d-8f3a-bd81bd3403b0 None None] Network 73b8ab3a-2058-446c-a681-ac458ed5df3f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:57.258402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-b715638a-cac0-4f83-92b8-c54d3ae891f6 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65fe643a04f94e0fa006299c2913f70f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821130 Jul 14 09:13:57.297856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] For port 6963abf1-d6dc-4254-8e24-8834ef67ef0f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6963abf1-d6dc-4254-8e24-8834ef67ef0f,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:57.323308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-dae5eae0-a154-4d28-9b5e-f6a5a92e6a8d service neutron] 10.222.0.18 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091719 Jul 14 09:13:57.352811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:57.362926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.487757 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-1573bc93-a03c-4402-9f0d-5a2330cb93f8 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633899 Jul 14 09:13:57.512128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-bbee0a43-6e00-4de7-b3d1-d553eca5f8ae service neutron] 10.222.0.18 "GET /v2.0/networks/f3e88fca-5263-4724-98b5-ee106e16b1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461846 Jul 14 09:13:57.551258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abca59-d68f-4b2f-9a99-8c308cb312e1 None None] Pushing event updated for resources: {'Port': ['ID=6963abf1-d6dc-4254-8e24-8834ef67ef0f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:57.578772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3371dd45-6454-4519-aaf2-1303409fe639 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:57.680876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-0c0596c4-2e1c-4561-a319-85d4327b0d34 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e88fca-5263-4724-98b5-ee106e16b1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678548 Jul 14 09:13:57.736860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:57.756821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:57.757376 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.875961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3371dd45-6454-4519-aaf2-1303409fe639, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3371dd45-6454-4519-aaf2-1303409fe639,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:57.891485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '3371dd45-6454-4519-aaf2-1303409fe639', 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73', 'port_id': '3371dd45-6454-4519-aaf2-1303409fe639', 'mac_address': 'fa:16:3e:67:67:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:58.031325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.100330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.155802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:13:58.158284 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0ce1f2-d88f-4c6e-ba42-c01fa4004b53" -d '{"events": [{"server_uuid": "3072a30b-f8b6-43a7-9e42-b770c4f9d939", "name": "network-vif-plugged", "status": "completed", "tag": "5e1c1b81-da7f-4b74-94dd-fc4259c40e25"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:13:58.170095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3371dd45-6454-4519-aaf2-1303409fe639 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:58.216142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:58.239624 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.257942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3371dd45-6454-4519-aaf2-1303409fe639, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3371dd45-6454-4519-aaf2-1303409fe639,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:58.296801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-2ecd70c2-cb9e-45df-b5d9-ed7b0d7efe9d tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.303077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-2ecd70c2-cb9e-45df-b5d9-ed7b0d7efe9d tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/networks?id=73b8ab3a-2058-446c-a681-ac458ed5df3f HTTP/1.1" status: 200 len: 812 time: 0.2883763 Jul 14 09:13:58.312968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68465ee-eb4c-4f62-ba2c-3025719ea7aa req-4bdc2231-646e-4624-b91a-2c4d80d5dff6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:58.322087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c68465ee-eb4c-4f62-ba2c-3025719ea7aa req-4bdc2231-646e-4624-b91a-2c4d80d5dff6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 945 time: 0.1737139 Jul 14 09:13:58.327149 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.327861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-ef599e5f-e676-43c2-a88d-154947786e7c tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/quotas/d18ca55938e142689a709bd142e35c7f HTTP/1.1" status: 200 len: 375 time: 0.0196555 Jul 14 09:13:58.340745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:58.385474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:58.416645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-5d06bd8b-bb53-49fe-8179-7a57fb895a02 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d18ca55938e142689a709bd142e35c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811703 Jul 14 09:13:58.423560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c68465ee-eb4c-4f62-ba2c-3025719ea7aa req-480552ca-e063-4bcc-8e0c-74aca7f01d20 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997314 Jul 14 09:13:58.531318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3371dd45-6454-4519-aaf2-1303409fe639,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:58.555141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:58.574077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '9c961b0b-9e89-4e7d-8ac7-b7ce4838a801', 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'port_id': '9c961b0b-9e89-4e7d-8ac7-b7ce4838a801', 'mac_address': 'fa:16:3e:b8:fd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12635ee-28c0-48ec-81b0-b90508b287d1', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:58.669398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-102d44a0-d3ea-43a8-9b3b-b4e166315972 service neutron] 10.222.0.18 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515967 Jul 14 09:13:58.688541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.726000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:58.780295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:58.790063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:58.791074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 17599234-c916-4f8b-beec-ddeb99a8bc7c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:59.083095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 17599234-c916-4f8b-beec-ddeb99a8bc7c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:59.096665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'port_id': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'mac_address': 'fa:16:3e:fc:11:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:59.101653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:59.129181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-e334a33e-d758-40bb-b189-3cf30eaf983b service neutron] 10.222.0.18 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588194 Jul 14 09:13:59.174916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-9d04bffe-2b57-4baf-bec0-69d9f0174027 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.181321 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-9d04bffe-2b57-4baf-bec0-69d9f0174027 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 816 time: 0.3933465 Jul 14 09:13:59.201171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Request body: {'port': {'device_id': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'admin_state_up': True, 'tenant_id': 'e5f0b0aae0794adc94ca4dc80c6d6e9e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:59.205535 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.235600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17599234-c916-4f8b-beec-ddeb99a8bc7c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:13:59.285124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 17599234-c916-4f8b-beec-ddeb99a8bc7c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:59.294345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.295198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bc2e40f4-1621-467b-9f17-253edde83b2d details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:13:59.367317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-b74c6792-a769-4771-a541-76fb09cc3d7f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.374009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-b74c6792-a769-4771-a541-76fb09cc3d7f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 816 time: 0.2648642 Jul 14 09:13:59.412620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-ea8aea38-624d-4638-9e04-74d3499bfaec tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/quotas/e5f0b0aae0794adc94ca4dc80c6d6e9e HTTP/1.1" status: 200 len: 375 time: 0.0305150 Jul 14 09:13:59.412963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=17599234-c916-4f8b-beec-ddeb99a8bc7c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:59.417575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:59.521009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Made reservation on behalf of e5f0b0aae0794adc94ca4dc80c6d6e9e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:59.525507 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.559023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bc2e40f4-1621-467b-9f17-253edde83b2d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bc2e40f4-1621-467b-9f17-253edde83b2d,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:59.593859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b40491-f24d-41a6-82a8-69ca7cd29b87 None None] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:59.670306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-d98bbc81-c77f-40b8-a8ee-06af96319265 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2548797 Jul 14 09:13:59.712307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:59.718978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:59.720800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'bc2e40f4-1621-467b-9f17-253edde83b2d', 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'port_id': 'bc2e40f4-1621-467b-9f17-253edde83b2d', 'mac_address': 'fa:16:3e:11:65:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12635ee-28c0-48ec-81b0-b90508b287d1', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:13:59.742105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6963abf1-d6dc-4254-8e24-8834ef67ef0f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:59.871103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Allocated IP 172.20.0.12 (9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20/bac3c4ba-fe4e-4a83-86ec-86c726f69ba0/ae07309c-1601-464d-ba0e-0c8a9b86c080) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:59.910393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-99490a41-8ee5-4432-bddb-17a13d44d472 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364969 Jul 14 09:13:59.922965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.931116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.940014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.948426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.954862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.962448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.968802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:59.970797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-dbadf76c-beac-4fc9-9a08-01588a379a7c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5425 time: 0.1800272 Jul 14 09:14:00.018505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.065275 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc1ff42a-101a-426a-8ba3-105500765b3c req-792d4f47-0a46-4051-9bcb-7683f0868b22 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818613 Jul 14 09:14:00.074095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2e40f4-1621-467b-9f17-253edde83b2d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:00.142071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-01cd4a6b-3f2c-4bec-a54f-46c5e6500ab7 service neutron] 10.222.0.18 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303095 Jul 14 09:14:00.148225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bc2e40f4-1621-467b-9f17-253edde83b2d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bc2e40f4-1621-467b-9f17-253edde83b2d,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:00.158608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1db103e5-74fb-43b6-8fc6-50611abd5dd4 None None] Provisioning for port 6963abf1-d6dc-4254-8e24-8834ef67ef0f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:00.174721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.179227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bb02c3c5-da3c-4ac7-a3a9-101166d6e411 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:00.250230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:00.385861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411', 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'port_id': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411', 'mac_address': 'fa:16:3e:eb:b3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12635ee-28c0-48ec-81b0-b90508b287d1', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:00.392528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bc2e40f4-1621-467b-9f17-253edde83b2d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:00.534092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.571024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6963abf1-d6dc-4254-8e24-8834ef67ef0f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:00.588061 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d552746-6068-4731-a19c-4ea61181d7a6 x-openstack-request-id: req-9d552746-6068-4731-a19c-4ea61181d7a6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:00.591916 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3072a30b-f8b6-43a7-9e42-b770c4f9d939", "name": "network-vif-plugged", "status": "completed", "tag": "5e1c1b81-da7f-4b74-94dd-fc4259c40e25", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:00.593114 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d552746-6068-4731-a19c-4ea61181d7a6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:00.594739 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25', 'code': 200} Jul 14 09:14:00.598999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb02c3c5-da3c-4ac7-a3a9-101166d6e411 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:00.646018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6963abf1-d6dc-4254-8e24-8834ef67ef0f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:00.652756 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:00.787563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a6234-9e65-4e03-941b-0e2b7c36476f req-bcaebe9a-e0dd-4942-a785-df3a2594c478 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.795689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-416a6234-9e65-4e03-941b-0e2b7c36476f req-bcaebe9a-e0dd-4942-a785-df3a2594c478 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 946 time: 0.1226859 Jul 14 09:14:00.964439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a9ce5d37-0f42-4a10-8798-c2e5327532df tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:00.966734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a9ce5d37-0f42-4a10-8798-c2e5327532df tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.11 "GET /v2.0/networks?id=f3e88fca-5263-4724-98b5-ee106e16b1ad HTTP/1.1" status: 200 len: 812 time: 0.1463490 Jul 14 09:14:01.000561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Request body: {'port': {'device_id': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad', 'admin_state_up': True, 'tenant_id': '65fe643a04f94e0fa006299c2913f70f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:01.055012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-ae8bf848-15f2-48bb-92e5-e0efea94d68a tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.057265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-ae8bf848-15f2-48bb-92e5-e0efea94d68a tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 816 time: 0.8161387 Jul 14 09:14:01.066645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-416a6234-9e65-4e03-941b-0e2b7c36476f req-9ee1ca07-0aa1-4157-94de-88078fd427f5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699678 Jul 14 09:14:01.077663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Request body: {'port': {'device_id': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'admin_state_up': True, 'tenant_id': 'e5f0b0aae0794adc94ca4dc80c6d6e9e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:01.163086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae7bd1fe-233c-424e-85c6-d6e2d3e7c1ed req-607847bf-9d94-490d-bbc5-1492c91ebc84 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 210 time: 0.1047328 Jul 14 09:14:01.170449 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.360674 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.362070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:01.390477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Transition to ACTIVE for port object ae07309c-1601-464d-ba0e-0c8a9b86c080 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:01.417396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.419035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Made reservation on behalf of e5f0b0aae0794adc94ca4dc80c6d6e9e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:01.440286 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.441470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d574b952-f894-40ff-8272-2b003fbc097d details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:01.556640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df1c96a2-71ad-4d14-846e-a2c509615b45 req-e08d8500-fd84-41f7-844f-7b8cba14d2fd tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 210 time: 0.1475523 Jul 14 09:14:01.622016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aec830-adee-4df5-867a-3451d02da504 req-e9ed982c-6033-4ca7-9e6f-8e3e9481f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:01.623344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3aec830-adee-4df5-867a-3451d02da504 req-e9ed982c-6033-4ca7-9e6f-8e3e9481f32d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 1098 time: 0.4369802 Jul 14 09:14:01.629210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.645566 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.693245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:01.720998 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.723133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:01.736108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:14:01.754460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3aec830-adee-4df5-867a-3451d02da504 req-f754eff4-c2e4-42da-9a37-67be09a04dda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995998 Jul 14 09:14:01.779071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d574b952-f894-40ff-8272-2b003fbc097d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d574b952-f894-40ff-8272-2b003fbc097d,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:01.784021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Made reservation on behalf of 65fe643a04f94e0fa006299c2913f70f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:01.796274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:01.796970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Pushing event updated for resources: {'Port': ['ID=ae07309c-1601-464d-ba0e-0c8a9b86c080,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:01.911154 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d8b58ce-ae89-4c72-89a0-79282fd8818e req-52f28ced-7b73-4477-aa4c-2af25fbb2975 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 210 time: 0.1217701 Jul 14 09:14:01.937514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:01.949091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:01.952116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:01.978187 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.002913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'd574b952-f894-40ff-8272-2b003fbc097d', 'network_id': 'b1945b1c-07bd-4c3b-824c-7f526a54bd73', 'port_id': 'd574b952-f894-40ff-8272-2b003fbc097d', 'mac_address': 'fa:16:3e:00:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:02.014805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Allocated IP 172.20.0.14 (9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20/bac3c4ba-fe4e-4a83-86ec-86c726f69ba0/b77685b3-e5c4-4235-84a9-5b8e2b17a110) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:02.070522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Allocated IP 172.20.0.10 (f3e88fca-5263-4724-98b5-ee106e16b1ad/a72c8f18-fc1a-43c9-994f-ca4b42ab4755/feaedb0c-622f-49ba-9ab0-5def947d637a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:02.102624 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.149340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d574b952-f894-40ff-8272-2b003fbc097d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:02.168691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6963abf1-d6dc-4254-8e24-8834ef67ef0f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6963abf1-d6dc-4254-8e24-8834ef67ef0f,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:02.200299 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.221306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.270378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d574b952-f894-40ff-8272-2b003fbc097d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d574b952-f894-40ff-8272-2b003fbc097d,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:02.301132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.325916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Transition to ACTIVE for port object b77685b3-e5c4-4235-84a9-5b8e2b17a110 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:02.354114 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.354815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3b8a38df-0752-4730-8f07-4934bbba1bc2 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:02.457394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.459783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.486355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.515348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6963abf1-d6dc-4254-8e24-8834ef67ef0f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.543579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3b8a38df-0752-4730-8f07-4934bbba1bc2, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:02.604145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:02.625431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d75e3660-b298-4009-9ec2-432c6f59429d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4269781 Jul 14 09:14:02.636175 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6375fe-6a6e-4d13-8817-21a5b3eb1970" -d '{"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-plugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:02.639727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:02.645013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Request body: {'port': {'device_id': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:02.674774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '3b8a38df-0752-4730-8f07-4934bbba1bc2', 'network_id': '3fe787a8-6c1b-46fb-9625-572da374e427', 'port_id': '3b8a38df-0752-4730-8f07-4934bbba1bc2', 'mac_address': 'fa:16:3e:e3:2e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12635ee-28c0-48ec-81b0-b90508b287d1', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:02.682704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:02.699660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:02.849150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:02.852127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.857855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d574b952-f894-40ff-8272-2b003fbc097d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.860788 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.893684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db60f1af-d870-4d00-8fc0-4563801c2422 None None] Provisioning complete for port 6963abf1-d6dc-4254-8e24-8834ef67ef0f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:02.894395 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db60f1af-d870-4d00-8fc0-4563801c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:02.907325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Pushing event updated for resources: {'Port': ['ID=b77685b3-e5c4-4235-84a9-5b8e2b17a110,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:02.945425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.945793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.947067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.948470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.948804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.949147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.950255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.950717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.951062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.951617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.952095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.952690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:02.976806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7a52b142-b1d8-4e9c-bd7f-3d5296471032 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9062049 Jul 14 09:14:03.002103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8a38df-0752-4730-8f07-4934bbba1bc2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:03.040466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3b8a38df-0752-4730-8f07-4934bbba1bc2, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:03.054888 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.094700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Request body: {'port': {'device_id': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:03.117822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3b8a38df-0752-4730-8f07-4934bbba1bc2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:03.176335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db60f1af-d870-4d00-8fc0-4563801c2422 None None] Provisioning for port ae07309c-1601-464d-ba0e-0c8a9b86c080 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:03.182093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db60f1af-d870-4d00-8fc0-4563801c2422 None None] Provisioning complete for port ae07309c-1601-464d-ba0e-0c8a9b86c080 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:03.182664 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db60f1af-d870-4d00-8fc0-4563801c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.237955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-db60f1af-d870-4d00-8fc0-4563801c2422 None None] Port ae07309c-1601-464d-ba0e-0c8a9b86c080 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:03.243707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d082a-de97-43f6-ac72-04e43a78d801 req-94710336-9e5c-477d-87e9-10ed2b09b5b4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.246276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-120d082a-de97-43f6-ac72-04e43a78d801 req-94710336-9e5c-477d-87e9-10ed2b09b5b4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 946 time: 0.7808743 Jul 14 09:14:03.315294 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.317483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-451ae33b-5455-4083-aaca-59ecd8935d79 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.319443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-451ae33b-5455-4083-aaca-59ecd8935d79 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.48 "GET /v2.0/networks?id=73b8ab3a-2058-446c-a681-ac458ed5df3f HTTP/1.1" status: 200 len: 812 time: 0.4271340 Jul 14 09:14:03.358529 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.369136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-10f83ebd-46c9-4bfb-b4c4-0967446501ae None None] Provisioning complete for port ae07309c-1601-464d-ba0e-0c8a9b86c080 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:03.370533 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f83ebd-46c9-4bfb-b4c4-0967446501ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.412975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.429763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.446914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.457688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-10f83ebd-46c9-4bfb-b4c4-0967446501ae None None] Port ae07309c-1601-464d-ba0e-0c8a9b86c080 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:03.464080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.484613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.497581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.503481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.513312 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-bcebf8db-4763-4bde-8a80-180ad196cfe3 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5428 time: 0.6236732 Jul 14 09:14:03.518470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Request body: {'port': {'device_id': '60c7c153-3758-487a-8de5-25109e2b3933', 'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f', 'admin_state_up': True, 'tenant_id': 'd18ca55938e142689a709bd142e35c7f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:03.558794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-120d082a-de97-43f6-ac72-04e43a78d801 req-e92668d6-9999-43c9-ad6a-e98f07b7a5d3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891910 Jul 14 09:14:03.559394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.585557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fd93f4d6-1fe0-4b4f-8328-c781f48608a1 None None] Provisioning for port b77685b3-e5c4-4235-84a9-5b8e2b17a110 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:03.598860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fd93f4d6-1fe0-4b4f-8328-c781f48608a1 None None] Provisioning complete for port b77685b3-e5c4-4235-84a9-5b8e2b17a110 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:03.602903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd93f4d6-1fe0-4b4f-8328-c781f48608a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.661732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dba4a10-6d7c-45ee-860e-4dc9a7cb61da req-369f21e4-9a25-4419-bd27-c0bee5f7d4ae tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474726 Jul 14 09:14:03.709487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['bc2e40f4-1621-467b-9f17-253edde83b2d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:03.718599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['3371dd45-6454-4519-aaf2-1303409fe639'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:03.765466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.768286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d574b952-f894-40ff-8272-2b003fbc097d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:03.779658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['3b8a38df-0752-4730-8f07-4934bbba1bc2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:03.796870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['17599234-c916-4f8b-beec-ddeb99a8bc7c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:03.797341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-43a2029b-1acb-4c9a-ae71-16270fc377ad tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:03.798897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-43a2029b-1acb-4c9a-ae71-16270fc377ad tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.48 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 816 time: 0.5232441 Jul 14 09:14:03.829231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Request body: {'port': {'device_id': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'admin_state_up': True, 'tenant_id': 'e5f0b0aae0794adc94ca4dc80c6d6e9e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:03.892338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Network f3e88fca-5263-4724-98b5-ee106e16b1ad is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:03.919021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:03.926272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:03.971013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Made reservation on behalf of d18ca55938e142689a709bd142e35c7f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:03.975618 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:03.998896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Pushing event updated for resources: {'Port': ['ID=feaedb0c-622f-49ba-9ab0-5def947d637a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:04.019697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.020079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.020420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.020770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.021118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.021603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.021842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.022122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.022462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.022798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.023133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.023490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:04.041832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.042923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.045513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['9c961b0b-9e89-4e7d-8ac7-b7ce4838a801'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:04.103311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-a72816a9-80b2-4de0-9bcc-a6f0d3fdbd28 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1162655 Jul 14 09:14:04.125694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Request body: {'port': {'device_id': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:04.264568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19cbc-2ec5-4f77-b16f-0a17f0403287 req-2531b8b5-f3c6-41c9-89e1-5eded6f97fcb tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:04.273352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40f19cbc-2ec5-4f77-b16f-0a17f0403287 req-2531b8b5-f3c6-41c9-89e1-5eded6f97fcb tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 932 time: 0.3669536 Jul 14 09:14:04.303775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-79385d8a-bff8-45e9-b92f-f29fe2dad657 req-aba4f05d-efe7-4043-a4df-d7837016ce75 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 210 time: 0.1486676 Jul 14 09:14:04.335620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Made reservation on behalf of e5f0b0aae0794adc94ca4dc80c6d6e9e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:04.347657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.356249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fd93f4d6-1fe0-4b4f-8328-c781f48608a1 None None] Port b77685b3-e5c4-4235-84a9-5b8e2b17a110 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:04.452773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6963abf1-d6dc-4254-8e24-8834ef67ef0f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:04.485253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Allocated IP 172.20.0.2 (73b8ab3a-2058-446c-a681-ac458ed5df3f/56385081-b8ce-494f-9587-a51465548631/ca9e57d0-aa8b-4583-909a-99f9aba8871e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:04.491806 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.533538 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebc0f0f-818f-4bb9-a040-f38f39a48bb2 x-openstack-request-id: req-9ebc0f0f-818f-4bb9-a040-f38f39a48bb2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:04.538112 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-plugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:04.539236 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ebc0f0f-818f-4bb9-a040-f38f39a48bb2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:04.539904 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'code': 200} Jul 14 09:14:04.549398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40f19cbc-2ec5-4f77-b16f-0a17f0403287 req-f5ffd7ea-a1f4-49f8-b60d-10df12c2dd47 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751474 Jul 14 09:14:04.633715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae07309c-1601-464d-ba0e-0c8a9b86c080 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:04.653964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.678194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Transition to ACTIVE for port object ae07309c-1601-464d-ba0e-0c8a9b86c080 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:04.688935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:04.829699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['bb02c3c5-da3c-4ac7-a3a9-101166d6e411'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:04.892128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae07309c-1601-464d-ba0e-0c8a9b86c080,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:04.948483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8153f20a-c280-4393-a569-5f2a9db36f68 req-7989edde-3851-410a-b989-0e08691c52e1 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 210 time: 0.0748982 Jul 14 09:14:05.055823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.072116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Attempting to bind port ae07309c-1601-464d-ba0e-0c8a9b86c080 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:05.072438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Attempting to bind port ae07309c-1601-464d-ba0e-0c8a9b86c080 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:05.072779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Attempting to bind port ae07309c-1601-464d-ba0e-0c8a9b86c080 on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:05.095442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Port ae07309c-1601-464d-ba0e-0c8a9b86c080 on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:05.095780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Attempting to bind port ae07309c-1601-464d-ba0e-0c8a9b86c080 on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:05.156837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:05.157199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Checking segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:05.157572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Bound using segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:05.158022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Bound port: ae07309c-1601-464d-ba0e-0c8a9b86c080, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:05.158387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.192245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d83fd-47ba-4775-aff5-e6e4c42858fa req-b2217ff7-6191-431c-b965-9785a1c7424f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.199056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b6d83fd-47ba-4775-aff5-e6e4c42858fa req-b2217ff7-6191-431c-b965-9785a1c7424f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 946 time: 0.3259313 Jul 14 09:14:05.223110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77685b3-e5c4-4235-84a9-5b8e2b17a110 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:05.262822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.318885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.332256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaedb0c-622f-49ba-9ab0-5def947d637a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:05.342976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Transition to ACTIVE for port object b77685b3-e5c4-4235-84a9-5b8e2b17a110 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:05.384334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6963abf1-d6dc-4254-8e24-8834ef67ef0f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:05.384334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.386738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.387280 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b6d83fd-47ba-4775-aff5-e6e4c42858fa req-af77856c-b486-4b2b-b689-751c447497e5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850111 Jul 14 09:14:05.409311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.413527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Pushing event updated for resources: {'Port': ['ID=ca9e57d0-aa8b-4583-909a-99f9aba8871e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:05.455549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] For port ae07309c-1601-464d-ba0e-0c8a9b86c080, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:05.460545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] For port ae07309c-1601-464d-ba0e-0c8a9b86c080, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:05.468217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Network 73b8ab3a-2058-446c-a681-ac458ed5df3f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:05.470891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Transition to ACTIVE for port object feaedb0c-622f-49ba-9ab0-5def947d637a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:05.486935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.495537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.496383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.503997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.510920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.520106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.528433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.537524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.551112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce636090-eef4-4595-9c45-722743d35345 req-a230fa4c-16ac-45ba-ad7d-483cd485f5a8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5429 time: 0.3410738 Jul 14 09:14:05.578275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:05.582167 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.595968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:05.670815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.671544 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.672879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] 10.222.0.11 "PUT /v2.0/ports/ae07309c-1601-464d-ba0e-0c8a9b86c080 HTTP/1.1" status: 200 len: 1093 time: 3.0408421 Jul 14 09:14:05.727009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Pushing event updated for resources: {'Port': ['ID=feaedb0c-622f-49ba-9ab0-5def947d637a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:05.809498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Allocated IP 172.20.0.4 (9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20/bac3c4ba-fe4e-4a83-86ec-86c726f69ba0/ca59e0ed-56b8-48eb-ab1d-684e9d2599da) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:05.844800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce636090-eef4-4595-9c45-722743d35345 req-3b1a131d-483c-42d6-8624-d80421e9aa71 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915266 Jul 14 09:14:05.882775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'tag': 'ae07309c-1601-464d-ba0e-0c8a9b86c080'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:05.895262 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde99fce-b7e6-4778-8b70-78fec6c2e175" -d '{"events": [{"name": "network-changed", "server_uuid": "8d38749e-1f97-4509-90aa-6a235022b0ca", "tag": "ae07309c-1601-464d-ba0e-0c8a9b86c080"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:05.932903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:05.934074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.027310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-be723df3-ac47-452a-bcd9-d406f02a1fc0 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6414554 Jul 14 09:14:06.042804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Request body: {'port': {'device_id': '60c7c153-3758-487a-8de5-25109e2b3933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:06.087991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Pushing event updated for resources: {'Port': ['ID=b77685b3-e5c4-4235-84a9-5b8e2b17a110,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.093706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Attempting to bind port feaedb0c-622f-49ba-9ab0-5def947d637a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:06.094424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Attempting to bind port feaedb0c-622f-49ba-9ab0-5def947d637a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:06.095089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Attempting to bind port feaedb0c-622f-49ba-9ab0-5def947d637a on network f3e88fca-5263-4724-98b5-ee106e16b1ad {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:06.112430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Port feaedb0c-622f-49ba-9ab0-5def947d637a on network f3e88fca-5263-4724-98b5-ee106e16b1ad not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:06.113248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Attempting to bind port feaedb0c-622f-49ba-9ab0-5def947d637a on network f3e88fca-5263-4724-98b5-ee106e16b1ad {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:06.142698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:06.143379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Checking segment: {'id': '0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:06.144641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Bound using segment: {'id': '0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:06.145204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Bound port: feaedb0c-622f-49ba-9ab0-5def947d637a, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:06.145691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.204602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Attempting to bind port b77685b3-e5c4-4235-84a9-5b8e2b17a110 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:06.204946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Attempting to bind port b77685b3-e5c4-4235-84a9-5b8e2b17a110 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:06.205276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Attempting to bind port b77685b3-e5c4-4235-84a9-5b8e2b17a110 on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:06.212281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838be9cb-09af-43e7-b0a5-73554379dbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae07309c-1601-464d-ba0e-0c8a9b86c080,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:06.243920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Port b77685b3-e5c4-4235-84a9-5b8e2b17a110 on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:06.245154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Attempting to bind port b77685b3-e5c4-4235-84a9-5b8e2b17a110 on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:06.279582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.295666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:06.296289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Checking segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:06.296830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Bound using segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:06.297453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Bound port: b77685b3-e5c4-4235-84a9-5b8e2b17a110, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:06.297975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.381732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] For port b77685b3-e5c4-4235-84a9-5b8e2b17a110, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:06.384852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] For port b77685b3-e5c4-4235-84a9-5b8e2b17a110, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b77685b3-e5c4-4235-84a9-5b8e2b17a110,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:06.407010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.462941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.466348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.468037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] 10.222.0.11 "PUT /v2.0/ports/b77685b3-e5c4-4235-84a9-5b8e2b17a110 HTTP/1.1" status: 200 len: 1093 time: 3.3888166 Jul 14 09:14:06.542646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-e768e31e-0434-4e13-b0d1-28ccfded478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.544240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-e768e31e-0434-4e13-b0d1-28ccfded478f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 1096 time: 0.6217732 Jul 14 09:14:06.669672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-79539e86-66e8-4c0c-af04-a0354bc20983 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080 HTTP/1.1" status: 200 len: 217 time: 0.0811203 Jul 14 09:14:06.690960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62381e-0de3-49ee-b6ee-a487a2ce5a26 req-02ae1808-d05d-4353-8760-9d24f1cf94f9 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.697814 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc62381e-0de3-49ee-b6ee-a487a2ce5a26 req-02ae1808-d05d-4353-8760-9d24f1cf94f9 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 931 time: 0.6595812 Jul 14 09:14:06.754771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9e57d0-aa8b-4583-909a-99f9aba8871e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:06.763513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.776514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Transition to ACTIVE for port object ca9e57d0-aa8b-4583-909a-99f9aba8871e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:06.794349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.812433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d25a0380-b6af-4e61-bee1-1e509c2d210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.813960 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-d25a0380-b6af-4e61-bee1-1e509c2d210e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 200 len: 855 time: 0.1025262 Jul 14 09:14:06.886305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b4c8d-3c1f-4183-9a5d-34eb1ac4acbb req-7e956a31-1144-46e9-b0f6-118f80ab7eb7 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:06.893003 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-930b4c8d-3c1f-4183-9a5d-34eb1ac4acbb req-7e956a31-1144-46e9-b0f6-118f80ab7eb7 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 944 time: 0.7698593 Jul 14 09:14:06.899521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] For port feaedb0c-622f-49ba-9ab0-5def947d637a, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:07.003874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-930b4c8d-3c1f-4183-9a5d-34eb1ac4acbb req-3caa7352-0412-45e4-af22-aebe50eb2528 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961478 Jul 14 09:14:07.009501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] For port feaedb0c-622f-49ba-9ab0-5def947d637a, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=feaedb0c-622f-49ba-9ab0-5def947d637a,segment=NetworkSegment(0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa),segment_id=0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:07.067875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.088602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9e57d0-aa8b-4583-909a-99f9aba8871e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.092219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d574b952-f894-40ff-8272-2b003fbc097d up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:07.146624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.146624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.148478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] 10.222.0.11 "PUT /v2.0/ports/feaedb0c-622f-49ba-9ab0-5def947d637a HTTP/1.1" status: 200 len: 1093 time: 3.0281134 Jul 14 09:14:07.157454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'tag': 'feaedb0c-622f-49ba-9ab0-5def947d637a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:07.166606 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55", "tag": "feaedb0c-622f-49ba-9ab0-5def947d637a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:07.249385 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Attempting to bind port ca9e57d0-aa8b-4583-909a-99f9aba8871e on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:07.249917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Attempting to bind port ca9e57d0-aa8b-4583-909a-99f9aba8871e by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '8d718908-0f9c-4234-840c-bdc41374baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:07.250394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Attempting to bind port ca9e57d0-aa8b-4583-909a-99f9aba8871e on network 73b8ab3a-2058-446c-a681-ac458ed5df3f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:07.301574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port d574b952-f894-40ff-8272-2b003fbc097d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:07.305864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port d574b952-f894-40ff-8272-2b003fbc097d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:07.306281 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.347590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Port ca9e57d0-aa8b-4583-909a-99f9aba8871e on network 73b8ab3a-2058-446c-a681-ac458ed5df3f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:07.348236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Attempting to bind port ca9e57d0-aa8b-4583-909a-99f9aba8871e on network 73b8ab3a-2058-446c-a681-ac458ed5df3f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:07.372439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fb464-4168-4cf6-8c1e-08697285195d service neutron] Pushing event updated for resources: {'Port': ['ID=feaedb0c-622f-49ba-9ab0-5def947d637a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.377666 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01726d77-545d-400b-9d55-1ea0d332bf4e req-8dcb6c17-8bfa-47c0-a15d-dc67477826a8 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 210 time: 0.0474854 Jul 14 09:14:07.383285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:07.383894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Checking segment: {'id': '8d718908-0f9c-4234-840c-bdc41374baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:07.384768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Bound using segment: {'id': '8d718908-0f9c-4234-840c-bdc41374baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:07.385450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Bound port: ca9e57d0-aa8b-4583-909a-99f9aba8871e, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d718908-0f9c-4234-840c-bdc41374baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:07.386048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.458424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-0f7ce37d-9d14-4fee-aa07-fd608d8e78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.459104 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc3e102-f5af-4f0c-a7df-cf0b7895d3ac x-openstack-request-id: req-0dc3e102-f5af-4f0c-a7df-cf0b7895d3ac {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:07.459626 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d38749e-1f97-4509-90aa-6a235022b0ca", "tag": "ae07309c-1601-464d-ba0e-0c8a9b86c080", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:07.459824 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dc3e102-f5af-4f0c-a7df-cf0b7895d3ac {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:07.460235 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'tag': 'ae07309c-1601-464d-ba0e-0c8a9b86c080', 'status': 'completed', 'code': 200} Jul 14 09:14:07.461435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-0f7ce37d-9d14-4fee-aa07-fd608d8e78d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65fe643a04f94e0fa006299c2913f70f&device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 1096 time: 0.2039545 Jul 14 09:14:07.466634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820e64-409d-4d57-91ce-d7f67166af14 service neutron] Pushing event updated for resources: {'Port': ['ID=b77685b3-e5c4-4235-84a9-5b8e2b17a110,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.505962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.521168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc62381e-0de3-49ee-b6ee-a487a2ce5a26 req-737c4b52-73c7-4896-981f-c8f44fd81904 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223693 Jul 14 09:14:07.553084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:07.557219 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c85ffdc-4df4-40f3-81d8-e0f8601b7299" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "d574b952-f894-40ff-8272-2b003fbc097d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:07.579677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d574b952-f894-40ff-8272-2b003fbc097d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d574b952-f894-40ff-8272-2b003fbc097d,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:07.583812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.591839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-b075cf08-c655-4278-a82e-a63b07c4f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.593975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-b075cf08-c655-4278-a82e-a63b07c4f05e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 1096 time: 1.0582495 Jul 14 09:14:07.602057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.604231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-4bdf6484-20db-4fc9-89c8-d07bd4cf900c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feaedb0c-622f-49ba-9ab0-5def947d637a HTTP/1.1" status: 200 len: 217 time: 0.1255667 Jul 14 09:14:07.604952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3371dd45-6454-4519-aaf2-1303409fe639 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:07.679575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] For port ca9e57d0-aa8b-4583-909a-99f9aba8871e, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:07.682082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d574b952-f894-40ff-8272-2b003fbc097d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:07.700252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] For port ca9e57d0-aa8b-4583-909a-99f9aba8871e, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e,segment=NetworkSegment(8d718908-0f9c-4234-840c-bdc41374baca),segment_id=8d718908-0f9c-4234-840c-bdc41374baca)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:07.704742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-65a3a974-4aff-491e-945a-0465d4ea72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.707191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-65a3a974-4aff-491e-945a-0465d4ea72b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a72c8f18-fc1a-43c9-994f-ca4b42ab4755 HTTP/1.1" status: 200 len: 852 time: 0.0930920 Jul 14 09:14:07.744200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-c4315130-80ec-42d0-8dfd-eb1fda3dd4bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b77685b3-e5c4-4235-84a9-5b8e2b17a110 HTTP/1.1" status: 200 len: 217 time: 0.1396220 Jul 14 09:14:07.746496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Transition to ACTIVE for port object ca59e0ed-56b8-48eb-ab1d-684e9d2599da will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:07.778068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.795565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 3371dd45-6454-4519-aaf2-1303409fe639 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:07.805261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 3371dd45-6454-4519-aaf2-1303409fe639 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:07.805799 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.843891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c499-7345-4a93-932c-39210f82bc9a req-8a33fb72-52ca-4ca0-b25a-ed867b9ee2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.845828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-8a33fb72-52ca-4ca0-b25a-ed867b9ee2e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0224860 Jul 14 09:14:07.846514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-8394c525-b3aa-4d4f-94ea-d6d115d4ef91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3e88fca-5263-4724-98b5-ee106e16b1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270227 Jul 14 09:14:07.854439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:07.856122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:07.857995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca9e57d0-aa8b-4583-909a-99f9aba8871e HTTP/1.1" status: 200 len: 1092 time: 1.8213043 Jul 14 09:14:07.991269 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32696820-7c8e-4734-bb53-9bcf9fd55d24 x-openstack-request-id: req-32696820-7c8e-4734-bb53-9bcf9fd55d24 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:07.991680 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55", "tag": "feaedb0c-622f-49ba-9ab0-5def947d637a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:07.991940 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32696820-7c8e-4734-bb53-9bcf9fd55d24 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:07.992355 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'tag': 'feaedb0c-622f-49ba-9ab0-5def947d637a', 'status': 'completed', 'code': 200} Jul 14 09:14:07.994058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.019100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-64918022-c4f9-4840-b3cf-13d346091ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.020627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-64918022-c4f9-4840-b3cf-13d346091ec4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 200 len: 855 time: 0.2561655 Jul 14 09:14:08.030434 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea883fa8-2625-4143-9960-c2f02484f896 x-openstack-request-id: req-ea883fa8-2625-4143-9960-c2f02484f896 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:08.030820 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "d574b952-f894-40ff-8272-2b003fbc097d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:08.031147 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea883fa8-2625-4143-9960-c2f02484f896 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:08.031937 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d', 'code': 200} Jul 14 09:14:08.037117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3371dd45-6454-4519-aaf2-1303409fe639, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3371dd45-6454-4519-aaf2-1303409fe639,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:08.042811 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.043997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bc2e40f4-1621-467b-9f17-253edde83b2d up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:08.045791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d4d53-c508-4817-9af6-6b3802eacba5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9e57d0-aa8b-4583-909a-99f9aba8871e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.147287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.164425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3371dd45-6454-4519-aaf2-1303409fe639,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.179733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-8e4d53fe-2220-4219-802d-dd10ae392831 service neutron] 10.222.0.11 "GET /v2.0/networks/f3e88fca-5263-4724-98b5-ee106e16b1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185556 Jul 14 09:14:08.186073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.194800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.196943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port bc2e40f4-1621-467b-9f17-253edde83b2d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:08.201090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.202890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port bc2e40f4-1621-467b-9f17-253edde83b2d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:08.203762 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.208751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.214702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.224669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.230707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.238997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-cd906da2-34d2-41c8-9e61-dd51b22ae97a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5430 time: 0.4022927 Jul 14 09:14:08.315072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-10293737-e87a-46b7-bba0-22be228f8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.317355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-10293737-e87a-46b7-bba0-22be228f8e9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d18ca55938e142689a709bd142e35c7f&device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 1095 time: 0.3817797 Jul 14 09:14:08.318293 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-a717f17d-f359-4284-9022-a262c48fa293 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133945 Jul 14 09:14:08.370517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:08.374944 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.430911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-2cd2dcc6-a97b-4555-afe6-88b1e9545d78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e HTTP/1.1" status: 200 len: 217 time: 0.1019936 Jul 14 09:14:08.444707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bc2e40f4-1621-467b-9f17-253edde83b2d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bc2e40f4-1621-467b-9f17-253edde83b2d,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:08.457344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.493899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4d84c499-7345-4a93-932c-39210f82bc9a req-7d5250d5-959d-4678-ac17-7595bb0e10f9 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395936 Jul 14 09:14:08.496649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-1d1829e8-e2cc-4a6b-be75-dfed744eaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.498356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-1d1829e8-e2cc-4a6b-be75-dfed744eaa4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4490726 Jul 14 09:14:08.509920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Pushing event updated for resources: {'Port': ['ID=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.525172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:08.552575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:08.575090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecf20465-fd33-471e-96ba-83d1fd50b1f7 req-dbdfd424-fff1-4f6c-992b-e1690c597b4e service neutron] 10.222.0.11 "GET /v2.0/networks/f3e88fca-5263-4724-98b5-ee106e16b1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735919 Jul 14 09:14:08.597883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-488fa29c-90eb-4f10-a27c-0e708eab1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.600136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-488fa29c-90eb-4f10-a27c-0e708eab1c29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56385081-b8ce-494f-9587-a51465548631 HTTP/1.1" status: 200 len: 852 time: 0.1535132 Jul 14 09:14:08.658793 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98ae4c7b-115f-46f6-a855-87ffc962dd34 req-2528886f-0661-4283-99da-446db63bee91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4187827 Jul 14 09:14:08.673867 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-a123fcf9-7352-4468-ac0d-190281d186cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b8ab3a-2058-446c-a681-ac458ed5df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676527 Jul 14 09:14:08.741472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bc2e40f4-1621-467b-9f17-253edde83b2d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:08.818829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.819563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:08.881332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-280398fb-eb1a-44d5-a2d9-240c123628fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0602939 Jul 14 09:14:08.887591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-52e27931-83c6-4bdf-a7f8-da913ab41858 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743100 Jul 14 09:14:08.897759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-1451fb9f-dcf7-4efe-a061-564727f67d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.900749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-1451fb9f-dcf7-4efe-a061-564727f67d50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 1096 time: 0.1935291 Jul 14 09:14:08.913478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f82b4-215a-45c8-a329-b5c6b9b7635f req-d765e492-abaf-4bdf-8380-34f4009b78a2 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.921724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e91f82b4-215a-45c8-a329-b5c6b9b7635f req-d765e492-abaf-4bdf-8380-34f4009b78a2 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 944 time: 0.2453039 Jul 14 09:14:08.923469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Request body: {'port': {'device_id': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:08.949420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-4629a5db-2c1e-4406-b029-8203e9dc55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:08.951211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-4629a5db-2c1e-4406-b029-8203e9dc55bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65fe643a04f94e0fa006299c2913f70f&device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 1096 time: 0.2863922 Jul 14 09:14:09.049598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a65689cb-f164-45bf-abf3-17636ede7e6a None None] Provisioning for port ca59e0ed-56b8-48eb-ab1d-684e9d2599da completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:09.054305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a65689cb-f164-45bf-abf3-17636ede7e6a None None] Provisioning complete for port ca59e0ed-56b8-48eb-ab1d-684e9d2599da triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:09.054687 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a65689cb-f164-45bf-abf3-17636ede7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.117502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-633bbb9f-cc1f-45c3-af5b-dd20f7594f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.119013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-633bbb9f-cc1f-45c3-af5b-dd20f7594f18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3e88fca-5263-4724-98b5-ee106e16b1ad HTTP/1.1" status: 200 len: 913 time: 0.1557529 Jul 14 09:14:09.132399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:09.172781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a65689cb-f164-45bf-abf3-17636ede7e6a None None] Port ca59e0ed-56b8-48eb-ab1d-684e9d2599da cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:09.191265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.208897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-2f0a1d1a-8cb1-427e-ae51-175c90045567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feaedb0c-622f-49ba-9ab0-5def947d637a HTTP/1.1" status: 200 len: 217 time: 0.0717514 Jul 14 09:14:09.217115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-5e6d8873-1f69-47ca-af82-3fa9eac2e937 service neutron] 10.222.0.48 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308511 Jul 14 09:14:09.217653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-d8680732-952e-458a-a528-b9a0009ef28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.220229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-d8680732-952e-458a-a528-b9a0009ef28d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 917 time: 0.2921195 Jul 14 09:14:09.223582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b49ad899-68ca-45c7-b0ea-3b3306627ed6 req-e9fcee66-23ed-47bd-88dd-ffad5fe56ff4 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281879 Jul 14 09:14:09.244848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:09.256991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:09.257388 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.308413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-2db5c316-ff4b-4a4e-a8f3-7e6aa02bf614 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080 HTTP/1.1" status: 200 len: 217 time: 0.0484967 Jul 14 09:14:09.462906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'tag': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:09.464613 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.465872 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d2a7c-7d9a-4338-8133-82bdefafc981" -d '{"events": [{"name": "network-changed", "server_uuid": "63e09d35-5d5e-4efc-a964-1595c5d4ab1f", "tag": "b77685b3-e5c4-4235-84a9-5b8e2b17a110"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:09.483841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-7d4fe0a7-12b0-4901-aeea-6eb7298df0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.485600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-7d4fe0a7-12b0-4901-aeea-6eb7298df0cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 200 len: 855 time: 0.1375506 Jul 14 09:14:09.530407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:09.548666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.549659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 17599234-c916-4f8b-beec-ddeb99a8bc7c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:09.741341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:09.756929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 17599234-c916-4f8b-beec-ddeb99a8bc7c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:09.761044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 17599234-c916-4f8b-beec-ddeb99a8bc7c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:09.761435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.780301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-a0b86c33-9177-48cd-8bb1-3616587e2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.782549 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-a0b86c33-9177-48cd-8bb1-3616587e2d61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2878292 Jul 14 09:14:09.800793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea997100-59b8-4b91-8f0d-093064d27335 req-e9c6b002-ad0f-464d-b321-ceec8369bc30 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.802771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea997100-59b8-4b91-8f0d-093064d27335 req-e9c6b002-ad0f-464d-b321-ceec8369bc30 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 931 time: 0.1826670 Jul 14 09:14:09.873478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b35149-9bcf-4f48-b992-0b1f0e3e061f req-855c2cf5-0b69-476b-9c1c-a6f8de87395f service neutron] 10.222.0.48 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411960 Jul 14 09:14:09.886310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e91f82b4-215a-45c8-a329-b5c6b9b7635f req-e6650e81-cd19-48d7-a09d-17fce7ae1232 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9636674 Jul 14 09:14:09.936453 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.949714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca59e0ed-56b8-48eb-ab1d-684e9d2599da {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:09.967652 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:09.968678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-e8f2c4f7-c64f-4cdf-a41f-a0c308bd6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:09.979939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-e8f2c4f7-c64f-4cdf-a41f-a0c308bd6744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a72c8f18-fc1a-43c9-994f-ca4b42ab4755 HTTP/1.1" status: 200 len: 852 time: 0.7567854 Jul 14 09:14:09.994293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c7c153-3758-487a-8de5-25109e2b3933', 'tag': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:09.996717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea997100-59b8-4b91-8f0d-093064d27335 req-216e3f71-d2e4-4a37-a005-e6e3ee5b4035 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755846 Jul 14 09:14:10.003664 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e861b54-92f1-4d8a-b87c-286db96d9fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "60c7c153-3758-487a-8de5-25109e2b3933", "tag": "ca9e57d0-aa8b-4583-909a-99f9aba8871e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:10.014959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 17599234-c916-4f8b-beec-ddeb99a8bc7c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:10.014959 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.016324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bb02c3c5-da3c-4ac7-a3a9-101166d6e411 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:10.027543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Transition to ACTIVE for port object ca59e0ed-56b8-48eb-ab1d-684e9d2599da will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:10.042082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.061470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-c9403640-7ae8-4dba-af3a-38b5c36812c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3e88fca-5263-4724-98b5-ee106e16b1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804086 Jul 14 09:14:10.097144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Pushing event updated for resources: {'Port': ['ID=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:10.103712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-81e1833e-009a-4783-8b4f-e1df8c238c33 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114059 Jul 14 09:14:10.113641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3371dd45-6454-4519-aaf2-1303409fe639'}, {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2e40f4-1621-467b-9f17-253edde83b2d'}, {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c961b0b-9e89-4e7d-8ac7-b7ce4838a801'}, {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:10.127302 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea9d621-ee1e-4fe1-b014-35fd5ce1cc8d" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "3371dd45-6454-4519-aaf2-1303409fe639"}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "bc2e40f4-1621-467b-9f17-253edde83b2d"}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "9c961b0b-9e89-4e7d-8ac7-b7ce4838a801"}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:10.188192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-c588fc14-e10e-44e1-b62d-6342bff0de7e service neutron] 10.222.0.11 "GET /v2.0/networks/f3e88fca-5263-4724-98b5-ee106e16b1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183872 Jul 14 09:14:10.226704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=17599234-c916-4f8b-beec-ddeb99a8bc7c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:10.270274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:10.278476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:10.278858 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.334933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0ece5b9-6a26-4767-a22b-4c1f820c7ea7 req-8be59ffe-7d5a-48fe-89a3-1f59e2f80861 service neutron] 10.222.0.11 "GET /v2.0/networks/f3e88fca-5263-4724-98b5-ee106e16b1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339519 Jul 14 09:14:10.378184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Attempting to bind port ca59e0ed-56b8-48eb-ab1d-684e9d2599da on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:10.378911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Attempting to bind port ca59e0ed-56b8-48eb-ab1d-684e9d2599da by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:10.379552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Attempting to bind port ca59e0ed-56b8-48eb-ab1d-684e9d2599da on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:10.390460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Port ca59e0ed-56b8-48eb-ab1d-684e9d2599da on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:10.391146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Attempting to bind port ca59e0ed-56b8-48eb-ab1d-684e9d2599da on network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:10.428160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:10.428864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Checking segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:10.429500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Bound using segment: {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:10.430160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Bound port: ca59e0ed-56b8-48eb-ab1d-684e9d2599da, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831521ab-f8d6-45ca-9987-77cd28cc9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:10.430763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.437943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b09d5-3cd2-4c55-ab4e-a5ceb9105f7e req-6efcfa94-d8a6-46ba-b2b4-4e0e388be4ec tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.447028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d16b09d5-3cd2-4c55-ab4e-a5ceb9105f7e req-6efcfa94-d8a6-46ba-b2b4-4e0e388be4ec tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 943 time: 0.2577591 Jul 14 09:14:10.479156 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.515300 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaf03df-3cab-4b1d-8d16-96218fd7eee9 x-openstack-request-id: req-4aaf03df-3cab-4b1d-8d16-96218fd7eee9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:10.519545 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e09d35-5d5e-4efc-a964-1595c5d4ab1f", "tag": "b77685b3-e5c4-4235-84a9-5b8e2b17a110", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:10.519811 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aaf03df-3cab-4b1d-8d16-96218fd7eee9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:10.520230 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'tag': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110', 'status': 'completed', 'code': 200} Jul 14 09:14:10.525111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fde99fce-b7e6-4778-8b70-78fec6c2e175 req-3678ad48-95cb-4843-b805-d9fb280d0a9f service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122062 Jul 14 09:14:10.579252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d16b09d5-3cd2-4c55-ab4e-a5ceb9105f7e req-acc253ef-1f8c-4304-96da-d1283c21da0e tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289258 Jul 14 09:14:10.579734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:10.588701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.589628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3b8a38df-0752-4730-8f07-4934bbba1bc2 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:10.614373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-a714e54d-e658-4a10-a42f-48b77b55fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.615956 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-a714e54d-e658-4a10-a42f-48b77b55fab4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 1096 time: 0.1298847 Jul 14 09:14:10.709415 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee1cb97-0eef-465c-98c7-4121711d82df x-openstack-request-id: req-0ee1cb97-0eef-465c-98c7-4121711d82df {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:10.709727 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c7c153-3758-487a-8de5-25109e2b3933", "tag": "ca9e57d0-aa8b-4583-909a-99f9aba8871e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:10.709993 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ee1cb97-0eef-465c-98c7-4121711d82df {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:10.710405 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c7c153-3758-487a-8de5-25109e2b3933', 'tag': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e', 'status': 'completed', 'code': 200} Jul 14 09:14:10.761963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] For port ca59e0ed-56b8-48eb-ab1d-684e9d2599da, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:10.762744 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd75647-0272-400c-a572-be84fc1f8298 x-openstack-request-id: req-bbd75647-0272-400c-a572-be84fc1f8298 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:10.763072 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "3371dd45-6454-4519-aaf2-1303409fe639", "code": 200}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "bc2e40f4-1621-467b-9f17-253edde83b2d", "code": 200}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "9c961b0b-9e89-4e7d-8ac7-b7ce4838a801", "code": 200}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:10.763314 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbd75647-0272-400c-a572-be84fc1f8298 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:10.763952 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3371dd45-6454-4519-aaf2-1303409fe639', 'code': 200} Jul 14 09:14:10.764065 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2e40f4-1621-467b-9f17-253edde83b2d', 'code': 200} Jul 14 09:14:10.764251 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c961b0b-9e89-4e7d-8ac7-b7ce4838a801', 'code': 200} Jul 14 09:14:10.764507 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'code': 200} Jul 14 09:14:10.767009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] For port ca59e0ed-56b8-48eb-ab1d-684e9d2599da, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:10.780724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:10.784483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 3b8a38df-0752-4730-8f07-4934bbba1bc2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:10.786366 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.791705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 3b8a38df-0752-4730-8f07-4934bbba1bc2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:10.792119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.860757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.866056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.867551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca59e0ed-56b8-48eb-ab1d-684e9d2599da HTTP/1.1" status: 200 len: 1092 time: 1.9636152 Jul 14 09:14:10.887325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.904627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-51371987-d01b-4e9e-94b8-ea869402428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.906161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-51371987-d01b-4e9e-94b8-ea869402428d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 917 time: 0.2820866 Jul 14 09:14:10.915193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-4a032932-454b-41fa-99e3-af7253966bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.916727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-4a032932-454b-41fa-99e3-af7253966bc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d18ca55938e142689a709bd142e35c7f&device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 1095 time: 0.1825478 Jul 14 09:14:10.947211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.969031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:10.969783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3b8a38df-0752-4730-8f07-4934bbba1bc2, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:10.977716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-5dff5085-8890-4069-b48f-a84320627d63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b77685b3-e5c4-4235-84a9-5b8e2b17a110 HTTP/1.1" status: 200 len: 217 time: 0.0594690 Jul 14 09:14:10.980721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:10.991909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.012879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.032224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.054399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.073354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.084645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3b8a38df-0752-4730-8f07-4934bbba1bc2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:11.088007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-77b9bc79-12e9-46d4-8827-cfe08ee41515 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5435 time: 0.4507024 Jul 14 09:14:11.111408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b77685b3-e5c4-4235-84a9-5b8e2b17a110 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:11.128839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-8d63dd75-0752-43b2-a42a-0c0f0bd68279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.131085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-8d63dd75-0752-43b2-a42a-0c0f0bd68279 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 200 len: 855 time: 0.0846562 Jul 14 09:14:11.157352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96fc5f-18ef-46fe-85ce-0a66ffd75d79 service neutron] Pushing event updated for resources: {'Port': ['ID=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:11.197541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-730fd073-52b1-4ff2-ac02-53b8ad7dce9b req-3a2e3131-5bb6-4be0-9bb4-e27dc79f3bd8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056035 Jul 14 09:14:11.233266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-fc4ee1b6-5e73-4ada-9ce5-5232302cf5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.235098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-fc4ee1b6-5e73-4ada-9ce5-5232302cf5db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 1095 time: 0.1415601 Jul 14 09:14:11.313172 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-0527da12-1bde-439f-9c4c-0b35e2067f3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca59e0ed-56b8-48eb-ab1d-684e9d2599da HTTP/1.1" status: 200 len: 217 time: 0.0689034 Jul 14 09:14:11.350975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-c4adc154-b96f-447c-8fa0-b07d630f6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.360906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-c4adc154-b96f-447c-8fa0-b07d630f6e4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b8ab3a-2058-446c-a681-ac458ed5df3f HTTP/1.1" status: 200 len: 913 time: 0.4349365 Jul 14 09:14:11.374202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77828bfc-c547-4687-9d33-c5b01c47a50d req-16f1f9e8-16e0-4464-accc-5db5a726b47e tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.381678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77828bfc-c547-4687-9d33-c5b01c47a50d req-16f1f9e8-16e0-4464-accc-5db5a726b47e tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 944 time: 0.2478402 Jul 14 09:14:11.392286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-e7ece328-d3dd-4c8d-96d8-7d956c0a18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.394649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-e7ece328-d3dd-4c8d-96d8-7d956c0a18cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2437186 Jul 14 09:14:11.454925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-74d8d788-9ca4-4595-9e63-64d4fa0e3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.457067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-74d8d788-9ca4-4595-9e63-64d4fa0e3e3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 200 len: 855 time: 0.1300538 Jul 14 09:14:11.467525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-0a79d6be-229b-41c8-9f11-64f2b838013a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e HTTP/1.1" status: 200 len: 217 time: 0.0772693 Jul 14 09:14:11.483325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b77685b3-e5c4-4235-84a9-5b8e2b17a110, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b77685b3-e5c4-4235-84a9-5b8e2b17a110,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.509057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110', 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'port_id': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110', 'mac_address': 'fa:16:3e:94:c5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac3c4ba-fe4e-4a83-86ec-86c726f69ba0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:11.556642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc1316-54e7-4ef5-adb5-c9ab49dee830 req-7ac766d9-6d1d-436e-aad5-0907cef80d0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.558075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9cc1316-54e7-4ef5-adb5-c9ab49dee830 req-7ac766d9-6d1d-436e-aad5-0907cef80d0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 943 time: 0.1737533 Jul 14 09:14:11.576784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-f9eced6b-4f89-4ac5-9202-9d6f659fd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.586900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-f9eced6b-4f89-4ac5-9202-9d6f659fd09a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56385081-b8ce-494f-9587-a51465548631 HTTP/1.1" status: 200 len: 852 time: 0.0689366 Jul 14 09:14:11.606787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.624758 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77828bfc-c547-4687-9d33-c5b01c47a50d req-3e51b2f0-6774-40ea-b28c-b30be70056d3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417638 Jul 14 09:14:11.654949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-c0deff4e-2b87-442e-b1b5-0d6d1a5361b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:11.656528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-c0deff4e-2b87-442e-b1b5-0d6d1a5361b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893580 Jul 14 09:14:11.673231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9cc1316-54e7-4ef5-adb5-c9ab49dee830 req-981d5aee-84de-4f32-a4a1-3324247070e4 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077831 Jul 14 09:14:11.675107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77685b3-e5c4-4235-84a9-5b8e2b17a110 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:11.686526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-a16ed121-8282-4c39-8b99-94aae094779d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b8ab3a-2058-446c-a681-ac458ed5df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792420 Jul 14 09:14:11.706033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b77685b3-e5c4-4235-84a9-5b8e2b17a110, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b77685b3-e5c4-4235-84a9-5b8e2b17a110,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.714846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.717103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ae07309c-1601-464d-ba0e-0c8a9b86c080 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:11.859815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b77685b3-e5c4-4235-84a9-5b8e2b17a110,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:11.863620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ae07309c-1601-464d-ba0e-0c8a9b86c080, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:11.887903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'ae07309c-1601-464d-ba0e-0c8a9b86c080', 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'port_id': 'ae07309c-1601-464d-ba0e-0c8a9b86c080', 'mac_address': 'fa:16:3e:f4:ff:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac3c4ba-fe4e-4a83-86ec-86c726f69ba0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:11.924207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-ccedf8b7-6bae-4ad7-ae33-0ccfe3a3f389 service neutron] 10.222.0.48 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498333 Jul 14 09:14:11.973566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-f8f512bd-b197-41bb-8164-a9eda15e9aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276909 Jul 14 09:14:11.975684 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:11.991560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae07309c-1601-464d-ba0e-0c8a9b86c080 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:12.049817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ae07309c-1601-464d-ba0e-0c8a9b86c080, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:12.056352 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.057044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device feaedb0c-622f-49ba-9ab0-5def947d637a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:12.107155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-9e8a2b38-5c7d-4e41-9eb2-c2e5a9b51bf1 service neutron] 10.222.0.48 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960066 Jul 14 09:14:12.126637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e8d01aa-023b-49ec-a98f-92d776ba4783 req-33a938bd-42f1-44c7-aadc-5bbc7cc93d8a service neutron] 10.222.0.48 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882625 Jul 14 09:14:12.201739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-442d2a7c-7d9a-4338-8133-82bdefafc981 req-f5033729-1625-455d-ad73-a5e9a26a1663 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047377 Jul 14 09:14:12.218196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ae07309c-1601-464d-ba0e-0c8a9b86c080,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:12.235926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ea820-96a1-4f4c-8ff8-e9481d636139 req-f3b928f8-70f6-4979-a3bc-cd61d9a6d74a tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.237963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a0ea820-96a1-4f4c-8ff8-e9481d636139 req-f3b928f8-70f6-4979-a3bc-cd61d9a6d74a tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 943 time: 0.2849381 Jul 14 09:14:12.322571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port feaedb0c-622f-49ba-9ab0-5def947d637a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=feaedb0c-622f-49ba-9ab0-5def947d637a,segment=NetworkSegment(0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa),segment_id=0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:12.339755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'feaedb0c-622f-49ba-9ab0-5def947d637a', 'network_id': 'f3e88fca-5263-4724-98b5-ee106e16b1ad', 'port_id': 'feaedb0c-622f-49ba-9ab0-5def947d637a', 'mac_address': 'fa:16:3e:53:ed:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72c8f18-fc1a-43c9-994f-ca4b42ab4755', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:12.351575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a0ea820-96a1-4f4c-8ff8-e9481d636139 req-62728ab3-9a52-4c1e-b569-a2085275fca9 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014264 Jul 14 09:14:12.370621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e861b54-92f1-4d8a-b87c-286db96d9fd5 req-a4b73936-f433-4d8c-a420-6df4d78ae866 service neutron] 10.222.0.48 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508435 Jul 14 09:14:12.395156 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.412832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaedb0c-622f-49ba-9ab0-5def947d637a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:12.434486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port feaedb0c-622f-49ba-9ab0-5def947d637a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=feaedb0c-622f-49ba-9ab0-5def947d637a,segment=NetworkSegment(0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa),segment_id=0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:12.440673 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:12.521320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.526773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=feaedb0c-622f-49ba-9ab0-5def947d637a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:12.538391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.546652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.553345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.559990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.567104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.573509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.576029 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-51959274-b11e-41b8-936f-3e02618f460d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.1796465 Jul 14 09:14:12.577008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'tag': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:12.579596 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ddec27-0013-4362-8824-abf1eddf4019", "tag": "ca59e0ed-56b8-48eb-ab1d-684e9d2599da"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:12.653826 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9582fd62-6592-408c-8ea6-5d6e936dbfff x-openstack-request-id: req-9582fd62-6592-408c-8ea6-5d6e936dbfff {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:12.654186 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ddec27-0013-4362-8824-abf1eddf4019", "tag": "ca59e0ed-56b8-48eb-ab1d-684e9d2599da", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:12.654361 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9582fd62-6592-408c-8ea6-5d6e936dbfff {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:12.654768 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'tag': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da', 'status': 'completed', 'code': 200} Jul 14 09:14:12.661779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0865a1b-8f11-47c8-af9c-ac39f28e8b05 req-cde61114-54f8-4456-81f2-a234dd0ca822 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678144 Jul 14 09:14:12.765490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411'}, {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8a38df-0752-4730-8f07-4934bbba1bc2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:12.769457 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36a1a9b-53bb-4266-9128-c1c37636e59f" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411"}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "3b8a38df-0752-4730-8f07-4934bbba1bc2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:12.807705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-0c467939-073f-4539-811e-dcf230996f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:12.809131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-0c467939-073f-4539-811e-dcf230996f30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 1095 time: 0.1281254 Jul 14 09:14:12.828582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['feaedb0c-622f-49ba-9ab0-5def947d637a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:12.905171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ae07309c-1601-464d-ba0e-0c8a9b86c080'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:12.915213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b77685b3-e5c4-4235-84a9-5b8e2b17a110'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:13.080098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7ecd5-1b96-423b-bf44-650c847be48f req-4338a509-0cf6-449c-a63d-c39234eae49a tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.087632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5b7ecd5-1b96-423b-bf44-650c847be48f req-4338a509-0cf6-449c-a63d-c39234eae49a tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 945 time: 0.1902754 Jul 14 09:14:13.093830 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-e9913196-14ea-4be4-af34-dbf5cf64af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.095677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-e9913196-14ea-4be4-af34-dbf5cf64af33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 917 time: 0.2780950 Jul 14 09:14:13.124441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0d05-40a9-480b-9d58-51b2105c275c req-7130136a-d14e-4bf8-8e41-9177e80a9919 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.126053 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-885f0d05-40a9-480b-9d58-51b2105c275c req-7130136a-d14e-4bf8-8e41-9177e80a9919 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 943 time: 0.1856418 Jul 14 09:14:13.150427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5b7ecd5-1b96-423b-bf44-650c847be48f req-53408118-bb3e-49a2-acd1-94c232659052 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527215 Jul 14 09:14:13.200717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-885f0d05-40a9-480b-9d58-51b2105c275c req-ba3df1fa-4669-4ad6-92b0-e49f498f2074 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680354 Jul 14 09:14:13.235039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-b998ef7c-ee93-452d-a971-e11420f51741 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca59e0ed-56b8-48eb-ab1d-684e9d2599da HTTP/1.1" status: 200 len: 217 time: 0.1000824 Jul 14 09:14:13.278330 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dacbd24-1e6a-4c79-9d8b-6ed01697b463 x-openstack-request-id: req-2dacbd24-1e6a-4c79-9d8b-6ed01697b463 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:13.278758 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411", "code": 200}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-plugged", "status": "completed", "tag": "3b8a38df-0752-4730-8f07-4934bbba1bc2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:13.279111 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dacbd24-1e6a-4c79-9d8b-6ed01697b463 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:13.279656 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411', 'code': 200} Jul 14 09:14:13.280013 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8a38df-0752-4730-8f07-4934bbba1bc2', 'code': 200} Jul 14 09:14:13.311927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-e55e40a7-f620-4d20-a49c-cb308683b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.313454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-e55e40a7-f620-4d20-a49c-cb308683b0a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 200 len: 855 time: 0.0699661 Jul 14 09:14:13.435859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca9e57d0-aa8b-4583-909a-99f9aba8871e details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:13.552025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-b6d04c9f-5fb8-4b60-9e43-68413b9dd333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.553777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-b6d04c9f-5fb8-4b60-9e43-68413b9dd333 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2332954 Jul 14 09:14:13.644009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ca9e57d0-aa8b-4583-909a-99f9aba8871e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e,segment=NetworkSegment(8d718908-0f9c-4234-840c-bdc41374baca),segment_id=8d718908-0f9c-4234-840c-bdc41374baca)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:13.651948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1663eb-0fc1-4d99-ac62-06565eec606c req-90884e4f-8cd3-4392-9d6d-71f2c0f37e00 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.653540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c1663eb-0fc1-4d99-ac62-06565eec606c req-90884e4f-8cd3-4392-9d6d-71f2c0f37e00 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 943 time: 0.1252470 Jul 14 09:14:13.672033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e', 'network_id': '73b8ab3a-2058-446c-a681-ac458ed5df3f', 'port_id': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e', 'mac_address': 'fa:16:3e:1a:fd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56385081-b8ce-494f-9587-a51465548631', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:13.683553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-7eef3939-82d5-4bbc-9ceb-07cfc65a09ed service neutron] 10.222.0.48 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209772 Jul 14 09:14:13.730949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c1663eb-0fc1-4d99-ac62-06565eec606c req-11d49591-a778-404b-bae0-232c1127c536 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686088 Jul 14 09:14:13.744445 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:13.746426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.746919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.758762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9e57d0-aa8b-4583-909a-99f9aba8871e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:13.761657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.762231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.763303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.764448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.765440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:13.767579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-9ba1394a-bb54-4df7-9f52-c7e2064abe91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6500 time: 0.3402317 Jul 14 09:14:13.790720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ca9e57d0-aa8b-4583-909a-99f9aba8871e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e,segment=NetworkSegment(8d718908-0f9c-4234-840c-bdc41374baca),segment_id=8d718908-0f9c-4234-840c-bdc41374baca)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:13.800993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:13.840814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc0e51b8-e351-4820-a175-26c8e3dc6274 req-da9baec7-6ca2-4479-a0ec-42594cc3733e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402956 Jul 14 09:14:13.858194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ca9e57d0-aa8b-4583-909a-99f9aba8871e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:13.891947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-546343f7-5f0b-4fc9-a1a2-435cd9cc0872 req-d48f30a8-d535-4655-949b-560ac6f14915 service neutron] 10.222.0.48 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909935 Jul 14 09:14:14.013747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.021668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.029230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.035077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.041651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.047514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.053481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.055464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-2aa3ec59-e33b-4432-b986-ee3f030b44e2 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.1432557 Jul 14 09:14:14.103843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50485bd-6ec4-49bb-b425-2ef90523b77e req-9bde83b5-3fad-447b-b010-e0494ff47b5f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421453 Jul 14 09:14:14.193858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ca9e57d0-aa8b-4583-909a-99f9aba8871e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:14.400971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4ecd-4473-4e06-8bc5-a0df7091620a req-0f786a08-2849-4167-93dc-3ea8335794c0 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.408500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee5c4ecd-4473-4e06-8bc5-a0df7091620a req-0f786a08-2849-4167-93dc-3ea8335794c0 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 945 time: 0.0928028 Jul 14 09:14:14.462563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee5c4ecd-4473-4e06-8bc5-a0df7091620a req-1031a345-6462-4ec4-8c67-fce7f8a26320 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531137 Jul 14 09:14:14.542462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba1577-5725-4ef6-a1ed-225bb9318a44 req-0cccf7d5-b67e-40e5-9ab9-45c3acb405e3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.554174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91ba1577-5725-4ef6-a1ed-225bb9318a44 req-0cccf7d5-b67e-40e5-9ab9-45c3acb405e3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 943 time: 0.1318395 Jul 14 09:14:14.599994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91ba1577-5725-4ef6-a1ed-225bb9318a44 req-0cd61450-65ff-4440-a895-80d28d04782f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489676 Jul 14 09:14:14.761373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce896cd-4831-426c-8d0c-a637b2db336e req-b0895bdc-1bc7-4c57-885e-9b677824b5c4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.762901 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ce896cd-4831-426c-8d0c-a637b2db336e req-b0895bdc-1bc7-4c57-885e-9b677824b5c4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1076491 Jul 14 09:14:14.819605 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ce896cd-4831-426c-8d0c-a637b2db336e req-9513d85c-2492-47d1-a8f6-077307b9b7e9 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498486 Jul 14 09:14:14.957677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8789d-849d-4950-af1f-0374781d0d56 req-69b6ddcd-c8f0-42c1-8acb-620f29f0d2a2 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:14.967173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2e8789d-849d-4950-af1f-0374781d0d56 req-69b6ddcd-c8f0-42c1-8acb-620f29f0d2a2 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 944 time: 0.0915778 Jul 14 09:14:15.037753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2e8789d-849d-4950-af1f-0374781d0d56 req-7a4aaf9f-cc4b-40ea-bebd-c4cd18e961aa tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694056 Jul 14 09:14:15.059501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67943ef-5a15-4b9a-bcab-b298bb50e260 req-206b0246-ec6e-44f8-8834-18e753df4b82 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.060853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f67943ef-5a15-4b9a-bcab-b298bb50e260 req-206b0246-ec6e-44f8-8834-18e753df4b82 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1098874 Jul 14 09:14:15.110578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f67943ef-5a15-4b9a-bcab-b298bb50e260 req-7be50990-46b1-4c4a-a65d-5f66e474fa9c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Jul 14 09:14:15.143165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ae07309c-1601-464d-ba0e-0c8a9b86c080 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:15.287618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port ae07309c-1601-464d-ba0e-0c8a9b86c080 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:15.292640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port ae07309c-1601-464d-ba0e-0c8a9b86c080 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:15.293022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.461926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca59e0ed-56b8-48eb-ab1d-684e9d2599da details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:15.480233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.487733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.493959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.500818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.507542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.513617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.520720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.530011 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24259c8a-74ec-426b-9218-27d72f865669 req-9c96d28d-58d2-42a5-b1ee-3c254def324c tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.1616170 Jul 14 09:14:15.570616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ca59e0ed-56b8-48eb-ab1d-684e9d2599da, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:15.583944 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24259c8a-74ec-426b-9218-27d72f865669 req-405ef5b8-9783-425e-bca2-a67a5b0c12d8 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529838 Jul 14 09:14:15.585194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca9e57d0-aa8b-4583-909a-99f9aba8871e up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:15.625637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da', 'network_id': '9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20', 'port_id': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da', 'mac_address': 'fa:16:3e:7a:4f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac3c4ba-fe4e-4a83-86ec-86c726f69ba0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:15.635542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.678348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.702222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-b13da7cc-d77e-4b30-8865-90d47c698283 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.703784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-b13da7cc-d77e-4b30-8865-90d47c698283 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.2536902 Jul 14 09:14:15.733565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae07309c-1601-464d-ba0e-0c8a9b86c080'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:15.736468 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c17c4c7-1ebf-486b-8328-9aae89ba909e" -d '{"events": [{"server_uuid": "8d38749e-1f97-4509-90aa-6a235022b0ca", "name": "network-vif-plugged", "status": "completed", "tag": "ae07309c-1601-464d-ba0e-0c8a9b86c080"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:15.738352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-cf54371a-fee5-40b3-9198-f5a11d4ee1b0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/quotas/a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 375 time: 0.0248792 Jul 14 09:14:15.738904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port ca9e57d0-aa8b-4583-909a-99f9aba8871e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:15.741997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca59e0ed-56b8-48eb-ab1d-684e9d2599da {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:15.749542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ae07309c-1601-464d-ba0e-0c8a9b86c080, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:15.752393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port ca9e57d0-aa8b-4583-909a-99f9aba8871e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:15.752806 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.778841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:15.779627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device feaedb0c-622f-49ba-9ab0-5def947d637a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:15.834810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb9340-8024-4153-83a4-1895779ac2d0 req-85761a43-25d6-4a7a-834c-edd74d20fecd tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:15.836653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0cfb9340-8024-4153-83a4-1895779ac2d0 req-85761a43-25d6-4a7a-834c-edd74d20fecd tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 945 time: 0.1069434 Jul 14 09:14:15.845341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ae07309c-1601-464d-ba0e-0c8a9b86c080,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:15.905981 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-74209003-ae8c-40e1-a9fe-19ebf4095990 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1661623 Jul 14 09:14:15.914645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0cfb9340-8024-4153-83a4-1895779ac2d0 req-60df6749-efe0-4552-acb6-9dd4c9ed1499 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700936 Jul 14 09:14:16.020912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ca59e0ed-56b8-48eb-ab1d-684e9d2599da, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:16.047010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.055453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.055833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.056227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.056530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.056870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.057238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.057594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.057905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.058235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.058711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.059041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.059402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:16.088784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-36ff00a6-5a22-473a-8a27-1fbdfe7086b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817484 Jul 14 09:14:16.098822 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc94f-3efc-4e41-a9f8-2649d80ba72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.144002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:16.172600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port feaedb0c-622f-49ba-9ab0-5def947d637a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:16.182748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port feaedb0c-622f-49ba-9ab0-5def947d637a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:16.183129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.266383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.332772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ca9e57d0-aa8b-4583-909a-99f9aba8871e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e,segment=NetworkSegment(8d718908-0f9c-4234-840c-bdc41374baca),segment_id=8d718908-0f9c-4234-840c-bdc41374baca)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:16.343964 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.359406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-c25747a2-6b4e-4f69-a21e-5dc9d53f8bcc service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697089 Jul 14 09:14:16.364635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.371131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.381715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.388011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.405524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.412639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.424046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.424046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-79d71109-3fcd-46ff-adba-bb2c8cbca928 req-c4f7f902-a30a-44a1-b32c-84eea3cf9faf tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.2125354 Jul 14 09:14:16.434675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52100) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:16.441753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Request body: {'floatingip': {'port_id': '17599234-c916-4f8b-beec-ddeb99a8bc7c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:16.453719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ca59e0ed-56b8-48eb-ab1d-684e9d2599da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:16.484927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ca9e57d0-aa8b-4583-909a-99f9aba8871e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:16.491651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.514335 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.622627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port feaedb0c-622f-49ba-9ab0-5def947d637a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=feaedb0c-622f-49ba-9ab0-5def947d637a,segment=NetworkSegment(0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa),segment_id=0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:16.634443 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.635411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b77685b3-e5c4-4235-84a9-5b8e2b17a110 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:16.754653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=feaedb0c-622f-49ba-9ab0-5def947d637a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:16.778982 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd61e61-c945-4f91-84ca-1d1872e8272b x-openstack-request-id: req-0dd61e61-c945-4f91-84ca-1d1872e8272b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:16.779314 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d38749e-1f97-4509-90aa-6a235022b0ca", "name": "network-vif-plugged", "status": "completed", "tag": "ae07309c-1601-464d-ba0e-0c8a9b86c080", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:16.779539 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dd61e61-c945-4f91-84ca-1d1872e8272b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:16.779934 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae07309c-1601-464d-ba0e-0c8a9b86c080', 'code': 200} Jul 14 09:14:16.780479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b77685b3-e5c4-4235-84a9-5b8e2b17a110 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:16.813760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b77685b3-e5c4-4235-84a9-5b8e2b17a110 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:16.814145 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:16.892573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311e637-fe93-443d-9b20-76f9235037f3 req-e70622c5-2835-472e-b851-ab4ee3c2faab tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:16.911894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0311e637-fe93-443d-9b20-76f9235037f3 req-e70622c5-2835-472e-b851-ab4ee3c2faab tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 944 time: 0.2849135 Jul 14 09:14:16.989963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.016936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d8fc5-14bf-494b-9de2-6c42329bca06 req-98031e7d-5b22-43c3-a8f0-17d9649381d3 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.024861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-477d8fc5-14bf-494b-9de2-6c42329bca06 req-98031e7d-5b22-43c3-a8f0-17d9649381d3 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.1170003 Jul 14 09:14:17.077159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-477d8fc5-14bf-494b-9de2-6c42329bca06 req-e32542e5-7928-43fd-968d-b145afd062a5 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510187 Jul 14 09:14:17.125836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b77685b3-e5c4-4235-84a9-5b8e2b17a110, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b77685b3-e5c4-4235-84a9-5b8e2b17a110,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:17.132856 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.196872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7928aeb5-f4b1-41cd-8a37-17d451fbe878 req-d2713ee3-8ae5-4103-9716-1ed19cce0d94 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 210 time: 0.0476880 Jul 14 09:14:17.242319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b77685b3-e5c4-4235-84a9-5b8e2b17a110,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:17.517152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114446d9-c73c-4c27-8a69-0a4da0048b36 req-b8a9d247-bf28-44e3-b6cb-a7e096924437 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.519409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-114446d9-c73c-4c27-8a69-0a4da0048b36 req-b8a9d247-bf28-44e3-b6cb-a7e096924437 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 946 time: 0.1251228 Jul 14 09:14:17.569421 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0311e637-fe93-443d-9b20-76f9235037f3 req-8ed36d78-c679-42f9-852a-da89cee591ac tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6562867 Jul 14 09:14:17.584469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-114446d9-c73c-4c27-8a69-0a4da0048b36 req-ad96d37f-fae2-4ef3-ad26-97d941b76c50 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545380 Jul 14 09:14:17.677976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0019-df4f-4516-9a19-071b360a96da req-51e8ea95-0b4d-4f15-9d3f-aaa82a91fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:17.679537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b6e0019-df4f-4516-9a19-071b360a96da req-51e8ea95-0b4d-4f15-9d3f-aaa82a91fd64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 1098 time: 0.8357451 Jul 14 09:14:17.785792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b6e0019-df4f-4516-9a19-071b360a96da req-82086ce3-4138-46d1-938e-c30f4ae0365e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924757 Jul 14 09:14:17.888680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.892602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:17.997504 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Floating IP 25831558-1c72-4d04-ade1-2a70447d166b associated. External IP: 172.25.2.231, port: 17599234-c916-4f8b-beec-ddeb99a8bc7c. Jul 14 09:14:18.283862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Router f4e02a97-e647-4826-af15-8701e76145a4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:14:18.372574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7909-9eef-4ac0-8887-351177cbd1d0 req-2d635b81-30c0-4b84-898c-d20df83a9ebd tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.382669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b7b7909-9eef-4ac0-8887-351177cbd1d0 req-2d635b81-30c0-4b84-898c-d20df83a9ebd tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.1437101 Jul 14 09:14:18.448977 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b7b7909-9eef-4ac0-8887-351177cbd1d0 req-4ff45346-2ae6-438f-9635-0033d9e83343 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653789 Jul 14 09:14:18.540143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7172f77c-47c9-49ae-bcb2-07d40b075f92 req-c348ef46-ccb2-4434-b7a1-6a8ceca2a521 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 210 time: 0.1176968 Jul 14 09:14:18.686195 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f916b71-517c-4901-a00b-a44b7846f571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:18.765924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:14:18.783639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c7c153-3758-487a-8de5-25109e2b3933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e'}, {'server_uuid': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaedb0c-622f-49ba-9ab0-5def947d637a'}, {'server_uuid': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:18.787620 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d6bb1-cb31-48b3-aea8-380717bc354a" -d '{"events": [{"server_uuid": "60c7c153-3758-487a-8de5-25109e2b3933", "name": "network-vif-plugged", "status": "completed", "tag": "ca9e57d0-aa8b-4583-909a-99f9aba8871e"}, {"server_uuid": "4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55", "name": "network-vif-plugged", "status": "completed", "tag": "feaedb0c-622f-49ba-9ab0-5def947d637a"}, {"server_uuid": "63e09d35-5d5e-4efc-a964-1595c5d4ab1f", "name": "network-vif-plugged", "status": "completed", "tag": "b77685b3-e5c4-4235-84a9-5b8e2b17a110"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:18.792607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] Sync routers for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:14:18.818032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:18.818701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:14:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:18.823538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-0dbdc346-2604-47d7-90b8-4177913a483c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.825050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-0dbdc346-2604-47d7-90b8-4177913a483c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.4289932 Jul 14 09:14:18.832974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:18.840763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'port': {'device_id': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'admin_state_up': True, 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:18.928220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa17bb-5610-4f43-922c-baedc62c0c16 req-1ac8e50c-6084-4434-9256-b6ddbf79d267 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:18.929759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2eaa17bb-5610-4f43-922c-baedc62c0c16 req-1ac8e50c-6084-4434-9256-b6ddbf79d267 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 946 time: 0.1114068 Jul 14 09:14:19.013366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b3166b5c-50ab-4c21-a4c0-2657b76fb01d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "PUT /v2.0/floatingips/25831558-1c72-4d04-ade1-2a70447d166b HTTP/1.1" status: 200 len: 992 time: 2.5780256 Jul 14 09:14:19.014840 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:19.017123 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03079edd-e671-4204-8d99-e8b15760b04e" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:19.022284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2eaa17bb-5610-4f43-922c-baedc62c0c16 req-d3d90ae2-f752-46c4-9870-afe27b3af618 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866098 Jul 14 09:14:19.058090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cc76a-d566-4ad6-b63c-ed9900dbcd36 req-548f3ca5-d114-4723-92de-13be171401eb tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.059794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e1cc76a-d566-4ad6-b63c-ed9900dbcd36 req-548f3ca5-d114-4723-92de-13be171401eb tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 944 time: 0.2830071 Jul 14 09:14:19.085471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:19.139038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Made reservation on behalf of a7aa010ea0a540a6812b8fca95bff63d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:19.144227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.169362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e1cc76a-d566-4ad6-b63c-ed9900dbcd36 req-4dd66647-d58f-4daa-b9d3-dfc92b2c0689 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014419 Jul 14 09:14:19.375233 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eed10a-c136-45c0-9943-d1c8baf6cfb5 x-openstack-request-id: req-b1eed10a-c136-45c0-9943-d1c8baf6cfb5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:19.375731 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c7c153-3758-487a-8de5-25109e2b3933", "name": "network-vif-plugged", "status": "completed", "tag": "ca9e57d0-aa8b-4583-909a-99f9aba8871e", "code": 200}, {"server_uuid": "4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55", "name": "network-vif-plugged", "status": "completed", "tag": "feaedb0c-622f-49ba-9ab0-5def947d637a", "code": 200}, {"server_uuid": "63e09d35-5d5e-4efc-a964-1595c5d4ab1f", "name": "network-vif-plugged", "status": "completed", "tag": "b77685b3-e5c4-4235-84a9-5b8e2b17a110", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:19.375992 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1eed10a-c136-45c0-9943-d1c8baf6cfb5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:19.377325 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c7c153-3758-487a-8de5-25109e2b3933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e', 'code': 200} Jul 14 09:14:19.377585 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaedb0c-622f-49ba-9ab0-5def947d637a', 'code': 200} Jul 14 09:14:19.377848 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110', 'code': 200} Jul 14 09:14:19.381090 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.440731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8879feb-d0c3-49a9-a853-c50221aae89b req-c2a6e9b7-767c-4aa6-a890-fa5871369ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.442815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8879feb-d0c3-49a9-a853-c50221aae89b req-c2a6e9b7-767c-4aa6-a890-fa5871369ee7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 1098 time: 0.1521091 Jul 14 09:14:19.466818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca59e0ed-56b8-48eb-ab1d-684e9d2599da up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:19.495814 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de4d7a-0bf6-4d7a-b72e-c904d4e6acf3 x-openstack-request-id: req-e7de4d7a-0bf6-4d7a-b72e-c904d4e6acf3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:19.496124 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:19.498812 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7de4d7a-0bf6-4d7a-b72e-c904d4e6acf3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:19.499243 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'status': 'completed', 'code': 200} Jul 14 09:14:19.503467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425501-36a5-4572-800f-a330635d39b0 req-c42d6981-ca3e-45cb-94ff-59e744fc22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.505613 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e425501-36a5-4572-800f-a330635d39b0 req-c42d6981-ca3e-45cb-94ff-59e744fc22fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 1098 time: 0.1759565 Jul 14 09:14:19.515995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '25831558-1c72-4d04-ade1-2a70447d166b', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'port_id': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'mac_address': 'fa:16:3e:fc:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:12:50Z', 'updated_at': '2021-07-14T09:14:17Z', 'revision_number': 1, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 5, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:19.529122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8879feb-d0c3-49a9-a853-c50221aae89b req-e07fe537-10b5-4c27-911a-68e2e2f36a0d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780234 Jul 14 09:14:19.547136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] Checking router: f4e02a97-e647-4826-af15-8701e76145a4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:14:19.558986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e425501-36a5-4572-800f-a330635d39b0 req-d5166c2e-25a5-46f6-ac74-449ff21c9de6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Jul 14 09:14:19.571597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:14:19.572567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:14:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:19.576776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port ca59e0ed-56b8-48eb-ab1d-684e9d2599da completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:19.581248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b21dda-cf3f-4f8b-b148-35d365dea7d9 req-9e320f1a-14f0-4981-9772-7661e5ee43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.582959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2b21dda-cf3f-4f8b-b148-35d365dea7d9 req-9e320f1a-14f0-4981-9772-7661e5ee43d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 1097 time: 0.2561898 Jul 14 09:14:19.587864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Allocated IP 172.20.0.13 (2ee81d52-5b6a-400d-b9ae-3c4441fc88ff/0eaafedb-0c03-483d-afab-70165df797f2/28140da5-db88-482b-b47c-5827d9d13bf4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:19.640134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port ca59e0ed-56b8-48eb-ab1d-684e9d2599da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:19.640440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.641520 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2b21dda-cf3f-4f8b-b148-35d365dea7d9 req-d436ce85-6dd2-4efb-8091-6ec2abf24325 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495176 Jul 14 09:14:19.684326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d34fe2-69e7-41b3-91b1-fe42bd4898ca req-73044a16-0ff0-49aa-992a-82b17cfb69e2 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.685752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a1d34fe2-69e7-41b3-91b1-fe42bd4898ca req-73044a16-0ff0-49aa-992a-82b17cfb69e2 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.0677023 Jul 14 09:14:19.695704 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.718294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a743c58c-de87-41eb-b409-7add4346752e req-16e04482-9cfe-4944-8ad0-9810fdea1a39 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 210 time: 0.0479412 Jul 14 09:14:19.730321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.730726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.731203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.731709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.732177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.732658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.733110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.733780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a1d34fe2-69e7-41b3-91b1-fe42bd4898ca req-02cadd9a-f1da-47c7-808d-abec0eb2c9be tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Jul 14 09:14:19.734981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03079edd-e671-4204-8d99-e8b15760b04e req-2c4f470f-1595-48ba-9523-3c9906e17413 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6500 time: 0.2208352 Jul 14 09:14:19.799258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:14:19.848659 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.868955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.910798 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:19.916287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-5f13e899-5cdf-4f17-a919-bc31f1a43e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:19.917852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03079edd-e671-4204-8d99-e8b15760b04e req-5f13e899-5cdf-4f17-a919-bc31f1a43e0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427 HTTP/1.1" status: 200 len: 912 time: 0.1413915 Jul 14 09:14:19.932997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Transition to ACTIVE for port object 28140da5-db88-482b-b47c-5827d9d13bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:19.933364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port ca59e0ed-56b8-48eb-ab1d-684e9d2599da, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:19.941040 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.043827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:20.115169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '25831558-1c72-4d04-ade1-2a70447d166b', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'port_id': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'mac_address': 'fa:16:3e:fc:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:12:50Z', 'updated_at': '2021-07-14T09:14:17Z', 'revision_number': 1, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 5, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:20.142386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00132f9-05ac-4bcd-a90a-3c05c121fd00 None None] The sync data for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 is: [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '25831558-1c72-4d04-ade1-2a70447d166b', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'port_id': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'mac_address': 'fa:16:3e:fc:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:12:50Z', 'updated_at': '2021-07-14T09:14:17Z', 'revision_number': 1, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 5, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:14:20.309316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03079edd-e671-4204-8d99-e8b15760b04e req-a67e717b-1516-4afb-96e1-872176fc653b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c HTTP/1.1" status: 200 len: 1000 time: 0.3833125 Jul 14 09:14:20.364288 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.378832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d44fc432-2464-488a-a776-ba1c5a66bf09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:20.383724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25847e6-dc9e-4bf5-9f26-7d29d8fb8bfc None None] New status for floating IP 25831558-1c72-4d04-ade1-2a70447d166b: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:14:20.400376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['290851e7-06dc-451f-8825-a2a438fe8363'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:20.445046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-27340c40-890f-469f-926e-43b25c52a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.446910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03079edd-e671-4204-8d99-e8b15760b04e req-27340c40-890f-469f-926e-43b25c52a954 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80e7a0fa-c30f-4b8c-bce8-16100869d6b8 HTTP/1.1" status: 200 len: 850 time: 0.1291788 Jul 14 09:14:20.462894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:20.471593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bf4ef-8460-4fd9-989d-e4288e4aa90a req-8c5c735b-1b47-4b5f-a1d9-4e2f88aa374e tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.482792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817bf4ef-8460-4fd9-989d-e4288e4aa90a req-8c5c735b-1b47-4b5f-a1d9-4e2f88aa374e tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 946 time: 0.2184041 Jul 14 09:14:20.514128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=28140da5-db88-482b-b47c-5827d9d13bf4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:20.547513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:20.620792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:20.764341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e807d-52a9-4cea-b96b-c39a3c629859 req-a73ab5e0-be1f-4e45-976e-d573bc65526f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.772701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-865e807d-52a9-4cea-b96b-c39a3c629859 req-a73ab5e0-be1f-4e45-976e-d573bc65526f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.4801686 Jul 14 09:14:20.811969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.812666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:20.843424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-865e807d-52a9-4cea-b96b-c39a3c629859 req-0bd0a77d-d20f-42d0-9251-ea0f7c893df6 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686173 Jul 14 09:14:20.899507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817bf4ef-8460-4fd9-989d-e4288e4aa90a req-a33daa1a-efb4-4c25-ab83-5d36a502b11f tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155357 Jul 14 09:14:20.905007 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-72ea2991-cf81-4319-ba1f-3b05fea674a2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0680161 Jul 14 09:14:20.929571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Request body: {'port': {'device_id': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:20.939645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079edd-e671-4204-8d99-e8b15760b04e req-a2fd33be-d55a-4c3a-a7ca-863ad2f71a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:20.942624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03079edd-e671-4204-8d99-e8b15760b04e req-a2fd33be-d55a-4c3a-a7ca-863ad2f71a14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4825814 Jul 14 09:14:21.005471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a2eca5dd-361d-4dc1-b294-43d088fd2201 None None] Provisioning for port 28140da5-db88-482b-b47c-5827d9d13bf4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:21.010059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a2eca5dd-361d-4dc1-b294-43d088fd2201 None None] Provisioning complete for port 28140da5-db88-482b-b47c-5827d9d13bf4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:21.010850 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2eca5dd-361d-4dc1-b294-43d088fd2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.106104 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.122973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03079edd-e671-4204-8d99-e8b15760b04e req-eb903b32-1840-403c-8cd7-6b22942d05bc service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607299 Jul 14 09:14:21.186804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a2eca5dd-361d-4dc1-b294-43d088fd2201 None None] Port 28140da5-db88-482b-b47c-5827d9d13bf4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:21.225687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233dac-9aa3-4e2a-bed2-1e37c4980b8a req-079afb54-7562-41de-b2a6-d87331700ba8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.227172 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85233dac-9aa3-4e2a-bed2-1e37c4980b8a req-079afb54-7562-41de-b2a6-d87331700ba8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 932 time: 0.0629487 Jul 14 09:14:21.265194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85233dac-9aa3-4e2a-bed2-1e37c4980b8a req-bb8ede50-ac6d-47fe-8e63-ea74bb195cbc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Jul 14 09:14:21.302492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.358966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03079edd-e671-4204-8d99-e8b15760b04e req-e1162aff-6843-487b-86bd-b740f012a182 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071114 Jul 14 09:14:21.378666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:21.381129 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dba892-025c-4b1f-a36f-87a47aceef8e" -d '{"events": [{"server_uuid": "b0ddec27-0013-4362-8824-abf1eddf4019", "name": "network-vif-plugged", "status": "completed", "tag": "ca59e0ed-56b8-48eb-ab1d-684e9d2599da"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:21.394569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a298-bb2d-4e3a-8067-f6c35a7c4751 req-303b4088-5427-402f-90da-e22c4aa6488c tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.396091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b478a298-bb2d-4e3a-8067-f6c35a7c4751 req-303b4088-5427-402f-90da-e22c4aa6488c tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.1991742 Jul 14 09:14:21.437449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa49f4-1cbc-448f-b715-f2212130d098 req-d684caff-aa82-4e21-84cd-298b59fbeaa3 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.439154 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7afa49f4-1cbc-448f-b715-f2212130d098 req-d684caff-aa82-4e21-84cd-298b59fbeaa3 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 949 time: 0.0700083 Jul 14 09:14:21.478228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7afa49f4-1cbc-448f-b715-f2212130d098 req-a294b87b-e981-42fd-ac8d-8b88e49ae89a tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334218 Jul 14 09:14:21.480404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b478a298-bb2d-4e3a-8067-f6c35a7c4751 req-56648201-fa55-4185-ab30-52fd7c214cc3 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593460 Jul 14 09:14:21.528909 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13e3ae3-c197-40e0-bfd6-0565eaf82f99 x-openstack-request-id: req-b13e3ae3-c197-40e0-bfd6-0565eaf82f99 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:21.529204 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ddec27-0013-4362-8824-abf1eddf4019", "name": "network-vif-plugged", "status": "completed", "tag": "ca59e0ed-56b8-48eb-ab1d-684e9d2599da", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:21.529465 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b13e3ae3-c197-40e0-bfd6-0565eaf82f99 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:21.529864 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da', 'code': 200} Jul 14 09:14:21.572078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28140da5-db88-482b-b47c-5827d9d13bf4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:21.580676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.595814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Transition to ACTIVE for port object 28140da5-db88-482b-b47c-5827d9d13bf4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:21.600664 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.691103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Pushing event updated for resources: {'Port': ['ID=28140da5-db88-482b-b47c-5827d9d13bf4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:21.797455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cf4a8-34b8-4a2f-9bd9-c6c6fa2ebfc8 req-9861811c-d2a0-4d03-8606-7d9382c5e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.799156 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd1cf4a8-34b8-4a2f-9bd9-c6c6fa2ebfc8 req-9861811c-d2a0-4d03-8606-7d9382c5e9a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 1097 time: 0.1693425 Jul 14 09:14:21.804105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Attempting to bind port 28140da5-db88-482b-b47c-5827d9d13bf4 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:21.804441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Attempting to bind port 28140da5-db88-482b-b47c-5827d9d13bf4 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:21.804779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Attempting to bind port 28140da5-db88-482b-b47c-5827d9d13bf4 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:21.818601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Port 28140da5-db88-482b-b47c-5827d9d13bf4 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:21.819172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Attempting to bind port 28140da5-db88-482b-b47c-5827d9d13bf4 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:21.832693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:21.833220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:21.833692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Bound using segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:21.834306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Bound port: 28140da5-db88-482b-b47c-5827d9d13bf4, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:21.834773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.885212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd1cf4a8-34b8-4a2f-9bd9-c6c6fa2ebfc8 req-066c0b6e-508e-44e3-ab14-f4b9626e6144 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748546 Jul 14 09:14:21.928192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] For port 28140da5-db88-482b-b47c-5827d9d13bf4, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:21.931639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] For port 28140da5-db88-482b-b47c-5827d9d13bf4, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28140da5-db88-482b-b47c-5827d9d13bf4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:21.937006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.978259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:21.979792 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:21.981807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] 10.222.0.11 "PUT /v2.0/ports/28140da5-db88-482b-b47c-5827d9d13bf4 HTTP/1.1" status: 200 len: 1093 time: 1.0594976 Jul 14 09:14:21.982781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:21.985192 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84868e5-b29e-486d-8d33-d7f7b285e494" -d '{"events": [{"name": "network-changed", "server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:22.016429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364d31a-8d5d-4a00-a72b-298f9a52573c service neutron] Pushing event updated for resources: {'Port': ['ID=28140da5-db88-482b-b47c-5827d9d13bf4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:22.105554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e6c5-68a3-4a2f-a2c1-0ce0dea043a6 req-4ca62cb3-b8fa-45cf-82a9-faec82013e0a tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.114879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-feb4e6c5-68a3-4a2f-a2c1-0ce0dea043a6 req-4ca62cb3-b8fa-45cf-82a9-faec82013e0a tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.1030354 Jul 14 09:14:22.150583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec3fe-8636-43af-99f8-63b6b750260f req-13abe2ab-efad-4d7c-9866-9c446631c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.152854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-788ec3fe-8636-43af-99f8-63b6b750260f req-13abe2ab-efad-4d7c-9866-9c446631c9d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d18ca55938e142689a709bd142e35c7f&device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 1097 time: 0.1181118 Jul 14 09:14:22.159067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-c88d5b43-b8e9-4bce-bf22-efa9a1d8f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.160934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-c88d5b43-b8e9-4bce-bf22-efa9a1d8f828 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 1096 time: 0.1178207 Jul 14 09:14:22.199123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-feb4e6c5-68a3-4a2f-a2c1-0ce0dea043a6 req-89b04706-6dae-4616-96a2-b902446d048e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829175 Jul 14 09:14:22.311872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec3fe-8636-43af-99f8-63b6b750260f req-f1aef1b1-b3b3-4b03-8433-a5c95ee17f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.313416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-788ec3fe-8636-43af-99f8-63b6b750260f req-f1aef1b1-b3b3-4b03-8433-a5c95ee17f24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73b8ab3a-2058-446c-a681-ac458ed5df3f HTTP/1.1" status: 200 len: 913 time: 0.1511497 Jul 14 09:14:22.357034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-7aa69b74-faed-420f-adf1-479ea9bd4ada service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28140da5-db88-482b-b47c-5827d9d13bf4 HTTP/1.1" status: 200 len: 217 time: 0.1856213 Jul 14 09:14:22.395453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f69d7-6060-40c5-b605-133ae6c38ce2 req-765f8cdc-2e3f-46c0-9d7d-721dde5901ff tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.396958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f3f69d7-6060-40c5-b605-133ae6c38ce2 req-765f8cdc-2e3f-46c0-9d7d-721dde5901ff tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.0678101 Jul 14 09:14:22.422366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-788ec3fe-8636-43af-99f8-63b6b750260f req-60be32cb-9251-4b39-937a-1934c547e3a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e HTTP/1.1" status: 200 len: 217 time: 0.0724559 Jul 14 09:14:22.436741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f3f69d7-6060-40c5-b605-133ae6c38ce2 req-0bd25efd-461a-4e6e-a975-cc99accd6d4d tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335195 Jul 14 09:14:22.492062 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b673b-e2eb-4781-ac78-9857c65ca658 x-openstack-request-id: req-b60b673b-e2eb-4781-ac78-9857c65ca658 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:22.492361 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:22.492627 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b60b673b-e2eb-4781-ac78-9857c65ca658 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:22.493034 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4', 'status': 'completed', 'code': 200} Jul 14 09:14:22.507091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-1e56b1f7-d2fa-445a-bdbf-ab2c9fcd431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.508621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-1e56b1f7-d2fa-445a-bdbf-ab2c9fcd431b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1425407 Jul 14 09:14:22.517449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec3fe-8636-43af-99f8-63b6b750260f req-636828c2-0301-4d00-a306-8d14870c6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.518825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-788ec3fe-8636-43af-99f8-63b6b750260f req-636828c2-0301-4d00-a306-8d14870c6fc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56385081-b8ce-494f-9587-a51465548631 HTTP/1.1" status: 200 len: 852 time: 0.0741870 Jul 14 09:14:22.582185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-788ec3fe-8636-43af-99f8-63b6b750260f req-d7f40c43-d37d-41ca-8445-4a9943d36515 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73b8ab3a-2058-446c-a681-ac458ed5df3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518830 Jul 14 09:14:22.590692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb651fa-c433-4760-819b-7bc994bfb986 req-d792d40b-1fc6-4c47-bdfd-9dcf1673cf15 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.592173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebb651fa-c433-4760-819b-7bc994bfb986 req-d792d40b-1fc6-4c47-bdfd-9dcf1673cf15 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 946 time: 0.2435532 Jul 14 09:14:22.705900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ebb651fa-c433-4760-819b-7bc994bfb986 req-14ffff7a-c7e4-4fd8-8a3c-29305dccb523 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022637 Jul 14 09:14:22.710673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-40a468b4-892f-447d-8808-3b4ab99e17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:22.712174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-40a468b4-892f-447d-8808-3b4ab99e17c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925144 Jul 14 09:14:22.770872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-788ec3fe-8636-43af-99f8-63b6b750260f req-1ede51a9-2655-4b62-afac-63dc60041a8c service neutron] 10.222.0.48 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775820 Jul 14 09:14:22.922755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-506f325f-0ba5-4a02-adf0-d7dd76a1e657 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026269 Jul 14 09:14:22.987884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-788ec3fe-8636-43af-99f8-63b6b750260f req-c8faf99d-a8cf-4de6-8e37-d31d71d54f94 service neutron] 10.222.0.48 "GET /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087491 Jul 14 09:14:23.027345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80908e72-5fae-42c4-b2da-90738e41e160 req-5d73e8b8-4732-4357-9ff4-72d09cf99e6b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.028782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80908e72-5fae-42c4-b2da-90738e41e160 req-5d73e8b8-4732-4357-9ff4-72d09cf99e6b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 944 time: 0.1747878 Jul 14 09:14:23.064565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bb84dc0-1530-4212-a0ff-ef97efbd52f6 req-722de734-a38e-40b9-b814-bc3f74d6a007 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304026 Jul 14 09:14:23.083484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80908e72-5fae-42c4-b2da-90738e41e160 req-635cded0-3a71-4e25-ac39-52d9cb00cbfc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Jul 14 09:14:23.181700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-d504a3c2-dd1f-4492-93eb-fa0626b72ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.184041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-d504a3c2-dd1f-4492-93eb-fa0626b72ecd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 1096 time: 0.0645308 Jul 14 09:14:23.301689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-0fd86e44-706a-40a5-931c-cd58238e88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.303316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-0fd86e44-706a-40a5-931c-cd58238e88b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1128936 Jul 14 09:14:23.349852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-9e064277-e0af-4918-ace5-7d72cb27f0bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28140da5-db88-482b-b47c-5827d9d13bf4 HTTP/1.1" status: 200 len: 217 time: 0.0390761 Jul 14 09:14:23.405974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-8b861118-3267-494f-9002-6b64dc625098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.407491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-8b861118-3267-494f-9002-6b64dc625098 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0456936 Jul 14 09:14:23.490165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-0fb4402c-4077-403e-bff4-1702acd9d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.492182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-0fb4402c-4077-403e-bff4-1702acd9d4ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774364 Jul 14 09:14:23.502271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:23.568495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532297c1-d595-4bf7-b2fd-281141c4791e req-9c2e8cd5-8b1d-4711-b035-109ae00a8db2 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.573852 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-532297c1-d595-4bf7-b2fd-281141c4791e req-9c2e8cd5-8b1d-4711-b035-109ae00a8db2 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.1126308 Jul 14 09:14:23.617152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-931c571e-e61a-4bed-bcd4-811868eb87bf service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172857 Jul 14 09:14:23.617367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-532297c1-d595-4bf7-b2fd-281141c4791e req-3260bcfb-e929-429e-aac8-22bff2bdff3c tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Jul 14 09:14:23.621225 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.657954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:23.661024 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b310f-ce39-473e-8830-3a1828efc16b" -d '{"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-unplugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:23.688353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:23.701180 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:23.730003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820be9e4-facd-4772-8f43-9c6a0d1cd9ae req-f2c9f9a7-478f-4d34-8795-751b7636157d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.731577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-820be9e4-facd-4772-8f43-9c6a0d1cd9ae req-f2c9f9a7-478f-4d34-8795-751b7636157d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 946 time: 0.1520631 Jul 14 09:14:23.759694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c84868e5-b29e-486d-8d33-d7f7b285e494 req-ad950fc1-6452-4fe1-b025-74853db86221 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334398 Jul 14 09:14:23.760993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:23.779844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-820be9e4-facd-4772-8f43-9c6a0d1cd9ae req-286f57ff-9f7b-430f-b7fe-8ba98e103a72 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361660 Jul 14 09:14:23.951752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66126d75-a4b5-4bdb-8413-88cf145141a6 req-3d83a592-a59d-435d-89f7-d1bc061cc41f tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:23.953265 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66126d75-a4b5-4bdb-8413-88cf145141a6 req-3d83a592-a59d-435d-89f7-d1bc061cc41f tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.0702734 Jul 14 09:14:23.991722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66126d75-a4b5-4bdb-8413-88cf145141a6 req-dc3338c9-79a0-4351-ad23-4f16c0590ee3 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jul 14 09:14:24.073347 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f608b0-fbab-4640-bb09-84f95b208d7a x-openstack-request-id: req-18f608b0-fbab-4640-bb09-84f95b208d7a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:24.073644 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-unplugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:24.073904 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18f608b0-fbab-4640-bb09-84f95b208d7a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:24.074300 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'code': 200} Jul 14 09:14:24.149884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35683716-ae27-4306-8e9b-e6e012169347 req-2cc98158-efd4-4b22-9ff4-be268581a63c tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.152381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35683716-ae27-4306-8e9b-e6e012169347 req-2cc98158-efd4-4b22-9ff4-be268581a63c tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0638998 Jul 14 09:14:24.192056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35683716-ae27-4306-8e9b-e6e012169347 req-adfac868-5d52-4ef3-b55c-65bd44e6e2cc tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Jul 14 09:14:24.325596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed04de-543f-4f99-9709-d24bf6ea7928 req-0c6d52f3-2395-453b-a946-69f77c0088ec tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.327126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7ed04de-543f-4f99-9709-d24bf6ea7928 req-0c6d52f3-2395-453b-a946-69f77c0088ec tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 946 time: 0.0663147 Jul 14 09:14:24.365246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7ed04de-543f-4f99-9709-d24bf6ea7928 req-cf929b74-8026-44c6-8e22-2527f88bb6bd tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320852 Jul 14 09:14:24.436620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87481d-ce9d-4098-9fb1-00edb886115b req-39a93da4-92bf-49a2-a668-f9df776f5b82 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.438121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da87481d-ce9d-4098-9fb1-00edb886115b req-39a93da4-92bf-49a2-a668-f9df776f5b82 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 944 time: 0.0665176 Jul 14 09:14:24.476165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da87481d-ce9d-4098-9fb1-00edb886115b req-cb03bac2-33c2-46d9-b16e-813fd7e4f700 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322459 Jul 14 09:14:24.534240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f6cb1-a4bc-40bf-b063-6108ac3feaca req-5bb34eae-ef63-43a2-8941-ef711c65fad1 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.536788 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa8f6cb1-a4bc-40bf-b063-6108ac3feaca req-5bb34eae-ef63-43a2-8941-ef711c65fad1 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 946 time: 0.0698707 Jul 14 09:14:24.575730 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa8f6cb1-a4bc-40bf-b063-6108ac3feaca req-ab6deb9e-a392-4c61-9e6b-69062d8b7729 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Jul 14 09:14:24.848772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb44577-31a7-420e-b8f2-ea08323862c3 req-03f4ad08-90bd-48ad-87e5-4ef0f16e9e67 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.850290 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cfb44577-31a7-420e-b8f2-ea08323862c3 req-03f4ad08-90bd-48ad-87e5-4ef0f16e9e67 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.0675037 Jul 14 09:14:24.872308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66bbb-de60-44d2-a5c0-80e048d00f0e req-548c0217-60c9-4526-9ff5-35f0594a129e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:24.873941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a66bbb-de60-44d2-a5c0-80e048d00f0e req-548c0217-60c9-4526-9ff5-35f0594a129e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.0631747 Jul 14 09:14:24.887877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cfb44577-31a7-420e-b8f2-ea08323862c3 req-d05843b4-aa9d-4978-bfe2-5420adfafc15 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jul 14 09:14:24.918654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a66bbb-de60-44d2-a5c0-80e048d00f0e req-f9fb715e-b705-4dad-aea6-a96a79d135b6 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381885 Jul 14 09:14:25.079925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb167f-8b75-4b27-ad6f-db4152922ed1 req-bbb360be-183b-40c4-a5cb-3410b26c6198 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.082033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6eb167f-8b75-4b27-ad6f-db4152922ed1 req-bbb360be-183b-40c4-a5cb-3410b26c6198 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 946 time: 0.0648303 Jul 14 09:14:25.120513 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6eb167f-8b75-4b27-ad6f-db4152922ed1 req-365b6407-c118-4cdd-a443-b9569094eb64 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Jul 14 09:14:25.189685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28140da5-db88-482b-b47c-5827d9d13bf4 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:25.255891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bb03d-1dcd-44a2-beec-fe1668efbf51 req-39df0c70-a5a6-42fd-a2bc-df9f06916451 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.258499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-444bb03d-1dcd-44a2-beec-fe1668efbf51 req-39df0c70-a5a6-42fd-a2bc-df9f06916451 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0848434 Jul 14 09:14:25.297168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-444bb03d-1dcd-44a2-beec-fe1668efbf51 req-4f5a68f6-5199-45c8-989c-f1f532d80b15 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Jul 14 09:14:25.302526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 28140da5-db88-482b-b47c-5827d9d13bf4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28140da5-db88-482b-b47c-5827d9d13bf4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:25.318112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '28140da5-db88-482b-b47c-5827d9d13bf4', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '28140da5-db88-482b-b47c-5827d9d13bf4', 'mac_address': 'fa:16:3e:3f:9b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:25.363682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.376314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28140da5-db88-482b-b47c-5827d9d13bf4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:25.397011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 28140da5-db88-482b-b47c-5827d9d13bf4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28140da5-db88-482b-b47c-5827d9d13bf4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:25.401320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.453520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=28140da5-db88-482b-b47c-5827d9d13bf4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:25.549169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-2b99307f-bf02-4886-9bb0-b8a7d1e81ae0 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.551921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-2b99307f-bf02-4886-9bb0-b8a7d1e81ae0 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 946 time: 0.0755496 Jul 14 09:14:25.555117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecef37-2c5a-4e89-a692-235a63b8f4ab req-14dbd021-fa4b-49c0-ae00-efe9bafc8b3d tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.556884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ecef37-2c5a-4e89-a692-235a63b8f4ab req-14dbd021-fa4b-49c0-ae00-efe9bafc8b3d tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 946 time: 0.0753577 Jul 14 09:14:25.594295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ecef37-2c5a-4e89-a692-235a63b8f4ab req-d2c75c49-aa6b-4fa8-b214-edea9e6a2172 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/security-groups?id=332f5c3c-0083-4ea8-972d-e196d0a508e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Jul 14 09:14:25.748989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28140da5-db88-482b-b47c-5827d9d13bf4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:25.761746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8d33c-cbbd-458a-a8bd-7db861c0825f req-377dd4ae-3836-4dda-a6cf-dc6c31d80d75 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:25.763266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1af8d33c-cbbd-458a-a8bd-7db861c0825f req-377dd4ae-3836-4dda-a6cf-dc6c31d80d75 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 945 time: 0.0678062 Jul 14 09:14:25.806586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1af8d33c-cbbd-458a-a8bd-7db861c0825f req-3423f172-f581-4589-8bb9-620ce64e98a6 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364461 Jul 14 09:14:26.002799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258196b-57b0-4151-8113-4fa5425e368a req-05cba9f3-8cdc-4fc0-ae7e-20b727d9bdfc tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.009146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258196b-57b0-4151-8113-4fa5425e368a req-05cba9f3-8cdc-4fc0-ae7e-20b727d9bdfc tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.014924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258196b-57b0-4151-8113-4fa5425e368a req-05cba9f3-8cdc-4fc0-ae7e-20b727d9bdfc tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.016542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7258196b-57b0-4151-8113-4fa5425e368a req-05cba9f3-8cdc-4fc0-ae7e-20b727d9bdfc tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019&device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f&device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 2418 time: 0.4642234 Jul 14 09:14:26.062073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Deleting port feaedb0c-622f-49ba-9ab0-5def947d637a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:26.062463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.064468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0ba8c-f3f9-443e-a7f1-bbf84ed7cd1b req-08f66c27-13c4-4a5a-943f-b5d4883fe8b5 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.066552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adb0ba8c-f3f9-443e-a7f1-bbf84ed7cd1b req-08f66c27-13c4-4a5a-943f-b5d4883fe8b5 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.0681889 Jul 14 09:14:26.082044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-f25c4837-c83a-4f33-b082-c364f8629c60 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.083501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-f25c4837-c83a-4f33-b082-c364f8629c60 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 946 time: 0.4515426 Jul 14 09:14:26.105196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-adb0ba8c-f3f9-443e-a7f1-bbf84ed7cd1b req-aef1fcec-93fd-4604-8e53-cae4eade7625 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Jul 14 09:14:26.130273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7258196b-57b0-4151-8113-4fa5425e368a req-4d090bcc-448c-404a-8957-c9cd138c0dd4 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043441 Jul 14 09:14:26.242651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] For port feaedb0c-622f-49ba-9ab0-5def947d637a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=feaedb0c-622f-49ba-9ab0-5def947d637a,segment=NetworkSegment(0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa),segment_id=0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:26.243021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.262306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Calling delete_port for feaedb0c-622f-49ba-9ab0-5def947d637a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:26.278181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Deleting port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:26.278527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.339935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41d00c-cbbe-48b8-b8e6-495bc65b9bd7 req-9cf62b02-f603-4b55-84db-eb1f4df7e663 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.341515 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7e41d00c-cbbe-48b8-b8e6-495bc65b9bd7 req-9cf62b02-f603-4b55-84db-eb1f4df7e663 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 946 time: 0.0654004 Jul 14 09:14:26.380608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7e41d00c-cbbe-48b8-b8e6-495bc65b9bd7 req-924e1190-d476-49af-a44d-9be359905756 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335424 Jul 14 09:14:26.465995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] For port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:26.466373 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.486138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Calling delete_port for 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:26.498153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7c4e7-0771-4b46-8114-6887824bbb75 req-cfb1bde8-8d19-4ae3-9e5a-7abe5b046d5f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.499664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ca7c4e7-0771-4b46-8114-6887824bbb75 req-cfb1bde8-8d19-4ae3-9e5a-7abe5b046d5f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.1528254 Jul 14 09:14:26.625736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ca7c4e7-0771-4b46-8114-6887824bbb75 req-2c28978e-10a2-4f92-909f-cd61c16e392b tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149635 Jul 14 09:14:26.625736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.661484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Pushing event deleted for resources: {'Port': ['ID=feaedb0c-622f-49ba-9ab0-5def947d637a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:26.710788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['feaedb0c-622f-49ba-9ab0-5def947d637a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:26.725077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] No DVR routers for this DVR port feaedb0c-622f-49ba-9ab0-5def947d637a on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:26.728094 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.730810 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-146a9e22-4fe8-4a8c-a8a7-6b6880b584e0 req-0b071d37-7e61-472f-9ae7-68e360f517c3 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.11 "DELETE /v2.0/ports/feaedb0c-622f-49ba-9ab0-5def947d637a HTTP/1.1" status: 204 len: 173 time: 1.1696124 Jul 14 09:14:26.733261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'name': 'network-vif-deleted', 'tag': 'feaedb0c-622f-49ba-9ab0-5def947d637a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:26.736743 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a6dd10-5112-4ef9-a46a-521944dbe97d" -d '{"events": [{"server_uuid": "4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55", "name": "network-vif-deleted", "tag": "feaedb0c-622f-49ba-9ab0-5def947d637a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:26.793338 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c90186f8-c701-456b-9059-2e55416d9197 req-3b8aa4ca-c6fc-4d06-8cfd-5720d35d29d4 tempest-ServerPasswordTestJSON-1523555619 tempest-ServerPasswordTestJSON-1523555619-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55 HTTP/1.1" status: 200 len: 210 time: 0.0382769 Jul 14 09:14:26.808170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-5e258dc3-41a0-4ce2-9f34-d089d1847121 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:26.809399 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.811578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-5e258dc3-41a0-4ce2-9f34-d089d1847121 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.1528783 Jul 14 09:14:26.825807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['5e1c1b81-da7f-4b74-94dd-fc4259c40e25'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:26.882391 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc2adf-c430-4c40-aa86-39a5b15f34e7 x-openstack-request-id: req-53bc2adf-c430-4c40-aa86-39a5b15f34e7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:26.882693 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55", "name": "network-vif-deleted", "tag": "feaedb0c-622f-49ba-9ab0-5def947d637a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:26.882958 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53bc2adf-c430-4c40-aa86-39a5b15f34e7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:26.884645 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4f39ad-53ff-49e5-ab7d-8d1e72f25a55', 'name': 'network-vif-deleted', 'tag': 'feaedb0c-622f-49ba-9ab0-5def947d637a', 'status': 'completed', 'code': 200} Jul 14 09:14:26.885673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event deleted for resources: {'Port': ['ID=5e1c1b81-da7f-4b74-94dd-fc4259c40e25,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:26.934108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] No DVR routers for this DVR port 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:26.936846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:26.940432 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fc114eb-9786-45da-aa4c-7a59bd8cdcd0 req-e3b9d821-9f0f-417e-b3ad-bcab59a1186e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "DELETE /v2.0/ports/5e1c1b81-da7f-4b74-94dd-fc4259c40e25 HTTP/1.1" status: 204 len: 173 time: 0.8439898 Jul 14 09:14:27.024803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Deleting port ca9e57d0-aa8b-4583-909a-99f9aba8871e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:27.025149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.130189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a90294-f64e-4575-b82f-f3ecf55a1946 req-a160d58d-f690-4fab-ae56-a3b591867e5e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.137123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88a90294-f64e-4575-b82f-f3ecf55a1946 req-a160d58d-f690-4fab-ae56-a3b591867e5e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 945 time: 0.1654530 Jul 14 09:14:27.193918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] For port ca9e57d0-aa8b-4583-909a-99f9aba8871e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca9e57d0-aa8b-4583-909a-99f9aba8871e,segment=NetworkSegment(8d718908-0f9c-4234-840c-bdc41374baca),segment_id=8d718908-0f9c-4234-840c-bdc41374baca)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:27.194283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.202349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28140da5-db88-482b-b47c-5827d9d13bf4 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:27.215555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Calling delete_port for ca9e57d0-aa8b-4583-909a-99f9aba8871e owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:27.324184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 28140da5-db88-482b-b47c-5827d9d13bf4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:27.328455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 28140da5-db88-482b-b47c-5827d9d13bf4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:27.329039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.434417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfa246-0543-4509-bb3a-de12838b49ed req-909b7d5a-84b9-4e97-80e2-b400708c85f8 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:27.438068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cbfa246-0543-4509-bb3a-de12838b49ed req-909b7d5a-84b9-4e97-80e2-b400708c85f8 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 945 time: 0.0875139 Jul 14 09:14:27.480127 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:27.513066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.532692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:27.548165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.557228 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cbfa246-0543-4509-bb3a-de12838b49ed req-1e047e33-c162-46a3-98ab-887e0df71b92 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/security-groups?id=e870f1c9-b104-4f10-a818-2dad4651417c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134050 Jul 14 09:14:27.578149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ca9e57d0-aa8b-4583-909a-99f9aba8871e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:27.594750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88a90294-f64e-4575-b82f-f3ecf55a1946 req-c0f31386-799a-431d-bd54-281e182a3db2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542518 Jul 14 09:14:27.644235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:27.646494 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f4f36d-e305-43c6-a901-168597c4499a" -d '{"events": [{"server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "name": "network-vif-plugged", "status": "completed", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:27.681338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Pushing event deleted for resources: {'Port': ['ID=ca9e57d0-aa8b-4583-909a-99f9aba8871e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:27.700799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 28140da5-db88-482b-b47c-5827d9d13bf4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28140da5-db88-482b-b47c-5827d9d13bf4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:27.770422 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.800027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] No DVR routers for this DVR port ca9e57d0-aa8b-4583-909a-99f9aba8871e on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:27.805635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.816661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9c20acc3-705c-4ebc-987a-8b5d0de376ef req-2922232f-9d1f-4a56-94c9-ad912f2d157b tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.48 "DELETE /v2.0/ports/ca9e57d0-aa8b-4583-909a-99f9aba8871e HTTP/1.1" status: 204 len: 173 time: 0.9925847 Jul 14 09:14:27.817254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c7c153-3758-487a-8de5-25109e2b3933', 'name': 'network-vif-deleted', 'tag': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:27.824231 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49cdc24-131d-4463-9bf5-4496ffbd59bf" -d '{"events": [{"server_uuid": "60c7c153-3758-487a-8de5-25109e2b3933", "name": "network-vif-deleted", "tag": "ca9e57d0-aa8b-4583-909a-99f9aba8871e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:27.957623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=28140da5-db88-482b-b47c-5827d9d13bf4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:27.975726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:28.014737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8dedf497-e353-412c-b06c-f8b84b7463b7 req-51b47b66-b455-4356-8832-f899bfc3e761 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 210 time: 0.0845845 Jul 14 09:14:28.023625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'mac_address': 'fa:16:3e:ab:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:28.140139 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.183796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:28.213081 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4315c61-e2b8-4f57-b9fd-fcbf698235eb x-openstack-request-id: req-c4315c61-e2b8-4f57-b9fd-fcbf698235eb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:28.215412 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "name": "network-vif-plugged", "status": "completed", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:28.215913 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4315c61-e2b8-4f57-b9fd-fcbf698235eb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:28.217710 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4', 'code': 200} Jul 14 09:14:28.246311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:28.253411 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.280847 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558bc8c1-54f6-42d6-a2ae-7d54bec4631c x-openstack-request-id: req-558bc8c1-54f6-42d6-a2ae-7d54bec4631c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:28.281295 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c7c153-3758-487a-8de5-25109e2b3933", "name": "network-vif-deleted", "tag": "ca9e57d0-aa8b-4583-909a-99f9aba8871e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:28.281710 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-558bc8c1-54f6-42d6-a2ae-7d54bec4631c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:28.282273 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c7c153-3758-487a-8de5-25109e2b3933', 'name': 'network-vif-deleted', 'tag': 'ca9e57d0-aa8b-4583-909a-99f9aba8871e', 'status': 'completed', 'code': 200} Jul 14 09:14:28.290013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52454) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:28.359988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.409423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:28.477755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] Deleting subnet a72c8f18-fc1a-43c9-994f-ca4b42ab4755 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:28.487769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.628706 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.700645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d22b2c-97d2-4e35-a492-4f87d09e96d3 req-0d2ca60a-41ea-4dc8-a0bc-2ac34c34399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:28.708100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5d22b2c-97d2-4e35-a492-4f87d09e96d3 req-0d2ca60a-41ea-4dc8-a0bc-2ac34c34399f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 1098 time: 0.3514218 Jul 14 09:14:28.787686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.791656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74ef2bdc-4ae1-449e-8c2b-fb24831fd4a7 req-6f7919a0-a7bc-434a-89c3-2281d71b0a18 tempest-InstanceActionsTestJSON-1511152801 tempest-InstanceActionsTestJSON-1511152801-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c7c153-3758-487a-8de5-25109e2b3933 HTTP/1.1" status: 200 len: 210 time: 0.0425730 Jul 14 09:14:28.830947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5d22b2c-97d2-4e35-a492-4f87d09e96d3 req-33a60e49-5881-46fc-84fd-a56c687f3f3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123748 Jul 14 09:14:28.886934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'name': 'network-vif-deleted', 'tag': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:28.890702 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ff0b3-c1b3-431e-90ba-245eb1624856" -d '{"events": [{"server_uuid": "3072a30b-f8b6-43a7-9e42-b770c4f9d939", "name": "network-vif-deleted", "tag": "5e1c1b81-da7f-4b74-94dd-fc4259c40e25"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:28.896738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.926407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72c8f18-fc1a-43c9-994f-ca4b42ab4755,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:28.934132 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:28.936789 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ef73542d-f723-4002-8e0a-ca4a312ee958 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a72c8f18-fc1a-43c9-994f-ca4b42ab4755 HTTP/1.1" status: 204 len: 168 time: 0.6457782 Jul 14 09:14:28.942328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:29.023641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.093586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01805-18cf-43ea-9c3d-b1cbbfc3c52e req-c384de40-54b5-49ca-9105-1c2961b57f25 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:29.102322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01b01805-18cf-43ea-9c3d-b1cbbfc3c52e req-c384de40-54b5-49ca-9105-1c2961b57f25 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 946 time: 0.0903258 Jul 14 09:14:29.177986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01b01805-18cf-43ea-9c3d-b1cbbfc3c52e req-896a75c7-bc3a-49db-865e-96eba5457a73 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746059 Jul 14 09:14:29.220942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device feaedb0c-622f-49ba-9ab0-5def947d637a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:29.252432 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe49ae1-1134-4b7c-95ad-c31c779e6809 x-openstack-request-id: req-cbe49ae1-1134-4b7c-95ad-c31c779e6809 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:29.252836 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3072a30b-f8b6-43a7-9e42-b770c4f9d939", "name": "network-vif-deleted", "tag": "5e1c1b81-da7f-4b74-94dd-fc4259c40e25", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:29.253237 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbe49ae1-1134-4b7c-95ad-c31c779e6809 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:29.254167 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3072a30b-f8b6-43a7-9e42-b770c4f9d939', 'name': 'network-vif-deleted', 'tag': '5e1c1b81-da7f-4b74-94dd-fc4259c40e25', 'status': 'completed', 'code': 200} Jul 14 09:14:29.257273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.269361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: feaedb0c-622f-49ba-9ab0-5def947d637a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:29.269716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device feaedb0c-622f-49ba-9ab0-5def947d637a not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:29.274213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e88fca-5263-4724-98b5-ee106e16b1ad']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:29.293874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:29.294477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0822a9d9-23ea-412d-9ab7-4e9d6e5e41fa') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:29.323626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.377362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-528d725d-bc42-4778-ba2b-64467b8dbe5e req-efc8194a-6365-42df-8b70-b9ad0e8ffdb7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 210 time: 0.0489635 Jul 14 09:14:29.396953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.414476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:29.414903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:29.416856 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:29.521463 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.527258 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.529128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f3e88fca-5263-4724-98b5-ee106e16b1ad HTTP/1.1" status: 204 len: 168 time: 0.5845556 Jul 14 09:14:29.538490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:29.567978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d5ff9-20de-4255-bdcf-5483ea05f9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e88fca-5263-4724-98b5-ee106e16b1ad,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:29.623111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:29.623517 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.745587 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.764866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52490) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:29.807168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:29.818177 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:29.819088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:29.862171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52494) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:29.868410 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e6d47cc-50ce-45b1-84bd-42832c4acfe4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65fe643a04f94e0fa006299c2913f70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935614 Jul 14 09:14:29.910436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:29.911261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e1c1b81-da7f-4b74-94dd-fc4259c40e25 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:29.912071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca9e57d0-aa8b-4583-909a-99f9aba8871e no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:29.938582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: ca9e57d0-aa8b-4583-909a-99f9aba8871e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:29.939279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca9e57d0-aa8b-4583-909a-99f9aba8871e not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:29.962879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:29.974490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:29.996640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e639d10-dfcb-4230-a6f3-1ff947c4aae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.024844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e639d10-dfcb-4230-a6f3-1ff947c4aae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.060415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] Deleting subnet 56385081-b8ce-494f-9587-a51465548631 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:30.064718 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.093587 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e639d10-dfcb-4230-a6f3-1ff947c4aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.097255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e639d10-dfcb-4230-a6f3-1ff947c4aae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.105712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e639d10-dfcb-4230-a6f3-1ff947c4aae5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/332f5c3c-0083-4ea8-972d-e196d0a508e6 HTTP/1.1" status: 204 len: 168 time: 0.2421684 Jul 14 09:14:30.134249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.138410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e639d10-dfcb-4230-a6f3-1ff947c4aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f5c3c-0083-4ea8-972d-e196d0a508e6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:30.168617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b422975-2ac2-4990-a01b-7a07422368b2 req-033c5258-6428-4587-941c-9a50ec6357f3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.180138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b422975-2ac2-4990-a01b-7a07422368b2 req-033c5258-6428-4587-941c-9a50ec6357f3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.2419610 Jul 14 09:14:30.219986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:30.222693 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931da1b5-593e-4944-a272-90480089a3e2" -d '{"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-plugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:30.264498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.326625 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b422975-2ac2-4990-a01b-7a07422368b2 req-39658950-6d8b-4b8d-8e22-830d18112731 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475456 Jul 14 09:14:30.419692 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f5cb76-9851-4d83-8bc5-a467acabb508 x-openstack-request-id: req-45f5cb76-9851-4d83-8bc5-a467acabb508 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:30.420222 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-plugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:30.420698 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45f5cb76-9851-4d83-8bc5-a467acabb508 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:30.421289 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'code': 200} Jul 14 09:14:30.482378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.521924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.525870 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56385081-b8ce-494f-9587-a51465548631 HTTP/1.1" status: 204 len: 168 time: 0.5503249 Jul 14 09:14:30.528100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:30.546771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6b90f-09df-4849-961e-8a6438a19e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56385081-b8ce-494f-9587-a51465548631,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:30.608891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d08c4-58af-4ddb-b3a7-b94bd64b0b78 req-1c2423c8-a1d1-4068-a097-8693c7215778 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:30.622201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a47d08c4-58af-4ddb-b3a7-b94bd64b0b78 req-1c2423c8-a1d1-4068-a097-8693c7215778 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 946 time: 0.2470379 Jul 14 09:14:30.701780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a47d08c4-58af-4ddb-b3a7-b94bd64b0b78 req-34166c0c-c178-46e5-b3fc-9a6ed853e61e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785804 Jul 14 09:14:30.723736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.843180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6817c564-7a3b-4b49-b8df-fe32c1120111 req-e6194cf5-176c-4688-89e1-cae513af6175 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 210 time: 0.0837982 Jul 14 09:14:30.940975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:30.968177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b8ab3a-2058-446c-a681-ac458ed5df3f']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:30.986631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d718908-0f9c-4234-840c-bdc41374baca') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:30.988318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d718908-0f9c-4234-840c-bdc41374baca') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:31.002189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.020134 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.027414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:31.031935 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:31.033845 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:31.131436 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-f0146a26-f054-4318-86a0-ba266059adaa tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 267 time: 0.0842514 Jul 14 09:14:31.200251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.213091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.215773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/73b8ab3a-2058-446c-a681-ac458ed5df3f HTTP/1.1" status: 204 len: 168 time: 0.6865208 Jul 14 09:14:31.232725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eba23-45ad-4037-8256-94382d11aad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b8ab3a-2058-446c-a681-ac458ed5df3f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:31.262232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-e9f713da-2e96-460b-a892-41767d105972 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.264669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-e9f713da-2e96-460b-a892-41767d105972 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 946 time: 0.1170969 Jul 14 09:14:31.279949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'port': {'security_groups': []}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:31.290306 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.393286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:31.437702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.593810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:31.620737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1362403123-network', 'tenant_id': '99f706b63d8944458502afa85c514358'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:31.708690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Made reservation on behalf of 99f706b63d8944458502afa85c514358 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:31.716657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-514e0856-bfcd-4ff5-acb9-71ee3fdb0360 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d18ca55938e142689a709bd142e35c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216681 Jul 14 09:14:31.719174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:31.720449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.757337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.802150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f956c78b-1f3e-4d5a-9861-3a38a11ff940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.810171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd76de5-019e-4f33-af69-83f3e4b16ba7 req-41c87ce6-77ba-4abf-bd4c-8c33ccbbb14d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:31.811475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] For port 28140da5-db88-482b-b47c-5827d9d13bf4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28140da5-db88-482b-b47c-5827d9d13bf4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:31.821467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcd76de5-019e-4f33-af69-83f3e4b16ba7 req-41c87ce6-77ba-4abf-bd4c-8c33ccbbb14d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.2635031 Jul 14 09:14:31.843504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f956c78b-1f3e-4d5a-9861-3a38a11ff940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.873122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.908452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.923787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d44fc432-2464-488a-a776-ba1c5a66bf09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:31.926548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['290851e7-06dc-451f-8825-a2a438fe8363', '28140da5-db88-482b-b47c-5827d9d13bf4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:31.949215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.974211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=28140da5-db88-482b-b47c-5827d9d13bf4,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:31.975393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.977678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f956c78b-1f3e-4d5a-9861-3a38a11ff940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.980557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f956c78b-1f3e-4d5a-9861-3a38a11ff940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:31.981882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f956c78b-1f3e-4d5a-9861-3a38a11ff940 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e870f1c9-b104-4f10-a818-2dad4651417c HTTP/1.1" status: 204 len: 168 time: 0.2617531 Jul 14 09:14:31.997577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c78b-1f3e-4d5a-9861-3a38a11ff940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e870f1c9-b104-4f10-a818-2dad4651417c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.011679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.012648 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.028089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5b6714a-ef2f-4801-92e3-5aa2a282e6e2 req-23795da6-ded1-4e46-8e40-1bc59045846a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "PUT /v2.0/ports/28140da5-db88-482b-b47c-5827d9d13bf4 HTTP/1.1" status: 200 len: 905 time: 0.7537248 Jul 14 09:14:32.028866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:32.031546 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a21b2e-552b-414b-a9ea-e348728ddf67" -d '{"events": [{"name": "network-changed", "server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:32.106250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:14:32.165775 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcd76de5-019e-4f33-af69-83f3e4b16ba7 req-1bfc420e-1f07-4cb3-8fde-04e16bf609d7 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436863 Jul 14 09:14:32.218947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.219297 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Added segment 4837766e-7848-48a4-ac36-b281ce381c24 of type vlan for network 2990c513-f47e-4730-bba3-2a86a76f365b Jul 14 09:14:32.220719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3449b-e908-4103-88bb-2a33c7933f85,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.241356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28140da5-db88-482b-b47c-5827d9d13bf4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:32.375222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.518284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a9ee373-5081-45c6-b36f-0ea16b35fd45 req-0632810a-551e-48e7-92eb-b59750957608 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 210 time: 0.0746033 Jul 14 09:14:32.533238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.539152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.545545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.579719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cb6e47a8-9a73-4e60-b055-20837a6ca826 None None] Provisioning complete for port 28140da5-db88-482b-b47c-5827d9d13bf4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:32.580795 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb6e47a8-9a73-4e60-b055-20837a6ca826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.650860 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b761c-b5f7-4d6c-b411-b147dbad403e x-openstack-request-id: req-a48b761c-b5f7-4d6c-b411-b147dbad403e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:32.651161 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:32.651460 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a48b761c-b5f7-4d6c-b411-b147dbad403e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:32.651824 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4', 'status': 'completed', 'code': 200} Jul 14 09:14:32.667899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] Pushing event updated for resources: {'Network': ['ID=2990c513-f47e-4730-bba3-2a86a76f365b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:32.692993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-36a15af6-0c13-4457-8e95-2e64b2b1992a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2943573 Jul 14 09:14:32.692993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52586) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:32.708782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Request body: {'subnet': {'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1362403123-subnet', 'tenant_id': '99f706b63d8944458502afa85c514358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:32.713209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2990c513-f47e-4730-bba3-2a86a76f365b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:14:32.801198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Made reservation on behalf of 99f706b63d8944458502afa85c514358 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:32.804096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:32.824912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-e1f9820c-dbd9-4053-b1d1-3c973f8276ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:32.826630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-e1f9820c-dbd9-4053-b1d1-3c973f8276ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 1060 time: 0.1499803 Jul 14 09:14:33.034279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-982f443d-37aa-46a2-95b7-a85e931fd068 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1844690 Jul 14 09:14:33.073260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-6e34e762-24ed-4546-bb73-87a3913982d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.075153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-6e34e762-24ed-4546-bb73-87a3913982d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.2330489 Jul 14 09:14:33.123865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56135ef-a9fd-4c33-aa84-78991cc6c228 req-f5658414-a652-4084-8bf3-c25b22e9b6db tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.138894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d56135ef-a9fd-4c33-aa84-78991cc6c228 req-f5658414-a652-4084-8bf3-c25b22e9b6db tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 908 time: 0.3309016 Jul 14 09:14:33.164654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-864ec72d-d743-4b87-9428-366692d59a95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28140da5-db88-482b-b47c-5827d9d13bf4 HTTP/1.1" status: 200 len: 217 time: 0.0804696 Jul 14 09:14:33.364036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-a451a6a9-6d81-4c97-aa6b-96690121f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.372770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-a451a6a9-6d81-4c97-aa6b-96690121f121 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1876056 Jul 14 09:14:33.414729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.463310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-f761a210-d329-42c4-b0a2-434c7ada7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.467015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-f761a210-d329-42c4-b0a2-434c7ada7252 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 1098 time: 0.3627026 Jul 14 09:14:33.517875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7300eaa6-c263-4bdf-b51b-700366298742,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:33.534900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:33.579699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Checking segment: {'id': '4837766e-7848-48a4-ac36-b281ce381c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:33.580718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Network hostable DHCP agents. Network: 2990c513-f47e-4730-bba3-2a86a76f365b, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:14:33.617300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Network 2990c513-f47e-4730-bba3-2a86a76f365b is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:14:33.647111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2990c513-f47e-4730-bba3-2a86a76f365b) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:33.658160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470d9f8-b1a0-4601-9d21-c0c68160c4cb None None] Network 2990c513-f47e-4730-bba3-2a86a76f365b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:33.690156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.691433 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.716711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-8a8891ae-9a97-4565-91a3-3a2c1df725e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.720106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-982450146-network', 'tenant_id': 'c898703143204a1aa6c2c62bcddbc87a'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:33.720535 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-8a8891ae-9a97-4565-91a3-3a2c1df725e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3387723 Jul 14 09:14:33.723939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-72f4fdc1-5390-4d0d-9ec1-08fe8cf34048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.726513 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-72f4fdc1-5390-4d0d-9ec1-08fe8cf34048 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.2319789 Jul 14 09:14:33.736489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-45e5a4e5-74ff-43e0-b84c-1e45b8d9ee9e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0352786 Jul 14 09:14:33.767431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40edb-e6df-46cc-bc66-af0af9e4300f req-e4d8b766-6a5f-4d98-b07e-50fdb86c78c5 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.769612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-97a40edb-e6df-46cc-bc66-af0af9e4300f req-e4d8b766-6a5f-4d98-b07e-50fdb86c78c5 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1254337 Jul 14 09:14:33.770965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Made reservation on behalf of c898703143204a1aa6c2c62bcddbc87a for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:33.773497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.783084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7908c-de2a-4dfe-b33d-7e8464f76870 req-f001067c-6795-48e1-b077-2e3915fed816 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:33.785244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9f7908c-de2a-4dfe-b33d-7e8464f76870 req-f001067c-6795-48e1-b077-2e3915fed816 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.3157485 Jul 14 09:14:33.799232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:33.853098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-97a40edb-e6df-46cc-bc66-af0af9e4300f req-755b952b-516f-48df-9ca2-b68ef5db4b02 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748897 Jul 14 09:14:33.894349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed77c4-029f-4f81-9bb2-98e3129f8b4d None None] Network 2990c513-f47e-4730-bba3-2a86a76f365b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:33.983767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-518f7887-5b85-40fd-92a9-df3c9ef86443 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290851e7-06dc-451f-8825-a2a438fe8363 HTTP/1.1" status: 200 len: 217 time: 0.1961780 Jul 14 09:14:34.043163 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.059149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.099423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:14:34.116781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9f7908c-de2a-4dfe-b33d-7e8464f76870 req-fd84e781-1188-41e4-815f-0b43bda50f9f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133965 Jul 14 09:14:34.117298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.117298 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Added segment af190763-5583-4c94-84f3-c3ba366c22cc of type vlan for network 5589a35a-4f6b-4852-a7b6-0fd01b37587b Jul 14 09:14:34.119463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d38b9d-86c4-471c-a390-6256bbf0a854,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:34.129769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-8fd1d73f-6380-4914-af01-85cbbb078c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.131249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-8fd1d73f-6380-4914-af01-85cbbb078c06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1353664 Jul 14 09:14:34.186852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.247761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-37c8dc5c-20a6-40c5-a969-d2cd4a694239 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184064 Jul 14 09:14:34.255295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.256342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.256983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.373482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-d5932ab1-4dca-4048-a6d8-4dd5ca7060ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.375051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-d5932ab1-4dca-4048-a6d8-4dd5ca7060ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170475 Jul 14 09:14:34.390710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] Pushing event updated for resources: {'Network': ['ID=5589a35a-4f6b-4852-a7b6-0fd01b37587b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:34.402573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 5589a35a-4f6b-4852-a7b6-0fd01b37587b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:14:34.424117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3a708037-3753-4321-ab11-7209d818f905 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8837481 Jul 14 09:14:34.430419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:34.439642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Request body: {'subnet': {'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-982450146-subnet', 'tenant_id': 'c898703143204a1aa6c2c62bcddbc87a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:34.466289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51a21b2e-552b-414b-a9ea-e348728ddf67 req-527287ec-0a48-42c2-a374-1894e0ace198 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012506 Jul 14 09:14:34.479836 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-60d578b2-2a0d-4fd6-92a4-000d789daf4d req-f239eb74-167e-4cc5-9214-921f59d0e7ed tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=3072a30b-f8b6-43a7-9e42-b770c4f9d939 HTTP/1.1" status: 200 len: 210 time: 0.0846708 Jul 14 09:14:34.514639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Made reservation on behalf of c898703143204a1aa6c2c62bcddbc87a for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:34.529517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.666588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-10d38bf1-603c-4d6a-a51a-d03a0aa752d1 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826149 Jul 14 09:14:34.791092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.796855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-77d3bf6c-3cab-4a4d-a699-eb4b44332b15 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.798389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-77d3bf6c-3cab-4a4d-a699-eb4b44332b15 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/networks?id=2990c513-f47e-4730-bba3-2a86a76f365b HTTP/1.1" status: 200 len: 809 time: 0.2646439 Jul 14 09:14:34.827050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-5b1b8bfb-0809-4701-9c3c-220c780518e7 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/quotas/99f706b63d8944458502afa85c514358 HTTP/1.1" status: 200 len: 375 time: 0.0227995 Jul 14 09:14:34.829347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4658e123-6271-466b-baf8-ebe6eaebbe92 req-90d2b4ce-09ea-4316-956c-7abdd292ce13 service neutron] 10.222.0.11 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515253 Jul 14 09:14:34.851012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf30a1a2-3061-4a1c-9e1f-83e51a5223bf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:34.862797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-6db5a590-6b58-4745-b327-dd6bf4bc215c tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99f706b63d8944458502afa85c514358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289166 Jul 14 09:14:34.906919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46544d-deb1-4d26-ac27-2583922d86f9 req-c3eea6ce-292f-4baa-ae6e-ee01812489f0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.908741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f46544d-deb1-4d26-ac27-2583922d86f9 req-c3eea6ce-292f-4baa-ae6e-ee01812489f0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2192636 Jul 14 09:14:34.913580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Checking segment: {'id': 'af190763-5583-4c94-84f3-c3ba366c22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:34.914045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Network hostable DHCP agents. Network: 5589a35a-4f6b-4852-a7b6-0fd01b37587b, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:14:34.951805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-c5371c04-4b39-4f4e-81ee-8b42dfcbd613 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:14:34.954267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-c5371c04-4b39-4f4e-81ee-8b42dfcbd613 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0844231 Jul 14 09:14:34.957938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Network 5589a35a-4f6b-4852-a7b6-0fd01b37587b is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:14:34.963316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f46544d-deb1-4d26-ac27-2583922d86f9 req-80a67bba-96c8-49a8-8523-149bc1ff7899 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Jul 14 09:14:34.971497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 5589a35a-4f6b-4852-a7b6-0fd01b37587b) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:34.980561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:34.981026 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:34.985629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93633e6-6cb5-4493-b74a-b0acfc91ab11 None None] Network 5589a35a-4f6b-4852-a7b6-0fd01b37587b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:35.032417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-df839f15-89b0-49ab-b78a-c57600a159fe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5997281 Jul 14 09:14:35.153812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-6486f617-6c1c-4b2c-84f9-aa051330f209 service neutron] 10.222.0.18 "GET /v2.0/networks/2990c513-f47e-4730-bba3-2a86a76f365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921697 Jul 14 09:14:35.276549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2270d07-482f-4d21-8755-2e4c42ccebb0 None None] Network 5589a35a-4f6b-4852-a7b6-0fd01b37587b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:35.345393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-8d1332cc-643a-4975-b392-fbb2ad847737 service neutron] 10.222.0.18 "GET /v2.0/networks/2990c513-f47e-4730-bba3-2a86a76f365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888859 Jul 14 09:14:35.596961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fade125-87e2-4e41-9fe3-b792c659eb88 req-33eac0f5-3ec8-47a6-8335-3de65a1b4602 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:35.604806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8fade125-87e2-4e41-9fe3-b792c659eb88 req-33eac0f5-3ec8-47a6-8335-3de65a1b4602 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1913111 Jul 14 09:14:35.668304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8fade125-87e2-4e41-9fe3-b792c659eb88 req-507c5e3b-cf68-4bc7-8756-65e68bc9a854 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622163 Jul 14 09:14:35.778370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:35.784308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-644235575-network', 'tenant_id': '07f83fd9461f4177b96aa3dfede22d88'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:35.825866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Made reservation on behalf of 07f83fd9461f4177b96aa3dfede22d88 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:35.828601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:35.846050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.036251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c956115-0d98-402f-b66b-1a14107dd9ff req-e6dff7d2-db27-4bf8-a31c-ead96bd673cc tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 210 time: 0.0840352 Jul 14 09:14:36.063823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-3805d947-063d-4122-b640-bdd036cbbee1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.067548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-3805d947-063d-4122-b640-bdd036cbbee1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.2364798 Jul 14 09:14:36.086595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-34e222d2-3f80-4b9e-86ee-3baea09d8899 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/quotas/a7aa010ea0a540a6812b8fca95bff63d HTTP/1.1" status: 200 len: 375 time: 0.0138812 Jul 14 09:14:36.118123 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.130951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.163693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:14:36.174245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b78f92-2ba4-47b5-82cd-b2268b68720e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:36.180441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.180783 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Added segment 65dba113-e65c-4e11-aafb-13e0f28a8876 of type vlan for network 070818ce-4ab7-4866-acef-e60859f6d174 Jul 14 09:14:36.254836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-17613c8f-8325-41ae-bc75-a81dbc131e8f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1611896 Jul 14 09:14:36.265842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.306729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.308271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.309059 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.398434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6187470 Jul 14 09:14:36.401529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:36.407715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Request body: {'subnet': {'network_id': '070818ce-4ab7-4866-acef-e60859f6d174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-644235575-subnet', 'tenant_id': '07f83fd9461f4177b96aa3dfede22d88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:36.421837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c403643-cd1a-4b9b-8c59-d95652b5ac07 admin admin] Pushing event updated for resources: {'Network': ['ID=070818ce-4ab7-4866-acef-e60859f6d174,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:36.432476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 070818ce-4ab7-4866-acef-e60859f6d174 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:14:36.449032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Made reservation on behalf of 07f83fd9461f4177b96aa3dfede22d88 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:36.452326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.733699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-7058187e-b6b2-483a-aa66-a6720f33e80b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:36.735696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-7058187e-b6b2-483a-aa66-a6720f33e80b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.1699259 Jul 14 09:14:36.787068 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-a830f31f-e640-4771-a3ee-0169bf2c6a48 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/quotas/4cef37b6da724e748fd4c1a0a9404da1 HTTP/1.1" status: 200 len: 375 time: 0.0295961 Jul 14 09:14:36.860033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:36.896394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-0c398a97-d77b-4219-8574-7033567f1e5a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482898 Jul 14 09:14:36.967549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-a4c7db6e-f011-40d1-a548-879bf18f6fc8 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110186 Jul 14 09:14:37.007915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb7015a-403c-4aa8-aa69-f68f884bc1e9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:37.035494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Checking segment: {'id': '65dba113-e65c-4e11-aafb-13e0f28a8876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '070818ce-4ab7-4866-acef-e60859f6d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:37.035776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Network hostable DHCP agents. Network: 070818ce-4ab7-4866-acef-e60859f6d174, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:14:37.064082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-b5a532b7-2d12-495b-95ea-1a3d9e8851f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666100 Jul 14 09:14:37.091588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-2e501bfe-ebaa-4f3d-8508-72eba73c1989 service neutron] 10.222.0.18 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168211 Jul 14 09:14:37.125476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Network 070818ce-4ab7-4866-acef-e60859f6d174 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:14:37.145406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 070818ce-4ab7-4866-acef-e60859f6d174) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:37.157626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99e515-5bb4-4b12-82b5-6dd4890b0ea8 None None] Network 070818ce-4ab7-4866-acef-e60859f6d174 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:37.175815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.176413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:37.217750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-e7806bbc-e928-4ae3-a66e-015a2aa1db85 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527197 Jul 14 09:14:37.222732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dd015d58-2126-401a-8cc8-88ff5d4928f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8178337 Jul 14 09:14:37.478196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a02785-9288-4608-9206-82357bcaf865 None None] Network 070818ce-4ab7-4866-acef-e60859f6d174 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:14:37.617041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5740b-4204-49c9-9893-6abbd61a7efe req-693a6dc0-c989-4e2c-afc9-e1bd9f52727a tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.618611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12a5740b-4204-49c9-9893-6abbd61a7efe req-693a6dc0-c989-4e2c-afc9-e1bd9f52727a tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1866598 Jul 14 09:14:37.794993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-c7306ae8-ea2b-488d-bca2-63e02d19dbaa tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:37.804927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-c7306ae8-ea2b-488d-bca2-63e02d19dbaa tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.11 "GET /v2.0/networks?id=2990c513-f47e-4730-bba3-2a86a76f365b HTTP/1.1" status: 200 len: 809 time: 0.2767401 Jul 14 09:14:37.891378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Request body: {'port': {'device_id': '7f230a42-9ded-4391-8137-9867ddf150a2', 'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b', 'admin_state_up': True, 'tenant_id': '99f706b63d8944458502afa85c514358'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:37.955325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12a5740b-4204-49c9-9893-6abbd61a7efe req-27edaf0d-4572-4c8f-b6d0-98c3a6957798 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197262 Jul 14 09:14:38.067113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c414c51d-0143-4b0f-b93d-c2330cf7a494 req-30d473fd-e0ae-4feb-a3d6-3192f4c2a779 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 210 time: 0.0633488 Jul 14 09:14:38.113302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ab5098a-04a8-43bf-9085-9f52eeaa2812 req-bf82aa3b-e18c-43d3-acd0-97030449de00 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 210 time: 0.0658257 Jul 14 09:14:38.243172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aaa6f058-20ce-45d9-91bf-ead341bc2d3e req-9fec84fa-1c06-4d70-83e4-5ff784a8fab8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8adc73-507f-4c83-a892-5b0d3e77f134 HTTP/1.1" status: 200 len: 210 time: 0.0446832 Jul 14 09:14:38.270847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Made reservation on behalf of 99f706b63d8944458502afa85c514358 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:38.275420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.529322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Allocated IP 172.20.0.14 (2990c513-f47e-4730-bba3-2a86a76f365b/7300eaa6-c263-4bdf-b51b-700366298742/acafbf3e-c88d-40f1-be98-52b2c1d3d75c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:38.750533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a15e51cb-6df5-484d-abed-64079a9643e9 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:38.760244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a15e51cb-6df5-484d-abed-64079a9643e9 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/networks?id=5589a35a-4f6b-4852-a7b6-0fd01b37587b HTTP/1.1" status: 200 len: 824 time: 0.1846428 Jul 14 09:14:38.781193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-eacef016-4401-49ce-bcd6-9824562af72e tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/quotas/c898703143204a1aa6c2c62bcddbc87a HTTP/1.1" status: 200 len: 375 time: 0.0198777 Jul 14 09:14:38.826596 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.830439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-f6724759-ec49-4521-b33a-843a705dd94e tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c898703143204a1aa6c2c62bcddbc87a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476854 Jul 14 09:14:38.928913 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:38.930989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-9e86eb7c-1ba3-4de0-93dc-38be57a3e051 service neutron] 10.222.0.18 "GET /v2.0/networks/5589a35a-4f6b-4852-a7b6-0fd01b37587b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995264 Jul 14 09:14:38.982543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Network 2990c513-f47e-4730-bba3-2a86a76f365b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:38.986258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:38.991554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:39.019417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Pushing event updated for resources: {'Port': ['ID=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:39.047446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.048337 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.066937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-901b421c-70d8-44f7-ba2e-a5b9049a47ec service neutron] 10.222.0.18 "GET /v2.0/networks/5589a35a-4f6b-4852-a7b6-0fd01b37587b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348681 Jul 14 09:14:39.083916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-2e13e7d9-6e61-46bb-b7fb-9595e05a4e45 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2334673 Jul 14 09:14:39.100751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Request body: {'port': {'device_id': '7f230a42-9ded-4391-8137-9867ddf150a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:39.228983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf062a73-39f2-47b6-92df-c2df9fac15e2 req-cdffd017-8ad5-4a98-8067-f948b950bfe6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8adc73-507f-4c83-a892-5b0d3e77f134 HTTP/1.1" status: 200 len: 210 time: 0.0497866 Jul 14 09:14:39.257401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.774782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acafbf3e-c88d-40f1-be98-52b2c1d3d75c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:39.800900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.817185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Transition to ACTIVE for port object acafbf3e-c88d-40f1-be98-52b2c1d3d75c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:39.823895 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:39.921852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48047fd-d9aa-48cf-a9ea-8051d5a1cf45 req-501661d9-7902-4c5e-bd1a-b896b6e969c5 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:39.953001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b48047fd-d9aa-48cf-a9ea-8051d5a1cf45 req-501661d9-7902-4c5e-bd1a-b896b6e969c5 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.2504995 Jul 14 09:14:39.965042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:40.015314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Attempting to bind port acafbf3e-c88d-40f1-be98-52b2c1d3d75c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:40.015820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Attempting to bind port acafbf3e-c88d-40f1-be98-52b2c1d3d75c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4837766e-7848-48a4-ac36-b281ce381c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:40.016274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Attempting to bind port acafbf3e-c88d-40f1-be98-52b2c1d3d75c on network 2990c513-f47e-4730-bba3-2a86a76f365b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:40.024195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Port acafbf3e-c88d-40f1-be98-52b2c1d3d75c on network 2990c513-f47e-4730-bba3-2a86a76f365b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:40.024672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Attempting to bind port acafbf3e-c88d-40f1-be98-52b2c1d3d75c on network 2990c513-f47e-4730-bba3-2a86a76f365b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:40.032776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:40.033858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Checking segment: {'id': '4837766e-7848-48a4-ac36-b281ce381c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:40.033858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Bound using segment: {'id': '4837766e-7848-48a4-ac36-b281ce381c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:40.035025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Bound port: acafbf3e-c88d-40f1-be98-52b2c1d3d75c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4837766e-7848-48a4-ac36-b281ce381c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:40.035624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.044451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b48047fd-d9aa-48cf-a9ea-8051d5a1cf45 req-45fc01b8-f456-4c70-842a-dd85c2b963ef tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903666 Jul 14 09:14:40.204167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] For port acafbf3e-c88d-40f1-be98-52b2c1d3d75c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:40.219391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] For port acafbf3e-c88d-40f1-be98-52b2c1d3d75c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,segment=NetworkSegment(4837766e-7848-48a4-ac36-b281ce381c24),segment_id=4837766e-7848-48a4-ac36-b281ce381c24)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:40.228493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.348054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.349061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.353144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/acafbf3e-c88d-40f1-be98-52b2c1d3d75c HTTP/1.1" status: 200 len: 1093 time: 1.2605600 Jul 14 09:14:40.353626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f230a42-9ded-4391-8137-9867ddf150a2', 'tag': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:40.361508 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eac687-0806-466d-bac2-5992294281d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f230a42-9ded-4391-8137-9867ddf150a2", "tag": "acafbf3e-c88d-40f1-be98-52b2c1d3d75c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:40.402799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cf3ab-5f4f-4c2b-a2ef-5aced7fe6bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:40.456675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-ff39a387-41d6-413a-a46e-b4e6b6264852 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.458072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-ff39a387-41d6-413a-a46e-b4e6b6264852 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 810 time: 0.3451512 Jul 14 09:14:40.485864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Request body: {'port': {'device_id': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'admin_state_up': True, 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:40.511031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814ad9-a377-4c2d-9496-b289d2359b41 req-6f1de7ab-4416-440c-aa8e-c9d4019618ca tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.518274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77814ad9-a377-4c2d-9496-b289d2359b41 req-6f1de7ab-4416-440c-aa8e-c9d4019618ca tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 944 time: 0.2548182 Jul 14 09:14:40.603479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-d349f7de-59d8-4005-83b7-31967394ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.604987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-d349f7de-59d8-4005-83b7-31967394ee95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f706b63d8944458502afa85c514358&device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 1096 time: 0.1051996 Jul 14 09:14:40.696595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-dd1b580d-a7ca-443c-9313-ae7a508826e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acafbf3e-c88d-40f1-be98-52b2c1d3d75c HTTP/1.1" status: 200 len: 217 time: 0.0791931 Jul 14 09:14:40.736669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77814ad9-a377-4c2d-9496-b289d2359b41 req-8ff985cd-0545-41c6-b10b-1c5f43498a55 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172551 Jul 14 09:14:40.805761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Made reservation on behalf of a7aa010ea0a540a6812b8fca95bff63d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:40.810368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04b5b29d-37c1-4174-ad20-e021a8e92833 req-04a9c696-e5f2-460a-92e0-3e53ba66763e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 210 time: 0.1127470 Jul 14 09:14:40.810865 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:40.848483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-fb177e7d-2c77-41ef-8239-952ce72b9535 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=ff8adc73-507f-4c83-a892-5b0d3e77f134 HTTP/1.1" status: 200 len: 210 time: 0.0407581 Jul 14 09:14:40.938049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-280187c9-4a88-4248-8c9c-2bd4c390223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:40.939778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-280187c9-4a88-4248-8c9c-2bd4c390223b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7300eaa6-c263-4bdf-b51b-700366298742 HTTP/1.1" status: 200 len: 849 time: 0.2227309 Jul 14 09:14:41.019298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-25c49852-da9e-4e98-a3e9-1506f91e5850 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2990c513-f47e-4730-bba3-2a86a76f365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682564 Jul 14 09:14:41.032197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Allocated IP 172.20.0.8 (2ee81d52-5b6a-400d-b9ae-3c4441fc88ff/0eaafedb-0c03-483d-afab-70165df797f2/29ce8b6b-f106-4bf6-9904-64679a120198) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:41.051139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e9e8ba5-61b5-4695-91ec-780f8a9b4e03 req-4c095a71-d9ac-466b-a5ae-2048ba6f2fb3 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 210 time: 0.0348034 Jul 14 09:14:41.086379 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d9d41-bb4b-4774-9c60-f260ba10931d x-openstack-request-id: req-8f8d9d41-bb4b-4774-9c60-f260ba10931d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:41.086671 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f230a42-9ded-4391-8137-9867ddf150a2", "tag": "acafbf3e-c88d-40f1-be98-52b2c1d3d75c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:41.086939 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f8d9d41-bb4b-4774-9c60-f260ba10931d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:41.087343 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f230a42-9ded-4391-8137-9867ddf150a2', 'tag': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c', 'status': 'completed', 'code': 200} Jul 14 09:14:41.152876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-ac3bb40a-a782-46d9-a794-a5ce821a0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.154395 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-ac3bb40a-a782-46d9-a794-a5ce821a0aec service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2342780 Jul 14 09:14:41.241399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-ecdccfaf-5010-4132-ad4e-17e979bfa824 service neutron] 10.222.0.11 "GET /v2.0/networks/2990c513-f47e-4730-bba3-2a86a76f365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872628 Jul 14 09:14:41.312717 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.342071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Transition to ACTIVE for port object 29ce8b6b-f106-4bf6-9904-64679a120198 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:41.391583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-b435ffac-3969-4254-998c-8823563efa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.393243 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-b435ffac-3969-4254-998c-8823563efa9e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296965 Jul 14 09:14:41.482256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:41.496018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d44fc432-2464-488a-a776-ba1c5a66bf09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:41.513284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c48cdea-7f2e-484a-9d0c-78c23c442e0f req-7f65c43d-3047-4a37-9d2b-574279a02686 service neutron] 10.222.0.11 "GET /v2.0/networks/2990c513-f47e-4730-bba3-2a86a76f365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621140 Jul 14 09:14:41.590315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['290851e7-06dc-451f-8825-a2a438fe8363'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:41.845373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7e03a25-2928-46ca-ad00-9c1e560c84b4 req-1d0a3017-8cb4-4de0-b242-7318e961e708 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff8adc73-507f-4c83-a892-5b0d3e77f134 HTTP/1.1" status: 200 len: 210 time: 0.2293360 Jul 14 09:14:41.948899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ef177a9d-7eeb-473c-9a13-9343ad9f6e6f tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.951041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:41.951315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ef177a9d-7eeb-473c-9a13-9343ad9f6e6f tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.11 "GET /v2.0/networks?id=5589a35a-4f6b-4852-a7b6-0fd01b37587b HTTP/1.1" status: 200 len: 824 time: 0.4352961 Jul 14 09:14:41.968546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Request body: {'port': {'device_id': '2921695c-b2af-4211-b680-c7510c35292a', 'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b', 'admin_state_up': True, 'tenant_id': 'c898703143204a1aa6c2c62bcddbc87a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:41.975039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101666b-8296-4136-ae40-391e29b70a28 req-7cd7d426-66a8-42f1-81ab-f06068bc9661 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.982439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e101666b-8296-4136-ae40-391e29b70a28 req-7cd7d426-66a8-42f1-81ab-f06068bc9661 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.6076009 Jul 14 09:14:41.996596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eac687-0806-466d-bac2-5992294281d1 req-cab4f216-059c-4a2b-9a96-3e9ea068ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:41.998525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78eac687-0806-466d-bac2-5992294281d1 req-cab4f216-059c-4a2b-9a96-3e9ea068ef26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99f706b63d8944458502afa85c514358&device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 1096 time: 0.3428106 Jul 14 09:14:42.005195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:42.008477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:42.010992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:42.070613 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e101666b-8296-4136-ae40-391e29b70a28 req-a9e79a20-3be6-458b-9221-beb12cb20a24 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864491 Jul 14 09:14:42.077863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-0c37fd37-7f33-450f-8ce0-9e0ca9c2b991 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.079509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-0c37fd37-7f33-450f-8ce0-9e0ca9c2b991 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.5652821 Jul 14 09:14:42.110386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.112308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.142642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-4fae1dc9-8fc7-4b8b-bf99-aa6d649f404c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6721568 Jul 14 09:14:42.155536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Request body: {'port': {'device_id': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:42.187495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-0a888d44-a386-460d-b48d-e201eaf431f3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/quotas/4cef37b6da724e748fd4c1a0a9404da1 HTTP/1.1" status: 200 len: 375 time: 0.0679004 Jul 14 09:14:42.245766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-82e063eb-11ec-457b-8682-b674a60fff09 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573082 Jul 14 09:14:42.285239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.359457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e59544ad-33fc-4287-8571-02f628715934 None None] Provisioning for port 29ce8b6b-f106-4bf6-9904-64679a120198 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:42.375933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e59544ad-33fc-4287-8571-02f628715934 None None] Provisioning complete for port 29ce8b6b-f106-4bf6-9904-64679a120198 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:42.376313 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e59544ad-33fc-4287-8571-02f628715934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.415579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eac687-0806-466d-bac2-5992294281d1 req-f3ea79a3-1e08-48df-a2d1-10303d1088b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.418587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78eac687-0806-466d-bac2-5992294281d1 req-f3ea79a3-1e08-48df-a2d1-10303d1088b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2990c513-f47e-4730-bba3-2a86a76f365b HTTP/1.1" status: 200 len: 910 time: 0.3260021 Jul 14 09:14:42.421239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Made reservation on behalf of c898703143204a1aa6c2c62bcddbc87a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:42.429581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.452044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e59544ad-33fc-4287-8571-02f628715934 None None] Port 29ce8b6b-f106-4bf6-9904-64679a120198 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:14:42.499700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78eac687-0806-466d-bac2-5992294281d1 req-53a6a039-2e9d-4294-92fb-a82524c5e5cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acafbf3e-c88d-40f1-be98-52b2c1d3d75c HTTP/1.1" status: 200 len: 217 time: 0.0537579 Jul 14 09:14:42.512486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c157b4a-29c4-422b-bb91-cb9817d0c2af req-4197524b-9027-4964-bd68-eb2d83374238 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.514132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c157b4a-29c4-422b-bb91-cb9817d0c2af req-4197524b-9027-4964-bd68-eb2d83374238 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 944 time: 0.2258463 Jul 14 09:14:42.588045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-c2772577-ad76-40ee-aa1c-c3b789ff4954 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413332 Jul 14 09:14:42.610241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c157b4a-29c4-422b-bb91-cb9817d0c2af req-7f837f5d-1ec7-4b5c-a23f-290a71ef38ae tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889504 Jul 14 09:14:42.685254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eac687-0806-466d-bac2-5992294281d1 req-bf79ff8a-88ba-40b3-93aa-6e89a485bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.687130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78eac687-0806-466d-bac2-5992294281d1 req-bf79ff8a-88ba-40b3-93aa-6e89a485bfa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7300eaa6-c263-4bdf-b51b-700366298742 HTTP/1.1" status: 200 len: 849 time: 0.1790500 Jul 14 09:14:42.757521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78eac687-0806-466d-bac2-5992294281d1 req-b28e58ea-0eb5-4e51-b5cc-df0c63bedc97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2990c513-f47e-4730-bba3-2a86a76f365b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442877 Jul 14 09:14:42.758603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ce8b6b-f106-4bf6-9904-64679a120198 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:42.782429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.831952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Transition to ACTIVE for port object 29ce8b6b-f106-4bf6-9904-64679a120198 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:42.837739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Allocated IP 172.20.0.14 (5589a35a-4f6b-4852-a7b6-0fd01b37587b/bf30a1a2-3061-4a1c-9e1f-83e51a5223bf/942e5610-9d17-44cb-9151-36afd88a95c4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:42.843029 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.851991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-8cc0dec4-1cdd-4f1b-8888-649ebe6f4545 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629189 Jul 14 09:14:42.903487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e224f6b-b611-43a6-8209-afa3d7753464 req-dd9a6788-1057-4aa8-80b0-e2748b3cb81a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:42.905247 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e224f6b-b611-43a6-8209-afa3d7753464 req-dd9a6788-1057-4aa8-80b0-e2748b3cb81a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 931 time: 0.1405368 Jul 14 09:14:42.970440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:43.062403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e224f6b-b611-43a6-8209-afa3d7753464 req-fbd1c17a-70cb-4ed3-9f73-04c4ae33c7a5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405361 Jul 14 09:14:43.075888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Attempting to bind port 29ce8b6b-f106-4bf6-9904-64679a120198 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:43.077623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Attempting to bind port 29ce8b6b-f106-4bf6-9904-64679a120198 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:43.078474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Attempting to bind port 29ce8b6b-f106-4bf6-9904-64679a120198 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:43.100254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Port 29ce8b6b-f106-4bf6-9904-64679a120198 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:43.100598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Attempting to bind port 29ce8b6b-f106-4bf6-9904-64679a120198 on network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:43.116666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:43.117021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Checking segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:43.117418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Bound using segment: {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:43.117871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Bound port: 29ce8b6b-f106-4bf6-9904-64679a120198, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e270d9-70ab-4d78-b965-e0a1cb841940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:43.118243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.273393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.285085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:43.290888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:43.304365 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.318997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78eac687-0806-466d-bac2-5992294281d1 req-f3d4440c-7973-4d4c-bc90-24a746ea8e7e service neutron] 10.222.0.11 "GET /v2.0/networks/2990c513-f47e-4730-bba3-2a86a76f365b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466700 Jul 14 09:14:43.324048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6c5b9b03-2297-4177-8be0-d10f25073ecc req-ae450420-b242-4b3b-95a6-0e07a0091fdd tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 210 time: 0.0694866 Jul 14 09:14:43.424517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78eac687-0806-466d-bac2-5992294281d1 req-66e4400f-db6c-48a8-8577-16e7f1b85268 service neutron] 10.222.0.11 "GET /v2.0/networks/2990c513-f47e-4730-bba3-2a86a76f365b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978444 Jul 14 09:14:43.460023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.462641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.465949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/29ce8b6b-f106-4bf6-9904-64679a120198 HTTP/1.1" status: 200 len: 1092 time: 1.3149676 Jul 14 09:14:43.466752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:43.482147 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8" -d '{"events": [{"name": "network-changed", "server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:43.483545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.560983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Network 5589a35a-4f6b-4852-a7b6-0fd01b37587b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:43.569232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:43.574928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:43.598704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04f3e8-28e6-4366-a99e-ef00306c14d9 service neutron] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:43.648528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d21f8f30-347c-4054-a0d6-4ac06610a3ee req-05222fcc-d8af-47a6-976c-260aad6ff1c8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 210 time: 0.0414665 Jul 14 09:14:43.651902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Pushing event updated for resources: {'Port': ['ID=942e5610-9d17-44cb-9151-36afd88a95c4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:43.671150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-dca03723-b7a7-485b-a2fb-1089e3211803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.673597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-dca03723-b7a7-485b-a2fb-1089e3211803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 1095 time: 0.1565578 Jul 14 09:14:43.713039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.718771 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.744677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a6fab811-a1b8-4b2b-9872-519525d94ea0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7802696 Jul 14 09:14:43.768613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Request body: {'port': {'device_id': '2921695c-b2af-4211-b680-c7510c35292a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:43.785695 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563cd81-9644-4829-8656-0cdd1a26b56c x-openstack-request-id: req-0563cd81-9644-4829-8656-0cdd1a26b56c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:43.785988 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:43.786246 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0563cd81-9644-4829-8656-0cdd1a26b56c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:43.786657 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198', 'status': 'completed', 'code': 200} Jul 14 09:14:43.791680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-68dbfb97-40ee-4f2b-9c43-d7bc8988da64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ce8b6b-f106-4bf6-9904-64679a120198 HTTP/1.1" status: 200 len: 217 time: 0.1089635 Jul 14 09:14:43.884628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.912946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-a6643e1e-6fc0-4a28-9fee-9e2923d4c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:43.921475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-a6643e1e-6fc0-4a28-9fee-9e2923d4c49d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1229298 Jul 14 09:14:44.077002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-ddc8472b-eceb-4bd5-bf3e-7bfd5f4bd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.078600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-ddc8472b-eceb-4bd5-bf3e-7bfd5f4bd6f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482942 Jul 14 09:14:44.094502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e63296-d396-4b85-874d-3bda360a117c req-270329a8-16fb-43ca-8c7f-5c6dc9642402 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.099939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67e63296-d396-4b85-874d-3bda360a117c req-270329a8-16fb-43ca-8c7f-5c6dc9642402 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1542492 Jul 14 09:14:44.272803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-d22f09c3-e51f-4822-9a54-9c61ac8379e4 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713858 Jul 14 09:14:44.294389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67e63296-d396-4b85-874d-3bda360a117c req-30b9683e-ba54-40ea-821b-5f09928c245e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058567 Jul 14 09:14:44.528481 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd2334da-0dbb-4f52-b3b1-abc5ebedd255 req-d53728a5-72ab-4dc2-9289-8498a591ee61 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481933 Jul 14 09:14:44.547621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ca87f-7f9e-4933-b933-f85d3b2201fc req-c0d302ef-cd00-4745-82dd-037f650464e8 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.556249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-818ca87f-7f9e-4933-b933-f85d3b2201fc req-c0d302ef-cd00-4745-82dd-037f650464e8 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 944 time: 0.5855582 Jul 14 09:14:44.615319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72e7d-f3e3-403c-b727-e4cba9b1b46a req-758d5770-c9af-4a7d-92e4-94a8b3701bb4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.618856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-818ca87f-7f9e-4933-b933-f85d3b2201fc req-aac2e322-b373-4a96-814f-fcdf4313869d tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614069 Jul 14 09:14:44.624708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-baf72e7d-f3e3-403c-b727-e4cba9b1b46a req-758d5770-c9af-4a7d-92e4-94a8b3701bb4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 943 time: 0.1296029 Jul 14 09:14:44.705757 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-baf72e7d-f3e3-403c-b727-e4cba9b1b46a req-11b669cb-e948-4b3a-9850-e55d18b3afe7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762355 Jul 14 09:14:44.781046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-618c6eca-e56f-4816-8307-85a6f6e5fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:44.783432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-618c6eca-e56f-4816-8307-85a6f6e5fc3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 1095 time: 0.1150830 Jul 14 09:14:44.825721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942e5610-9d17-44cb-9151-36afd88a95c4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:44.841342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.888040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Transition to ACTIVE for port object 942e5610-9d17-44cb-9151-36afd88a95c4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:44.899799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:44.916224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-5ccc624e-345d-4a14-bff7-b69f8185c20c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2066405 Jul 14 09:14:45.076574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Pushing event updated for resources: {'Port': ['ID=942e5610-9d17-44cb-9151-36afd88a95c4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:45.165245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-6410a55c-446b-425b-9496-0c35889c7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.167082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-6410a55c-446b-425b-9496-0c35889c7178 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 1097 time: 0.1996763 Jul 14 09:14:45.186933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Attempting to bind port 942e5610-9d17-44cb-9151-36afd88a95c4 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:45.188287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Attempting to bind port 942e5610-9d17-44cb-9151-36afd88a95c4 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'af190763-5583-4c94-84f3-c3ba366c22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:45.188679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Attempting to bind port 942e5610-9d17-44cb-9151-36afd88a95c4 on network 5589a35a-4f6b-4852-a7b6-0fd01b37587b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:45.200765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Port 942e5610-9d17-44cb-9151-36afd88a95c4 on network 5589a35a-4f6b-4852-a7b6-0fd01b37587b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:45.201098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Attempting to bind port 942e5610-9d17-44cb-9151-36afd88a95c4 on network 5589a35a-4f6b-4852-a7b6-0fd01b37587b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:45.224004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:45.224623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Checking segment: {'id': 'af190763-5583-4c94-84f3-c3ba366c22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:45.225073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Bound using segment: {'id': 'af190763-5583-4c94-84f3-c3ba366c22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:45.225503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Bound port: 942e5610-9d17-44cb-9151-36afd88a95c4, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af190763-5583-4c94-84f3-c3ba366c22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:45.225820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.255200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28b218-d3c3-40a6-add7-3e4805843b97 req-efdbbc37-47aa-4b88-a534-abd11d0f97f2 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.262243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb28b218-d3c3-40a6-add7-3e4805843b97 req-efdbbc37-47aa-4b88-a534-abd11d0f97f2 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 944 time: 0.3695462 Jul 14 09:14:45.285259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-591a122a-affa-4f0f-a091-59a8f06dd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.286875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-591a122a-affa-4f0f-a091-59a8f06dd4d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.4940040 Jul 14 09:14:45.306779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acafbf3e-c88d-40f1-be98-52b2c1d3d75c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:45.316772 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb28b218-d3c3-40a6-add7-3e4805843b97 req-89e86b7a-c58f-4021-8ff8-857bed7ffbe0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534623 Jul 14 09:14:45.321107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c8740ec-e439-4024-aa5a-87a7beacbb61 req-a2d87e5f-d506-46e6-98fd-17c4cf30ffc0 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 210 time: 0.0927384 Jul 14 09:14:45.427721 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-0cc47a1d-93e4-446e-b7ce-77da3caaa30e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ce8b6b-f106-4bf6-9904-64679a120198 HTTP/1.1" status: 200 len: 217 time: 0.1261868 Jul 14 09:14:45.432542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] For port 942e5610-9d17-44cb-9151-36afd88a95c4, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:45.441877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] For port 942e5610-9d17-44cb-9151-36afd88a95c4, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=942e5610-9d17-44cb-9151-36afd88a95c4,segment=NetworkSegment(af190763-5583-4c94-84f3-c3ba366c22cc),segment_id=af190763-5583-4c94-84f3-c3ba366c22cc)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:45.463091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.491255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acafbf3e-c88d-40f1-be98-52b2c1d3d75c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,segment=NetworkSegment(4837766e-7848-48a4-ac36-b281ce381c24),segment_id=4837766e-7848-48a4-ac36-b281ce381c24)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:45.510129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-8e5b288c-05fa-4a4d-959a-c534c35a47e8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.525146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-8e5b288c-05fa-4a4d-959a-c534c35a47e8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.4320064 Jul 14 09:14:45.549042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Request body: {'port': {'device_id': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'admin_state_up': True, 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:45.558271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.559070 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.560634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] 10.222.0.11 "PUT /v2.0/ports/942e5610-9d17-44cb-9151-36afd88a95c4 HTTP/1.1" status: 200 len: 1093 time: 1.7979038 Jul 14 09:14:45.563462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2921695c-b2af-4211-b680-c7510c35292a', 'tag': '942e5610-9d17-44cb-9151-36afd88a95c4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:45.567590 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2049fc61-4b0d-4042-bf59-ded750d60aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "2921695c-b2af-4211-b680-c7510c35292a", "tag": "942e5610-9d17-44cb-9151-36afd88a95c4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:45.634400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-e2bff345-b65e-4394-b05e-697ef5e1845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.639515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-e2bff345-b65e-4394-b05e-697ef5e1845e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.4396415 Jul 14 09:14:45.640583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-f1336dff-442e-4fe7-b6d6-119095400bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.642286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-f1336dff-442e-4fe7-b6d6-119095400bfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.2004471 Jul 14 09:14:45.722217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c', 'network_id': '2990c513-f47e-4730-bba3-2a86a76f365b', 'port_id': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c', 'mac_address': 'fa:16:3e:b1:da:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7300eaa6-c263-4bdf-b51b-700366298742', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:45.770416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d3c00-c94f-4855-9010-3effa77ea4ff service neutron] Pushing event updated for resources: {'Port': ['ID=942e5610-9d17-44cb-9151-36afd88a95c4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:45.772104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.783245 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490dfb3b-df25-4527-b7a0-c42643ad215e x-openstack-request-id: req-490dfb3b-df25-4527-b7a0-c42643ad215e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:45.783245 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2921695c-b2af-4211-b680-c7510c35292a", "tag": "942e5610-9d17-44cb-9151-36afd88a95c4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:45.783245 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-490dfb3b-df25-4527-b7a0-c42643ad215e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:45.786746 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2921695c-b2af-4211-b680-c7510c35292a', 'tag': '942e5610-9d17-44cb-9151-36afd88a95c4', 'status': 'completed', 'code': 200} Jul 14 09:14:45.789151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acafbf3e-c88d-40f1-be98-52b2c1d3d75c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:45.816975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acafbf3e-c88d-40f1-be98-52b2c1d3d75c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,segment=NetworkSegment(4837766e-7848-48a4-ac36-b281ce381c24),segment_id=4837766e-7848-48a4-ac36-b281ce381c24)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:45.826991 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.860808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:14:45.865142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.876846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64d79-0744-4414-b08b-70574d1018e6 req-7839f716-fa0f-46db-9a5c-dab58beed708 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.878961 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e1c64d79-0744-4414-b08b-70574d1018e6 req-7839f716-fa0f-46db-9a5c-dab58beed708 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.3495457 Jul 14 09:14:45.900282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:45.906451 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad2800a8-3675-4789-a2ec-5a54eaf96249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:45.911916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-7c1c62f1-9ac0-42b2-8adb-a810d26593cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d44fc432-2464-488a-a776-ba1c5a66bf09 HTTP/1.1" status: 200 len: 217 time: 0.1236200 Jul 14 09:14:45.929014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-1d51f78b-8cf3-4d21-a634-b4849a410994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.930754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-1d51f78b-8cf3-4d21-a634-b4849a410994 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716968 Jul 14 09:14:45.981968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-76ddd52e-a503-469b-bef5-b15a894ca70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:45.983922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-76ddd52e-a503-469b-bef5-b15a894ca70d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c898703143204a1aa6c2c62bcddbc87a&device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 1096 time: 0.3423345 Jul 14 09:14:46.004906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-826429e4-2cc2-4c39-b601-05447d32ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.006879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-826429e4-2cc2-4c39-b601-05447d32ec45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0852499 Jul 14 09:14:46.021636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63a874-e268-408c-b6b7-0616de0a0fb4 req-36364e39-85fe-4b62-a63a-13c25f4b2ce2 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.029382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c63a874-e268-408c-b6b7-0616de0a0fb4 req-36364e39-85fe-4b62-a63a-13c25f4b2ce2 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 945 time: 0.1612604 Jul 14 09:14:46.042864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e1c64d79-0744-4414-b08b-70574d1018e6 req-80207d4a-37d3-4369-ba04-5c7de53a576e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560786 Jul 14 09:14:46.141203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Allocated IP 172.20.0.11 (c6877315-645b-4478-927c-8aa286d90fe8/ccfb161e-a687-4e4d-bef8-fda49f75ba16/82ff4e4a-5002-4104-8133-82c7886d3fce) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:14:46.148996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-8d11afcb-2623-41d1-a4e1-e3efe3591be5 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110224 Jul 14 09:14:46.192429 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c63a874-e268-408c-b6b7-0616de0a0fb4 req-5cc81b57-e993-4c38-9972-f1bc92956e18 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617961 Jul 14 09:14:46.202722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-3e1d03f4-bfbc-4fce-af5c-efb4316f2ad0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=942e5610-9d17-44cb-9151-36afd88a95c4 HTTP/1.1" status: 200 len: 217 time: 0.2001567 Jul 14 09:14:46.255782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['acafbf3e-c88d-40f1-be98-52b2c1d3d75c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:46.342553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-9bce0b0d-7ab3-48ab-83e3-9fb1e50094cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.345838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-9bce0b0d-7ab3-48ab-83e3-9fb1e50094cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf30a1a2-3061-4a1c-9e1f-83e51a5223bf HTTP/1.1" status: 200 len: 864 time: 0.1197686 Jul 14 09:14:46.360295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-2d45ff5f-af19-4dc5-93c4-7b6dd05b7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.364499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-2d45ff5f-af19-4dc5-93c4-7b6dd05b7b01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3302860 Jul 14 09:14:46.424274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-89845c4c-79cb-49e6-8349-f81b8fcd7571 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673976 Jul 14 09:14:46.445206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-a93e6406-bf23-4302-b719-5ffab1af4ecb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5589a35a-4f6b-4852-a7b6-0fd01b37587b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801599 Jul 14 09:14:46.459683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffc7f3-f074-4de4-9a4a-b5b1cf0049c7 req-45b91e90-c726-4dce-8e54-8cbe4f775fa3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.466913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0cffc7f3-f074-4de4-9a4a-b5b1cf0049c7 req-45b91e90-c726-4dce-8e54-8cbe4f775fa3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 943 time: 0.2855198 Jul 14 09:14:46.513966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.539812 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0cffc7f3-f074-4de4-9a4a-b5b1cf0049c7 req-5b783aa7-a533-4dcb-9f04-7fbe34269b38 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Jul 14 09:14:46.584735 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.657361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event updated for resources: {'Port': ['ID=82ff4e4a-5002-4104-8133-82c7886d3fce,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:46.677181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Network c6877315-645b-4478-927c-8aa286d90fe8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:14:46.678874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:14:46.681726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:14:46.712453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-e88c3799-a540-410b-8f5f-bc3d41d00f7d service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368263 Jul 14 09:14:46.723913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-eedab0da-019f-4d6e-9e94-52b61cb4dcec service neutron] 10.222.0.11 "GET /v2.0/networks/5589a35a-4f6b-4852-a7b6-0fd01b37587b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269948 Jul 14 09:14:46.789501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.790433 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:46.822533 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-3474d6df-5d08-4d92-83cb-821384b4f591 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2878804 Jul 14 09:14:46.842157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Request body: {'port': {'device_id': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:14:46.887266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7983a9e-389c-40b5-af18-b66b6fda8475 req-9ea0f665-e35d-4231-bb91-28064aa93230 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:46.890059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7983a9e-389c-40b5-af18-b66b6fda8475 req-9ea0f665-e35d-4231-bb91-28064aa93230 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 944 time: 0.1721058 Jul 14 09:14:46.942088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdfed1fb-ff60-4a4b-8abd-b2370928b4e8 req-ec6754fe-de44-4d75-a881-0f11b8a6a7ff service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168956 Jul 14 09:14:46.966401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04377ffd-b496-4f37-b46d-180d2d1d60f2 req-542ac685-ea28-4b6c-8c9f-be3b60885d46 service neutron] 10.222.0.11 "GET /v2.0/networks/5589a35a-4f6b-4852-a7b6-0fd01b37587b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129924 Jul 14 09:14:46.968945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7983a9e-389c-40b5-af18-b66b6fda8475 req-51ab757a-5c6a-4402-9e3d-18ed4153dcfc tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707130 Jul 14 09:14:46.983138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.047855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa97a-2172-414a-97ac-5ce1aea1f820 req-988aac3c-3904-4faa-b073-c7d5b6e7cce2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.055325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f9fa97a-2172-414a-97ac-5ce1aea1f820 req-988aac3c-3904-4faa-b073-c7d5b6e7cce2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 932 time: 0.1383455 Jul 14 09:14:47.149100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f9fa97a-2172-414a-97ac-5ce1aea1f820 req-ddb3698a-23b0-42a3-b956-f46385c906c1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927644 Jul 14 09:14:47.185633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-8dd68f52-95dc-46a1-b184-6c058d4dda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.187214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-8dd68f52-95dc-46a1-b184-6c058d4dda87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c898703143204a1aa6c2c62bcddbc87a&device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 1096 time: 0.1293216 Jul 14 09:14:47.360197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae657-27e1-40d8-97d2-29bd92e53c07 req-3de52b15-df9d-455c-843d-a024b941fab2 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.367634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11cae657-27e1-40d8-97d2-29bd92e53c07 req-3de52b15-df9d-455c-843d-a024b941fab2 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1070817 Jul 14 09:14:47.374173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-54591b2f-9a79-4087-a5df-391f17cb03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.375411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-54591b2f-9a79-4087-a5df-391f17cb03d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5589a35a-4f6b-4852-a7b6-0fd01b37587b HTTP/1.1" status: 200 len: 925 time: 0.1806273 Jul 14 09:14:47.432233 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-c91c927a-2da0-422b-b2f1-711ae3de260c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=942e5610-9d17-44cb-9151-36afd88a95c4 HTTP/1.1" status: 200 len: 217 time: 0.0404606 Jul 14 09:14:47.466711 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11cae657-27e1-40d8-97d2-29bd92e53c07 req-59c2b567-e41c-45a8-bb6f-02eab1b14f25 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981381 Jul 14 09:14:47.550625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-e5fdab53-f1f5-4782-97f3-dd66441b4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.552541 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-e5fdab53-f1f5-4782-97f3-dd66441b4af0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf30a1a2-3061-4a1c-9e1f-83e51a5223bf HTTP/1.1" status: 200 len: 864 time: 0.1026573 Jul 14 09:14:47.575948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c914f-dcec-4572-8ec7-fc200cbf206d req-09b91052-dc70-4df7-92a4-d2638bcf09fe tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:47.587418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d0c914f-dcec-4572-8ec7-fc200cbf206d req-09b91052-dc70-4df7-92a4-d2638bcf09fe tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 945 time: 0.2109015 Jul 14 09:14:47.590991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ff4e4a-5002-4104-8133-82c7886d3fce {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:47.601250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.623950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Transition to ACTIVE for port object 82ff4e4a-5002-4104-8133-82c7886d3fce will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:14:47.630831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.631847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 29ce8b6b-f106-4bf6-9904-64679a120198 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:47.653395 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-b9f1198a-4509-4924-b348-96cb4731eea8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5589a35a-4f6b-4852-a7b6-0fd01b37587b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629952 Jul 14 09:14:47.769366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d0c914f-dcec-4572-8ec7-fc200cbf206d req-d22ff38f-f4c0-4b31-9b61-bf3618069d52 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802275 Jul 14 09:14:47.792266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Pushing event updated for resources: {'Port': ['ID=82ff4e4a-5002-4104-8133-82c7886d3fce,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:47.848955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Attempting to bind port 82ff4e4a-5002-4104-8133-82c7886d3fce on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:14:47.849655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Attempting to bind port 82ff4e4a-5002-4104-8133-82c7886d3fce by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:14:47.849655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Attempting to bind port 82ff4e4a-5002-4104-8133-82c7886d3fce on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:47.856298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:47.858325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-23a07c83-e26d-42f4-9da2-f2ec7dabdab2 service neutron] 10.222.0.11 "GET /v2.0/networks/5589a35a-4f6b-4852-a7b6-0fd01b37587b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881032 Jul 14 09:14:47.861685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Port 82ff4e4a-5002-4104-8133-82c7886d3fce on network c6877315-645b-4478-927c-8aa286d90fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:14:47.862013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Attempting to bind port 82ff4e4a-5002-4104-8133-82c7886d3fce on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:14:47.872961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:14:47.873311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Checking segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:14:47.873702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Bound using segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:14:47.874138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Bound port: 82ff4e4a-5002-4104-8133-82c7886d3fce, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:14:47.876540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:47.883262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '29ce8b6b-f106-4bf6-9904-64679a120198', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '29ce8b6b-f106-4bf6-9904-64679a120198', 'mac_address': 'fa:16:3e:72:fa:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:47.979599 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.007319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2049fc61-4b0d-4042-bf59-ded750d60aa6 req-4362d7fb-6037-41c9-aaa3-406e0cb0c9ef service neutron] 10.222.0.11 "GET /v2.0/networks/5589a35a-4f6b-4852-a7b6-0fd01b37587b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467922 Jul 14 09:14:48.011585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ce8b6b-f106-4bf6-9904-64679a120198 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:48.032623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] For port 82ff4e4a-5002-4104-8133-82c7886d3fce, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:14:48.045867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] For port 82ff4e4a-5002-4104-8133-82c7886d3fce, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=82ff4e4a-5002-4104-8133-82c7886d3fce,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:14:48.053710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.072338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:48.085346 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.096397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.098469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.103850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] 10.222.0.48 "PUT /v2.0/ports/82ff4e4a-5002-4104-8133-82c7886d3fce HTTP/1.1" status: 200 len: 1093 time: 1.2654207 Jul 14 09:14:48.104575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'tag': '82ff4e4a-5002-4104-8133-82c7886d3fce'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:48.107110 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158ea9e0-1e09-460e-ba16-ebc56e5874ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d85bdbcf-80f8-44fb-a84f-b370a80bde94", "tag": "82ff4e4a-5002-4104-8133-82c7886d3fce"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:48.115510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253897ff-0dbd-4e93-ba05-707fb67dbb01 req-8049ad05-82c4-404f-932e-63b00f9dbe4c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.127422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-253897ff-0dbd-4e93-ba05-707fb67dbb01 req-8049ad05-82c4-404f-932e-63b00f9dbe4c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 943 time: 0.1173699 Jul 14 09:14:48.184883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:48.212599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-253897ff-0dbd-4e93-ba05-707fb67dbb01 req-893c95d5-c3ce-4c2e-bcc3-b9918f325738 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835915 Jul 14 09:14:48.279850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1fd6a-4223-4906-babd-e7d60c94870d service neutron] Pushing event updated for resources: {'Port': ['ID=82ff4e4a-5002-4104-8133-82c7886d3fce,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:48.298487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-82c0dcb3-c4bc-47f5-88f6-49791aebe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.300779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-82c0dcb3-c4bc-47f5-88f6-49791aebe350 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 1096 time: 0.1046154 Jul 14 09:14:48.379641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-277de29e-c90e-4c01-8fab-aba6b8c74451 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82ff4e4a-5002-4104-8133-82c7886d3fce HTTP/1.1" status: 200 len: 217 time: 0.0712976 Jul 14 09:14:48.437236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['29ce8b6b-f106-4bf6-9904-64679a120198'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:48.453347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ce37-41f1-48fc-9f07-22ae3487bd2b req-3122a5d8-080d-4b9c-a3ed-18fb39f9f6f8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.454941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f862ce37-41f1-48fc-9f07-22ae3487bd2b req-3122a5d8-080d-4b9c-a3ed-18fb39f9f6f8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 944 time: 0.0811372 Jul 14 09:14:48.469405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-b5afbd1a-9fc1-4388-a952-219c97327af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.471507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-b5afbd1a-9fc1-4388-a952-219c97327af1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.0847285 Jul 14 09:14:48.481376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a10544-977e-4745-9692-1896dd36e19c req-e5012e20-4691-489d-96b2-89cfd35535b0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.490371 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17a10544-977e-4745-9692-1896dd36e19c req-e5012e20-4691-489d-96b2-89cfd35535b0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 944 time: 0.1743114 Jul 14 09:14:48.509845 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f862ce37-41f1-48fc-9f07-22ae3487bd2b req-697979f3-3877-4684-a4a2-b145960e72f8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Jul 14 09:14:48.537283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-596f9f65-2262-4470-aac9-2881fd54c9a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435555 Jul 14 09:14:48.586393 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb331d9-8947-49a3-87a3-ee050d152d3a x-openstack-request-id: req-cbb331d9-8947-49a3-87a3-ee050d152d3a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:48.586689 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85bdbcf-80f8-44fb-a84f-b370a80bde94", "tag": "82ff4e4a-5002-4104-8133-82c7886d3fce", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:48.586944 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbb331d9-8947-49a3-87a3-ee050d152d3a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:48.587349 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'tag': '82ff4e4a-5002-4104-8133-82c7886d3fce', 'status': 'completed', 'code': 200} Jul 14 09:14:48.629723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17a10544-977e-4745-9692-1896dd36e19c req-457543cf-89d6-45a3-8e20-8a263c1beffa tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383345 Jul 14 09:14:48.687301 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f84f2083-dece-48dd-adbb-35e315aacdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.696370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-b05b3b38-bccc-44d9-b4d7-8330d1cfa896 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521060 Jul 14 09:14:48.755158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96b5f1-57ad-4b1c-9d86-f214d2268080 req-be984e26-9af3-42fc-b0a8-e2d82adf3e80 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:48.756695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc96b5f1-57ad-4b1c-9d86-f214d2268080 req-be984e26-9af3-42fc-b0a8-e2d82adf3e80 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0665095 Jul 14 09:14:48.798726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98cb9900-2948-49ba-ab8c-734c9548d1b3 req-b207f674-4a5c-4bb2-9f47-9e6e37964273 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946200 Jul 14 09:14:48.808231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc96b5f1-57ad-4b1c-9d86-f214d2268080 req-ecefc90c-5754-4c0e-901c-412c50918056 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446796 Jul 14 09:14:48.949381 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:48.995310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfce0c-4c05-468b-930c-0b50c2b63da2 req-1fb87cc3-4137-46bd-bfbf-62ad26c6a54b tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.004041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62cfce0c-4c05-468b-930c-0b50c2b63da2 req-1fb87cc3-4137-46bd-bfbf-62ad26c6a54b tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 945 time: 0.0949860 Jul 14 09:14:49.061773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62cfce0c-4c05-468b-930c-0b50c2b63da2 req-47be2965-e42c-44f8-894b-b2a5ac612e61 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Jul 14 09:14:49.281000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-9460e1d7-a4af-4a79-9a3a-8c3a0edd94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.282515 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-9460e1d7-a4af-4a79-9a3a-8c3a0edd94ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 1096 time: 0.4317968 Jul 14 09:14:49.298253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2322410-fec4-4e58-b533-59169e6dff26 req-4c066dcd-3e05-4162-95e0-9b369de8b348 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.299699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2322410-fec4-4e58-b533-59169e6dff26 req-4c066dcd-3e05-4162-95e0-9b369de8b348 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 950 time: 0.0817080 Jul 14 09:14:49.326536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 942e5610-9d17-44cb-9151-36afd88a95c4 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:49.329690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acafbf3e-c88d-40f1-be98-52b2c1d3d75c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:49.393387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2322410-fec4-4e58-b533-59169e6dff26 req-8a7021f2-e3d0-4de2-bd12-27d897e0354c tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858788 Jul 14 09:14:49.399082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c57a40-f092-4ab8-934b-b944a676a08d req-91aadbe9-03e7-4b99-9612-013a98d9a612 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.401875 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2c57a40-f092-4ab8-934b-b944a676a08d req-91aadbe9-03e7-4b99-9612-013a98d9a612 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 944 time: 0.0723071 Jul 14 09:14:49.428415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-2e628056-dcbb-4cb0-97ca-f7e8a23e9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.429631 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-2e628056-dcbb-4cb0-97ca-f7e8a23e9013 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 912 time: 0.1392033 Jul 14 09:14:49.448230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port acafbf3e-c88d-40f1-be98-52b2c1d3d75c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:49.451245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2c57a40-f092-4ab8-934b-b944a676a08d req-db76b613-f043-4079-9ce6-8319f001ff60 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Jul 14 09:14:49.455669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port acafbf3e-c88d-40f1-be98-52b2c1d3d75c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:49.456057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.476103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-e8dd4e5f-d4ba-4886-b521-b34ba53935d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82ff4e4a-5002-4104-8133-82c7886d3fce HTTP/1.1" status: 200 len: 217 time: 0.0398157 Jul 14 09:14:49.494094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 942e5610-9d17-44cb-9151-36afd88a95c4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=942e5610-9d17-44cb-9151-36afd88a95c4,segment=NetworkSegment(af190763-5583-4c94-84f3-c3ba366c22cc),segment_id=af190763-5583-4c94-84f3-c3ba366c22cc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:49.511392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '942e5610-9d17-44cb-9151-36afd88a95c4', 'network_id': '5589a35a-4f6b-4852-a7b6-0fd01b37587b', 'port_id': '942e5610-9d17-44cb-9151-36afd88a95c4', 'mac_address': 'fa:16:3e:91:84:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf30a1a2-3061-4a1c-9e1f-83e51a5223bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:49.524038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-e1c14cc6-799a-4b6a-ae78-a2488ed820e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.525629 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-e1c14cc6-799a-4b6a-ae78-a2488ed820e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.0433824 Jul 14 09:14:49.566602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-7d8bf476-d516-410f-adc3-b4d2c128d19a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344737 Jul 14 09:14:49.590542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.611593 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.614672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942e5610-9d17-44cb-9151-36afd88a95c4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:49.626323 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.649106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 942e5610-9d17-44cb-9151-36afd88a95c4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=942e5610-9d17-44cb-9151-36afd88a95c4,segment=NetworkSegment(af190763-5583-4c94-84f3-c3ba366c22cc),segment_id=af190763-5583-4c94-84f3-c3ba366c22cc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:49.653860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f230a42-9ded-4391-8137-9867ddf150a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:49.656172 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7047d057-8acf-4a8f-91b5-62a5c93ef55f" -d '{"events": [{"server_uuid": "7f230a42-9ded-4391-8137-9867ddf150a2", "name": "network-vif-plugged", "status": "completed", "tag": "acafbf3e-c88d-40f1-be98-52b2c1d3d75c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:49.661476 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.673476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acafbf3e-c88d-40f1-be98-52b2c1d3d75c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,segment=NetworkSegment(4837766e-7848-48a4-ac36-b281ce381c24),segment_id=4837766e-7848-48a4-ac36-b281ce381c24)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:49.693321 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.701707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-d95a5260-7e33-4098-a8c4-c187ae2a6d2a service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275899 Jul 14 09:14:49.719422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=942e5610-9d17-44cb-9151-36afd88a95c4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:49.770097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:49.776635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dec21-f9c3-498f-ad59-a275fa4b54af req-ecad7ebf-260d-4fda-99e6-f6ad78cd2c09 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.778465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-230dec21-f9c3-498f-ad59-a275fa4b54af req-ecad7ebf-260d-4fda-99e6-f6ad78cd2c09 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 944 time: 0.1392465 Jul 14 09:14:49.834960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.846789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e07bc-bc62-463c-ad65-935d077ce235 req-9023cb03-6d98-4e0d-abc3-aff85c45c3aa tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:49.847862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-230dec21-f9c3-498f-ad59-a275fa4b54af req-4fa0e2d2-85cc-4ac5-aab4-f737eb1254fb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612552 Jul 14 09:14:49.849645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-738e07bc-bc62-463c-ad65-935d077ce235 req-9023cb03-6d98-4e0d-abc3-aff85c45c3aa tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 945 time: 0.0887775 Jul 14 09:14:49.851380 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-158ea9e0-1e09-460e-ba16-ebc56e5874ce req-c74b6e22-4d40-48e0-b8c6-ce113c5a8b51 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391802 Jul 14 09:14:49.894959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-738e07bc-bc62-463c-ad65-935d077ce235 req-3085269d-e529-43be-b4f5-65ae3c050232 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Jul 14 09:14:49.903153 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1da602-a555-4309-a7c5-be53d073b347 x-openstack-request-id: req-eb1da602-a555-4309-a7c5-be53d073b347 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:49.903476 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f230a42-9ded-4391-8137-9867ddf150a2", "name": "network-vif-plugged", "status": "completed", "tag": "acafbf3e-c88d-40f1-be98-52b2c1d3d75c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:49.903734 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb1da602-a555-4309-a7c5-be53d073b347 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:49.904254 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f230a42-9ded-4391-8137-9867ddf150a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c', 'code': 200} Jul 14 09:14:50.072165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33040fb7-7bb0-4bbf-a96f-d8f4227a1693 req-42c536c3-1116-4d0f-9197-0c520cb6f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.073647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33040fb7-7bb0-4bbf-a96f-d8f4227a1693 req-42c536c3-1116-4d0f-9197-0c520cb6f53d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 1098 time: 0.0929077 Jul 14 09:14:50.095768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2c790-c50e-4dbe-92e8-013f404002eb req-443980ec-6526-441f-8637-6f520e15a183 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.097340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4d2c790-c50e-4dbe-92e8-013f404002eb req-443980ec-6526-441f-8637-6f520e15a183 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0860317 Jul 14 09:14:50.128769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['942e5610-9d17-44cb-9151-36afd88a95c4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:50.137089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33040fb7-7bb0-4bbf-a96f-d8f4227a1693 req-e585e8e8-1846-4a0f-9977-e99212511489 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559556 Jul 14 09:14:50.151251 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4d2c790-c50e-4dbe-92e8-013f404002eb req-1311f3fa-6cb4-4018-b584-7e9feb0cc630 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Jul 14 09:14:50.243214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c247ec-090d-43ee-bc05-bb772ff6065b req-94b0c021-771a-41ea-98c2-9e38c7539fe1 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.244793 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14c247ec-090d-43ee-bc05-bb772ff6065b req-94b0c021-771a-41ea-98c2-9e38c7539fe1 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 946 time: 0.0696270 Jul 14 09:14:50.290907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14c247ec-090d-43ee-bc05-bb772ff6065b req-799abcdb-9174-4b21-9e28-63d19703072c tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Jul 14 09:14:50.582392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac647-ba7b-404c-bbac-3dccbc7ff942 req-72f7b064-624f-4ecf-afda-d1b77959a9b8 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.583973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8c2ac647-ba7b-404c-bbac-3dccbc7ff942 req-72f7b064-624f-4ecf-afda-d1b77959a9b8 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 950 time: 0.0705907 Jul 14 09:14:50.624168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8c2ac647-ba7b-404c-bbac-3dccbc7ff942 req-c288499f-af79-43b0-b4d6-93e902d17168 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Jul 14 09:14:50.630568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85ba47-e86d-49d1-8525-f5e8e9e8f5cb req-f5777bcf-d6c1-42a4-9bc5-9b70e4df06e5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:50.632150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a85ba47-e86d-49d1-8525-f5e8e9e8f5cb req-f5777bcf-d6c1-42a4-9bc5-9b70e4df06e5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 944 time: 0.0649076 Jul 14 09:14:50.672288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a85ba47-e86d-49d1-8525-f5e8e9e8f5cb req-04167354-8a2a-4748-b920-baecd36d0c70 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Jul 14 09:14:51.030367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c548f-61bd-4637-b09f-ac548da7ee46 req-f84fce91-f9b9-4ebb-b58a-5aeeee05466e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.032029 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e01c548f-61bd-4637-b09f-ac548da7ee46 req-f84fce91-f9b9-4ebb-b58a-5aeeee05466e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 944 time: 0.0690317 Jul 14 09:14:51.080881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e01c548f-61bd-4637-b09f-ac548da7ee46 req-909a229b-1f07-42fc-84d1-a3e08ac7d098 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Jul 14 09:14:51.278591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974225b-cbe9-40be-9726-9fe3e55952b3 req-740da42a-bb68-426f-9855-edb6e719c826 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.280150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e974225b-cbe9-40be-9726-9fe3e55952b3 req-740da42a-bb68-426f-9855-edb6e719c826 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 945 time: 0.0887456 Jul 14 09:14:51.307347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.335066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e974225b-cbe9-40be-9726-9fe3e55952b3 req-ccbe72ed-0368-491e-9cad-c971479492c1 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Jul 14 09:14:51.505975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e10f9-3e2f-40a9-b646-35c12540a585 req-dd604032-0948-4b7c-8789-480f4437cbac tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.507759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-081e10f9-3e2f-40a9-b646-35c12540a585 req-dd604032-0948-4b7c-8789-480f4437cbac tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0675955 Jul 14 09:14:51.549644 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-081e10f9-3e2f-40a9-b646-35c12540a585 req-7caa7a62-0577-4a26-907b-dc8189c34643 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Jul 14 09:14:51.648398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 82ff4e4a-5002-4104-8133-82c7886d3fce details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:51.650794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 29ce8b6b-f106-4bf6-9904-64679a120198 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:51.683143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b7f5-0bc8-44c9-84df-e67df4bd3ac6 req-cd66d417-4753-446a-9ce9-f514a2a04380 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.685511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4738b7f5-0bc8-44c9-84df-e67df4bd3ac6 req-cd66d417-4753-446a-9ce9-f514a2a04380 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 946 time: 0.0767133 Jul 14 09:14:51.743062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4738b7f5-0bc8-44c9-84df-e67df4bd3ac6 req-b88987cb-f210-439f-8438-371d221bee0f tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497324 Jul 14 09:14:51.760568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 29ce8b6b-f106-4bf6-9904-64679a120198 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:51.769972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 29ce8b6b-f106-4bf6-9904-64679a120198 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:51.770578 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.829719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 82ff4e4a-5002-4104-8133-82c7886d3fce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=82ff4e4a-5002-4104-8133-82c7886d3fce,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:51.845471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '82ff4e4a-5002-4104-8133-82c7886d3fce', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'port_id': '82ff4e4a-5002-4104-8133-82c7886d3fce', 'mac_address': 'fa:16:3e:be:1e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb161e-a687-4e4d-bef8-fda49f75ba16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:51.910927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1dabd-4c92-4f85-a9cf-393764f01c20 req-be1f4fa5-cb87-43b5-a759-2c08c35dee46 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:51.912483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d5d1dabd-4c92-4f85-a9cf-393764f01c20 req-be1f4fa5-cb87-43b5-a759-2c08c35dee46 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 944 time: 0.0684834 Jul 14 09:14:51.917595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.920669 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.941257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ff4e4a-5002-4104-8133-82c7886d3fce {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:51.961668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:51.963908 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e894c-cd8e-4952-ac55-d5414be5a25e" -d '{"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-plugged", "status": "completed", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:51.970195 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d5d1dabd-4c92-4f85-a9cf-393764f01c20 req-cbfcc8e0-03e2-4c72-9bcb-443c96808e34 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Jul 14 09:14:51.985476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:51.987193 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:51.988167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:51.991720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 82ff4e4a-5002-4104-8133-82c7886d3fce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=82ff4e4a-5002-4104-8133-82c7886d3fce,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:52.012157 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f046b8d-136e-4886-93f8-e7772b76f0f9 x-openstack-request-id: req-8f046b8d-136e-4886-93f8-e7772b76f0f9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:52.012454 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-plugged", "status": "completed", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:52.012712 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f046b8d-136e-4886-93f8-e7772b76f0f9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:52.013105 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198', 'code': 200} Jul 14 09:14:52.047148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.093542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.183602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=82ff4e4a-5002-4104-8133-82c7886d3fce,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.188210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.188359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a267-11e8-42ff-8df6-0baf5ad19329 req-f89efff6-aac4-4fe9-b708-68455e7f9004 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.189814 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33d8a267-11e8-42ff-8df6-0baf5ad19329 req-f89efff6-aac4-4fe9-b708-68455e7f9004 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 950 time: 0.1160612 Jul 14 09:14:52.195922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89124774-7ae5-49d7-9780-e24725303820 req-1528864c-4d6e-4feb-937d-a26f5c773c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.197693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89124774-7ae5-49d7-9780-e24725303820 req-1528864c-4d6e-4feb-937d-a26f5c773c58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 1097 time: 0.0946071 Jul 14 09:14:52.222982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:52.227114 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.256543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33d8a267-11e8-42ff-8df6-0baf5ad19329 req-8f8a320c-af7b-4fbf-9002-95d6165538cc tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Jul 14 09:14:52.258890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89124774-7ae5-49d7-9780-e24725303820 req-8a10518d-abbd-4293-842f-e40f7edd7149 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515106 Jul 14 09:14:52.280180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:52.361380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f90e-e078-46a7-9825-28e98d0ea6cd req-e0067016-95fe-4521-b5a4-f12031c9854a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.362909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0162f90e-e078-46a7-9825-28e98d0ea6cd req-e0067016-95fe-4521-b5a4-f12031c9854a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 945 time: 0.0628493 Jul 14 09:14:52.400772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0162f90e-e078-46a7-9825-28e98d0ea6cd req-fea01a0c-30ba-41e8-9faa-912dd10e8cf3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324194 Jul 14 09:14:52.407800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['82ff4e4a-5002-4104-8133-82c7886d3fce'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:52.575266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735815c8-d1ae-483a-809a-4e35112681c3 req-4423b407-3e4b-4355-9e89-c1d28a28aa8e tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.577057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-735815c8-d1ae-483a-809a-4e35112681c3 req-4423b407-3e4b-4355-9e89-c1d28a28aa8e tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 945 time: 0.0655968 Jul 14 09:14:52.620403 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-735815c8-d1ae-483a-809a-4e35112681c3 req-4735e2d9-7e3c-4465-9b18-40c1ba682191 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369537 Jul 14 09:14:52.786085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52506b94-31d5-4f62-b610-98339af6f54b req-1a6261a0-6a3f-4058-9b12-47822c46a264 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:52.787615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52506b94-31d5-4f62-b610-98339af6f54b req-1a6261a0-6a3f-4058-9b12-47822c46a264 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0671332 Jul 14 09:14:52.828238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52506b94-31d5-4f62-b610-98339af6f54b req-f9a11f0e-ccb3-4b97-801e-d33607c4f657 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Jul 14 09:14:53.145122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726cc54-f66d-4f23-b009-47c6e24b07c5 req-53986d35-185a-4072-9830-9b85dc3de14f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.146771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f726cc54-f66d-4f23-b009-47c6e24b07c5 req-53986d35-185a-4072-9830-9b85dc3de14f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.0752296 Jul 14 09:14:53.189056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f726cc54-f66d-4f23-b009-47c6e24b07c5 req-93d86a7b-f420-46cf-9f69-17ed17927a4f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Jul 14 09:14:53.338770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 942e5610-9d17-44cb-9151-36afd88a95c4 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:53.390723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 942e5610-9d17-44cb-9151-36afd88a95c4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:53.395484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 942e5610-9d17-44cb-9151-36afd88a95c4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:53.395970 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.450592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cf381-00b8-4942-bfcc-a21ff0c80e5a req-9be86e0c-9427-4bb3-b45d-0349f37f2057 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.452309 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-057cf381-00b8-4942-bfcc-a21ff0c80e5a req-9be86e0c-9427-4bb3-b45d-0349f37f2057 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 948 time: 0.0776970 Jul 14 09:14:53.484148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.493240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-057cf381-00b8-4942-bfcc-a21ff0c80e5a req-4310b7ea-9483-4daa-aa40-e6ada50bbc8a tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8abdafd-704e-45f0-ac4e-3191b565b63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342672 Jul 14 09:14:53.519896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 942e5610-9d17-44cb-9151-36afd88a95c4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=942e5610-9d17-44cb-9151-36afd88a95c4,segment=NetworkSegment(af190763-5583-4c94-84f3-c3ba366c22cc),segment_id=af190763-5583-4c94-84f3-c3ba366c22cc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:53.525285 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.575437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=942e5610-9d17-44cb-9151-36afd88a95c4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:53.593588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47f1df-58de-41bf-81d9-f274d0077cd8 req-ed6b3c53-96f9-4eaa-affb-5c0e9f088abf tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.595087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef47f1df-58de-41bf-81d9-f274d0077cd8 req-ed6b3c53-96f9-4eaa-affb-5c0e9f088abf tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 945 time: 0.0675318 Jul 14 09:14:53.637284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef47f1df-58de-41bf-81d9-f274d0077cd8 req-516a75fe-2306-4082-9973-3b828ff4213a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Jul 14 09:14:53.648184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 82ff4e4a-5002-4104-8133-82c7886d3fce up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:14:53.698525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 82ff4e4a-5002-4104-8133-82c7886d3fce completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:14:53.704408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 82ff4e4a-5002-4104-8133-82c7886d3fce triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:14:53.704804 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.791020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.829317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 82ff4e4a-5002-4104-8133-82c7886d3fce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=82ff4e4a-5002-4104-8133-82c7886d3fce,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:53.844198 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:53.897114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=82ff4e4a-5002-4104-8133-82c7886d3fce,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:53.920836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94441e61-cd76-4830-9721-e0867a1da8b1 req-25e1ec56-6de6-4063-9fe5-b80a063f5bbf tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:53.922434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94441e61-cd76-4830-9721-e0867a1da8b1 req-25e1ec56-6de6-4063-9fe5-b80a063f5bbf tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.0754735 Jul 14 09:14:53.991717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94441e61-cd76-4830-9721-e0867a1da8b1 req-cf27894c-4449-4b45-b4e3-fd8c4ccc5643 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629363 Jul 14 09:14:54.014611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'}, {'server_uuid': '2921695c-b2af-4211-b680-c7510c35292a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e5610-9d17-44cb-9151-36afd88a95c4'}, {'server_uuid': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff4e4a-5002-4104-8133-82c7886d3fce'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:54.017002 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a31c58-5308-482b-baa9-7ce56ef7e3bd" -d '{"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-unplugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948"}, {"server_uuid": "2921695c-b2af-4211-b680-c7510c35292a", "name": "network-vif-plugged", "status": "completed", "tag": "942e5610-9d17-44cb-9151-36afd88a95c4"}, {"server_uuid": "d85bdbcf-80f8-44fb-a84f-b370a80bde94", "name": "network-vif-plugged", "status": "completed", "tag": "82ff4e4a-5002-4104-8133-82c7886d3fce"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:54.037409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-50ad7e37-846f-47f9-b26a-5f0464248d90 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.039002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-50ad7e37-846f-47f9-b26a-5f0464248d90 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 948 time: 0.0947530 Jul 14 09:14:54.124713 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94669486-221c-4177-aecc-62af82d8712c x-openstack-request-id: req-94669486-221c-4177-aecc-62af82d8712c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:54.125131 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-unplugged", "status": "completed", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948", "code": 200}, {"server_uuid": "2921695c-b2af-4211-b680-c7510c35292a", "name": "network-vif-plugged", "status": "completed", "tag": "942e5610-9d17-44cb-9151-36afd88a95c4", "code": 200}, {"server_uuid": "d85bdbcf-80f8-44fb-a84f-b370a80bde94", "name": "network-vif-plugged", "status": "completed", "tag": "82ff4e4a-5002-4104-8133-82c7886d3fce", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:54.125489 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94669486-221c-4177-aecc-62af82d8712c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:54.125989 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'code': 200} Jul 14 09:14:54.126341 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2921695c-b2af-4211-b680-c7510c35292a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942e5610-9d17-44cb-9151-36afd88a95c4', 'code': 200} Jul 14 09:14:54.126689 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff4e4a-5002-4104-8133-82c7886d3fce', 'code': 200} Jul 14 09:14:54.193358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Deleting port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:54.193749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.249532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629d7a-c939-4fdf-9b88-1791b4c41b24 req-896be01e-5bca-4e71-8bb0-4e191af9ad06 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.251284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27629d7a-c939-4fdf-9b88-1791b4c41b24 req-896be01e-5bca-4e71-8bb0-4e191af9ad06 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1359243 Jul 14 09:14:54.293223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e65121-55df-49fd-a66b-037b79634d1f req-6de97fbe-f26f-4fc8-b280-bd213659af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.294894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93e65121-55df-49fd-a66b-037b79634d1f req-6de97fbe-f26f-4fc8-b280-bd213659af0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 1098 time: 0.0985773 Jul 14 09:14:54.310689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3a0c0-6dd3-4c54-9228-502a67340db7 req-8a670f43-6c2e-4fd1-979b-4970f59c6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.312307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aae3a0c0-6dd3-4c54-9228-502a67340db7 req-8a670f43-6c2e-4fd1-979b-4970f59c6a0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 1098 time: 0.0873055 Jul 14 09:14:54.340404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27629d7a-c939-4fdf-9b88-1791b4c41b24 req-a90fbb9b-c3f8-4dc2-b8cf-028350019bb6 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761714 Jul 14 09:14:54.345592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] For port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:54.345969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.347139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93e65121-55df-49fd-a66b-037b79634d1f req-a11b32c6-6697-47c1-be83-5b37f88a0538 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448253 Jul 14 09:14:54.367062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Calling delete_port for 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:54.400503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aae3a0c0-6dd3-4c54-9228-502a67340db7 req-bb9828d9-3a4a-46f8-a4f4-adaa0d59e9a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Jul 14 09:14:54.432055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c0f1e-dbc4-4e60-960a-76cd54fa54c7 req-31533c48-20e7-4dad-a488-b82e47eeee42 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.433860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f3c0f1e-dbc4-4e60-960a-76cd54fa54c7 req-31533c48-20e7-4dad-a488-b82e47eeee42 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.0823712 Jul 14 09:14:54.475144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f3c0f1e-dbc4-4e60-960a-76cd54fa54c7 req-bb3cb771-fbb9-496d-8777-005d2833323b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Jul 14 09:14:54.522713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.559075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Pushing event deleted for resources: {'Port': ['ID=9db13a6a-ce8d-40bb-8ade-ec36ea7a0948,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:54.610879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] No DVR routers for this DVR port 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:54.613649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.615741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e8b1c73-64f2-4a67-9443-a24503ffd72b req-b7317390-5141-4ba1-bd2b-320df7151114 tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.48 "DELETE /v2.0/ports/9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 HTTP/1.1" status: 204 len: 173 time: 0.5713656 Jul 14 09:14:54.616188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-deleted', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:54.618444 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41309dfc-41e5-4595-b419-69a1541b895c" -d '{"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-deleted", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:54.783335 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237fb202-4f4f-4eba-ac32-0ba1621496f7 x-openstack-request-id: req-237fb202-4f4f-4eba-ac32-0ba1621496f7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:54.783672 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff10b946-758f-44fe-95a2-d219ef33fb15", "name": "network-vif-deleted", "tag": "9db13a6a-ce8d-40bb-8ade-ec36ea7a0948", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:54.783936 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-237fb202-4f4f-4eba-ac32-0ba1621496f7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:54.784383 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff10b946-758f-44fe-95a2-d219ef33fb15', 'name': 'network-vif-deleted', 'tag': '9db13a6a-ce8d-40bb-8ade-ec36ea7a0948', 'status': 'completed', 'code': 200} Jul 14 09:14:54.854113 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05ea82f2-7926-4507-ab53-a646806f9fdc req-c92b7967-71ed-4051-8659-aa7bd961cdbf tempest-ImagesOneServerTestJSON-1488581876 tempest-ImagesOneServerTestJSON-1488581876-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff10b946-758f-44fe-95a2-d219ef33fb15 HTTP/1.1" status: 200 len: 210 time: 0.0284266 Jul 14 09:14:54.955973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1802f-065d-4a22-b73a-826f95efd962 req-7b476014-378f-4d8e-b869-0345567b6798 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:54.966036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cba1802f-065d-4a22-b73a-826f95efd962 req-7b476014-378f-4d8e-b869-0345567b6798 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 946 time: 0.0934312 Jul 14 09:14:55.010869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cba1802f-065d-4a22-b73a-826f95efd962 req-b430bdad-71e3-4814-8589-7fcf2506743e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Jul 14 09:14:55.045430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6d88f-f17c-49ae-b658-3c433ab22c7e req-345b3a7f-85a1-4b04-952b-cee653ab753c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.047423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-63a6d88f-f17c-49ae-b658-3c433ab22c7e req-345b3a7f-85a1-4b04-952b-cee653ab753c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.0854263 Jul 14 09:14:55.095204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-63a6d88f-f17c-49ae-b658-3c433ab22c7e req-b5a4b505-aab8-45aa-ad27-f8982b938652 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Jul 14 09:14:55.213272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf166e4-83be-4dab-b84f-8058fd812246 req-ecf67183-9d7e-4d93-826b-d4ce2490ff70 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.214934 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1cf166e4-83be-4dab-b84f-8058fd812246 req-ecf67183-9d7e-4d93-826b-d4ce2490ff70 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 946 time: 0.0779457 Jul 14 09:14:55.259820 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1cf166e4-83be-4dab-b84f-8058fd812246 req-e941ddf8-6a5a-49d3-8ecf-15635d64515d tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381479 Jul 14 09:14:55.456670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6981c5f-d788-4f51-b56e-48f687ec0fa3 req-86797ea6-aeba-4ca3-8940-c4a101cda8cf tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.458197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6981c5f-d788-4f51-b56e-48f687ec0fa3 req-86797ea6-aeba-4ca3-8940-c4a101cda8cf tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.0719442 Jul 14 09:14:55.497453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6981c5f-d788-4f51-b56e-48f687ec0fa3 req-2a1e814b-a1ca-4baa-a232-97216e83f24b tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jul 14 09:14:55.532587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549658-b641-4447-8d79-ae5d12736626 req-b7fa6080-a602-432a-808a-4b83afdebb4b tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:55.534837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76549658-b641-4447-8d79-ae5d12736626 req-b7fa6080-a602-432a-808a-4b83afdebb4b tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0696309 Jul 14 09:14:55.573841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76549658-b641-4447-8d79-ae5d12736626 req-0b0e62f1-aa82-45d5-8ad7-c0ae94f3030d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328116 Jul 14 09:14:56.181800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53198) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:56.195994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc53ec-128d-4792-91ab-258eccdf3be9 req-3df8a369-baca-40fb-b3f6-c69338091851 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.197530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66dc53ec-128d-4792-91ab-258eccdf3be9 req-3df8a369-baca-40fb-b3f6-c69338091851 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 946 time: 0.0724709 Jul 14 09:14:56.239411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66dc53ec-128d-4792-91ab-258eccdf3be9 req-1f311712-5043-4678-961a-d6957f968d3a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Jul 14 09:14:56.276189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5ce5-8fbb-4dd7-90ee-d46aa1a0b9af req-d14224a4-c8ac-4ae4-b5e1-f43eb7506077 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.278005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f2b5ce5-8fbb-4dd7-90ee-d46aa1a0b9af req-d14224a4-c8ac-4ae4-b5e1-f43eb7506077 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.0663033 Jul 14 09:14:56.325001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f2b5ce5-8fbb-4dd7-90ee-d46aa1a0b9af req-fa4c5e21-4e78-4e12-89da-a6bff51685b8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404024 Jul 14 09:14:56.334414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-42ba5e58-31b9-4380-a7a3-de41916829a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d89807b7706747ec9cb1a10072cb9042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515095 Jul 14 09:14:56.338988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:56.390717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d106-120e-4e82-b78e-e848a431371d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.426797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d106-120e-4e82-b78e-e848a431371d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.481320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d106-120e-4e82-b78e-e848a431371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.484243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d106-120e-4e82-b78e-e848a431371d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:56.487833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f6f1d106-120e-4e82-b78e-e848a431371d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8abdafd-704e-45f0-ac4e-3191b565b63e HTTP/1.1" status: 204 len: 168 time: 0.1476796 Jul 14 09:14:56.523233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d106-120e-4e82-b78e-e848a431371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8abdafd-704e-45f0-ac4e-3191b565b63e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:56.581323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc9690-3d64-4c0f-a554-206a7a776e93 req-6c0f2125-e5b9-4ec4-987d-ffea2701ff80 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.588975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3fdc9690-3d64-4c0f-a554-206a7a776e93 req-6c0f2125-e5b9-4ec4-987d-ffea2701ff80 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 946 time: 0.0998344 Jul 14 09:14:56.627481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3fdc9690-3d64-4c0f-a554-206a7a776e93 req-195829c0-cfb4-48c8-b3a8-b2ea83c3cc2e tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f3449b-e908-4103-88bb-2a33c7933f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353591 Jul 14 09:14:56.814764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e32f-a5ae-4659-bc4d-a60c5c0184ee req-db22b173-6714-4642-b298-27882f89b41a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:56.822563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3fa7e32f-a5ae-4659-bc4d-a60c5c0184ee req-db22b173-6714-4642-b298-27882f89b41a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 946 time: 0.0829840 Jul 14 09:14:56.872201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3fa7e32f-a5ae-4659-bc4d-a60c5c0184ee req-020c30d8-197c-4b4d-b4d7-5a0854f24473 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486934 Jul 14 09:14:57.050399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317563-0c5f-4e72-9360-0b1ab254eda6 req-2e4b09ad-528f-449b-b174-e28f4ccee9b2 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.052740 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3317563-0c5f-4e72-9360-0b1ab254eda6 req-2e4b09ad-528f-449b-b174-e28f4ccee9b2 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.0803220 Jul 14 09:14:57.132822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3317563-0c5f-4e72-9360-0b1ab254eda6 req-1b73c59c-e459-488f-a9b6-ff4b76047e3b tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735519 Jul 14 09:14:57.199134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-a9b0754b-8c6d-4a5f-bb30-8ae82eb6ee96 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.200908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-a9b0754b-8c6d-4a5f-bb30-8ae82eb6ee96 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 946 time: 0.1183443 Jul 14 09:14:57.284813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e4cfe-ec28-4ce7-9598-a7f8848ec1a4 req-dd6ffa25-3f9d-4a31-aaa6-b3be33454a69 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.286879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd0e4cfe-ec28-4ce7-9598-a7f8848ec1a4 req-dd6ffa25-3f9d-4a31-aaa6-b3be33454a69 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0761952 Jul 14 09:14:57.334648 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd0e4cfe-ec28-4ce7-9598-a7f8848ec1a4 req-d3ee1276-8d71-4684-b1c6-285675827a00 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Jul 14 09:14:57.360679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb234a-5f70-40d1-b4d0-5e7bc4d2ae62 req-72eb42aa-e5aa-4db6-bac9-0067f1426966 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.362195 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76cb234a-5f70-40d1-b4d0-5e7bc4d2ae62 req-72eb42aa-e5aa-4db6-bac9-0067f1426966 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1126089 Jul 14 09:14:57.398717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Deleting port acafbf3e-c88d-40f1-be98-52b2c1d3d75c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:14:57.399072 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.454775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76cb234a-5f70-40d1-b4d0-5e7bc4d2ae62 req-72bb9db5-968c-466d-920c-4b1ac959127e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827086 Jul 14 09:14:57.500774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7523807-04eb-4138-88d7-064f661e6100 req-b5a53549-d203-4cdf-bb1e-cd1377dc7943 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:57.502461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7523807-04eb-4138-88d7-064f661e6100 req-b5a53549-d203-4cdf-bb1e-cd1377dc7943 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.0750902 Jul 14 09:14:57.511028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] For port acafbf3e-c88d-40f1-be98-52b2c1d3d75c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,segment=NetworkSegment(4837766e-7848-48a4-ac36-b281ce381c24),segment_id=4837766e-7848-48a4-ac36-b281ce381c24)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:57.511418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.525583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Calling delete_port for acafbf3e-c88d-40f1-be98-52b2c1d3d75c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:14:57.548334 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7523807-04eb-4138-88d7-064f661e6100 req-d82b4a27-48f4-4268-a4a1-b17e89920374 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352499 Jul 14 09:14:57.651064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:14:57.676988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:14:57.677335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9db13a6a-ce8d-40bb-8ade-ec36ea7a0948 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:14:57.684560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.708873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['acafbf3e-c88d-40f1-be98-52b2c1d3d75c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:14:57.726383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Pushing event deleted for resources: {'Port': ['ID=acafbf3e-c88d-40f1-be98-52b2c1d3d75c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:57.805405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] No DVR routers for this DVR port acafbf3e-c88d-40f1-be98-52b2c1d3d75c on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:14:57.808296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.810515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-027836c3-b015-417d-bd35-f3e518bc8b79 req-f3e4bab2-cfad-454d-9ca0-7dcb08835fb3 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.11 "DELETE /v2.0/ports/acafbf3e-c88d-40f1-be98-52b2c1d3d75c HTTP/1.1" status: 204 len: 173 time: 0.6015525 Jul 14 09:14:57.810982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f230a42-9ded-4391-8137-9867ddf150a2', 'name': 'network-vif-deleted', 'tag': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:14:57.813726 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2428f446-c3c8-4507-8655-92a568224874" -d '{"events": [{"server_uuid": "7f230a42-9ded-4391-8137-9867ddf150a2", "name": "network-vif-deleted", "tag": "acafbf3e-c88d-40f1-be98-52b2c1d3d75c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:14:57.975451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f486c02e-d9e9-4aaf-a095-e4fd422ded55 req-e3819d04-0072-4874-ad67-fa3757768515 tempest-ServerTagsTestJSON-553936497 tempest-ServerTagsTestJSON-553936497-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f230a42-9ded-4391-8137-9867ddf150a2 HTTP/1.1" status: 200 len: 210 time: 0.0319433 Jul 14 09:14:58.003004 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87c3d2-5a65-43f7-a646-f8e72a6e13f3 x-openstack-request-id: req-9e87c3d2-5a65-43f7-a646-f8e72a6e13f3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:14:58.003307 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f230a42-9ded-4391-8137-9867ddf150a2", "name": "network-vif-deleted", "tag": "acafbf3e-c88d-40f1-be98-52b2c1d3d75c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:14:58.003598 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e87c3d2-5a65-43f7-a646-f8e72a6e13f3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:14:58.004009 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f230a42-9ded-4391-8137-9867ddf150a2', 'name': 'network-vif-deleted', 'tag': 'acafbf3e-c88d-40f1-be98-52b2c1d3d75c', 'status': 'completed', 'code': 200} Jul 14 09:14:58.151862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318e66a-1aac-4882-9f27-a11fff31121c req-a2abfc9e-117f-463a-828a-a8fe81471ec0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.153650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3318e66a-1aac-4882-9f27-a11fff31121c req-a2abfc9e-117f-463a-828a-a8fe81471ec0 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.0705719 Jul 14 09:14:58.178904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5426453-1e84-480b-a673-afd60f3d2188 req-5d81c26c-845b-4bdf-96b4-a94b2a64e822 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.183876 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5426453-1e84-480b-a673-afd60f3d2188 req-5d81c26c-845b-4bdf-96b4-a94b2a64e822 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 946 time: 0.0855384 Jul 14 09:14:58.201347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3318e66a-1aac-4882-9f27-a11fff31121c req-0b5f160b-51da-45c1-8698-041711850d5f tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Jul 14 09:14:58.225912 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5426453-1e84-480b-a673-afd60f3d2188 req-b3a3da20-0e2c-4890-81b8-cbacf543e820 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Jul 14 09:14:58.231991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53306) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:58.365090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3507-3142-4724-be84-fe40b8dfb86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.468469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3507-3142-4724-be84-fe40b8dfb86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.473023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1fa3507-3142-4724-be84-fe40b8dfb86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.525193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e1fa3507-3142-4724-be84-fe40b8dfb86b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91e526160ca54bcc9ddf3bd6c9fdd0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890158 Jul 14 09:14:58.525304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:58.535282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa3507-3142-4724-be84-fe40b8dfb86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971d934-7fc8-40eb-bb4e-24b5f12c804d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:58.595880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a55f63d1-22ce-4056-b0ec-215234d025de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.626009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a55f63d1-22ce-4056-b0ec-215234d025de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.687574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a55f63d1-22ce-4056-b0ec-215234d025de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.693644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a55f63d1-22ce-4056-b0ec-215234d025de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:58.696010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a55f63d1-22ce-4056-b0ec-215234d025de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3971d934-7fc8-40eb-bb4e-24b5f12c804d HTTP/1.1" status: 204 len: 168 time: 0.1697969 Jul 14 09:14:58.709367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f63d1-22ce-4056-b0ec-215234d025de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971d934-7fc8-40eb-bb4e-24b5f12c804d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:58.730397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda0d85-f617-46a5-815c-d17da7980fc0 req-9ebb43ab-211b-44f9-824b-79ba133683cf tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.735845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bda0d85-f617-46a5-815c-d17da7980fc0 req-9ebb43ab-211b-44f9-824b-79ba133683cf tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0976911 Jul 14 09:14:58.779903 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bda0d85-f617-46a5-815c-d17da7980fc0 req-470b99ba-8318-43d1-a54b-f43dae1ca924 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Jul 14 09:14:58.801767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d8cd-58a6-4865-b431-6d547969dbb4 req-81dd9b44-cd79-4130-9887-36e0c4e2aca2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:58.803287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c314d8cd-58a6-4865-b431-6d547969dbb4 req-81dd9b44-cd79-4130-9887-36e0c4e2aca2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.0693767 Jul 14 09:14:58.843824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c314d8cd-58a6-4865-b431-6d547969dbb4 req-e56ea182-c010-4f13-95e8-132b8572305e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347362 Jul 14 09:14:59.028551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9104b89-9609-4ad7-a2cb-d67fea511340 req-06e01558-cbc5-47a8-9ab1-29bb3d6a91d6 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.030095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9104b89-9609-4ad7-a2cb-d67fea511340 req-06e01558-cbc5-47a8-9ab1-29bb3d6a91d6 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.0763102 Jul 14 09:14:59.073069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9104b89-9609-4ad7-a2cb-d67fea511340 req-772c4346-69c6-4baa-b43d-806922c32eaa tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366228 Jul 14 09:14:59.135420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309222ce-2a19-4467-8d54-a5b32c5174b8 req-e675367f-727c-4ffe-9256-f084c5e62226 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.136828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-309222ce-2a19-4467-8d54-a5b32c5174b8 req-e675367f-727c-4ffe-9256-f084c5e62226 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 946 time: 0.0719805 Jul 14 09:14:59.180534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-309222ce-2a19-4467-8d54-a5b32c5174b8 req-fd7a242c-1706-4e50-9759-3fe2a0005a7a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Jul 14 09:14:59.279265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:59.325787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] Deleting subnet 7300eaa6-c263-4bdf-b51b-700366298742 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:14:59.328929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.363459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.405899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.463288 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.489421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7300eaa6-c263-4bdf-b51b-700366298742,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.493336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.495211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d207258f-a953-4538-aebb-802da8ae1e11 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7300eaa6-c263-4bdf-b51b-700366298742 HTTP/1.1" status: 204 len: 168 time: 0.2148390 Jul 14 09:14:59.498494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:59.571941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.650082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 29ce8b6b-f106-4bf6-9904-64679a120198 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:14:59.661542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.672745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2990c513-f47e-4730-bba3-2a86a76f365b']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:59.684710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4837766e-7848-48a4-ac36-b281ce381c24') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:59.685004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4837766e-7848-48a4-ac36-b281ce381c24') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:14:59.694907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.714890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.722910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:14:59.723802 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.758426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:59.775122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '29ce8b6b-f106-4bf6-9904-64679a120198', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'port_id': '29ce8b6b-f106-4bf6-9904-64679a120198', 'mac_address': 'fa:16:3e:72:fa:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:14:59.788981 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:14:59.793853 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.803706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.806152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2990c513-f47e-4730-bba3-2a86a76f365b HTTP/1.1" status: 204 len: 168 time: 0.3060846 Jul 14 09:14:59.822326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8def7-afdf-454f-a2a2-9b9bf2d89904 admin admin] Pushing event deleted for resources: {'Network': ['ID=2990c513-f47e-4730-bba3-2a86a76f365b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.826640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.845126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29ce8b6b-f106-4bf6-9904-64679a120198 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:14:59.869994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:14:59.883113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:59.956840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:59.993446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bf5b-624e-4805-9bf7-96ea2220ef6c req-f9bbd8b5-9e9e-406c-bb80-1a8bc4a56532 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:14:59.995022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a355bf5b-624e-4805-9bf7-96ea2220ef6c req-f9bbd8b5-9e9e-406c-bb80-1a8bc4a56532 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0811932 Jul 14 09:15:00.037883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['29ce8b6b-f106-4bf6-9904-64679a120198'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:00.050782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a355bf5b-624e-4805-9bf7-96ea2220ef6c req-4ad608c9-7ab1-4b80-9dc9-3a7fdd85f2b1 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Jul 14 09:15:00.086426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53390) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:00.142146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-586ee1d6-b2c4-488a-a717-1e67488138fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99f706b63d8944458502afa85c514358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541720 Jul 14 09:15:00.144090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046bd24-3db9-4400-bc3c-0c3bcba1ee7b req-fb35ea0f-b6d2-4c7c-8a6a-0c3dd24d7695 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.144714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53394) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:00.145807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9046bd24-3db9-4400-bc3c-0c3bcba1ee7b req-fb35ea0f-b6d2-4c7c-8a6a-0c3dd24d7695 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 944 time: 0.1177094 Jul 14 09:15:00.225482 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9046bd24-3db9-4400-bc3c-0c3bcba1ee7b req-6c2ad44b-ed07-4f21-9bb0-cfb522f46efa tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682390 Jul 14 09:15:00.287754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-266d006d-b906-4ce2-9290-0af9eda24cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.378587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-4dcd2f5f-4083-4de3-b4f9-0fad5d62e479 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.388768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-4dcd2f5f-4083-4de3-b4f9-0fad5d62e479 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 946 time: 0.1088994 Jul 14 09:15:00.390032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-266d006d-b906-4ce2-9290-0af9eda24cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.529593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-675b3a78-48fd-4b4f-aa49-9bd9decb36dc tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.531427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-675b3a78-48fd-4b4f-aa49-9bd9decb36dc tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.11 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.2016330 Jul 14 09:15:00.586571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa21d5a-c31e-4cf3-8c01-ad617dc0e99f req-005f360a-c1c0-418d-8bc1-856e3e7c0b74 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:00.594226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-caa21d5a-c31e-4cf3-8c01-ad617dc0e99f req-005f360a-c1c0-418d-8bc1-856e3e7c0b74 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 946 time: 0.1285858 Jul 14 09:15:00.606586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Deleting port 82ff4e4a-5002-4104-8133-82c7886d3fce {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:00.607060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.648271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-266d006d-b906-4ce2-9290-0af9eda24cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.651195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-266d006d-b906-4ce2-9290-0af9eda24cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.652399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-266d006d-b906-4ce2-9290-0af9eda24cb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39f3449b-e908-4103-88bb-2a33c7933f85 HTTP/1.1" status: 204 len: 168 time: 0.5051088 Jul 14 09:15:00.680715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d006d-b906-4ce2-9290-0af9eda24cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3449b-e908-4103-88bb-2a33c7933f85,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:00.703562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-caa21d5a-c31e-4cf3-8c01-ad617dc0e99f req-8e59632e-a809-44fe-aa20-1849292a1acc tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d38b9d-86c4-471c-a390-6256bbf0a854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080508 Jul 14 09:15:00.728454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Deleting port 942e5610-9d17-44cb-9151-36afd88a95c4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:00.728812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.812380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] For port 82ff4e4a-5002-4104-8133-82c7886d3fce, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=82ff4e4a-5002-4104-8133-82c7886d3fce,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:00.814132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:00.844284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Calling delete_port for 82ff4e4a-5002-4104-8133-82c7886d3fce owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:01.166994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.181359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['82ff4e4a-5002-4104-8133-82c7886d3fce'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:01.235081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] For port 942e5610-9d17-44cb-9151-36afd88a95c4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=942e5610-9d17-44cb-9151-36afd88a95c4,segment=NetworkSegment(af190763-5583-4c94-84f3-c3ba366c22cc),segment_id=af190763-5583-4c94-84f3-c3ba366c22cc)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:01.236132 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.250134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Calling delete_port for 942e5610-9d17-44cb-9151-36afd88a95c4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:01.309596 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.319484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event deleted for resources: {'Port': ['ID=82ff4e4a-5002-4104-8133-82c7886d3fce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:01.340948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 942e5610-9d17-44cb-9151-36afd88a95c4 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:01.352678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] No DVR routers for this DVR port 82ff4e4a-5002-4104-8133-82c7886d3fce on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:01.361334 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.363440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3ca4aee-eea9-413d-8f20-f18e926d35f3 req-19b0e214-f221-4410-b1a4-fb56df18b6dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "DELETE /v2.0/ports/82ff4e4a-5002-4104-8133-82c7886d3fce HTTP/1.1" status: 204 len: 173 time: 0.9672391 Jul 14 09:15:01.363923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'name': 'network-vif-deleted', 'tag': '82ff4e4a-5002-4104-8133-82c7886d3fce'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:01.382669 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a2a4e7-f57b-419b-ab85-4efb2f9ad178" -d '{"events": [{"server_uuid": "d85bdbcf-80f8-44fb-a84f-b370a80bde94", "name": "network-vif-deleted", "tag": "82ff4e4a-5002-4104-8133-82c7886d3fce"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:01.468044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f241c0-c670-49ba-86fb-efe64ac9a82b req-1dee9bf0-b896-4a20-9652-752980548130 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.469587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93f241c0-c670-49ba-86fb-efe64ac9a82b req-1dee9bf0-b896-4a20-9652-752980548130 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85bdbcf-80f8-44fb-a84f-b370a80bde94 HTTP/1.1" status: 200 len: 867 time: 0.7162886 Jul 14 09:15:01.513203 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.523408 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.577304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acafbf3e-c88d-40f1-be98-52b2c1d3d75c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:01.596195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee8be7-3f70-4489-976b-c8fadfb9f319 req-8ed4afcd-f6b6-4b2c-a9a5-318d66d8687c tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:01.602136 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ee8be7-3f70-4489-976b-c8fadfb9f319 req-8ed4afcd-f6b6-4b2c-a9a5-318d66d8687c tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.2022862 Jul 14 09:15:01.620959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: acafbf3e-c88d-40f1-be98-52b2c1d3d75c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:01.622501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acafbf3e-c88d-40f1-be98-52b2c1d3d75c not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:01.665922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 29ce8b6b-f106-4bf6-9904-64679a120198 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:01.678025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] No DVR routers for this DVR port 942e5610-9d17-44cb-9151-36afd88a95c4 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:01.681711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Pushing event deleted for resources: {'Port': ['ID=942e5610-9d17-44cb-9151-36afd88a95c4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:01.697193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ee8be7-3f70-4489-976b-c8fadfb9f319 req-39637335-c133-4e7f-a234-7c90df4c0e56 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Jul 14 09:15:01.702143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.704324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2db57428-8b73-4cc0-ab42-9702400133d1 req-5eb2c534-2011-4603-ba93-d1a9d6f453e7 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.11 "DELETE /v2.0/ports/942e5610-9d17-44cb-9151-36afd88a95c4 HTTP/1.1" status: 204 len: 173 time: 1.1657844 Jul 14 09:15:01.704805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2921695c-b2af-4211-b680-c7510c35292a', 'name': 'network-vif-deleted', 'tag': '942e5610-9d17-44cb-9151-36afd88a95c4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:01.707900 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b9aef6-f39f-4c47-8b1c-640ab1100dce" -d '{"events": [{"server_uuid": "2921695c-b2af-4211-b680-c7510c35292a", "name": "network-vif-deleted", "tag": "942e5610-9d17-44cb-9151-36afd88a95c4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:01.733659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93f241c0-c670-49ba-86fb-efe64ac9a82b req-e003ab98-161c-47b1-a93f-a8323f021a0b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430341 Jul 14 09:15:01.803653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 29ce8b6b-f106-4bf6-9904-64679a120198 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:01.804136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:01.959052 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4224147-bd6c-4923-af72-e322dbf2b3e5 x-openstack-request-id: req-b4224147-bd6c-4923-af72-e322dbf2b3e5 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:01.959594 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85bdbcf-80f8-44fb-a84f-b370a80bde94", "name": "network-vif-deleted", "tag": "82ff4e4a-5002-4104-8133-82c7886d3fce", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:01.960047 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4224147-bd6c-4923-af72-e322dbf2b3e5 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:01.961944 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85bdbcf-80f8-44fb-a84f-b370a80bde94', 'name': 'network-vif-deleted', 'tag': '82ff4e4a-5002-4104-8133-82c7886d3fce', 'status': 'completed', 'code': 200} Jul 14 09:15:01.994704 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.044636 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc2c27-7b2e-427a-9e11-4a273497dcf8 x-openstack-request-id: req-2dbc2c27-7b2e-427a-9e11-4a273497dcf8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:02.045686 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2921695c-b2af-4211-b680-c7510c35292a", "name": "network-vif-deleted", "tag": "942e5610-9d17-44cb-9151-36afd88a95c4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:02.047835 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dbc2c27-7b2e-427a-9e11-4a273497dcf8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:02.048441 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2921695c-b2af-4211-b680-c7510c35292a', 'name': 'network-vif-deleted', 'tag': '942e5610-9d17-44cb-9151-36afd88a95c4', 'status': 'completed', 'code': 200} Jul 14 09:15:02.060562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:02.061710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:02.064165 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22d4fd6-d149-4018-8530-d688e3656642" -d '{"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-plugged", "status": "completed", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:02.070024 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:02.070969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 82ff4e4a-5002-4104-8133-82c7886d3fce no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:02.113224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 82ff4e4a-5002-4104-8133-82c7886d3fce {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:02.113619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 82ff4e4a-5002-4104-8133-82c7886d3fce not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:02.151046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127c064-1dcd-4624-b041-0a52fc8b494a req-959e2b1d-cb13-4e2e-8757-19b295a72165 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:02.161412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3127c064-1dcd-4624-b041-0a52fc8b494a req-959e2b1d-cb13-4e2e-8757-19b295a72165 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 944 time: 0.2492697 Jul 14 09:15:02.180105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:02.232037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3127c064-1dcd-4624-b041-0a52fc8b494a req-e39fb21b-3ff6-47cf-b7c7-b8fa7d6f4a9d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636239 Jul 14 09:15:02.271114 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ca2dcdd-da43-4aea-938a-0ca8dc46fc52 req-1b5cd1e7-d8d2-419e-8385-de0d2c269316 tempest-ServersNegativeTestMultiTenantJSON-727664033 tempest-ServersNegativeTestMultiTenantJSON-727664033-project] 10.222.0.18 "GET /v2.0/ports?device_id=2921695c-b2af-4211-b680-c7510c35292a HTTP/1.1" status: 200 len: 210 time: 0.0527492 Jul 14 09:15:02.526697 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f18e0-69d2-467c-8769-ee9a20b46696 x-openstack-request-id: req-d62f18e0-69d2-467c-8769-ee9a20b46696 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:02.527209 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-plugged", "status": "completed", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:02.527323 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d62f18e0-69d2-467c-8769-ee9a20b46696 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:02.527655 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198', 'code': 200} Jul 14 09:15:03.190673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5072c00a-fa4d-4448-8368-1671cf929d91 req-6ed13c77-f10e-4ec4-b0c3-73007497439c tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0446329 Jul 14 09:15:03.486790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141c97d-08fb-4c14-9e57-7d93b86ab317 req-2aa79cb0-4eac-4ba4-99e3-f8ad7af5e0d6 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.509418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7141c97d-08fb-4c14-9e57-7d93b86ab317 req-2aa79cb0-4eac-4ba4-99e3-f8ad7af5e0d6 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1565943 Jul 14 09:15:03.586882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7141c97d-08fb-4c14-9e57-7d93b86ab317 req-208175b7-6a09-49de-9b4a-e05e978f6301 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757847 Jul 14 09:15:03.657189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-03f873d2-bbb2-4817-a314-3cb8165e405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.660038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-03f873d2-bbb2-4817-a314-3cb8165e405c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 1098 time: 0.3327868 Jul 14 09:15:03.673246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-cbc02472-b7e3-47b6-bcb1-2a86b2b9104e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.682080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-cbc02472-b7e3-47b6-bcb1-2a86b2b9104e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.2255111 Jul 14 09:15:03.751174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-96931a29-2c8e-4690-81eb-0324387a7e3c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/quotas/4cef37b6da724e748fd4c1a0a9404da1 HTTP/1.1" status: 200 len: 375 time: 0.0652719 Jul 14 09:15:03.823322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-3ec7732c-9fca-4117-b9e7-586ca7f99ec1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710192 Jul 14 09:15:03.862503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ec146-6171-4f78-8bad-376212429fc0 req-d7ec06f1-79a3-4be9-86d7-7d1820bdea84 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.865133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e67ec146-6171-4f78-8bad-376212429fc0 req-d7ec06f1-79a3-4be9-86d7-7d1820bdea84 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1440332 Jul 14 09:15:03.960311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e67ec146-6171-4f78-8bad-376212429fc0 req-b2bef556-af03-484c-9657-06fb4c519b93 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893040 Jul 14 09:15:03.971102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-4eaa949a-293f-4aad-a268-d5a10d807cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:03.972939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-4eaa949a-293f-4aad-a268-d5a10d807cd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 200 len: 917 time: 0.2713132 Jul 14 09:15:04.060932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-de27f1a6-7d50-429e-9d30-45611f0f2210 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355590 Jul 14 09:15:04.062598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-997f137a-ea1d-402e-8c4c-08cfed43623f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080 HTTP/1.1" status: 200 len: 217 time: 0.0771532 Jul 14 09:15:04.097645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53506) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:04.190066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Deleting subnet bf30a1a2-3061-4a1c-9e1f-83e51a5223bf {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:04.198705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.229440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-ccc2822d-bb81-407e-aea1-e3d80ea27079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.233475 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-ccc2822d-bb81-407e-aea1-e3d80ea27079 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 200 len: 855 time: 0.1519010 Jul 14 09:15:04.277684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.369716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.400937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-70b4d724-848b-4ce3-bfab-84f01c51f058 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331711 Jul 14 09:15:04.412729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-3766a05a-74d8-43fb-b86c-0eb2880492ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:04.414309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-3766a05a-74d8-43fb-b86c-0eb2880492ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704407 Jul 14 09:15:04.506147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:04.518416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.536133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.539464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf30a1a2-3061-4a1c-9e1f-83e51a5223bf HTTP/1.1" status: 204 len: 168 time: 0.4398232 Jul 14 09:15:04.544561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:04.583718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf30a1a2-3061-4a1c-9e1f-83e51a5223bf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:04.606088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.608022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.608682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.609412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.611332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.611914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.612578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.613924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.615535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.616054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.617378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.617915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281780d-d16d-4416-b128-f64fc6439c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:04.766185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:04.778245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-ea2d7d53-2743-4b89-b8a8-95780fea4ce5 service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537333 Jul 14 09:15:05.178821 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.222404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5589a35a-4f6b-4852-a7b6-0fd01b37587b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:05.233059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3438491b-4418-44f7-938c-9dcc1a8997ab req-2be45b30-0f1f-4ba3-ad0e-3008c38ac8ec service neutron] 10.222.0.11 "GET /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412038 Jul 14 09:15:05.264660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af190763-5583-4c94-84f3-c3ba366c22cc') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:05.264837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af190763-5583-4c94-84f3-c3ba366c22cc') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:05.285145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.310003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.318320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-615d93cd-d4ac-412a-a1f3-8c0baab939ab req-c4ffefa9-12d0-4b9a-bc24-0b67a981c868 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0712526 Jul 14 09:15:05.343657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:05.344080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:05.349434 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:05.580379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c718459-f8ed-42dd-8fd5-c066c13d5cb3 req-ea748ec2-80c1-4dcb-b50f-b137e1f3512c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0971229 Jul 14 09:15:05.651918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.668607 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.677852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5589a35a-4f6b-4852-a7b6-0fd01b37587b HTTP/1.1" status: 204 len: 168 time: 1.1278012 Jul 14 09:15:05.678291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:05.691012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5589a35a-4f6b-4852-a7b6-0fd01b37587b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:05.702348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.702348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.702782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.702945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.703310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.703642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.703907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.704234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.704729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.704904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.705240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.705788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd25b-02fe-440e-be1c-39a79d1f06c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:05.748488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6b58-7030-4a9b-a0d5-55f828d93b6f req-65b24467-0911-40a0-9e85-6b7061286742 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:05.756840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-79ee6b58-7030-4a9b-a0d5-55f828d93b6f req-65b24467-0911-40a0-9e85-6b7061286742 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.2791631 Jul 14 09:15:05.828382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-79ee6b58-7030-4a9b-a0d5-55f828d93b6f req-d70e3a37-e0fd-409b-b81c-161cd3798e87 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705662 Jul 14 09:15:05.876214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] Deleting subnet ddb7015a-403c-4aa8-aa69-f68f884bc1e9 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:05.886997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.933358 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:05.985644 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.132881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ac99-2e39-4857-88a3-f82bdcd4641d req-3bed764e-f7c0-4c09-88f3-9e75b57565ff tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:06.134655 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8b8ac99-2e39-4857-88a3-f82bdcd4641d req-3bed764e-f7c0-4c09-88f3-9e75b57565ff tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1558504 Jul 14 09:15:06.136428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.200320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb7015a-403c-4aa8-aa69-f68f884bc1e9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:06.208163 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.210566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d6cd2ddd-1f30-4ffe-8dcb-bed47bb72186 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ddb7015a-403c-4aa8-aa69-f68f884bc1e9 HTTP/1.1" status: 204 len: 168 time: 0.5308998 Jul 14 09:15:06.213165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:06.233645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8b8ac99-2e39-4857-88a3-f82bdcd4641d req-d18604ce-e747-40ee-b105-4fdae81886fc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919607 Jul 14 09:15:06.354085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.467053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.494285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070818ce-4ab7-4866-acef-e60859f6d174']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:06.518858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65dba113-e65c-4e11-aafb-13e0f28a8876') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:06.525289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65dba113-e65c-4e11-aafb-13e0f28a8876') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:06.556180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.593088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.622107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:06.622904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:06.627708 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:06.741111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.759214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:06.769585 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] 10.222.0.18 "DELETE /v2.0/networks/070818ce-4ab7-4866-acef-e60859f6d174 HTTP/1.1" status: 204 len: 168 time: 0.5550687 Jul 14 09:15:06.796612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61e792-9785-46b5-9341-f6cb7ed47643 admin admin] Pushing event deleted for resources: {'Network': ['ID=070818ce-4ab7-4866-acef-e60859f6d174,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:06.851185 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3278b54-2430-43e1-95ce-b69791cfa63b req-c1888239-418d-4ded-926f-b831dfa42901 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0694718 Jul 14 09:15:06.897362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8da5ab6-f405-41f0-b7cc-61be0f6fa912 req-158fd2c0-4e17-4321-90a4-8ec1135a3e35 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0403914 Jul 14 09:15:07.098570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71230975-23bb-4f02-bc76-85b0d04f3d9b req-a9981521-b9fc-4428-8b16-9f44854dba80 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0648227 Jul 14 09:15:07.179672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:07.375074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af6ff033-cadb-438f-9ea4-4a1af9cd43d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c898703143204a1aa6c2c62bcddbc87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941915 Jul 14 09:15:07.378149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53568) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:07.451930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6cc27-9ac4-4dbc-a16e-f62f928955e2 req-bd578654-c237-4115-84de-9370cabf6cc0 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.460433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f6cc27-9ac4-4dbc-a16e-f62f928955e2 req-bd578654-c237-4115-84de-9370cabf6cc0 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.2360907 Jul 14 09:15:07.469739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d28847-ec38-4a93-a49a-7dde74a8891c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.486737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-dc6dc85e-b185-4580-a3c4-46dca826e11f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:07.494842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-dc6dc85e-b185-4580-a3c4-46dca826e11f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.11 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.2566516 Jul 14 09:15:07.499331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d28847-ec38-4a93-a49a-7dde74a8891c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.522236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Request body: {'port': {'device_id': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'admin_state_up': True, 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:07.567008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d28847-ec38-4a93-a49a-7dde74a8891c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.572283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d28847-ec38-4a93-a49a-7dde74a8891c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:07.574698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-46d28847-ec38-4a93-a49a-7dde74a8891c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6d38b9d-86c4-471c-a390-6256bbf0a854 HTTP/1.1" status: 204 len: 168 time: 0.1944754 Jul 14 09:15:07.606526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d28847-ec38-4a93-a49a-7dde74a8891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d38b9d-86c4-471c-a390-6256bbf0a854,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:07.667959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f6cc27-9ac4-4dbc-a16e-f62f928955e2 req-f856a6ef-9096-4dad-b075-ade82a160346 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062323 Jul 14 09:15:07.797450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:07.801602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.019336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Allocated IP 172.20.0.13 (c6877315-645b-4478-927c-8aa286d90fe8/ccfb161e-a687-4e4d-bef8-fda49f75ba16/f7b0ce7f-88a5-4c60-8326-b95b13f3fc41) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:08.042721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5487a3-7fe1-434a-b3fb-34ff62c04128 req-7c3ce776-4af7-4420-8a34-11b77cf07c24 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.044467 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a5487a3-7fe1-434a-b3fb-34ff62c04128 req-7c3ce776-4af7-4420-8a34-11b77cf07c24 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1236548 Jul 14 09:15:08.130624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a5487a3-7fe1-434a-b3fb-34ff62c04128 req-bb7193f2-4b41-4c22-a367-e8300c1bbe65 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742302 Jul 14 09:15:08.268064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:08.362883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7682d571-1edc-46d3-8884-bd0c06c1d419 req-44dd8220-abb9-41b2-82bf-7149b030a72e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0613220 Jul 14 09:15:08.395760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3b2e1b53-0542-4f2d-8108-48bfb39677e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07f83fd9461f4177b96aa3dfede22d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246276 Jul 14 09:15:08.398262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53592) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:08.399612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13c4437b-1412-4d46-9773-91acf04804f7 req-349d8fcd-2e08-40a9-9de3-6cbd25974cee tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0459504 Jul 14 09:15:08.408975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.476487 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-165b6b44-0a11-4063-b662-6b58e905913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.500433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-165b6b44-0a11-4063-b662-6b58e905913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.556855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.637645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Network c6877315-645b-4478-927c-8aa286d90fe8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:08.653455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:08.660894 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-165b6b44-0a11-4063-b662-6b58e905913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.664502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-165b6b44-0a11-4063-b662-6b58e905913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.665824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-165b6b44-0a11-4063-b662-6b58e905913c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77b78f92-2ba4-47b5-82cd-b2268b68720e HTTP/1.1" status: 204 len: 168 time: 0.2665915 Jul 14 09:15:08.670617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:08.732883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b6b44-0a11-4063-b662-6b58e905913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b78f92-2ba4-47b5-82cd-b2268b68720e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:08.736402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:08.747211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.748151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:08.774573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22bdcc-f994-4b66-a4b8-660d278d7a5f req-b52b6939-869c-490a-8953-adfc9a42c472 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:08.776557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd22bdcc-f994-4b66-a4b8-660d278d7a5f req-b52b6939-869c-490a-8953-adfc9a42c472 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1941314 Jul 14 09:15:08.778946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-92e1284b-ad5d-40dc-a2e2-761177b25ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2731378 Jul 14 09:15:08.804818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Request body: {'port': {'device_id': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:08.861811 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd22bdcc-f994-4b66-a4b8-660d278d7a5f req-41953a05-b875-4a19-9281-d0a589a0ba7d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775964 Jul 14 09:15:08.923940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.437198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8bfa7-bb54-4cea-9228-40c13bbd9d8e req-4e3ce968-05df-44b0-ad30-73c2de2ca38e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:09.446149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6fb8bfa7-bb54-4cea-9228-40c13bbd9d8e req-4e3ce968-05df-44b0-ad30-73c2de2ca38e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 946 time: 0.2734337 Jul 14 09:15:09.483338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53634) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:09.546636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6fb8bfa7-bb54-4cea-9228-40c13bbd9d8e req-bfa09d28-aa95-4462-b406-2a1c753e9f39 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975199 Jul 14 09:15:09.648161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:09.660918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.707802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Transition to ACTIVE for port object f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:09.709406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdeecfe5-41ad-4da0-adce-5cf880064284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.713280 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.951602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdeecfe5-41ad-4da0-adce-5cf880064284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.960829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdeecfe5-41ad-4da0-adce-5cf880064284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:09.993231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeecfe5-41ad-4da0-adce-5cf880064284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ce1d1d-5509-4411-b2f9-5dfc0fd25935,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.002472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53650) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:10.023918 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cdeecfe5-41ad-4da0-adce-5cf880064284 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15fa12abb0804fb3ae19395dca1e01ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393591 Jul 14 09:15:10.029963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:10.103582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.116580 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37131b06-727b-453d-9bcf-a0f6269d86ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.140911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37131b06-727b-453d-9bcf-a0f6269d86ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.199277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1402692326-network', 'tenant_id': '5658b8d9c14b42c0aaf770de5e304d33'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:10.204553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37131b06-727b-453d-9bcf-a0f6269d86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.208229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37131b06-727b-453d-9bcf-a0f6269d86ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.210180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-37131b06-727b-453d-9bcf-a0f6269d86ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52ce1d1d-5509-4411-b2f9-5dfc0fd25935 HTTP/1.1" status: 204 len: 168 time: 0.1787088 Jul 14 09:15:10.225315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37131b06-727b-453d-9bcf-a0f6269d86ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ce1d1d-5509-4411-b2f9-5dfc0fd25935,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.250848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Made reservation on behalf of 5658b8d9c14b42c0aaf770de5e304d33 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:10.258057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.275265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.315883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce042-4ffa-42fa-9e44-91797802dbd1 req-a3480701-e4ca-4f9a-81eb-ba87f418d2c6 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.324305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9edce042-4ffa-42fa-9e44-91797802dbd1 req-a3480701-e4ca-4f9a-81eb-ba87f418d2c6 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.2521641 Jul 14 09:15:10.362452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Attempting to bind port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:10.364268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Attempting to bind port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:10.364698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Attempting to bind port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:10.385077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9edce042-4ffa-42fa-9e44-91797802dbd1 req-67f70b34-014e-4e75-8a4d-34393d83a5a7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596709 Jul 14 09:15:10.387736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 on network c6877315-645b-4478-927c-8aa286d90fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:10.387979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb1a16-381b-4543-b056-9af4519aae65 req-1292b3e2-0be6-4e7f-be1f-06455e3c0914 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.389390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Attempting to bind port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:10.396712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6efb1a16-381b-4543-b056-9af4519aae65 req-1292b3e2-0be6-4e7f-be1f-06455e3c0914 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 944 time: 0.1224792 Jul 14 09:15:10.406367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:10.407130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Checking segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:10.407772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Bound using segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:10.409686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Bound port: f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:10.410945 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.466995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6efb1a16-381b-4543-b056-9af4519aae65 req-796e82bd-6c8a-47d0-8553-e9a55a461748 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691833 Jul 14 09:15:10.574208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:10.585864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:10.596875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.598658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.608686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.646821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5576f64-721f-40a9-88f6-816810a5378f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.701689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:10.714461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.714838 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Added segment 366bc996-5199-41c4-8c31-50d8f8694b4d of type vlan for network bae1564e-8a4e-47a8-80ff-44b7fefbcd34 Jul 14 09:15:10.731475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.732253 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.733948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] 10.222.0.11 "PUT /v2.0/ports/f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 HTTP/1.1" status: 200 len: 1093 time: 1.9351225 Jul 14 09:15:10.769045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.792843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:10.795999 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:10.799170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac0703-81bb-49e7-b5fe-4d680332913f service neutron] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:10.820055 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b12fcc81-db5a-4ddc-85dc-510abc79342e req-c1252fed-a342-4f27-a276-00a941c9e026 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.1752412 Jul 14 09:15:10.826372 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.828067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.828682 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:10.983656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551bfbd-7618-437c-87fb-8a88e676a420 req-cf1ba231-155a-422a-a71e-0e97ef02d6b4 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.985354 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4551bfbd-7618-437c-87fb-8a88e676a420 req-cf1ba231-155a-422a-a71e-0e97ef02d6b4 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.3196735 Jul 14 09:15:10.987459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-149a2295-98cf-46a8-ac34-4ee0a9606454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:10.989288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9841459 Jul 14 09:15:10.989386 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-149a2295-98cf-46a8-ac34-4ee0a9606454 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 1096 time: 0.1840041 Jul 14 09:15:10.993198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8aca2-e962-4e40-a720-501da90baf7d admin admin] Pushing event updated for resources: {'Network': ['ID=bae1564e-8a4e-47a8-80ff-44b7fefbcd34,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:11.011445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network bae1564e-8a4e-47a8-80ff-44b7fefbcd34 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:11.123656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-efc7c675-06e2-40b2-91ef-147a11daaee2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 HTTP/1.1" status: 200 len: 217 time: 0.1139970 Jul 14 09:15:11.177932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4551bfbd-7618-437c-87fb-8a88e676a420 req-7e91de34-4334-42c3-a124-002805a252d3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776617 Jul 14 09:15:11.219128 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf02017-5ce0-4703-8b74-21314d5ce597 x-openstack-request-id: req-5bf02017-5ce0-4703-8b74-21314d5ce597 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:11.219532 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:11.219731 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bf02017-5ce0-4703-8b74-21314d5ce597 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:11.220130 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'status': 'completed', 'code': 200} Jul 14 09:15:11.237666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-b42a1a26-2c25-45de-932b-a89562450cc9 req-077eafb5-6253-4147-b45c-130afd174648 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:15:11.245147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b42a1a26-2c25-45de-932b-a89562450cc9 req-077eafb5-6253-4147-b45c-130afd174648 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063546 Jul 14 09:15:11.245962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-7822846c-8a66-4976-868a-1b45aba6e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.248655 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-7822846c-8a66-4976-868a-1b45aba6e51a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.1133189 Jul 14 09:15:11.292689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-81555058-a419-4b9e-89af-2551d62822c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371904 Jul 14 09:15:11.425629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-bb1ca709-a288-4b66-b47f-46df73298bba service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237953 Jul 14 09:15:11.456648 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b42a1a26-2c25-45de-932b-a89562450cc9 req-05ae77e9-7e98-46d4-ab87-3044e023b5bf tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2022777 Jul 14 09:15:11.555953 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a35f4a03-4e7b-45db-b5f0-162963b7a7bf req-e07e864c-79be-44e1-b009-5e64c997924d service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183279 Jul 14 09:15:11.811703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61652583-dd30-47e1-9908-6e990e8507c3 req-9b06c8f9-2ee6-411d-8b0f-c5e8c766b28c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.813191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61652583-dd30-47e1-9908-6e990e8507c3 req-9b06c8f9-2ee6-411d-8b0f-c5e8c766b28c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.0727241 Jul 14 09:15:11.819491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358da9-1322-4b10-be66-d5cae08f473e req-e9bf8a5b-58e9-41a6-9e77-cb8cf8166bcd tempest-ComputeTenantNetworksTest-626640676 tempest-ComputeTenantNetworksTest-626640676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.826959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358da9-1322-4b10-be66-d5cae08f473e req-e9bf8a5b-58e9-41a6-9e77-cb8cf8166bcd tempest-ComputeTenantNetworksTest-626640676 tempest-ComputeTenantNetworksTest-626640676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.832935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358da9-1322-4b10-be66-d5cae08f473e req-e9bf8a5b-58e9-41a6-9e77-cb8cf8166bcd tempest-ComputeTenantNetworksTest-626640676 tempest-ComputeTenantNetworksTest-626640676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.834901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78358da9-1322-4b10-be66-d5cae08f473e req-e9bf8a5b-58e9-41a6-9e77-cb8cf8166bcd tempest-ComputeTenantNetworksTest-626640676 tempest-ComputeTenantNetworksTest-626640676-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2783287 Jul 14 09:15:11.872991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-73b830c0-a95e-46de-ab91-24be0d204398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:11.875778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-73b830c0-a95e-46de-ab91-24be0d204398 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 1096 time: 0.1442158 Jul 14 09:15:11.913059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61652583-dd30-47e1-9908-6e990e8507c3 req-e1c741b0-f995-4594-a461-2edc59e56e4b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772619 Jul 14 09:15:12.339657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d579b44-ca18-4fd9-8f58-57c87dd942bd req-194100e7-7283-468e-9ac8-e1e8bd8b60af tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.350443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d579b44-ca18-4fd9-8f58-57c87dd942bd req-194100e7-7283-468e-9ac8-e1e8bd8b60af tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0844836 Jul 14 09:15:12.383048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-850941dc-efc7-478d-86dc-0333a13d41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.387482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-850941dc-efc7-478d-86dc-0333a13d41a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 912 time: 0.5049882 Jul 14 09:15:12.392123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d579b44-ca18-4fd9-8f58-57c87dd942bd req-2b883b4b-d40e-41cd-8e51-27d97a2a5e4d tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Jul 14 09:15:12.466446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-54b0bd99-0645-45bb-9371-87fe89dd267f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 HTTP/1.1" status: 200 len: 217 time: 0.0718324 Jul 14 09:15:12.484750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51cd69-ae8e-42d1-ba9b-418848f5e587 req-2e1732b8-71c4-4a75-be3f-4aadada9c6ea tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.488220 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff51cd69-ae8e-42d1-ba9b-418848f5e587 req-2e1732b8-71c4-4a75-be3f-4aadada9c6ea tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 944 time: 0.5122497 Jul 14 09:15:12.532859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74472daa-76ce-4c14-aa81-37d1d9ecfdc4 req-1f24d3d8-1ac8-40f4-8edd-224555616e34 tempest-ComputeTenantNetworksTest-626640676 tempest-ComputeTenantNetworksTest-626640676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.534273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74472daa-76ce-4c14-aa81-37d1d9ecfdc4 req-1f24d3d8-1ac8-40f4-8edd-224555616e34 tempest-ComputeTenantNetworksTest-626640676 tempest-ComputeTenantNetworksTest-626640676-project] 10.222.0.18 "GET /v2.0/networks/bae1564e-8a4e-47a8-80ff-44b7fefbcd34 HTTP/1.1" status: 200 len: 769 time: 0.1171634 Jul 14 09:15:12.545077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:12.565331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-2e5672c1-4f9b-4bc1-80e8-d85ad7cffe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:12.568383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-2e5672c1-4f9b-4bc1-80e8-d85ad7cffe54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.0786767 Jul 14 09:15:12.623333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-20bbfa51-054d-481f-a152-3f040e0e5ec9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396266 Jul 14 09:15:12.634825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.672743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff51cd69-ae8e-42d1-ba9b-418848f5e587 req-1b0871e9-fc54-41e5-9ace-373ec2fcbee3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752439 Jul 14 09:15:12.764558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bc8eda42-be60-4201-b663-09fffc9bc59a req-ba5db510-7ad7-4b52-b5f9-223227ecc649 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0926733 Jul 14 09:15:12.793849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.807883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae1564e-8a4e-47a8-80ff-44b7fefbcd34']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:12.810632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-84b308fc-1dc0-4b5d-a105-0882c94727e1 service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608579 Jul 14 09:15:12.825151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366bc996-5199-41c4-8c31-50d8f8694b4d') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:12.826042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366bc996-5199-41c4-8c31-50d8f8694b4d') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:12.836537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.864263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.885390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:12.885984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:12.887663 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:12.927731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-824beca8-9dc2-49b4-b776-5305f127b129 req-a8593420-d85e-40a2-a4a8-7d936cfafbf4 tempest-AbsoluteLimitsNegativeTestJSON-2141872076 tempest-AbsoluteLimitsNegativeTestJSON-2141872076-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=50cdad3133574e3b9fcbb0428b92258e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307546 Jul 14 09:15:12.976168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.981991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.999516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] 10.222.0.18 "DELETE /v2.0/networks/bae1564e-8a4e-47a8-80ff-44b7fefbcd34 HTTP/1.1" status: 204 len: 168 time: 0.4404550 Jul 14 09:15:13.023210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad3f37-43c0-46ef-af59-265b745ce36b admin admin] Pushing event deleted for resources: {'Network': ['ID=bae1564e-8a4e-47a8-80ff-44b7fefbcd34,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:13.041678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e65bef8-40c5-44c8-9cd4-87102ba7b4a0 req-21350fa5-66a9-4ba4-aeb5-1548e3820ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241240 Jul 14 09:15:13.092378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824beca8-9dc2-49b4-b776-5305f127b129 req-87e51315-aa97-44e2-999a-9e2c7b9eddd3 tempest-AbsoluteLimitsNegativeTestJSON-2141872076 tempest-AbsoluteLimitsNegativeTestJSON-2141872076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.094370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-824beca8-9dc2-49b4-b776-5305f127b129 req-87e51315-aa97-44e2-999a-9e2c7b9eddd3 tempest-AbsoluteLimitsNegativeTestJSON-2141872076 tempest-AbsoluteLimitsNegativeTestJSON-2141872076-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564155 Jul 14 09:15:13.109729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-824beca8-9dc2-49b4-b776-5305f127b129 req-00e317c3-42ef-4eb6-9452-0a548d3d5ac8 tempest-AbsoluteLimitsNegativeTestJSON-2141872076 tempest-AbsoluteLimitsNegativeTestJSON-2141872076-project] 10.222.0.18 "GET /v2.0/quotas/50cdad3133574e3b9fcbb0428b92258e HTTP/1.1" status: 200 len: 375 time: 0.0093889 Jul 14 09:15:13.148288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-824beca8-9dc2-49b4-b776-5305f127b129 req-be540859-eb65-4103-8d6c-8928b4e60d9d tempest-AbsoluteLimitsNegativeTestJSON-2141872076 tempest-AbsoluteLimitsNegativeTestJSON-2141872076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=50cdad3133574e3b9fcbb0428b92258e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331771 Jul 14 09:15:13.180049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82506409-026c-45de-b0aa-067b632dcae8 req-90a383a7-aa54-4810-9182-a56cda3ff4ab tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.181964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82506409-026c-45de-b0aa-067b632dcae8 req-90a383a7-aa54-4810-9182-a56cda3ff4ab tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 946 time: 0.0980809 Jul 14 09:15:13.270594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82506409-026c-45de-b0aa-067b632dcae8 req-c147a3de-6cfe-40d3-85b0-6a43d2ca6587 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793638 Jul 14 09:15:13.292784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:13.376003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:13.400775 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4d9babc-65b9-496d-a109-b21bfd3d6d79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5658b8d9c14b42c0aaf770de5e304d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047630 Jul 14 09:15:13.401532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:13.411745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805a65f-88e6-492c-b721-2dc9f6a7f87f req-f1f186c8-1b50-4cf2-9163-7341ccdeadc5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.413342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8805a65f-88e6-492c-b721-2dc9f6a7f87f req-f1f186c8-1b50-4cf2-9163-7341ccdeadc5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.0964923 Jul 14 09:15:13.507848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8805a65f-88e6-492c-b721-2dc9f6a7f87f req-b48095ea-0de5-4cb6-a1cc-d9721a05d22a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Jul 14 09:15:13.561615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-894f3ed4-4ec3-4ce5-a81c-e8fbd0de95eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.573258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4901d3-5502-4653-9217-bc5b931fde25 req-b48243ff-edbc-4cd7-8424-fc806ed3c3aa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:13.575167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ef4901d3-5502-4653-9217-bc5b931fde25 req-b48243ff-edbc-4cd7-8424-fc806ed3c3aa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.1146348 Jul 14 09:15:13.583569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:13.597683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'port_id': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'mac_address': 'fa:16:3e:01:4e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb161e-a687-4e4d-bef8-fda49f75ba16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:13.605251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:13.612639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-894f3ed4-4ec3-4ce5-a81c-e8fbd0de95eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.670017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ef4901d3-5502-4653-9217-bc5b931fde25 req-17cbee17-063a-49bb-9df7-ebf35d9f5daa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847816 Jul 14 09:15:13.681141 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.698273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:13.729621 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-894f3ed4-4ec3-4ce5-a81c-e8fbd0de95eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.733033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-894f3ed4-4ec3-4ce5-a81c-e8fbd0de95eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.737488 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-894f3ed4-4ec3-4ce5-a81c-e8fbd0de95eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5576f64-721f-40a9-88f6-816810a5378f HTTP/1.1" status: 204 len: 168 time: 0.3320577 Jul 14 09:15:13.749414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:13.749941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3ed4-4ec3-4ce5-a81c-e8fbd0de95eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5576f64-721f-40a9-88f6-816810a5378f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:13.761631 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.829439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca308-c42d-4224-8b0e-6a25d3e07bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.868206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:14.035184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d700ecb-e2bc-4d77-87b9-25f04e222abe req-e21c2e41-2671-452d-861a-61c777e70756 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.037393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d700ecb-e2bc-4d77-87b9-25f04e222abe req-e21c2e41-2671-452d-861a-61c777e70756 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1152024 Jul 14 09:15:14.053769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca308-c42d-4224-8b0e-6a25d3e07bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.066253 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca308-c42d-4224-8b0e-6a25d3e07bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.094361 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d700ecb-e2bc-4d77-87b9-25f04e222abe req-f7506b6c-9f87-463c-80c6-c6621299eacc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504773 Jul 14 09:15:14.121145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f7b0ce7f-88a5-4c60-8326-b95b13f3fc41'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:14.151974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ca308-c42d-4224-8b0e-6a25d3e07bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ffa98b-9cd7-4c25-a635-2f766cb8a1ca,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:14.189784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5c9ca308-c42d-4224-8b0e-6a25d3e07bab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50cdad3133574e3b9fcbb0428b92258e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807114 Jul 14 09:15:14.190295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:14.272525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd0722-2c39-479c-8bd4-69d4d3379fc7 req-8e344074-58aa-4112-ad16-5edb29e53536 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.279501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd0722-2c39-479c-8bd4-69d4d3379fc7 req-8e344074-58aa-4112-ad16-5edb29e53536 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.286275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd0722-2c39-479c-8bd4-69d4d3379fc7 req-8e344074-58aa-4112-ad16-5edb29e53536 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.288461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9dd0722-2c39-479c-8bd4-69d4d3379fc7 req-8e344074-58aa-4112-ad16-5edb29e53536 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019&device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f&device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 2418 time: 0.1688519 Jul 14 09:15:14.334465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0751fdfc-b521-48e0-89f3-3784277afd6b req-6616b66b-eb49-4dd4-8164-aab6b59699b0 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0702820 Jul 14 09:15:14.366674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9dd0722-2c39-479c-8bd4-69d4d3379fc7 req-e6c41970-9ac8-4deb-ab23-ba3ff06aa9fa tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651767 Jul 14 09:15:14.385465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f984a597-60b9-4a17-90da-fa35d4a4abae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.429353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f984a597-60b9-4a17-90da-fa35d4a4abae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.506728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f984a597-60b9-4a17-90da-fa35d4a4abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.509435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f984a597-60b9-4a17-90da-fa35d4a4abae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:14.515152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f984a597-60b9-4a17-90da-fa35d4a4abae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2ffa98b-9cd7-4c25-a635-2f766cb8a1ca HTTP/1.1" status: 204 len: 168 time: 0.3239043 Jul 14 09:15:14.550569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984a597-60b9-4a17-90da-fa35d4a4abae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ffa98b-9cd7-4c25-a635-2f766cb8a1ca,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:14.731989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f2e56de-6743-41b4-bfbb-890f5f04abe9 req-0079a1cc-e7ad-4266-b99f-91beb6313234 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1732171 Jul 14 09:15:14.883012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655086cc-710b-4036-a7e3-f32c50e7d2a7 req-09d2c9a4-dd22-4810-a28e-b005d3c75d5d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:14.890425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-655086cc-710b-4036-a7e3-f32c50e7d2a7 req-09d2c9a4-dd22-4810-a28e-b005d3c75d5d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1219499 Jul 14 09:15:14.941566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-655086cc-710b-4036-a7e3-f32c50e7d2a7 req-bed88977-5eff-4097-8246-0b1c05ee0ff1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Jul 14 09:15:15.346524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db77a4-0ecb-4da0-b0ee-c52f94ad4c2c req-b41916a5-eac2-4707-af3a-160653002bac tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:15.355792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67db77a4-0ecb-4da0-b0ee-c52f94ad4c2c req-b41916a5-eac2-4707-af3a-160653002bac tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1149938 Jul 14 09:15:15.376172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:15.452041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67db77a4-0ecb-4da0-b0ee-c52f94ad4c2c req-b3815dd8-74d5-43bc-a9cd-477e835e3873 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919342 Jul 14 09:15:15.704682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:15.710995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:15.711789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.810507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3cfa8ab9-b238-4c77-ac32-61338e0232ee req-ca703394-9a44-4846-bef7-05ae2cab2bef tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0694013 Jul 14 09:15:15.938144 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b93585c6-bc38-438c-a0a9-84542714b031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.944195 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.992568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53838) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:16.009228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:16.014556 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cbdcfe-a261-4cd3-86cd-fdd224c6b1c4" -d '{"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:16.045111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:16.056711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.157787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:16.174382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.175005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.175534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.176561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.177070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.177551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.178031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.178529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.179005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.179798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.180292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.180772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:16.288674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08de1-dbf2-44c5-8004-eac8d6a9cd7e req-257d87fc-3396-4b41-b57e-30a2aa522b2d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.295123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eab08de1-dbf2-44c5-8004-eac8d6a9cd7e req-257d87fc-3396-4b41-b57e-30a2aa522b2d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1445980 Jul 14 09:15:16.300625 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23769653-39cc-42cb-888d-66066831e586 x-openstack-request-id: req-23769653-39cc-42cb-888d-66066831e586 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:16.301825 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:16.302251 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23769653-39cc-42cb-888d-66066831e586 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:16.302787 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'code': 200} Jul 14 09:15:16.344628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1924511036-network', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:16.374973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Made reservation on behalf of 2cde91083a39435ba8b91d3bb8be275f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:16.378053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.395846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.470700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eab08de1-dbf2-44c5-8004-eac8d6a9cd7e req-8223f9c7-0b36-4468-9d64-3841f2f5c883 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666808 Jul 14 09:15:16.544798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e387908-ecf4-4ab5-a7dd-3a2710270891 req-1ef1843b-cc3a-4131-bdf6-90f638e703a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.548368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e387908-ecf4-4ab5-a7dd-3a2710270891 req-1ef1843b-cc3a-4131-bdf6-90f638e703a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 1098 time: 0.1493051 Jul 14 09:15:16.611605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.624890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.642997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:16.677938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e387908-ecf4-4ab5-a7dd-3a2710270891 req-250dbdc0-a93d-43d2-bce3-a93959407d2b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149330 Jul 14 09:15:16.691036 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.699913 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Added segment 9388b656-33f2-495b-a060-51b796aeb4ac of type vlan for network 77144098-dd46-40ec-be51-8c75ee6e5961 Jul 14 09:15:16.766875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952483d0-c2de-45b5-a480-7ad0c5a8cc79 req-10be90c7-c795-42b9-956f-117e4b6397f2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.768637 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-952483d0-c2de-45b5-a480-7ad0c5a8cc79 req-10be90c7-c795-42b9-956f-117e4b6397f2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1299577 Jul 14 09:15:16.792033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5dd061-5770-4091-ae42-1c7ed1f99610,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:16.835595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.878768 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-952483d0-c2de-45b5-a480-7ad0c5a8cc79 req-dc07e615-8efd-4783-85f7-36021248f3d2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031835 Jul 14 09:15:16.947521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:16.949009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:16.949849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.470991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf3ad394-7590-410c-9957-4ed85ec4712c req-2ad4533e-040b-4bd7-b93e-8fadf1d5549c tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0471380 Jul 14 09:15:17.492843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4928613 Jul 14 09:15:17.492843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:17.495837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Request body: {'subnet': {'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1924511036-subnet', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:17.526972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c45b0-ed6a-4d61-9cc1-d94f54283cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=77144098-dd46-40ec-be51-8c75ee6e5961,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:17.529790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Made reservation on behalf of 2cde91083a39435ba8b91d3bb8be275f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:17.532477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.543707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 77144098-dd46-40ec-be51-8c75ee6e5961 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:17.753329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.816057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cda481-9a0b-42d0-9e5e-68845e057681,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:17.837863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71382f-4856-4531-b3dc-8734fb4c0d74 req-410c6424-bcde-4e9b-b1b9-7274a3173f09 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.851417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad71382f-4856-4531-b3dc-8734fb4c0d74 req-410c6424-bcde-4e9b-b1b9-7274a3173f09 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1070709 Jul 14 09:15:17.873596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Checking segment: {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:17.873596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Network hostable DHCP agents. Network: 77144098-dd46-40ec-be51-8c75ee6e5961, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:17.902617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17274c-911f-498a-816f-f464e34c95e7 req-68e7b410-7c2c-4605-867f-5e0dc4527f33 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.904547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f17274c-911f-498a-816f-f464e34c95e7 req-68e7b410-7c2c-4605-867f-5e0dc4527f33 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.1613665 Jul 14 09:15:17.905737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Network 77144098-dd46-40ec-be51-8c75ee6e5961 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:17.962865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 77144098-dd46-40ec-be51-8c75ee6e5961) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:17.970812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad71382f-4856-4531-b3dc-8734fb4c0d74 req-321f073b-4995-4a83-ab24-604d735d5911 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973036 Jul 14 09:15:17.972847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:17.973991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.977096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6169bfc-c62e-42e9-89f4-a4f8acc4a879 None None] Network 77144098-dd46-40ec-be51-8c75ee6e5961 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:17.995148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f17274c-911f-498a-816f-f464e34c95e7 req-b2748e38-7aa1-46b9-9e06-a6fd72f6869a tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Jul 14 09:15:17.997472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a5426975-3231-4b23-9060-d5e409519e4d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5063441 Jul 14 09:15:18.000304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53894) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:18.007163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:18.051901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.052932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.168371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.203717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341187-aea3-448d-8c6c-b123a61650a5 req-49ec9861-2106-49a5-b3bb-aa498a35140a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:18.215754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12341187-aea3-448d-8c6c-b123a61650a5 req-49ec9861-2106-49a5-b3bb-aa498a35140a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1076493 Jul 14 09:15:18.243105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b13caf-8051-44d5-85e5-e1773a0e4aeb None None] Network 77144098-dd46-40ec-be51-8c75ee6e5961 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:18.261253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12341187-aea3-448d-8c6c-b123a61650a5 req-e995cbdc-2bce-48a2-aa84-07bf0c34c1da tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Jul 14 09:15:18.368731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.633691 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.661588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc79eedd-7db1-49be-be5f-e7f0618b8fb2 req-039c4a0e-043c-4be5-bc42-3a6cb68c7268 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0562763 Jul 14 09:15:18.664092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.682318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7732b59c-7618-47cc-b7bd-0228f222fc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.827221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Allocated IP 172.25.2.167 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/23dc60e2-fb05-4938-aa52-a0f87b423f3a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:18.943086 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:18.946951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-60ba4fbd-68d7-495a-8c37-470740a3eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:18.948569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-60ba4fbd-68d7-495a-8c37-470740a3eb58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 1097 time: 0.1403978 Jul 14 09:15:19.020274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919432c-f0af-403a-9659-a87dc35b798b req-4cb9eec8-d9d9-4159-b0cb-1a05d543d5dd tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.022911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5919432c-f0af-403a-9659-a87dc35b798b req-4cb9eec8-d9d9-4159-b0cb-1a05d543d5dd tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.0879362 Jul 14 09:15:19.052068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.130247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-58901a9c-7ded-4fc0-96c4-ae70a9b575d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.131756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-58901a9c-7ded-4fc0-96c4-ae70a9b575d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1717238 Jul 14 09:15:19.141092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71e103-ce29-4d5b-9ba6-1dd8781bb0c0 req-54587ad2-dce6-4b1a-8edf-533ee2b75866 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.142546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2b71e103-ce29-4d5b-9ba6-1dd8781bb0c0 req-54587ad2-dce6-4b1a-8edf-533ee2b75866 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.2010028 Jul 14 09:15:19.186188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-24096442-59fd-4c04-82b4-e3f9f88fedc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ce8b6b-f106-4bf6-9904-64679a120198 HTTP/1.1" status: 200 len: 217 time: 0.0427041 Jul 14 09:15:19.198725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3fc8c-a36b-4a65-8345-117fa5047ba9 req-dcde7824-a44b-46f3-a363-738ac9508469 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.200557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0f3fc8c-a36b-4a65-8345-117fa5047ba9 req-dcde7824-a44b-46f3-a363-738ac9508469 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1148870 Jul 14 09:15:19.207894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Deleting port ca59e0ed-56b8-48eb-ab1d-684e9d2599da {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:19.208248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.215940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.300011 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0f3fc8c-a36b-4a65-8345-117fa5047ba9 req-245305f7-7367-4082-baaa-2c4966fa6f40 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885098 Jul 14 09:15:19.304413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2b71e103-ce29-4d5b-9ba6-1dd8781bb0c0 req-fbc5a68c-8aa8-4927-a448-0484754588d5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220894 Jul 14 09:15:19.308007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:19.309740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-df277c1c-cfa3-4ab4-b9ff-2336066f773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.311190 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-df277c1c-cfa3-4ab4-b9ff-2336066f773e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1168900 Jul 14 09:15:19.315346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:19.317936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Pushing event updated for resources: {'Port': ['ID=23dc60e2-fb05-4938-aa52-a0f87b423f3a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:19.320109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:19.400331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] For port ca59e0ed-56b8-48eb-ab1d-684e9d2599da, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:19.403219 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.436293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Calling delete_port for ca59e0ed-56b8-48eb-ab1d-684e9d2599da owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:19.518422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-bdd11692-e839-4739-bbea-b1915aa1a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.520628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-bdd11692-e839-4739-bbea-b1915aa1a3ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983476 Jul 14 09:15:19.588678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d996-112f-408d-892d-0cf29090f0bf req-49c5edc7-f0fd-4508-b408-92d8d62bcd80 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.595670 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a52d996-112f-408d-892d-0cf29090f0bf req-49c5edc7-f0fd-4508-b408-92d8d62bcd80 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0ddec27-0013-4362-8824-abf1eddf4019 HTTP/1.1" status: 200 len: 945 time: 0.1513367 Jul 14 09:15:19.609150 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.655947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a52d996-112f-408d-892d-0cf29090f0bf req-682b8ae7-f09e-4246-adc5-0dc4aff79154 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593839 Jul 14 09:15:19.714335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-df3f1bfd-6344-4a10-ba04-c459da0aa947 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837537 Jul 14 09:15:19.720917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.724068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.737860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b77685b3-e5c4-4235-84a9-5b8e2b17a110', 'ae07309c-1601-464d-ba0e-0c8a9b86c080'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:19.740957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['ca59e0ed-56b8-48eb-ab1d-684e9d2599da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:19.759269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Pushing event deleted for resources: {'Port': ['ID=ca59e0ed-56b8-48eb-ab1d-684e9d2599da,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:19.852662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] No DVR routers for this DVR port ca59e0ed-56b8-48eb-ab1d-684e9d2599da on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:19.855861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:19.858253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5919432c-f0af-403a-9659-a87dc35b798b req-5d05189b-0146-49de-b5ac-a76d27a7812e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.48 "DELETE /v2.0/ports/ca59e0ed-56b8-48eb-ab1d-684e9d2599da HTTP/1.1" status: 204 len: 173 time: 0.8301625 Jul 14 09:15:19.858774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'name': 'network-vif-deleted', 'tag': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:19.862782 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93e566-e55c-4c1b-8c1b-7b3ba294d742" -d '{"events": [{"server_uuid": "b0ddec27-0013-4362-8824-abf1eddf4019", "name": "network-vif-deleted", "tag": "ca59e0ed-56b8-48eb-ab1d-684e9d2599da"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:19.934859 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c81f0f76-7bef-45bb-972b-abe18d684857 req-18e177db-3fae-43ab-9596-8b3b73c2e3b4 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0715792 Jul 14 09:15:19.961783 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.011078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44d92313-d907-4446-ab17-ad7837fa2e4f req-09f85e91-d634-4e35-82db-1d2e604994b0 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885468 Jul 14 09:15:20.048203 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8942ac2-2bc2-4d82-95f4-8b2c0ce3f4a7 x-openstack-request-id: req-f8942ac2-2bc2-4d82-95f4-8b2c0ce3f4a7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:20.049091 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ddec27-0013-4362-8824-abf1eddf4019", "name": "network-vif-deleted", "tag": "ca59e0ed-56b8-48eb-ab1d-684e9d2599da", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:20.049917 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8942ac2-2bc2-4d82-95f4-8b2c0ce3f4a7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:20.050544 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ddec27-0013-4362-8824-abf1eddf4019', 'name': 'network-vif-deleted', 'tag': 'ca59e0ed-56b8-48eb-ab1d-684e9d2599da', 'status': 'completed', 'code': 200} Jul 14 09:15:20.102689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.258292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Router d0389326-19c3-40dc-869a-3392835376f4 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:15:20.383515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:20.394807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Sync routers for ids ['d0389326-19c3-40dc-869a-3392835376f4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:20.408901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Routers {'d0389326-19c3-40dc-869a-3392835376f4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:20.411751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d0389326-19c3-40dc-869a-3392835376f4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:20.418697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.419868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-431ffe8b-1bf8-469b-8ba3-b830a7b956f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4179885 Jul 14 09:15:20.422732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53976) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:20.580434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Set router d0389326-19c3-40dc-869a-3392835376f4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:20.588245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb39b8-4748-4931-a1fd-7795ab762d54 req-eebcb634-f0bb-415f-b3c5-311700b0c146 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:20.595695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ffb39b8-4748-4931-a1fd-7795ab762d54 req-eebcb634-f0bb-415f-b3c5-311700b0c146 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1167831 Jul 14 09:15:20.634646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ffb39b8-4748-4931-a1fd-7795ab762d54 req-f9e6eba9-fe55-4d37-9087-7b2837dc5940 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Jul 14 09:15:20.813756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe3dad-3a6b-4422-a3c7-3eaaa01d1b4b req-7943ca70-8790-4cbe-a1d7-27678e64480d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:20.821751 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3fe3dad-3a6b-4422-a3c7-3eaaa01d1b4b req-7943ca70-8790-4cbe-a1d7-27678e64480d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.2678864 Jul 14 09:15:20.861303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:19Z', 'revision_number': 3, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:20.884393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3fe3dad-3a6b-4422-a3c7-3eaaa01d1b4b req-d2c6a9b3-c676-4178-be66-91e43c65501a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 Jul 14 09:15:20.899113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Checking router: d0389326-19c3-40dc-869a-3392835376f4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:20.899661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Updating router d0389326-19c3-40dc-869a-3392835376f4 port 23dc60e2-fb05-4938-aa52-a0f87b423f3a binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:20.940014 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.186270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a0fe4e8-b17b-4bff-9728-f17ef3d8f713 req-d1276898-132d-4505-91be-84900fed998f tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0599518 Jul 14 09:15:21.210713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.334574 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.345607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.361168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Transition to ACTIVE for port object 23dc60e2-fb05-4938-aa52-a0f87b423f3a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:21.373096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.426157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Allocated IP 172.20.0.1 (77144098-dd46-40ec-be51-8c75ee6e5961/89cda481-9a0b-42d0-9e5e-68845e057681/020dcca2-6e0b-4281-91d2-e83817be6176) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:21.436794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dfb55-2190-4d21-af73-93f985c371ad req-7593b459-8b1c-45bd-9ca7-0f75b9a5448b tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.438378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff6dfb55-2190-4d21-af73-93f985c371ad req-7593b459-8b1c-45bd-9ca7-0f75b9a5448b tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 946 time: 0.1249013 Jul 14 09:15:21.442046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d80d8-5c23-43be-8fe7-a03bd69a14fe None None] Pushing event updated for resources: {'Port': ['ID=23dc60e2-fb05-4938-aa52-a0f87b423f3a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.448955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Attempting to bind port 23dc60e2-fb05-4938-aa52-a0f87b423f3a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:21.449499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Attempting to bind port 23dc60e2-fb05-4938-aa52-a0f87b423f3a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:21.449966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Attempting to bind port 23dc60e2-fb05-4938-aa52-a0f87b423f3a on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:21.456226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:21.456737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:21.457791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.458376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:21.458962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Bound port: 23dc60e2-fb05-4938-aa52-a0f87b423f3a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:21.459510 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.489079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff6dfb55-2190-4d21-af73-93f985c371ad req-078e9b10-da99-4c26-b606-e34ca0a195d4 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353515 Jul 14 09:15:21.518614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] For port 23dc60e2-fb05-4938-aa52-a0f87b423f3a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:21.523531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] For port 23dc60e2-fb05-4938-aa52-a0f87b423f3a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=23dc60e2-fb05-4938-aa52-a0f87b423f3a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:21.529932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.575681 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.579693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Routers {'d0389326-19c3-40dc-869a-3392835376f4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:21.580324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d0389326-19c3-40dc-869a-3392835376f4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:21.620236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.640884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d80d8-5c23-43be-8fe7-a03bd69a14fe None None] Pushing event updated for resources: {'Port': ['ID=23dc60e2-fb05-4938-aa52-a0f87b423f3a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.667097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Network 77144098-dd46-40ec-be51-8c75ee6e5961 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:21.673336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:21.675435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Pushing event updated for resources: {'Port': ['ID=020dcca2-6e0b-4281-91d2-e83817be6176,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.677856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:21.716501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] Set router d0389326-19c3-40dc-869a-3392835376f4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:21.725674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.757542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 29ce8b6b-f106-4bf6-9904-64679a120198 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:21.903787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c2055-0348-40ca-8149-418c0a2163c4 req-80124c9e-3248-468c-b25e-fda60ede1a5c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.905695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782c2055-0348-40ca-8149-418c0a2163c4 req-80124c9e-3248-468c-b25e-fda60ede1a5c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 945 time: 0.1336834 Jul 14 09:15:21.977174 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.981503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782c2055-0348-40ca-8149-418c0a2163c4 req-33b1de57-16cc-407b-9556-beb87b352678 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689609 Jul 14 09:15:21.993118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.105268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:22.108077 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcd608a-9ebb-4a51-a3af-df9dfef68e51" -d '{"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-unplugged", "status": "completed", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:22.146493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:22.162966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.163733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca59e0ed-56b8-48eb-ab1d-684e9d2599da no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:22.209318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b03a90-7a1a-455a-92c4-e851c5af31c4 req-0619dbb3-1c32-4693-afc6-ac7ebdcaad41 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.211950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83b03a90-7a1a-455a-92c4-e851c5af31c4 req-0619dbb3-1c32-4693-afc6-ac7ebdcaad41 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1322417 Jul 14 09:15:22.213280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:19Z', 'revision_number': 3, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:22.214789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: ca59e0ed-56b8-48eb-ab1d-684e9d2599da {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:22.215127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device ca59e0ed-56b8-48eb-ab1d-684e9d2599da not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:22.222057 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f48552d-8318-4659-9da5-cc38bfc96142 x-openstack-request-id: req-5f48552d-8318-4659-9da5-cc38bfc96142 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:22.222351 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-unplugged", "status": "completed", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:22.222655 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f48552d-8318-4659-9da5-cc38bfc96142 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:22.223753 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198', 'code': 200} Jul 14 09:15:22.260956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83b03a90-7a1a-455a-92c4-e851c5af31c4 req-5f75b76b-6a47-4b96-9463-8a3ec6b843c1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 Jul 14 09:15:22.269067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d586a911-2246-4b50-9258-e643c07c86c6 None None] The sync data for ids ['d0389326-19c3-40dc-869a-3392835376f4'] in n-d-758944-44 is: [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:19Z', 'revision_number': 3, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:22.303620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.315235 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.326586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.373464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.455764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-479f6d3f-c804-4917-af6c-b6aaa0e9930d req-bf2d62da-7c87-4717-87a4-d9840fd27956 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0978875 Jul 14 09:15:22.467915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Pushing event updated for resources: {'Port': ['ID=020dcca2-6e0b-4281-91d2-e83817be6176,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.474736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.548530 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42259c72-4dbc-4bc5-87c6-2eadb687f724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.625754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Network 77144098-dd46-40ec-be51-8c75ee6e5961 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:22.627961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:22.775105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42259c72-4dbc-4bc5-87c6-2eadb687f724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.784631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af78c53-182e-4aff-b8da-cd0d2af6f60c req-cef2012e-6df9-44f7-97ea-9f26506d5dc3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.786723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8af78c53-182e-4aff-b8da-cd0d2af6f60c req-cef2012e-6df9-44f7-97ea-9f26506d5dc3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 946 time: 0.1309371 Jul 14 09:15:22.787902 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42259c72-4dbc-4bc5-87c6-2eadb687f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.835754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-bb74f6ca-ef15-4685-a0d0-7b098b3faac8 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:22.836397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42259c72-4dbc-4bc5-87c6-2eadb687f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeae8e2-b13b-4e49-a6d6-3162ccfe80a4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.837322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-bb74f6ca-ef15-4685-a0d0-7b098b3faac8 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "GET /v2.0/ports?device_id=63e09d35-5d5e-4efc-a964-1595c5d4ab1f HTTP/1.1" status: 200 len: 946 time: 0.1282084 Jul 14 09:15:22.844866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Router d0389326-19c3-40dc-869a-3392835376f4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:22.856995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-42259c72-4dbc-4bc5-87c6-2eadb687f724 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1f842bdce77463a922e4f52da66946c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824891 Jul 14 09:15:22.862959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.882199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8af78c53-182e-4aff-b8da-cd0d2af6f60c req-0bcce4f6-ec65-41da-8f22-b0ee10f42403 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683796 Jul 14 09:15:22.928799 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d494e054-b1fb-430b-89c3-c889997d26fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.953431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d494e054-b1fb-430b-89c3-c889997d26fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.010277 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d494e054-b1fb-430b-89c3-c889997d26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.013017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d494e054-b1fb-430b-89c3-c889997d26fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.016568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d494e054-b1fb-430b-89c3-c889997d26fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfeae8e2-b13b-4e49-a6d6-3162ccfe80a4 HTTP/1.1" status: 204 len: 168 time: 0.1499865 Jul 14 09:15:23.034981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494e054-b1fb-430b-89c3-c889997d26fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeae8e2-b13b-4e49-a6d6-3162ccfe80a4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.036364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:23.042527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c3b619ab-4e4d-4a5f-bbeb-29c29c601af3 admin admin] 10.222.0.18 "PUT /v2.0/routers/d0389326-19c3-40dc-869a-3392835376f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184559 Jul 14 09:15:23.044288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Deleting port b77685b3-e5c4-4235-84a9-5b8e2b17a110 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:23.044625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.178266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] For port b77685b3-e5c4-4235-84a9-5b8e2b17a110, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b77685b3-e5c4-4235-84a9-5b8e2b17a110,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:23.179044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.197513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Calling delete_port for b77685b3-e5c4-4235-84a9-5b8e2b17a110 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:23.345879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b53015-3c01-4bde-88d7-5315f3a917cb req-fff7eeb1-5a13-4821-b352-894ecbc01bc0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.353145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9b53015-3c01-4bde-88d7-5315f3a917cb req-fff7eeb1-5a13-4821-b352-894ecbc01bc0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 943 time: 0.1214573 Jul 14 09:15:23.364730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.382014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b77685b3-e5c4-4235-84a9-5b8e2b17a110', 'ae07309c-1601-464d-ba0e-0c8a9b86c080'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:23.397883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Pushing event deleted for resources: {'Port': ['ID=b77685b3-e5c4-4235-84a9-5b8e2b17a110,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.459810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9b53015-3c01-4bde-88d7-5315f3a917cb req-4e850181-0265-4f25-9882-0e5fd172ca7b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055744 Jul 14 09:15:23.496185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] No DVR routers for this DVR port b77685b3-e5c4-4235-84a9-5b8e2b17a110 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:23.508162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.510524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f613f529-c9cb-41f8-b0d6-ea62e9900f56 req-08b3f890-1a68-4241-8e1c-61cec85eee0e tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "DELETE /v2.0/ports/b77685b3-e5c4-4235-84a9-5b8e2b17a110 HTTP/1.1" status: 204 len: 173 time: 0.6645639 Jul 14 09:15:23.515068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'name': 'network-vif-deleted', 'tag': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:23.515179 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84265be-ead2-4b8f-a086-9e21de50f257" -d '{"events": [{"server_uuid": "63e09d35-5d5e-4efc-a964-1595c5d4ab1f", "name": "network-vif-deleted", "tag": "b77685b3-e5c4-4235-84a9-5b8e2b17a110"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:23.515308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.538615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0026576-cb38-486c-b51c-893c6bbf69db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.635196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddc58b-7c56-4905-99e9-638bd1d41f02 req-16ec384f-2e76-48ca-abaa-b00a04d6d2bc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.641018 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20ddc58b-7c56-4905-99e9-638bd1d41f02 req-16ec384f-2e76-48ca-abaa-b00a04d6d2bc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.0860529 Jul 14 09:15:23.700429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0026576-cb38-486c-b51c-893c6bbf69db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.708980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0026576-cb38-486c-b51c-893c6bbf69db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.714341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20ddc58b-7c56-4905-99e9-638bd1d41f02 req-999c1d89-2e59-437a-8428-3999e876fbe3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669410 Jul 14 09:15:23.766300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0026576-cb38-486c-b51c-893c6bbf69db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609c7d98-954c-4ef4-b5a8-ff8e3ed150ce,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.781274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e0026576-cb38-486c-b51c-893c6bbf69db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec0db19e19d146199964fa9a06d0f85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647526 Jul 14 09:15:23.781994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.857075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432fa0f6-079e-4b6c-baae-18e2467fb3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.917233 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432fa0f6-079e-4b6c-baae-18e2467fb3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.979455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a82d2-a7c3-4448-95be-03878cfeb924 req-c80c1546-328e-4b42-86c0-f79cad6d9c7a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.981258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4a1a82d2-a7c3-4448-95be-03878cfeb924 req-c80c1546-328e-4b42-86c0-f79cad6d9c7a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1264677 Jul 14 09:15:24.005142 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432fa0f6-079e-4b6c-baae-18e2467fb3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.008144 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432fa0f6-079e-4b6c-baae-18e2467fb3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.009574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-432fa0f6-079e-4b6c-baae-18e2467fb3e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/609c7d98-954c-4ef4-b5a8-ff8e3ed150ce HTTP/1.1" status: 204 len: 168 time: 0.2263539 Jul 14 09:15:24.023290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fa0f6-079e-4b6c-baae-18e2467fb3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c7d98-954c-4ef4-b5a8-ff8e3ed150ce,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.039324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4a1a82d2-a7c3-4448-95be-03878cfeb924 req-43abcd9b-c1e3-4054-808a-a8f40823177b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505254 Jul 14 09:15:24.066103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-f8645710-36e1-42a6-aff1-02302a6c6a32 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.072971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-f8645710-36e1-42a6-aff1-02302a6c6a32 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 811 time: 0.1303515 Jul 14 09:15:24.094445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-c0378060-ff3c-4ebb-8383-1d432c26c3d5 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/quotas/2cde91083a39435ba8b91d3bb8be275f HTTP/1.1" status: 200 len: 375 time: 0.0106487 Jul 14 09:15:24.179428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-bbff030d-d2df-4d98-aefe-8e356c5c191a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698237 Jul 14 09:15:24.257737 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29291a99-0bb5-41b0-b343-ee1e5d4e7370 x-openstack-request-id: req-29291a99-0bb5-41b0-b343-ee1e5d4e7370 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:24.258260 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e09d35-5d5e-4efc-a964-1595c5d4ab1f", "name": "network-vif-deleted", "tag": "b77685b3-e5c4-4235-84a9-5b8e2b17a110", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:24.258524 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29291a99-0bb5-41b0-b343-ee1e5d4e7370 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:24.258932 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e09d35-5d5e-4efc-a964-1595c5d4ab1f', 'name': 'network-vif-deleted', 'tag': 'b77685b3-e5c4-4235-84a9-5b8e2b17a110', 'status': 'completed', 'code': 200} Jul 14 09:15:24.305485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-11e9fe75-aadb-43d2-bd38-55473ef754b6 service neutron] 10.222.0.18 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170206 Jul 14 09:15:24.417166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ec9949d8-76af-4569-b671-3da7dbfe1e89 req-fd41425e-44f5-4918-a037-c4dd7c5a16c0 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0346222 Jul 14 09:15:24.452368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-d15fae75-0c01-43e2-a895-20150e1329dd service neutron] 10.222.0.18 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401751 Jul 14 09:15:24.486600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 23dc60e2-fb05-4938-aa52-a0f87b423f3a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:24.555506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 23dc60e2-fb05-4938-aa52-a0f87b423f3a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:24.563436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 23dc60e2-fb05-4938-aa52-a0f87b423f3a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:24.564255 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.672482 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.721140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 23dc60e2-fb05-4938-aa52-a0f87b423f3a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=23dc60e2-fb05-4938-aa52-a0f87b423f3a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:24.727186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.791809 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89158a88-110b-498a-8acb-4854b1f250b8 req-5457c152-084f-400e-aa23-ffaf2877374d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.793383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89158a88-110b-498a-8acb-4854b1f250b8 req-5457c152-084f-400e-aa23-ffaf2877374d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1194360 Jul 14 09:15:24.798121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=23dc60e2-fb05-4938-aa52-a0f87b423f3a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.941532 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Sync routers for ids ['d0389326-19c3-40dc-869a-3392835376f4'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:24.956126 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Routers {'d0389326-19c3-40dc-869a-3392835376f4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:24.956813 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d0389326-19c3-40dc-869a-3392835376f4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:25.195118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4b60ca5b-d476-4b1a-93bf-2cf32345d4cf req-772dea57-e032-4049-b753-56d8ae139d2c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 210 time: 0.0537417 Jul 14 09:15:25.201371 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Set router d0389326-19c3-40dc-869a-3392835376f4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:25.286255 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89158a88-110b-498a-8acb-4854b1f250b8 req-1fe738f4-7ca7-466f-8684-b9297ec6864f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708867 Jul 14 09:15:25.421433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b77685b3-e5c4-4235-84a9-5b8e2b17a110 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:25.458947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: b77685b3-e5c4-4235-84a9-5b8e2b17a110 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:25.461486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b77685b3-e5c4-4235-84a9-5b8e2b17a110 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:25.478559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb482-9b3d-44ee-b85e-2057f7e13c31 req-e5974b78-4640-4b6a-afcc-461c1f06e8f3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.480222 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-35acb482-9b3d-44ee-b85e-2057f7e13c31 req-e5974b78-4640-4b6a-afcc-461c1f06e8f3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1066339 Jul 14 09:15:25.503285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c48ff3-9e20-4f6c-b37b-c01b30567786 req-edbbbfb2-7560-4350-b68b-64d7eab610cb tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.508300 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15c48ff3-9e20-4f6c-b37b-c01b30567786 req-edbbbfb2-7560-4350-b68b-64d7eab610cb tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.0917225 Jul 14 09:15:25.519016 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:21Z', 'revision_number': 4, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '020dcca2-6e0b-4281-91d2-e83817be6176', 'name': '', 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'mac_address': 'fa:16:3e:7e:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:21Z', 'updated_at': '2021-07-14T09:15:22Z', 'revision_number': 2, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'subnets': [{'id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:25.555008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15c48ff3-9e20-4f6c-b37b-c01b30567786 req-59fdef8b-30ce-4126-93cc-7f5ecabd60de tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Jul 14 09:15:25.562458 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Checking router: d0389326-19c3-40dc-869a-3392835376f4 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:25.563943 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Updating router d0389326-19c3-40dc-869a-3392835376f4 port 020dcca2-6e0b-4281-91d2-e83817be6176 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:25.612009 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.786516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 29ce8b6b-f106-4bf6-9904-64679a120198 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:26.000736 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-35acb482-9b3d-44ee-b85e-2057f7e13c31 req-543fac0e-3af7-4769-8736-be24e122d26e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113318 Jul 14 09:15:26.044844 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.058092 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Transition to ACTIVE for port object 020dcca2-6e0b-4281-91d2-e83817be6176 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:26.070159 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.134881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5de5ed1-8868-47b9-803b-f7c66a62a21c req-b928b9dd-656d-427e-8173-5e854ea2290b tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0413902 Jul 14 09:15:26.224314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Pushing event updated for resources: {'Port': ['ID=020dcca2-6e0b-4281-91d2-e83817be6176,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.239012 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.239558 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.240115 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.240616 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.241100 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.241757 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.242416 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.242911 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.243559 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.244041 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.244519 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.245025 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:26.252431 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Attempting to bind port 020dcca2-6e0b-4281-91d2-e83817be6176 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:26.253341 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Attempting to bind port 020dcca2-6e0b-4281-91d2-e83817be6176 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:26.255415 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Attempting to bind port 020dcca2-6e0b-4281-91d2-e83817be6176 on network 77144098-dd46-40ec-be51-8c75ee6e5961 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:26.262065 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:26.263134 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Checking segment: {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:26.263759 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.264360 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Bound using segment: {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:26.264975 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Bound port: 020dcca2-6e0b-4281-91d2-e83817be6176, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:26.265531 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.351758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-850f222d-ae55-41ce-b96e-02bcb48d9620 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.353296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-850f222d-ae55-41ce-b96e-02bcb48d9620 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 811 time: 0.1976600 Jul 14 09:15:26.366908 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] For port 020dcca2-6e0b-4281-91d2-e83817be6176, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:26.371546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Request body: {'port': {'device_id': '08091faf-40be-4215-a293-20e04129c70a', 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'admin_state_up': True, 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:26.373764 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] For port 020dcca2-6e0b-4281-91d2-e83817be6176, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=020dcca2-6e0b-4281-91d2-e83817be6176,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:26.383145 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.480062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 23dc60e2-fb05-4938-aa52-a0f87b423f3a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:26.481387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01adb8-8971-4693-9ac0-1bd26574cec3 req-f95930cc-181c-432d-a9b5-e9b0a0209370 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.483743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6a01adb8-8971-4693-9ac0-1bd26574cec3 req-f95930cc-181c-432d-a9b5-e9b0a0209370 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1910269 Jul 14 09:15:26.488199 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a6782-f925-4c75-940a-68d7ee6e6fa8 None None] Pushing event updated for resources: {'Port': ['ID=020dcca2-6e0b-4281-91d2-e83817be6176,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.492742 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Routers {'d0389326-19c3-40dc-869a-3392835376f4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:26.493790 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d0389326-19c3-40dc-869a-3392835376f4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:26.554331 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5767c4ee-b7e3-4e8f-a9f0-453dde22389d req-30534ec7-a217-4091-83f6-7b00c88b1de8 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 210 time: 0.0862758 Jul 14 09:15:26.579003 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6a01adb8-8971-4693-9ac0-1bd26574cec3 req-fa0a5bdb-9a26-4b28-abf8-f3d044afb05a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888538 Jul 14 09:15:26.601915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 23dc60e2-fb05-4938-aa52-a0f87b423f3a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:26.602719 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.643683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Made reservation on behalf of 2cde91083a39435ba8b91d3bb8be275f for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:26.649706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.729148 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] Set router d0389326-19c3-40dc-869a-3392835376f4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:26.799995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-4544243b-ba4e-45ff-9ed4-6bb32c149558 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.803979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-4544243b-ba4e-45ff-9ed4-6bb32c149558 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1044726 Jul 14 09:15:26.907607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0114bd-347f-461f-a626-fce33428189c req-1e608b36-5c61-4a72-9138-3feb1f5f2b4c tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.914637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae0114bd-347f-461f-a626-fce33428189c req-1e608b36-5c61-4a72-9138-3feb1f5f2b4c tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 946 time: 0.1396773 Jul 14 09:15:26.926017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Allocated IP 172.20.0.2 (77144098-dd46-40ec-be51-8c75ee6e5961/89cda481-9a0b-42d0-9e5e-68845e057681/533cef56-d4f8-43d7-badc-fb90951873b0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:26.985649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae0114bd-347f-461f-a626-fce33428189c req-0c1e9afd-6e85-4266-9d5d-a3cfa32761c6 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/security-groups?id=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699751 Jul 14 09:15:26.985901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Deleting port ae07309c-1601-464d-ba0e-0c8a9b86c080 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:26.986191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.008014 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:21Z', 'revision_number': 4, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '020dcca2-6e0b-4281-91d2-e83817be6176', 'name': '', 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'mac_address': 'fa:16:3e:7e:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:21Z', 'updated_at': '2021-07-14T09:15:26Z', 'revision_number': 4, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'subnets': [{'id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:27.046821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5078ff-63d2-43bf-91aa-4d5d7adc1f82 None None] The sync data for ids ['d0389326-19c3-40dc-869a-3392835376f4'] in n-d-758944-44 is: [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:21Z', 'revision_number': 4, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '020dcca2-6e0b-4281-91d2-e83817be6176', 'name': '', 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'mac_address': 'fa:16:3e:7e:97:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:21Z', 'updated_at': '2021-07-14T09:15:26Z', 'revision_number': 4, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'subnets': [{'id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:27.209912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.272479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.307402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] For port ae07309c-1601-464d-ba0e-0c8a9b86c080, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ae07309c-1601-464d-ba0e-0c8a9b86c080,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:27.308089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.341244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Calling delete_port for ae07309c-1601-464d-ba0e-0c8a9b86c080 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:27.367786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Network 77144098-dd46-40ec-be51-8c75ee6e5961 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:27.389853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:27.398184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:27.402753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b32a51c-bcc3-481f-b579-20657b83a2f7 req-7cf8cb2a-4253-42f0-96ee-b8ab836b1aa6 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0678654 Jul 14 09:15:27.408646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Pushing event updated for resources: {'Port': ['ID=533cef56-d4f8-43d7-badc-fb90951873b0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:27.463764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bc9b-56cd-4c86-b455-38d73abf179b req-1e37624b-f400-4112-9b56-975658639c1a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.479087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43b3bc9b-56cd-4c86-b455-38d73abf179b req-1e37624b-f400-4112-9b56-975658639c1a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.2796829 Jul 14 09:15:27.479290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.480284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.499310 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-b1416c8c-1d97-4b3c-9380-b96e1043a432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1374776 Jul 14 09:15:27.514486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Request body: {'port': {'device_id': '08091faf-40be-4215-a293-20e04129c70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:27.550721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43b3bc9b-56cd-4c86-b455-38d73abf179b req-1bcbf913-5faf-4733-b211-54ce993e55b4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702941 Jul 14 09:15:27.682866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.715118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.798924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Pushing event deleted for resources: {'Port': ['ID=ae07309c-1601-464d-ba0e-0c8a9b86c080,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:27.894916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] No DVR routers for this DVR port ae07309c-1601-464d-ba0e-0c8a9b86c080 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:27.901919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54194) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:27.923838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.932080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47311a1d-ea9f-4ce3-af19-f4eeb00f0913 req-9ef12574-4a2f-4df0-9249-9627f7f0be9f tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.11 "DELETE /v2.0/ports/ae07309c-1601-464d-ba0e-0c8a9b86c080 HTTP/1.1" status: 204 len: 173 time: 1.1197927 Jul 14 09:15:27.936822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'name': 'network-vif-deleted', 'tag': 'ae07309c-1601-464d-ba0e-0c8a9b86c080'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:27.939518 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27a2aff-8c82-426e-a4b2-8913b321c498" -d '{"events": [{"server_uuid": "8d38749e-1f97-4509-90aa-6a235022b0ca", "name": "network-vif-deleted", "tag": "ae07309c-1601-464d-ba0e-0c8a9b86c080"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:28.005824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f81cf-73d2-4920-a130-3677c7de8d70 req-3351b3e9-522f-4ba9-8e84-9ab85c16f010 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.017632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db2f81cf-73d2-4920-a130-3677c7de8d70 req-3351b3e9-522f-4ba9-8e84-9ab85c16f010 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 931 time: 0.2825933 Jul 14 09:15:28.111395 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db2f81cf-73d2-4920-a130-3677c7de8d70 req-79479479-b0c5-4384-ac9d-1f8b631d2d16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927625 Jul 14 09:15:28.177074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b74b7a-61e2-472d-b02f-3fc473c9ca00 req-6e50acc8-28fe-422d-9fa9-560a4b0ffa52 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:28.178661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57b74b7a-61e2-472d-b02f-3fc473c9ca00 req-6e50acc8-28fe-422d-9fa9-560a4b0ffa52 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2525604 Jul 14 09:15:28.187343 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad64803-cb7f-4732-b24a-15e94ac0e751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.346589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad64803-cb7f-4732-b24a-15e94ac0e751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.346771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57b74b7a-61e2-472d-b02f-3fc473c9ca00 req-88ca0c6f-c1e0-4979-897d-a67913ebf929 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279259 Jul 14 09:15:28.352229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad64803-cb7f-4732-b24a-15e94ac0e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.363618 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222ff484-6250-4e9a-802f-1fcc64713ceb x-openstack-request-id: req-222ff484-6250-4e9a-802f-1fcc64713ceb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:28.364171 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d38749e-1f97-4509-90aa-6a235022b0ca", "name": "network-vif-deleted", "tag": "ae07309c-1601-464d-ba0e-0c8a9b86c080", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:28.364890 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-222ff484-6250-4e9a-802f-1fcc64713ceb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:28.366391 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d38749e-1f97-4509-90aa-6a235022b0ca', 'name': 'network-vif-deleted', 'tag': 'ae07309c-1601-464d-ba0e-0c8a9b86c080', 'status': 'completed', 'code': 200} Jul 14 09:15:28.446732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aad64803-cb7f-4732-b24a-15e94ac0e751 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57fd2af244ea42ab89c6792dfc93ada8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430238 Jul 14 09:15:28.447845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad64803-cb7f-4732-b24a-15e94ac0e751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f2362-bc10-431c-a503-021becf97f3b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.448313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533cef56-d4f8-43d7-badc-fb90951873b0 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:28.450287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:28.462542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.483175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Transition to ACTIVE for port object 533cef56-d4f8-43d7-badc-fb90951873b0 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:28.488979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.545304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 020dcca2-6e0b-4281-91d2-e83817be6176 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:28.575621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=533cef56-d4f8-43d7-badc-fb90951873b0,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.596829 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1fd522-aafe-44d2-ac76-d2f07ead4ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.657136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 020dcca2-6e0b-4281-91d2-e83817be6176 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:28.663563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 020dcca2-6e0b-4281-91d2-e83817be6176 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:28.664033 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.704507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d72dc3e8-1ebe-4154-9cac-5c6abca8c110 req-35879e65-75a4-4741-be00-ac26a74d7ff3 tempest-ListServerFiltersTestJSON-1549380025 tempest-ListServerFiltersTestJSON-1549380025-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d38749e-1f97-4509-90aa-6a235022b0ca HTTP/1.1" status: 200 len: 210 time: 0.1085637 Jul 14 09:15:28.718809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1fd522-aafe-44d2-ac76-d2f07ead4ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.798165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1fd522-aafe-44d2-ac76-d2f07ead4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.801391 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a1fd522-aafe-44d2-ac76-d2f07ead4ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.802753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8a1fd522-aafe-44d2-ac76-d2f07ead4ccb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b52f2362-bc10-431c-a503-021becf97f3b HTTP/1.1" status: 204 len: 168 time: 0.3515370 Jul 14 09:15:28.811409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-96b9b719-677d-4a80-9e3f-9ae8d64c0421 req-0fe94c58-bcca-46e9-baf5-6051fbdfe772 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0902469 Jul 14 09:15:28.818294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Attempting to bind port 533cef56-d4f8-43d7-badc-fb90951873b0 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:28.818764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Attempting to bind port 533cef56-d4f8-43d7-badc-fb90951873b0 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:28.819149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Attempting to bind port 533cef56-d4f8-43d7-badc-fb90951873b0 on network 77144098-dd46-40ec-be51-8c75ee6e5961 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:28.824417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fd522-aafe-44d2-ac76-d2f07ead4ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f2362-bc10-431c-a503-021becf97f3b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.830007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Port 533cef56-d4f8-43d7-badc-fb90951873b0 on network 77144098-dd46-40ec-be51-8c75ee6e5961 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:28.830355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Attempting to bind port 533cef56-d4f8-43d7-badc-fb90951873b0 on network 77144098-dd46-40ec-be51-8c75ee6e5961 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:28.842698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:28.843049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Checking segment: {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:28.843490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Bound using segment: {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:28.844394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Bound port: 533cef56-d4f8-43d7-badc-fb90951873b0, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:28.845025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.005177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] For port 533cef56-d4f8-43d7-badc-fb90951873b0, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:29.009113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] For port 533cef56-d4f8-43d7-badc-fb90951873b0, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=533cef56-d4f8-43d7-badc-fb90951873b0,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:29.017534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.048380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab72e9-5205-4cd7-98c7-e0e005050a39 req-0d0e4c3d-0916-46cc-8771-36b2b6a4f26a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.057006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67ab72e9-5205-4cd7-98c7-e0e005050a39 req-0d0e4c3d-0916-46cc-8771-36b2b6a4f26a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1427882 Jul 14 09:15:29.126461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.134628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=533cef56-d4f8-43d7-badc-fb90951873b0,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.137869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.138396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.139879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1f8c5b17-f8f5-41bc-81f2-154c66839dd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/533cef56-d4f8-43d7-badc-fb90951873b0 HTTP/1.1" status: 200 len: 1092 time: 1.6307125 Jul 14 09:15:29.140256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08091faf-40be-4215-a293-20e04129c70a', 'tag': '533cef56-d4f8-43d7-badc-fb90951873b0'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:29.142679 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "08091faf-40be-4215-a293-20e04129c70a", "tag": "533cef56-d4f8-43d7-badc-fb90951873b0"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:29.147371 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67ab72e9-5205-4cd7-98c7-e0e005050a39 req-4a5f772a-d0fd-4723-b845-cd4cf4fbcdd1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853055 Jul 14 09:15:29.187718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 020dcca2-6e0b-4281-91d2-e83817be6176, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=020dcca2-6e0b-4281-91d2-e83817be6176,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:29.195682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.232744 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c1359-40a0-4a2f-9c10-0e994b37580e x-openstack-request-id: req-ec0c1359-40a0-4a2f-9c10-0e994b37580e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:29.233265 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08091faf-40be-4215-a293-20e04129c70a", "tag": "533cef56-d4f8-43d7-badc-fb90951873b0", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:29.233265 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec0c1359-40a0-4a2f-9c10-0e994b37580e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:29.233679 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08091faf-40be-4215-a293-20e04129c70a', 'tag': '533cef56-d4f8-43d7-badc-fb90951873b0', 'status': 'completed', 'code': 200} Jul 14 09:15:29.249433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1d80c54f-0a3f-47bf-9bb7-b47f124ad3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.250986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-1d80c54f-0a3f-47bf-9bb7-b47f124ad3b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 1095 time: 0.0599177 Jul 14 09:15:29.291835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=020dcca2-6e0b-4281-91d2-e83817be6176,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.319511 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-d3eea12d-f7be-4e03-bc9d-8a5a99a9137d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=533cef56-d4f8-43d7-badc-fb90951873b0 HTTP/1.1" status: 200 len: 217 time: 0.0604663 Jul 14 09:15:29.354807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.370061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-500b4e9c-0706-4ad8-a82d-b0e0917f0895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.397334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-d926c601-4aa9-43b2-a88b-6df04c29932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.398823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-d926c601-4aa9-43b2-a88b-6df04c29932d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 200 len: 851 time: 0.0714984 Jul 14 09:15:29.436093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-258e85eb-adbb-4fc7-b8d7-7e935ccbe053 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77144098-dd46-40ec-be51-8c75ee6e5961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306199 Jul 14 09:15:29.449350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd40240-9f23-4e73-98e2-f43f41e1c692 req-41e1e2ed-0b64-4bae-9867-add537d87331 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.450867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dbd40240-9f23-4e73-98e2-f43f41e1c692 req-41e1e2ed-0b64-4bae-9867-add537d87331 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 943 time: 0.1342325 Jul 14 09:15:29.470053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-500b4e9c-0706-4ad8-a82d-b0e0917f0895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.475516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ae07309c-1601-464d-ba0e-0c8a9b86c080 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:29.484413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-500b4e9c-0706-4ad8-a82d-b0e0917f0895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.500808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: ae07309c-1601-464d-ba0e-0c8a9b86c080 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:29.501436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ae07309c-1601-464d-ba0e-0c8a9b86c080 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:29.526903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-500b4e9c-0706-4ad8-a82d-b0e0917f0895 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d9cf34731154512a341c4959b192268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708450 Jul 14 09:15:29.529652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b4e9c-0706-4ad8-a82d-b0e0917f0895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c82fa52-c426-4aff-af76-1e70d563bd1b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.532160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.547086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dbd40240-9f23-4e73-98e2-f43f41e1c692 req-66235dba-0e22-4458-adcd-76b834a15892 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872598 Jul 14 09:15:29.570670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-138ddd36-b832-446f-a098-c1a9bc9daca0 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187696 Jul 14 09:15:29.623943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c421d740-2e5d-45c8-b63a-db0f22199682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.655863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af879040-1e59-4a72-8935-7ab0038e6826 req-d9a64482-d742-4b2e-b9be-ce11e10ed7bf tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.657360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af879040-1e59-4a72-8935-7ab0038e6826 req-d9a64482-d742-4b2e-b9be-ce11e10ed7bf tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0959842 Jul 14 09:15:29.662464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c421d740-2e5d-45c8-b63a-db0f22199682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.674001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda675a2-d2b0-4f3c-a98e-c4b7f490daa4 req-e94be1be-e592-4765-bce3-240ca8ae88ce service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942261 Jul 14 09:15:29.719417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af879040-1e59-4a72-8935-7ab0038e6826 req-a1898dc4-6188-416b-aa8b-698fc33a4920 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549378 Jul 14 09:15:29.742124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c421d740-2e5d-45c8-b63a-db0f22199682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.745047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c421d740-2e5d-45c8-b63a-db0f22199682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.746172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c421d740-2e5d-45c8-b63a-db0f22199682 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c82fa52-c426-4aff-af76-1e70d563bd1b HTTP/1.1" status: 204 len: 168 time: 0.2130988 Jul 14 09:15:29.756207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421d740-2e5d-45c8-b63a-db0f22199682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c82fa52-c426-4aff-af76-1e70d563bd1b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.789148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-502a3262-51da-44da-b66a-9bd6d1eb2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.790772 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-502a3262-51da-44da-b66a-9bd6d1eb2165 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 1095 time: 0.0647614 Jul 14 09:15:29.836997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.883995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] Deleting subnet bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:15:29.887150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.902909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-d8c3ae9f-4591-4bf3-b689-e7cd96d04bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.904706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-d8c3ae9f-4591-4bf3-b689-e7cd96d04bcf service neutron] 10.222.0.48 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 912 time: 0.1046081 Jul 14 09:15:29.929479 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.964337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-aebfed2d-c41c-4ea0-aba2-15c94624ed38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=533cef56-d4f8-43d7-badc-fb90951873b0 HTTP/1.1" status: 200 len: 217 time: 0.0494063 Jul 14 09:15:30.003525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56f70413-a24d-4a9c-8510-c41bb2561808 req-1c50514b-35f9-4ebb-a733-b228fb2b520c tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0328696 Jul 14 09:15:30.013655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-de546202-9c49-4b05-b413-c7035c473288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.015139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-de546202-9c49-4b05-b413-c7035c473288 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 200 len: 851 time: 0.0448251 Jul 14 09:15:30.046481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.054646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-6d37dbad-3b57-4659-ab03-5729484ad2c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77144098-dd46-40ec-be51-8c75ee6e5961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319192 Jul 14 09:15:30.105536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.142812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac3c4ba-fe4e-4a83-86ec-86c726f69ba0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.157003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.164114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9079976e-2123-43bd-9b6d-c04177442388 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bac3c4ba-fe4e-4a83-86ec-86c726f69ba0 HTTP/1.1" status: 204 len: 168 time: 0.3260067 Jul 14 09:15:30.165290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:30.166476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a3e2a0-b4aa-4e6b-b219-34218e3c64e4 None None] Network 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:30.198657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-6876b39e-1b20-4918-9cda-a9f2da9ff64b service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370943 Jul 14 09:15:30.253446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.356698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3cc71be-3525-4dd5-bd28-a5c84a62b6d3 req-b8caa259-e4e3-443b-a81a-17cc9179c736 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482012 Jul 14 09:15:30.383250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acf81-2ac6-4af1-b538-8987e867894d req-043a8b9d-3dc9-44ae-9f7d-da5d1830fbee tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.384850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-596acf81-2ac6-4af1-b538-8987e867894d req-043a8b9d-3dc9-44ae-9f7d-da5d1830fbee tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.0971110 Jul 14 09:15:30.392838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Deleting port 6963abf1-d6dc-4254-8e24-8834ef67ef0f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:30.393186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.454487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 020dcca2-6e0b-4281-91d2-e83817be6176 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:30.490099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] DHCP port deletion for 9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:15:30.519996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-596acf81-2ac6-4af1-b538-8987e867894d req-b45a4a78-91af-4228-b217-ad3823f46c34 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288478 Jul 14 09:15:30.531230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] For port 6963abf1-d6dc-4254-8e24-8834ef67ef0f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6963abf1-d6dc-4254-8e24-8834ef67ef0f,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:30.531744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.550240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Calling delete_port for 6963abf1-d6dc-4254-8e24-8834ef67ef0f owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:30.564150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 020dcca2-6e0b-4281-91d2-e83817be6176 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:30.564593 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.611819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] Deleting port 6963abf1-d6dc-4254-8e24-8834ef67ef0f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:30.612250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.661718 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.699620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6963abf1-d6dc-4254-8e24-8834ef67ef0f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.707034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] For port 6963abf1-d6dc-4254-8e24-8834ef67ef0f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6963abf1-d6dc-4254-8e24-8834ef67ef0f,segment=NetworkSegment(831521ab-f8d6-45ca-9987-77cd28cc9d50),segment_id=831521ab-f8d6-45ca-9987-77cd28cc9d50)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:30.707034 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.713719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] No DVR routers for this DVR port 6963abf1-d6dc-4254-8e24-8834ef67ef0f on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:30.728687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] Calling delete_port for 6963abf1-d6dc-4254-8e24-8834ef67ef0f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: from cryptography.utils import int_from_bytes Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: from cryptography.utils import int_from_bytes Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.813298 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:15:30.817035 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:15:30.821112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.837941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.846321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] Pushing event deleted for resources: {'Port': ['ID=6963abf1-d6dc-4254-8e24-8834ef67ef0f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.854792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:30.856574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf2def-05e9-4145-9fda-d5b851faab05 None None] No DVR routers for this DVR port 6963abf1-d6dc-4254-8e24-8834ef67ef0f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:30.874826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845f658-248b-469a-8efd-45eecaecab5c req-ec4830d6-7867-4763-a083-32ffb13fc8c3 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.877541 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7845f658-248b-469a-8efd-45eecaecab5c req-ec4830d6-7867-4763-a083-32ffb13fc8c3 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 943 time: 0.1799235 Jul 14 09:15:30.880097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831521ab-f8d6-45ca-9987-77cd28cc9d50') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:30.880461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831521ab-f8d6-45ca-9987-77cd28cc9d50') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:30.898660 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.927672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.939453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7845f658-248b-469a-8efd-45eecaecab5c req-7ec67a19-5482-46fc-b13f-ffe4d4a2bf29 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519962 Jul 14 09:15:30.940439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:15:30.940917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:15:30.942625 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:15:30.945137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915aeb1-5b70-40c2-98f4-7ff77ab12862 req-826dbf8a-cc7f-41a2-abca-65242bbcb055 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.951588 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0915aeb1-5b70-40c2-98f4-7ff77ab12862 req-826dbf8a-cc7f-41a2-abca-65242bbcb055 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0974507 Jul 14 09:15:30.991587 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0915aeb1-5b70-40c2-98f4-7ff77ab12862 req-f9ecd68c-c891-449e-8271-95e513e3cdf0 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Jul 14 09:15:31.005475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.011883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.014827 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20 HTTP/1.1" status: 204 len: 168 time: 0.8485219 Jul 14 09:15:31.032033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9cf9f-f0d3-4d1f-83cc-763cda74b3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0f15a6-86ff-4e10-a2af-3f6cfdea4d20,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.138123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.183067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3934cb39-709e-4a54-b5e4-00dff134397f req-2187a92b-54fb-4057-aed7-cbd362166910 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0425820 Jul 14 09:15:31.218594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dd8ff2e1-b598-4ce1-a80c-2edacaa6790c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5f0b0aae0794adc94ca4dc80c6d6e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792584 Jul 14 09:15:31.220448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:31.274207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df88fa42-a308-4a03-a50f-32a077383377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.297234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df88fa42-a308-4a03-a50f-32a077383377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.324243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.354961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df88fa42-a308-4a03-a50f-32a077383377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.357754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df88fa42-a308-4a03-a50f-32a077383377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.361158 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-df88fa42-a308-4a03-a50f-32a077383377 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f HTTP/1.1" status: 204 len: 168 time: 0.1373289 Jul 14 09:15:31.373656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88fa42-a308-4a03-a50f-32a077383377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baed0fe-cd75-4c7c-94a4-d0a96f1cba2f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.753892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89622ba6-ccf9-4027-acb7-58b1250ffafe req-d56c008a-a0c3-4343-88bf-516b9215a292 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.755454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89622ba6-ccf9-4027-acb7-58b1250ffafe req-d56c008a-a0c3-4343-88bf-516b9215a292 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.0758111 Jul 14 09:15:31.798613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89622ba6-ccf9-4027-acb7-58b1250ffafe req-ecae7696-05c9-43c0-b0cb-56f6d3d3b736 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Jul 14 09:15:31.802505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 533cef56-d4f8-43d7-badc-fb90951873b0 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:31.908598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 533cef56-d4f8-43d7-badc-fb90951873b0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=533cef56-d4f8-43d7-badc-fb90951873b0,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:31.920026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '533cef56-d4f8-43d7-badc-fb90951873b0', 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'port_id': '533cef56-d4f8-43d7-badc-fb90951873b0', 'mac_address': 'fa:16:3e:5a:0e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:31.963507 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:31.976987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533cef56-d4f8-43d7-badc-fb90951873b0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:32.001749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 533cef56-d4f8-43d7-badc-fb90951873b0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=533cef56-d4f8-43d7-badc-fb90951873b0,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:32.007185 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.068222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=533cef56-d4f8-43d7-badc-fb90951873b0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:32.176579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:32.194796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee54280-271d-4e06-924c-1029eecbf761 req-31e8c016-525c-4772-8bcd-7e4054caa794 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.196534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aee54280-271d-4e06-924c-1029eecbf761 req-31e8c016-525c-4772-8bcd-7e4054caa794 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 944 time: 0.0969188 Jul 14 09:15:32.220610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a650b-df09-4187-8d61-ba3313117a31 req-3b29825f-e11f-4de3-bf28-30985479eb55 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.223199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c78a650b-df09-4187-8d61-ba3313117a31 req-3b29825f-e11f-4de3-bf28-30985479eb55 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.0842395 Jul 14 09:15:32.235412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:32.248725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aee54280-271d-4e06-924c-1029eecbf761 req-f3073055-9c21-435d-b978-a1198add6868 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Jul 14 09:15:32.269017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c78a650b-df09-4187-8d61-ba3313117a31 req-7b89238a-e0f8-4675-b6f2-51992cf3e3cb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Jul 14 09:15:32.308049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['533cef56-d4f8-43d7-badc-fb90951873b0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:32.357833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-network', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:32.395378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Made reservation on behalf of f36c2f67bb9c4e73ad57be36ee420d74 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:32.402193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.436003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6963abf1-d6dc-4254-8e24-8834ef67ef0f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:32.452887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c72851e5-683e-48bf-9530-7504700b9a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.454633 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.465815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6963abf1-d6dc-4254-8e24-8834ef67ef0f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:32.466182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6963abf1-d6dc-4254-8e24-8834ef67ef0f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:32.493607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98f16638-d376-400c-8cb3-7de057299e07 req-c942f62e-b875-485c-a224-25cb32829f8f tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0750346 Jul 14 09:15:32.515642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:15:32.515642 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:15:32.515642 n-d-758944-44 neutron-server[93754]: [parameters: {'project_id_1': 'f36c2f67bb9c4e73ad57be36ee420d74', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 15, 32, 502785)}] Jul 14 09:15:32.515642 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:15:32.516047 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:15:32.587673 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c72851e5-683e-48bf-9530-7504700b9a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.591243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c72851e5-683e-48bf-9530-7504700b9a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.628478 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c72851e5-683e-48bf-9530-7504700b9a58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09c1fc78608a4f1f842f61a61dec58e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486177 Jul 14 09:15:32.630145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72851e5-683e-48bf-9530-7504700b9a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0acfeef-4d57-4ccd-bb49-a72d3b1e603c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:32.631968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:32.679410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5643-c8db-4c46-85f1-8bbc85855253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.700038 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5643-c8db-4c46-85f1-8bbc85855253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.748673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5643-c8db-4c46-85f1-8bbc85855253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.751279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5643-c8db-4c46-85f1-8bbc85855253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:32.752487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ac1a5643-c8db-4c46-85f1-8bbc85855253 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0acfeef-4d57-4ccd-bb49-a72d3b1e603c HTTP/1.1" status: 204 len: 168 time: 0.1195281 Jul 14 09:15:32.761677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a5643-c8db-4c46-85f1-8bbc85855253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0acfeef-4d57-4ccd-bb49-a72d3b1e603c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:32.979144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806183cc-f339-4813-962d-0b4d67137ef2 req-97194b69-bb72-4260-bf75-d2f81bcce55d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.980889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-806183cc-f339-4813-962d-0b4d67137ef2 req-97194b69-bb72-4260-bf75-d2f81bcce55d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.0654087 Jul 14 09:15:33.019063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.019986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.022901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-806183cc-f339-4813-962d-0b4d67137ef2 req-0dfe6244-7d13-45d0-aa72-27691c31f55f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362778 Jul 14 09:15:33.040008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b39-9d48-4daf-a8da-9eb00b598a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.128006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.133120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.161387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:33.186665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb5471-ead3-4fbd-9871-3f39c50bf0e9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.190890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.191233 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Added segment 13244c65-0c1a-4c95-9a8e-e498e66a6a80 of type vlan for network 7ec51ff1-018c-48b9-ace5-3ace13af4891 Jul 14 09:15:33.247251 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.298736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.300004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.300606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.310928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b39-9d48-4daf-a8da-9eb00b598a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.350395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dacd2b39-9d48-4daf-a8da-9eb00b598a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.368567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1320839 Jul 14 09:15:33.371619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.377864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Request body: {'subnet': {'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-subnet', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:33.433413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebd690-9491-4c18-9ac8-07db43474dcb admin admin] Pushing event updated for resources: {'Network': ['ID=7ec51ff1-018c-48b9-ace5-3ace13af4891,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.436094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Made reservation on behalf of f36c2f67bb9c4e73ad57be36ee420d74 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:33.439550 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.440270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dacd2b39-9d48-4daf-a8da-9eb00b598a61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e236a1e4116484cbb9f3b733dd016c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193070 Jul 14 09:15:33.442836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd2b39-9d48-4daf-a8da-9eb00b598a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964575a0-b5ad-4ab8-961b-5e3993847362,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.443078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.447729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:33.477892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c678-b708-4b9f-b19a-64b261f95289 req-25148645-ab30-44bf-b8e0-83c0b0d4d7c6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.479425 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e29c678-b708-4b9f-b19a-64b261f95289 req-25148645-ab30-44bf-b8e0-83c0b0d4d7c6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 944 time: 0.1041882 Jul 14 09:15:33.520945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e29c678-b708-4b9f-b19a-64b261f95289 req-2c147d7a-70e8-464a-9832-6da48f99aee6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354443 Jul 14 09:15:33.575898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0c9dc-37f7-47ec-a1fb-dcb603e6ce16 req-d0d7ef4d-8bd1-4517-8ed5-bdd581bb29b3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.577396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7e0c9dc-37f7-47ec-a1fb-dcb603e6ce16 req-d0d7ef4d-8bd1-4517-8ed5-bdd581bb29b3 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1899841 Jul 14 09:15:33.606574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b022090-48ce-49d2-87eb-1c8c5c5b7cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.656054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-349fa47a-617b-45fb-aa9d-31bcec11870c req-07ef1b50-3db6-4080-a8c7-e523769245f0 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0284488 Jul 14 09:15:33.679310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b022090-48ce-49d2-87eb-1c8c5c5b7cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.690934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7e0c9dc-37f7-47ec-a1fb-dcb603e6ce16 req-e406b72c-d8fb-4e69-81c9-77f3c99cbe1b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031995 Jul 14 09:15:33.778783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.786960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b022090-48ce-49d2-87eb-1c8c5c5b7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.789481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b022090-48ce-49d2-87eb-1c8c5c5b7cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.790599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6b022090-48ce-49d2-87eb-1c8c5c5b7cb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/964575a0-b5ad-4ab8-961b-5e3993847362 HTTP/1.1" status: 204 len: 168 time: 0.3464966 Jul 14 09:15:33.820805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 533cef56-d4f8-43d7-badc-fb90951873b0 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:33.825015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022090-48ce-49d2-87eb-1c8c5c5b7cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964575a0-b5ad-4ab8-961b-5e3993847362,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.847343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:33.859287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Checking segment: {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:33.859694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Network hostable DHCP agents. Network: 7ec51ff1-018c-48b9-ace5-3ace13af4891, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:33.886660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:33.898402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 7ec51ff1-018c-48b9-ace5-3ace13af4891) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:33.906660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.907470 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.915068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 533cef56-d4f8-43d7-badc-fb90951873b0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:33.917857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38e250-b789-4377-8cd8-7c6481fda5fd None None] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:33.931402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-22abd825-6a17-47a0-bc3d-1d8f61785253 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5572803 Jul 14 09:15:33.933485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54368) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.937501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:33.963386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.964468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.981210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 533cef56-d4f8-43d7-badc-fb90951873b0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:33.981800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.020713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.123830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d759f12-02d4-4026-889b-f2f3515c51d6 None None] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:34.183224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.216549 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.223393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08091faf-40be-4215-a293-20e04129c70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533cef56-d4f8-43d7-badc-fb90951873b0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:34.225756 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21097235-5f98-4b56-9f14-973c1175726b" -d '{"events": [{"server_uuid": "08091faf-40be-4215-a293-20e04129c70a", "name": "network-vif-plugged", "status": "completed", "tag": "533cef56-d4f8-43d7-badc-fb90951873b0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:34.248223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 533cef56-d4f8-43d7-badc-fb90951873b0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=533cef56-d4f8-43d7-badc-fb90951873b0,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:34.272563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.278347 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e744064-2684-448f-8cb8-0654b34953e5 x-openstack-request-id: req-2e744064-2684-448f-8cb8-0654b34953e5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:34.278753 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08091faf-40be-4215-a293-20e04129c70a", "name": "network-vif-plugged", "status": "completed", "tag": "533cef56-d4f8-43d7-badc-fb90951873b0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:34.279383 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e744064-2684-448f-8cb8-0654b34953e5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:34.279876 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08091faf-40be-4215-a293-20e04129c70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533cef56-d4f8-43d7-badc-fb90951873b0', 'code': 200} Jul 14 09:15:34.320306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaaf3d-7cb3-40f9-aa3f-1904344b5dc2 req-591d2c82-e81f-4535-bd84-e6aa46bb6237 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.327882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afdaaf3d-7cb3-40f9-aa3f-1904344b5dc2 req-591d2c82-e81f-4535-bd84-e6aa46bb6237 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1431999 Jul 14 09:15:34.356438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=533cef56-d4f8-43d7-badc-fb90951873b0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.394176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afdaaf3d-7cb3-40f9-aa3f-1904344b5dc2 req-1e8d0795-2409-4685-9791-a2b8bedb95fd tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654485 Jul 14 09:15:34.512886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a5537-cb90-4a1f-9cd1-9af38a2ebb32 req-4c24eaf5-0d69-43bc-9543-f73e9a45df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.514378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a04a5537-cb90-4a1f-9cd1-9af38a2ebb32 req-4c24eaf5-0d69-43bc-9543-f73e9a45df7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 1097 time: 0.1534157 Jul 14 09:15:34.579130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.610010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a04a5537-cb90-4a1f-9cd1-9af38a2ebb32 req-e29a75fe-9600-484e-af72-0f350e9f1133 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674825 Jul 14 09:15:34.610010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.677602 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-54464855-4402-462e-bc7f-74735ae7db3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0818284 Jul 14 09:15:34.726317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Allocated IP 172.25.2.201 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/9610a88f-d0db-4cc3-8a46-58a5e74cdefb) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:34.796493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28141b36-cf01-4079-af85-eaf1cc68fc2e req-00e57c99-5ab3-4fa9-80d9-b066a139385d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.798218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28141b36-cf01-4079-af85-eaf1cc68fc2e req-00e57c99-5ab3-4fa9-80d9-b066a139385d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1197042 Jul 14 09:15:34.805841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.806335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.806811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.807281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.807785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.808251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.808716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.811824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-393fb442-03cd-4e1a-98b6-3cdf541e085c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6500 time: 0.1018252 Jul 14 09:15:34.848436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a21c7d6-ed0f-4481-8ba6-bcfd3a523d38 req-2cf1f0ab-1584-40ec-952a-e2fc334563a7 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0339208 Jul 14 09:15:34.872746 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28141b36-cf01-4079-af85-eaf1cc68fc2e req-cdc16e6f-7615-48a3-91eb-87b1dec22a1f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Jul 14 09:15:34.877815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.943918 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.006691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-8dbc9da6-cd8e-4858-a0ec-d0768a8ce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.007185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-8dbc9da6-cd8e-4858-a0ec-d0768a8ce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.008052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-8dbc9da6-cd8e-4858-a0ec-d0768a8ce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.009708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-8dbc9da6-cd8e-4858-a0ec-d0768a8ce964 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73 HTTP/1.1" status: 200 len: 2292 time: 0.1664081 Jul 14 09:15:35.014678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Pushing event updated for resources: {'Port': ['ID=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.060018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:35.063171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:35.066020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:35.105469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-e3b7d4f2-4185-4a5a-a240-06b13cecdde1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c HTTP/1.1" status: 200 len: 1002 time: 0.0788171 Jul 14 09:15:35.135198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19ceb9-b520-46ae-8615-ac8f30d9f83c req-33ef2617-7dfd-4d4f-b3d8-0cd5dc8d84f2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.136759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af19ceb9-b520-46ae-8615-ac8f30d9f83c req-33ef2617-7dfd-4d4f-b3d8-0cd5dc8d84f2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1259429 Jul 14 09:15:35.186752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-5058aa6e-2550-431f-94a4-4aded565d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.188335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-5058aa6e-2550-431f-94a4-4aded565d218 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80e7a0fa-c30f-4b8c-bce8-16100869d6b8 HTTP/1.1" status: 200 len: 850 time: 0.0753174 Jul 14 09:15:35.250553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-0a862e5b-4390-4fd2-a8fa-44a60d4e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.254594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-0a862e5b-4390-4fd2-a8fa-44a60d4e1932 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590212 Jul 14 09:15:35.262209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af19ceb9-b520-46ae-8615-ac8f30d9f83c req-fda8326e-2c65-491c-8c71-f955157483c5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901074 Jul 14 09:15:35.379029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-512bc993-8509-45e2-8814-21e0c4a3b074 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176410 Jul 14 09:15:35.486966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-b64f55c1-a2ee-4410-bb30-51c617db6991 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010568 Jul 14 09:15:35.536336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-3ccd2e7b-9652-41ff-a4dd-5575ae9f80ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 217 time: 0.0417275 Jul 14 09:15:35.637539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-6d7701eb-8902-4f0e-b633-f1ee17e32d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.639100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-6d7701eb-8902-4f0e-b633-f1ee17e32d28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0964801 Jul 14 09:15:35.703471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c4e3d-0273-4f33-a978-33794d1794a6 req-1e84c7f0-a4d7-4b77-9f84-f072efe1e931 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.705000 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-698c4e3d-0273-4f33-a978-33794d1794a6 req-1e84c7f0-a4d7-4b77-9f84-f072efe1e931 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1186254 Jul 14 09:15:35.748859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-b4c71633-41ef-4474-9b59-b6df08863bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.750470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-b4c71633-41ef-4474-9b59-b6df08863bed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034946 Jul 14 09:15:35.758583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-698c4e3d-0273-4f33-a978-33794d1794a6 req-6cf3f994-32a0-47f0-a0ed-9ce7be80940d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Jul 14 09:15:35.790870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.853773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-80b48342-6de6-4b35-a965-e0b4f7b33f94 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943024 Jul 14 09:15:35.961427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-f4867d99-f095-4be5-868e-10f84d3c949f service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002343 Jul 14 09:15:36.012945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-39d9da54-5e98-441a-a086-ca9f5241d7e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 217 time: 0.0442030 Jul 14 09:15:36.064012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77f37bfa-a503-4df7-afbc-0ee86a0fcde1 req-8068d41d-3490-46f6-a0a4-2bc9f1217754 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0385830 Jul 14 09:15:36.076435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.112934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-dae973e6-2513-42a8-931c-edb27849a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.115002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-dae973e6-2513-42a8-931c-edb27849a529 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0946465 Jul 14 09:15:36.169061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8551b8f-1a3f-4740-9ec4-b27d11655ec5 req-f6f2a19c-319e-445c-8039-d310d0b264ac tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.171224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8551b8f-1a3f-4740-9ec4-b27d11655ec5 req-f6f2a19c-319e-445c-8039-d310d0b264ac tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1133664 Jul 14 09:15:36.227703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Router c22983ab-1ad8-4d07-bf5d-183593bf890b is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:15:36.235992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-ef2fe8a0-0928-4cba-9e82-bebe6e62f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.237965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-ef2fe8a0-0928-4cba-9e82-bebe6e62f247 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145828 Jul 14 09:15:36.257519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8551b8f-1a3f-4740-9ec4-b27d11655ec5 req-3f3bd2f0-4ed6-46ab-8236-1b7c7edc5aa9 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714369 Jul 14 09:15:36.444362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-57263b7f-8778-4f89-8c86-30d9c120af2e service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891191 Jul 14 09:15:36.444557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:36.456070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Sync routers for ids ['c22983ab-1ad8-4d07-bf5d-183593bf890b'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:36.485067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Routers {'c22983ab-1ad8-4d07-bf5d-183593bf890b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:36.486546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c22983ab-1ad8-4d07-bf5d-183593bf890b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:36.501090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.502458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-91773a1e-d420-4a07-9cdf-bc9ed2f62836 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5684242 Jul 14 09:15:36.505899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.571861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-8c3240b0-c253-4443-a094-6869ea9a1451 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277580 Jul 14 09:15:36.651822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-405b3c5f-5e3a-4c13-8b42-158998dfdbaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=bc2e40f4-1621-467b-9f17-253edde83b2d HTTP/1.1" status: 200 len: 217 time: 0.0709646 Jul 14 09:15:36.693851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Set router c22983ab-1ad8-4d07-bf5d-183593bf890b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:36.731773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-c018b579-11f0-44ff-bfd4-7bbb1d966c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.733657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-c018b579-11f0-44ff-bfd4-7bbb1d966c74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0683255 Jul 14 09:15:36.852667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-8b09ed64-7139-4630-a5fa-d15d059c2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.856980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-8b09ed64-7139-4630-a5fa-d15d059c2b10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158569 Jul 14 09:15:36.864189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54474) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.911745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:15:35Z', 'revision_number': 3, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port': {'id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:34Z', 'updated_at': '2021-07-14T09:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:36.941127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Checking router: c22983ab-1ad8-4d07-bf5d-183593bf890b for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:36.941515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Updating router c22983ab-1ad8-4d07-bf5d-183593bf890b port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:36.979773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.994903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-372c32da-242f-45c3-a2be-d7c0e9dbed8b service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258955 Jul 14 09:15:37.018178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c534c5-5d49-4083-8cf3-8f58938453af req-e455ae4e-6d8a-4277-99a5-cff3df24a339 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.022541 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51c534c5-5d49-4083-8cf3-8f58938453af req-e455ae4e-6d8a-4277-99a5-cff3df24a339 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1641824 Jul 14 09:15:37.113042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-4a5cf1bc-d07b-4290-9532-5d78c9b55397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.114626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-4a5cf1bc-d07b-4290-9532-5d78c9b55397 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 1097 time: 0.2482815 Jul 14 09:15:37.124947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b602b9b-8f52-4248-9132-cc7ef62acbc4 req-f3e77de8-4d36-4c5d-8b71-41b433cca47f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.133148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b602b9b-8f52-4248-9132-cc7ef62acbc4 req-f3e77de8-4d36-4c5d-8b71-41b433cca47f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.5533228 Jul 14 09:15:37.146976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51c534c5-5d49-4083-8cf3-8f58938453af req-010e2d3d-6cfe-4507-bb73-fab6c089f94d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987749 Jul 14 09:15:37.197087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-9f76310b-25f4-4572-a535-8de57096620e service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718953 Jul 14 09:15:37.264169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-b121e12c-aafd-4219-9d35-e706f65bb780 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411 HTTP/1.1" status: 200 len: 217 time: 0.0599558 Jul 14 09:15:37.268341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca1fa18-6c3d-4836-aa15-c85edba2d8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.302426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b602b9b-8f52-4248-9132-cc7ef62acbc4 req-d1b28bbf-9279-48ed-9cec-16aa55e76394 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684101 Jul 14 09:15:37.350341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-2b6f25e3-1a47-450e-8577-efb5a203947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.351167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-2b6f25e3-1a47-450e-8577-efb5a203947c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0778365 Jul 14 09:15:37.364226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.372903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-937d9a8d-b463-412b-812b-3093eb7d1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.374167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-937d9a8d-b463-412b-812b-3093eb7d1ef8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 912 time: 0.2389696 Jul 14 09:15:37.382433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Transition to ACTIVE for port object 9610a88f-d0db-4cc3-8a46-58a5e74cdefb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:37.392237 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.398877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.423726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699844d7-4005-4379-aa9e-f2b619b61e3a req-f66987ce-1d77-424a-bda2-54f8c1c38077 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.431135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-699844d7-4005-4379-aa9e-f2b619b61e3a req-f66987ce-1d77-424a-bda2-54f8c1c38077 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1587849 Jul 14 09:15:37.454895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Attempting to bind port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:37.455445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Attempting to bind port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:37.455909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Attempting to bind port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:37.464645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:37.465329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:37.465648 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.466036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:37.466500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Bound port: 9610a88f-d0db-4cc3-8a46-58a5e74cdefb, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:37.466897 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.470056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2be20-d466-4d48-8553-624fedc21453 None None] Pushing event updated for resources: {'Port': ['ID=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:37.474561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-8996185c-354c-4e57-92e9-11515c69e0c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=533cef56-d4f8-43d7-badc-fb90951873b0 HTTP/1.1" status: 200 len: 217 time: 0.0906467 Jul 14 09:15:37.490542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-699844d7-4005-4379-aa9e-f2b619b61e3a req-30c5e621-0c86-4abb-aec0-a8b6fe9d2788 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583339 Jul 14 09:15:37.493813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-276fea1f-aaca-4581-acc5-cd98e6081249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.495299 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-276fea1f-aaca-4581-acc5-cd98e6081249 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350026 Jul 14 09:15:37.534293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] For port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:37.542084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] For port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:37.548068 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.564360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a07cc265-3dee-41e9-a739-985eb7364074 req-be2f2802-0bee-4503-8359-800972b33b78 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0771248 Jul 14 09:15:37.649157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-d54f4eca-9751-4916-8b80-d24ac3404907 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462011 Jul 14 09:15:37.655432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-06a6dcc6-91fb-415a-ae80-e4fff5a8de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.656914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-06a6dcc6-91fb-415a-ae80-e4fff5a8de66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 200 len: 851 time: 0.1601667 Jul 14 09:15:37.680706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Routers {'c22983ab-1ad8-4d07-bf5d-183593bf890b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:37.681329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c22983ab-1ad8-4d07-bf5d-183593bf890b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:37.721781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2be20-d466-4d48-8553-624fedc21453 None None] Pushing event updated for resources: {'Port': ['ID=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:37.744400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-a0954c27-6dea-4613-a006-fd49d40c872d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77144098-dd46-40ec-be51-8c75ee6e5961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771558 Jul 14 09:15:37.781021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca1fa18-6c3d-4836-aa15-c85edba2d8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.800679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] Set router c22983ab-1ad8-4d07-bf5d-183593bf890b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:37.813425 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca1fa18-6c3d-4836-aa15-c85edba2d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.910291 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cca1fa18-6c3d-4836-aa15-c85edba2d8d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a4e7f0b13be49f48c739aee18e3582f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8987417 Jul 14 09:15:37.912616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54484) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:37.937086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1fa18-6c3d-4836-aa15-c85edba2d8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d670d-0b9f-48aa-bf87-db7499953a02,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:37.963575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Allocated IP 172.20.0.1 (7ec51ff1-018c-48b9-ace5-3ace13af4891/d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0/ff306fb1-542e-4143-98cb-f0c5e3767966) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:37.992523 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-f62f6d91-fcc2-4ba1-9ba6-f74257105a8a service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414775 Jul 14 09:15:37.995979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:15:35Z', 'revision_number': 3, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port': {'id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:34Z', 'updated_at': '2021-07-14T09:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:38.026932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82b111-47ae-4fb9-8e7c-7017d62ee90e None None] The sync data for ids ['c22983ab-1ad8-4d07-bf5d-183593bf890b'] in n-d-758944-44 is: [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:15:35Z', 'revision_number': 3, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port': {'id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:34Z', 'updated_at': '2021-07-14T09:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:38.078168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-be76a6b4-39ac-4ca8-b0aa-ac33f89946c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175391 Jul 14 09:15:38.125881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee5cd-06d0-43a7-86e6-dc14b731baac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.144368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3edccc64-3f51-45c1-8b1a-730f7cb38e9f req-86458a43-d282-4d96-955b-6c8f19f76930 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0575521 Jul 14 09:15:38.146661 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-9dbad5b2-96ad-4d15-92e8-453cd48a1cd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d574b952-f894-40ff-8272-2b003fbc097d HTTP/1.1" status: 200 len: 217 time: 0.0523226 Jul 14 09:15:38.176362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee5cd-06d0-43a7-86e6-dc14b731baac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.204716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-811b78a7-2d14-4828-ac1b-98a3e3ebf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.206214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-811b78a7-2d14-4828-ac1b-98a3e3ebf8e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.0525577 Jul 14 09:15:38.242142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-525f78f4-be9a-4cea-9e4a-71110ea93e0a req-c6d0435b-6fd8-4ba0-9de2-be2036a82994 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418699 Jul 14 09:15:38.247732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.337792 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee5cd-06d0-43a7-86e6-dc14b731baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.344917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f3ee5cd-06d0-43a7-86e6-dc14b731baac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.349177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4f3ee5cd-06d0-43a7-86e6-dc14b731baac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba0d670d-0b9f-48aa-bf87-db7499953a02 HTTP/1.1" status: 204 len: 168 time: 0.4288352 Jul 14 09:15:38.378233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ee5cd-06d0-43a7-86e6-dc14b731baac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d670d-0b9f-48aa-bf87-db7499953a02,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.379008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-1180efce-e48f-4a08-ac94-1804891e2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.381054 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-1180efce-e48f-4a08-ac94-1804891e2c6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1637068 Jul 14 09:15:38.412848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.535419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acb1e-2bf2-4d22-9d9a-3916b814715d req-021cc6f3-8c7e-428d-a1ac-69415c90a40d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.542484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d30acb1e-2bf2-4d22-9d9a-3916b814715d req-021cc6f3-8c7e-428d-a1ac-69415c90a40d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2152545 Jul 14 09:15:38.565506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:38.584828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:38.593617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:38.617955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9610a88f-d0db-4cc3-8a46-58a5e74cdefb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:38.655595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d30acb1e-2bf2-4d22-9d9a-3916b814715d req-1f8ecf47-72a8-4264-acd0-4879c4afafe2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119149 Jul 14 09:15:38.681739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.700288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:38.703800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-d1fb30f4-6f33-433c-a0ee-5c8c5d2e2b7d service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030467 Jul 14 09:15:38.705156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:38.705598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.815337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:38.826667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Pushing event updated for resources: {'Port': ['ID=ff306fb1-542e-4143-98cb-f0c5e3767966,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.854986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1efcf47c-61c3-4f5a-964e-b2be9b5bf051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.875926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.907487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:38.915906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.989251 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-cff405c3-1103-485b-ac33-952233882455 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807527 Jul 14 09:15:39.019838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b19ff4-6d6b-495d-99f6-08a2061307bd req-2876452b-dca7-49cf-813b-3f6bb85b695c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.036265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68b19ff4-6d6b-495d-99f6-08a2061307bd req-2876452b-dca7-49cf-813b-3f6bb85b695c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.4572797 Jul 14 09:15:39.056228 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-ea21ea84-b473-4b28-a8e0-5698a5b0df20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3371dd45-6454-4519-aaf2-1303409fe639 HTTP/1.1" status: 200 len: 217 time: 0.0502162 Jul 14 09:15:39.057241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.070230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a2ee8-c394-4e48-a182-b61968474cb5 req-9eeb89c2-2cfb-4b37-a348-4eadf36879c5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.077155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b0a2ee8-c394-4e48-a182-b61968474cb5 req-9eeb89c2-2cfb-4b37-a348-4eadf36879c5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1910138 Jul 14 09:15:39.152881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68b19ff4-6d6b-495d-99f6-08a2061307bd req-dfc60a04-22d5-4fc9-bc61-3e25961dd762 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144590 Jul 14 09:15:39.177232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.217032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b0a2ee8-c394-4e48-a182-b61968474cb5 req-94027969-7721-4bc2-bdfa-7ba341cc1477 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333580 Jul 14 09:15:39.222377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-a95e87a6-94ac-4ed2-920e-5e118b78bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.225443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-a95e87a6-94ac-4ed2-920e-5e118b78bca5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.1457214 Jul 14 09:15:39.340708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1efcf47c-61c3-4f5a-964e-b2be9b5bf051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.360545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1efcf47c-61c3-4f5a-964e-b2be9b5bf051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.448394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcf47c-61c3-4f5a-964e-b2be9b5bf051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723db77-aa36-4ee8-86e8-60541b5984e7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.456235 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1efcf47c-61c3-4f5a-964e-b2be9b5bf051 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edab9f2e8d104d56bfc765d4a7c6d6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374848 Jul 14 09:15:39.457177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.472091 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2be1cee0-866f-4551-ba47-6825b8cd7e41 req-b4ca96b3-8ce9-40d3-8151-88670990f0ee tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0704119 Jul 14 09:15:39.489200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181dcb-c110-4d44-94cc-8de9a326418c req-6bf1d59e-aaeb-4b31-a461-5203eb54aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.490757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-6bf1d59e-aaeb-4b31-a461-5203eb54aeb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2557714 Jul 14 09:15:39.594590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c81eec-5dc8-404f-9bb4-ad76dfe82901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.625825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c81eec-5dc8-404f-9bb4-ad76dfe82901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.694122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-eb8b6815-8b0f-48aa-9adb-a5a5ad133787 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943047 Jul 14 09:15:39.816499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c81eec-5dc8-404f-9bb4-ad76dfe82901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.819107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c81eec-5dc8-404f-9bb4-ad76dfe82901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.820327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-68c81eec-5dc8-404f-9bb4-ad76dfe82901 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6723db77-aa36-4ee8-86e8-60541b5984e7 HTTP/1.1" status: 204 len: 168 time: 0.3622367 Jul 14 09:15:39.837946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c81eec-5dc8-404f-9bb4-ad76dfe82901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723db77-aa36-4ee8-86e8-60541b5984e7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.911055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12181dcb-c110-4d44-94cc-8de9a326418c req-5f04136b-54e4-412f-a50c-62d27bcdf046 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767509 Jul 14 09:15:39.950997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a1c66e46-f47e-4735-912e-45eb57340708 req-ff1bf167-4032-4ebb-bd29-f40829eb8870 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c501bd08b243a8ad4c98c0c702bf53&device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0314600 Jul 14 09:15:39.984902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a1c66e46-f47e-4735-912e-45eb57340708 req-af05a8c3-9bd1-4f57-8c64-9c4239f1e407 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=03c501bd08b243a8ad4c98c0c702bf53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274272 Jul 14 09:15:40.137438 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.155337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.188880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314032-6f15-4180-8145-bc416d499bbb req-fd3630f3-f4d1-497c-8ebe-2d026fb92fdc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.195963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a314032-6f15-4180-8145-bc416d499bbb req-fd3630f3-f4d1-497c-8ebe-2d026fb92fdc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1959472 Jul 14 09:15:40.229403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-ed5a3dc2-e062-4b5f-bd28-b602820581a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.229642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c66e46-f47e-4735-912e-45eb57340708 req-8b9814ef-cd92-4db9-8710-d9c18fb20f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.230911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-ed5a3dc2-e062-4b5f-bd28-b602820581a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.2112601 Jul 14 09:15:40.231043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a1c66e46-f47e-4735-912e-45eb57340708 req-8b9814ef-cd92-4db9-8710-d9c18fb20f05 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395115 Jul 14 09:15:40.250392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a314032-6f15-4180-8145-bc416d499bbb req-29f84529-8c42-4db0-8869-af8fe07f4343 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535362 Jul 14 09:15:40.320373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7790a-ac97-47a7-8314-0995fcda79a5 req-29c4076a-89d9-4182-ac34-22d3792355bc tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.321886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ef7790a-ac97-47a7-8314-0995fcda79a5 req-29c4076a-89d9-4182-ac34-22d3792355bc tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.3002546 Jul 14 09:15:40.324537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Pushing event updated for resources: {'Port': ['ID=ff306fb1-542e-4143-98cb-f0c5e3767966,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:40.328665 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.386573 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ef7790a-ac97-47a7-8314-0995fcda79a5 req-ddef3f53-bc02-40fe-9bcf-7fc1e18901f2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554175 Jul 14 09:15:40.448041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-b097b103-90de-43a4-a2c2-d2baab8e0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.460941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-b097b103-90de-43a4-a2c2-d2baab8e0a8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.2160294 Jul 14 09:15:40.485755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9610a88f-d0db-4cc3-8a46-58a5e74cdefb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:40.587459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:40.588106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:40.593673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d85db11b-2979-4a8e-a8c1-0dd546fecd8c req-b7dff999-4203-41dc-a6ac-53ae66f0a4d4 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0604484 Jul 14 09:15:40.682132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-6fa49b3a-c055-4c5c-b315-63dd529249d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.1200004 Jul 14 09:15:40.790904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166de82c-913c-49ac-aeb2-02dd4f473f3a req-4302f95d-7fba-4313-ab6c-e761f41c358f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.792889 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-166de82c-913c-49ac-aeb2-02dd4f473f3a req-4302f95d-7fba-4313-ab6c-e761f41c358f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.2324607 Jul 14 09:15:40.830589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-fc70c15a-7c59-40ec-adab-42f0446ad597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.832000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-fc70c15a-7c59-40ec-adab-42f0446ad597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1419632 Jul 14 09:15:40.834027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:40.839075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:40.915971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-166de82c-913c-49ac-aeb2-02dd4f473f3a req-30ff1c26-fe10-4d62-bd77-2f1f49a65174 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159368 Jul 14 09:15:40.994072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-de3856f5-3cda-4ab0-8b06-17a6062d2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.995543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-de3856f5-3cda-4ab0-8b06-17a6062d2718 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496389 Jul 14 09:15:41.015310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Router c22983ab-1ad8-4d07-bf5d-183593bf890b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:41.168695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-933bb37c-edcc-42c5-8ee6-6a9b3253395a service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650021 Jul 14 09:15:41.232533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:41.243888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-baab2a84-8ef9-4c3d-ab57-c5cf914fb127 admin admin] 10.222.0.18 "PUT /v2.0/routers/c22983ab-1ad8-4d07-bf5d-183593bf890b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7367234 Jul 14 09:15:41.244785 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Sync routers for ids ['c22983ab-1ad8-4d07-bf5d-183593bf890b'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:41.258339 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Routers {'c22983ab-1ad8-4d07-bf5d-183593bf890b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:41.258965 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c22983ab-1ad8-4d07-bf5d-183593bf890b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:41.289072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d84fe2e-03e5-459c-8474-80a9fc9eab25 req-ba8d95f1-9d14-4998-9257-3c71b75d6390 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104033 Jul 14 09:15:41.409519 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Set router c22983ab-1ad8-4d07-bf5d-183593bf890b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:41.491509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a1c66e46-f47e-4735-912e-45eb57340708 req-e1bc290a-285d-4a87-aff1-df03ff857d94 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0343628 Jul 14 09:15:41.510247 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:41.588177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254e09d-5551-4c7e-a41c-c181551108c8 req-ffb1b459-85ad-4bd4-812f-183801371952 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:41.592193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e254e09d-5551-4c7e-a41c-c181551108c8 req-ffb1b459-85ad-4bd4-812f-183801371952 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1865294 Jul 14 09:15:41.656408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1112-0708-48e9-b62a-eb7d84145af8 req-bfbef2b9-225f-4b9c-908b-69584cc6e18d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:41.664061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-002f1112-0708-48e9-b62a-eb7d84145af8 req-bfbef2b9-225f-4b9c-908b-69584cc6e18d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.0918202 Jul 14 09:15:41.687680 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e254e09d-5551-4c7e-a41c-c181551108c8 req-7a8cc15b-7159-4109-946d-df4c8e6d23a1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897932 Jul 14 09:15:41.723845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-002f1112-0708-48e9-b62a-eb7d84145af8 req-ee6dc7ab-e904-48bb-85a9-8542d19c5fa0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580337 Jul 14 09:15:41.846106 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 4, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port': {'id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:34Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ff306fb1-542e-4143-98cb-f0c5e3767966', 'name': '', 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'mac_address': 'fa:16:3e:ba:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:39Z', 'revision_number': 2, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'subnets': [{'id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:41.885174 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Checking router: c22983ab-1ad8-4d07-bf5d-183593bf890b for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:41.885660 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Updating router c22983ab-1ad8-4d07-bf5d-183593bf890b port ff306fb1-542e-4143-98cb-f0c5e3767966 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:41.926165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8296e1e-837a-4eba-9dc7-ac40bdcb8757 req-f00b6b2c-2c71-4064-a049-e41858d7a6e3 tempest-ServerShowV254Test-825224868 tempest-ServerShowV254Test-825224868-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c76dd66-09f9-4270-add7-6a7fbf2b6f9c HTTP/1.1" status: 200 len: 210 time: 0.0384696 Jul 14 09:15:41.936512 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.062516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:42.186021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f4d65d82-1a45-457a-8277-a6ea35c3e0b2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.192792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f4d65d82-1a45-457a-8277-a6ea35c3e0b2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 819 time: 0.1689405 Jul 14 09:15:42.219950 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-b5595966-c1bb-4bbb-b99a-e15b917d8c0a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/quotas/f36c2f67bb9c4e73ad57be36ee420d74 HTTP/1.1" status: 200 len: 375 time: 0.0211854 Jul 14 09:15:42.250183 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546197e2-99cf-4638-9d80-1dd4a95ad691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.307935 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.323426 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Transition to ACTIVE for port object ff306fb1-542e-4143-98cb-f0c5e3767966 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:42.333610 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.339324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-09168263-bd87-4b83-a4a6-604ca03e917a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104884 Jul 14 09:15:42.371072 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546197e2-99cf-4638-9d80-1dd4a95ad691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.391728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546197e2-99cf-4638-9d80-1dd4a95ad691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.396559 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b987e4a-5313-470a-b53f-a2054207e924 None None] Pushing event updated for resources: {'Port': ['ID=ff306fb1-542e-4143-98cb-f0c5e3767966,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.452582 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Attempting to bind port ff306fb1-542e-4143-98cb-f0c5e3767966 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:42.452838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-af1d39c2-1228-4138-b066-b226dc7a3791 service neutron] 10.222.0.18 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123228 Jul 14 09:15:42.452934 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Attempting to bind port ff306fb1-542e-4143-98cb-f0c5e3767966 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:42.453303 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Attempting to bind port ff306fb1-542e-4143-98cb-f0c5e3767966 on network 7ec51ff1-018c-48b9-ace5-3ace13af4891 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:42.458608 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:42.459031 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Checking segment: {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:42.459383 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.459782 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Bound using segment: {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:42.460237 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Bound port: ff306fb1-542e-4143-98cb-f0c5e3767966, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:42.460618 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.462962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-546197e2-99cf-4638-9d80-1dd4a95ad691 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9848e92ae0484dd3bd900a5b165982f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993011 Jul 14 09:15:42.464624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546197e2-99cf-4638-9d80-1dd4a95ad691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9baaecf-5a34-471f-8705-f27f0bfd05c6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.466983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54604) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:42.530962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] For port ff306fb1-542e-4143-98cb-f0c5e3767966, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:42.534513 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] For port ff306fb1-542e-4143-98cb-f0c5e3767966, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ff306fb1-542e-4143-98cb-f0c5e3767966,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:42.540380 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.554944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce8c4b-c679-4599-b984-302a7bb9ab26 req-7b8b7907-1d42-473d-ac3b-666023b4ab62 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.562488 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93ce8c4b-c679-4599-b984-302a7bb9ab26 req-7b8b7907-1d42-473d-ac3b-666023b4ab62 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1822965 Jul 14 09:15:42.568875 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-0cac33c5-b066-4d9f-88b9-4c5d987f23a5 service neutron] 10.222.0.18 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040125 Jul 14 09:15:42.581934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3e60-3d0e-457d-b599-348bdfadacad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.601558 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Routers {'c22983ab-1ad8-4d07-bf5d-183593bf890b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:42.602453 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c22983ab-1ad8-4d07-bf5d-183593bf890b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:42.608276 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b987e4a-5313-470a-b53f-a2054207e924 None None] Pushing event updated for resources: {'Port': ['ID=ff306fb1-542e-4143-98cb-f0c5e3767966,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.609422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93ce8c4b-c679-4599-b984-302a7bb9ab26 req-b7b2c8fe-4eec-412b-ba6d-9bf2e51344da tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Jul 14 09:15:42.627431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3e60-3d0e-457d-b599-348bdfadacad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.686722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3e60-3d0e-457d-b599-348bdfadacad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.694127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3e60-3d0e-457d-b599-348bdfadacad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.703900 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d2e3e60-3d0e-457d-b599-348bdfadacad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9baaecf-5a34-471f-8705-f27f0bfd05c6 HTTP/1.1" status: 204 len: 168 time: 0.2272985 Jul 14 09:15:42.719391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e3e60-3d0e-457d-b599-348bdfadacad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9baaecf-5a34-471f-8705-f27f0bfd05c6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.740578 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] Set router c22983ab-1ad8-4d07-bf5d-183593bf890b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:42.797976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9292ef2c-b1bf-474a-88f6-56bda3592d4d req-20817c62-a96d-4ede-9266-4bcc4d851dc0 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 210 time: 0.0544920 Jul 14 09:15:42.934506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bd5e2-d6a4-489d-a56b-dc6920522df7 req-e73b2b1e-29b2-47a2-9106-016fdf888468 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.950994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c37bd5e2-d6a4-489d-a56b-dc6920522df7 req-e73b2b1e-29b2-47a2-9106-016fdf888468 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1278238 Jul 14 09:15:43.007762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c37bd5e2-d6a4-489d-a56b-dc6920522df7 req-433b390a-73ea-4095-ada6-de707f1070a4 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548327 Jul 14 09:15:43.097566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31095e1-8606-434f-9b5d-e4d3084c8afa req-332bf3ea-efad-486d-b047-ad9e702a656b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.107405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f31095e1-8606-434f-9b5d-e4d3084c8afa req-332bf3ea-efad-486d-b047-ad9e702a656b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1793950 Jul 14 09:15:43.128352 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 4, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port': {'id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:34Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ff306fb1-542e-4143-98cb-f0c5e3767966', 'name': '', 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'mac_address': 'fa:16:3e:ba:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:42Z', 'revision_number': 4, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'subnets': [{'id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:43.156885 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7001c68-be47-4c99-a4e4-aa38dc6e09c8 None None] The sync data for ids ['c22983ab-1ad8-4d07-bf5d-183593bf890b'] in n-d-758944-44 is: [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 4, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port': {'id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:34Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ff306fb1-542e-4143-98cb-f0c5e3767966', 'name': '', 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'mac_address': 'fa:16:3e:ba:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:37Z', 'updated_at': '2021-07-14T09:15:42Z', 'revision_number': 4, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'subnets': [{'id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:15:43.163199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f31095e1-8606-434f-9b5d-e4d3084c8afa req-4555d23d-1955-4187-af3f-753ff0f8ce93 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547354 Jul 14 09:15:43.513306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad539d1d-95ce-4701-a196-d3f9d1a13a7d req-42f589f8-de63-4ae3-a1fb-0b446f26fbc8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.518278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad539d1d-95ce-4701-a196-d3f9d1a13a7d req-42f589f8-de63-4ae3-a1fb-0b446f26fbc8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1399686 Jul 14 09:15:43.559478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f419-4686-4720-80a9-ed272a64294e req-bd614461-8e05-436e-9a47-842ed1bf4047 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.573268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-bd614461-8e05-436e-9a47-842ed1bf4047 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 819 time: 0.2424884 Jul 14 09:15:43.589202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.591034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-f31ead5a-f47d-44a5-b516-7c3c4de7e068 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/quotas/f36c2f67bb9c4e73ad57be36ee420d74 HTTP/1.1" status: 200 len: 375 time: 0.0169799 Jul 14 09:15:43.623497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad539d1d-95ce-4701-a196-d3f9d1a13a7d req-9e07bc1d-936f-49c2-830b-9a5201bfdc66 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970600 Jul 14 09:15:43.693257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-5dc074b3-651f-46a2-9ca5-c4355995c9d7 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013308 Jul 14 09:15:43.865605 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-8ade02dc-9e8a-446b-be67-5b35b846eba7 service neutron] 10.222.0.18 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648436 Jul 14 09:15:43.994996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-4c61eb65-0b51-4940-8ea2-a9097017fb65 service neutron] 10.222.0.18 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256177 Jul 14 09:15:44.029049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9dba20bc-74fc-442c-9275-1c8ee78cb72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.227632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3b391-4a42-488b-9fc2-4a9c7204e8d8 req-02f1e619-3e15-4a59-aeac-0784585b40ad tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.229144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52c3b391-4a42-488b-9fc2-4a9c7204e8d8 req-02f1e619-3e15-4a59-aeac-0784585b40ad tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1091492 Jul 14 09:15:44.268971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9dba20bc-74fc-442c-9275-1c8ee78cb72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.283683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9dba20bc-74fc-442c-9275-1c8ee78cb72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.324203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9dba20bc-74fc-442c-9275-1c8ee78cb72e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03c501bd08b243a8ad4c98c0c702bf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320111 Jul 14 09:15:44.333386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:44.342553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52c3b391-4a42-488b-9fc2-4a9c7204e8d8 req-c761be17-caff-4702-ba19-b5431e94cf03 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035888 Jul 14 09:15:44.403148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba20bc-74fc-442c-9275-1c8ee78cb72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35cabad-0454-4025-8dee-5fe5ec258e47,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.523813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe95a2-ebbf-4b9f-8531-d1b37206486b req-9d14271b-785e-4ff5-bf5f-0fa55799a060 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.530968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80fe95a2-ebbf-4b9f-8531-d1b37206486b req-9d14271b-785e-4ff5-bf5f-0fa55799a060 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2881007 Jul 14 09:15:44.558933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0c4037c-5a61-4e53-b9a6-a12abd5dcdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.614011 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0c4037c-5a61-4e53-b9a6-a12abd5dcdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.633159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80fe95a2-ebbf-4b9f-8531-d1b37206486b req-8b005c74-8798-47ea-b593-9042b9356067 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011300 Jul 14 09:15:44.678432 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-92c73c19-7918-4171-8e35-eadb4ba7994a req-ee945f20-b792-4218-ba40-df8a8c0461f7 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 210 time: 0.0917106 Jul 14 09:15:44.727534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ff306fb1-542e-4143-98cb-f0c5e3767966 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:44.770089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0c4037c-5a61-4e53-b9a6-a12abd5dcdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.776114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0c4037c-5a61-4e53-b9a6-a12abd5dcdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.781138 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a0c4037c-5a61-4e53-b9a6-a12abd5dcdca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f35cabad-0454-4025-8dee-5fe5ec258e47 HTTP/1.1" status: 204 len: 168 time: 0.4433265 Jul 14 09:15:44.797062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4037c-5a61-4e53-b9a6-a12abd5dcdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35cabad-0454-4025-8dee-5fe5ec258e47,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.845307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ff306fb1-542e-4143-98cb-f0c5e3767966 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:44.852345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ff306fb1-542e-4143-98cb-f0c5e3767966 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:44.853698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.858782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-635a0ebe-1ca8-4cf6-8c44-cf785541b9e1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.862655 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-635a0ebe-1ca8-4cf6-8c44-cf785541b9e1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.11 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 819 time: 0.4177248 Jul 14 09:15:44.873645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Request body: {'port': {'device_id': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'admin_state_up': True, 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:44.992339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f8de3-b696-4ecc-aa54-2a780335124c req-8d8a1f14-ef46-49f7-bd71-fbe921e4d283 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.001464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb7f8de3-b696-4ecc-aa54-2a780335124c req-8d8a1f14-ef46-49f7-bd71-fbe921e4d283 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1463227 Jul 14 09:15:45.090918 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.097061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb7f8de3-b696-4ecc-aa54-2a780335124c req-94f7606e-395f-4416-a681-6936f78025cc tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930603 Jul 14 09:15:45.156534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ff306fb1-542e-4143-98cb-f0c5e3767966, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ff306fb1-542e-4143-98cb-f0c5e3767966,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:45.163466 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.212492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Made reservation on behalf of f36c2f67bb9c4e73ad57be36ee420d74 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:45.219582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.315145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ff306fb1-542e-4143-98cb-f0c5e3767966,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.464403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Allocated IP 172.20.0.6 (7ec51ff1-018c-48b9-ace5-3ace13af4891/d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0/c9c06054-203c-4c3d-93cb-ee1e0e13678d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:45.600347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-74e6feaf-6c15-4c43-a9a6-9bbadade2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.602363 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-74e6feaf-6c15-4c43-a9a6-9bbadade2323 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.1229024 Jul 14 09:15:45.615909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fc1bc-435c-4581-9a9e-fdd3058aa1d7 req-fe3c6ea2-652e-4264-b07f-a3ec55b065fb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.618590 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e89fc1bc-435c-4581-9a9e-fdd3058aa1d7 req-fe3c6ea2-652e-4264-b07f-a3ec55b065fb tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1276789 Jul 14 09:15:45.707524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ab84-f2c0-4122-ae0b-acbb8234ea18 req-a2880616-030f-4094-a26a-96f2cb2c31e5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.714304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5c8ab84-f2c0-4122-ae0b-acbb8234ea18 req-a2880616-030f-4094-a26a-96f2cb2c31e5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1750295 Jul 14 09:15:45.795109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.797802 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e89fc1bc-435c-4581-9a9e-fdd3058aa1d7 req-ec97dd9e-3556-4152-ae6b-ed3116b51944 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736178 Jul 14 09:15:45.856895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-102de807-71b6-4d9e-91fc-98d0a84e168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.860478 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-102de807-71b6-4d9e-91fc-98d0a84e168c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.2340617 Jul 14 09:15:45.863951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5c8ab84-f2c0-4122-ae0b-acbb8234ea18 req-e2cea00c-290c-4b47-ad95-974bcd6502ed tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485989 Jul 14 09:15:45.921044 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08ed07d5-9b65-459c-98a4-d99038e2e6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.971834 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-4ea1776f-a20a-484f-b22b-5fa95eed25f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.0976830 Jul 14 09:15:46.004619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.055791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:46.059883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:46.064428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:46.071688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Pushing event updated for resources: {'Port': ['ID=c9c06054-203c-4c3d-93cb-ee1e0e13678d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:46.111763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e1664afb-ce3e-416a-bf55-e71afc70d6f5 req-9f918c2b-6944-4858-9522-95e66a054807 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 210 time: 0.0632036 Jul 14 09:15:46.128955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-f4ac5589-9fca-40ec-9f75-3cd6b850f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.131301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-f4ac5589-9fca-40ec-9f75-3cd6b850f320 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.1451545 Jul 14 09:15:46.158597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.159866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.178926 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-f74e5651-ed69-43a7-9b71-40d0f8673eb3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3091464 Jul 14 09:15:46.197766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Request body: {'port': {'device_id': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:46.199994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-43791f02-ccbc-4e91-a171-4211642cef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.201958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-43791f02-ccbc-4e91-a171-4211642cef6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633547 Jul 14 09:15:46.330596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-395165f9-238f-4f49-b4a0-c5e6d92c81be service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201971 Jul 14 09:15:46.333759 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.448932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b086f51-a8ff-4bd1-8b60-739264888dcd req-5f16b6fc-bd57-4c33-b4b2-93aed82aa708 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.456446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b086f51-a8ff-4bd1-8b60-739264888dcd req-5f16b6fc-bd57-4c33-b4b2-93aed82aa708 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2111270 Jul 14 09:15:46.462202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ff306fb1-542e-4143-98cb-f0c5e3767966 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:46.503846 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9bb670c7-36ad-4910-b0e5-a6c59a55eee8 req-4bab8755-5108-45bf-b998-817fa36753b1 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641068 Jul 14 09:15:46.566013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b086f51-a8ff-4bd1-8b60-739264888dcd req-da8d5deb-13c7-4cd6-af61-d43334dd129e tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079135 Jul 14 09:15:46.570523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ff306fb1-542e-4143-98cb-f0c5e3767966 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:46.571162 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.807679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f419-4686-4720-80a9-ed272a64294e req-b0cd1bef-42c1-40c1-a874-ffc03faffe0e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.809398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-b0cd1bef-42c1-40c1-a874-ffc03faffe0e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.48 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 819 time: 0.1903806 Jul 14 09:15:46.824949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Request body: {'port': {'device_id': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'admin_state_up': True, 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:47.044667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c06054-203c-4c3d-93cb-ee1e0e13678d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:47.067678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.085976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Transition to ACTIVE for port object c9c06054-203c-4c3d-93cb-ee1e0e13678d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:47.093228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.132774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7de1-0229-4305-bc36-fe62ce7f5667 req-303cfc22-0e2d-4b8a-995e-1275efbca78b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.139701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1af7de1-0229-4305-bc36-fe62ce7f5667 req-303cfc22-0e2d-4b8a-995e-1275efbca78b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1441948 Jul 14 09:15:47.147902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Made reservation on behalf of f36c2f67bb9c4e73ad57be36ee420d74 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:47.151391 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.166646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54782) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:47.216846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:47.264594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1af7de1-0229-4305-bc36-fe62ce7f5667 req-9a68adee-e890-4981-8abf-72af69ca3f46 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240237 Jul 14 09:15:47.288223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Attempting to bind port c9c06054-203c-4c3d-93cb-ee1e0e13678d on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:47.288566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Attempting to bind port c9c06054-203c-4c3d-93cb-ee1e0e13678d by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:47.288900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Attempting to bind port c9c06054-203c-4c3d-93cb-ee1e0e13678d on network 7ec51ff1-018c-48b9-ace5-3ace13af4891 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:47.294257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c06054-203c-4c3d-93cb-ee1e0e13678d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.297909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Port c9c06054-203c-4c3d-93cb-ee1e0e13678d on network 7ec51ff1-018c-48b9-ace5-3ace13af4891 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:47.298239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Attempting to bind port c9c06054-203c-4c3d-93cb-ee1e0e13678d on network 7ec51ff1-018c-48b9-ace5-3ace13af4891 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:47.311711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:47.312059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Checking segment: {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:47.312447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Bound using segment: {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:47.312890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Bound port: c9c06054-203c-4c3d-93cb-ee1e0e13678d, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:47.313251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.333363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126410e-21e2-4287-b813-1ef265f19e1f req-8ad554af-af24-4390-beb9-7bd3ae2a64bc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.334870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4126410e-21e2-4287-b813-1ef265f19e1f req-8ad554af-af24-4390-beb9-7bd3ae2a64bc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.2171016 Jul 14 09:15:47.406273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a71b07bc-1ccf-4ed3-9bcd-50a05ffc7e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.424169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4126410e-21e2-4287-b813-1ef265f19e1f req-cdf6e582-f85b-4098-888f-c56f33113f2c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779793 Jul 14 09:15:47.429735 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76c960ff-8d05-4bf7-8713-5029213136c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.432653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] For port c9c06054-203c-4c3d-93cb-ee1e0e13678d, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:47.437403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] For port c9c06054-203c-4c3d-93cb-ee1e0e13678d, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:47.443931 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.465144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Allocated IP 172.20.0.8 (7ec51ff1-018c-48b9-ace5-3ace13af4891/d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0/6223fca4-1bc2-4bad-831c-efcc4143433f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:47.490575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.491611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.492511 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d41a614d-baba-48b2-8d03-511f40b9b6f7 req-a6eb3c89-294b-4e40-a895-93c5f02e0030 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 210 time: 0.0736201 Jul 14 09:15:47.493040 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 200 len: 1092 time: 1.3061216 Jul 14 09:15:47.495794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'tag': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:47.499759 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c37605-925e-445b-86ff-262089884a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "80d28431-d123-46bd-bee7-d770e92c5b2f", "tag": "c9c06054-203c-4c3d-93cb-ee1e0e13678d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:47.551633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bb0ab-ee83-45eb-b5b8-436fbf298c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c06054-203c-4c3d-93cb-ee1e0e13678d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.598734 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de314cf8-e902-436c-b48d-8288babf8bf4 x-openstack-request-id: req-de314cf8-e902-436c-b48d-8288babf8bf4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:47.599222 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d28431-d123-46bd-bee7-d770e92c5b2f", "tag": "c9c06054-203c-4c3d-93cb-ee1e0e13678d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:47.599514 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de314cf8-e902-436c-b48d-8288babf8bf4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:47.600097 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'tag': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d', 'status': 'completed', 'code': 200} Jul 14 09:15:47.629446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-3c236a6f-9a94-4b45-a53a-6a581bbd830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.631565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-3c236a6f-9a94-4b45-a53a-6a581bbd830f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1095 time: 0.0756805 Jul 14 09:15:47.691945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-1e8ad380-ba74-41e5-8246-8991a3d77b5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 200 len: 217 time: 0.0522022 Jul 14 09:15:47.800054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-a36e2dba-8fda-4fc6-b0bb-eb835b3bdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.801845 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-a36e2dba-8fda-4fc6-b0bb-eb835b3bdb56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.1039631 Jul 14 09:15:47.855918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-cbf9cf29-cffc-4653-9135-8efc5bc404fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434709 Jul 14 09:15:47.931708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-72d39a6d-b507-4402-b273-3e0dbc5e2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.933194 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-72d39a6d-b507-4402-b273-3e0dbc5e2379 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 1096 time: 0.1846406 Jul 14 09:15:48.052796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a7d74-21ca-4fb3-ab8b-edfdbf5dc673 req-04c93c03-6b8f-4413-8a23-80a1f7c4bd67 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.054288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6a7d74-21ca-4fb3-ab8b-edfdbf5dc673 req-04c93c03-6b8f-4413-8a23-80a1f7c4bd67 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2280481 Jul 14 09:15:48.064834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-5e20b5d0-5dd6-4a0d-bf0f-b000b1279a23 service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864319 Jul 14 09:15:48.081680 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a71b07bc-1ccf-4ed3-9bcd-50a05ffc7e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.085629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.091046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a71b07bc-1ccf-4ed3-9bcd-50a05ffc7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.110143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-994a9025-2c40-4954-846c-b0acf5c1be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.111635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-994a9025-2c40-4954-846c-b0acf5c1be52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 200 len: 911 time: 0.1683040 Jul 14 09:15:48.171194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a71b07bc-1ccf-4ed3-9bcd-50a05ffc7e9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03d85da0bb114039bbcbdf9f3417f998&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034785 Jul 14 09:15:48.175661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54802) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:48.182272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b07bc-1ccf-4ed3-9bcd-50a05ffc7e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865878df-a45f-4dd5-8c89-14172a3f2b01,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.207596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a498759-93e6-4252-a5b3-6cbdd1c69b75 req-c9327a66-4be2-467b-bf7f-07e630a0f79f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.209150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a498759-93e6-4252-a5b3-6cbdd1c69b75 req-c9327a66-4be2-467b-bf7f-07e630a0f79f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2087934 Jul 14 09:15:48.306895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.337869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a498759-93e6-4252-a5b3-6cbdd1c69b75 req-5175de98-89c8-482e-88da-684bf4f7a8c2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178026 Jul 14 09:15:48.378412 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-800ab95c-eff2-447c-a339-2ac6407e93ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.392854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76c960ff-8d05-4bf7-8713-5029213136c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.407751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Network 7ec51ff1-018c-48b9-ace5-3ace13af4891 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:48.416948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76c960ff-8d05-4bf7-8713-5029213136c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.434427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:48.437326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:48.450822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Pushing event updated for resources: {'Port': ['ID=6223fca4-1bc2-4bad-831c-efcc4143433f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.460542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-800ab95c-eff2-447c-a339-2ac6407e93ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.543486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c960ff-8d05-4bf7-8713-5029213136c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc83e79a-bcac-4dc3-ba38-2633cfaa6c7e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.550380 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-76c960ff-8d05-4bf7-8713-5029213136c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b44661021c14b42b37ad64a32d58123&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3300588 Jul 14 09:15:48.552577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6a7d74-21ca-4fb3-ab8b-edfdbf5dc673 req-440b5f0a-671e-46ee-a671-0c7418cb053c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4899290 Jul 14 09:15:48.553911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:48.576507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.577140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.612749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-7783b7ab-7dc5-4ba9-83e5-1216253ec917 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 200 len: 999 time: 0.4771032 Jul 14 09:15:48.622481 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-0f18f24f-e31f-4e72-b6bd-d8f611541e7b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8019443 Jul 14 09:15:48.636614 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-800ab95c-eff2-447c-a339-2ac6407e93ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.639115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-800ab95c-eff2-447c-a339-2ac6407e93ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.640318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-800ab95c-eff2-447c-a339-2ac6407e93ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/865878df-a45f-4dd5-8c89-14172a3f2b01 HTTP/1.1" status: 204 len: 168 time: 0.4601107 Jul 14 09:15:48.650871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Request body: {'port': {'device_id': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:48.661040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c36f55e9-8107-4387-b54f-36511684ca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.670667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bee39777-b822-42e6-b1c5-62b6cfae9add req-5a61d22a-894f-47f5-b8ff-65a2adb0829b service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976324 Jul 14 09:15:48.681513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ab95c-eff2-447c-a339-2ac6407e93ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865878df-a45f-4dd5-8c89-14172a3f2b01,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.684784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a392930a-7b22-4f00-9436-d4c5d52b801a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.704915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-46a9e64b-ddcf-4eb5-90e5-39ca6f2d9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.708312 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-46a9e64b-ddcf-4eb5-90e5-39ca6f2d9c52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 200 len: 849 time: 0.0884178 Jul 14 09:15:48.713717 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c36f55e9-8107-4387-b54f-36511684ca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.792979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.867730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c36f55e9-8107-4387-b54f-36511684ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.870305 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c36f55e9-8107-4387-b54f-36511684ca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.873963 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c36f55e9-8107-4387-b54f-36511684ca28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc83e79a-bcac-4dc3-ba38-2633cfaa6c7e HTTP/1.1" status: 204 len: 168 time: 0.3166156 Jul 14 09:15:48.880963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-e52de0e0-1e0d-45be-bff0-82316bfa1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.882396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-e52de0e0-1e0d-45be-bff0-82316bfa1714 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613774 Jul 14 09:15:48.894350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f55e9-8107-4387-b54f-36511684ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc83e79a-bcac-4dc3-ba38-2633cfaa6c7e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.895047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041aa5e-57cc-497a-8394-8c48b2ac8a9f req-d96f2390-484a-4ed8-933f-e442f6d34bf1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.908692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7041aa5e-57cc-497a-8394-8c48b2ac8a9f req-d96f2390-484a-4ed8-933f-e442f6d34bf1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1475978 Jul 14 09:15:48.939190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37605-925e-445b-86ff-262089884a6c req-bcb98027-743c-46f7-b097-93351399ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.941115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c37605-925e-445b-86ff-262089884a6c req-bcb98027-743c-46f7-b097-93351399ccf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1095 time: 0.1693656 Jul 14 09:15:48.946905 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.972250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc3155-48f8-4736-9c69-a3d81d5395cb req-a94a1d77-0aa7-4739-9aad-9a862e6172df tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.974362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aedc3155-48f8-4736-9c69-a3d81d5395cb req-a94a1d77-0aa7-4739-9aad-9a862e6172df tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 931 time: 0.2017655 Jul 14 09:15:49.087774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aedc3155-48f8-4736-9c69-a3d81d5395cb req-92abe359-d8df-4e90-9eb9-23c769883eaf tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002805 Jul 14 09:15:49.095018 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7041aa5e-57cc-497a-8394-8c48b2ac8a9f req-08741992-470d-4ee7-8e38-c513d21929f3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850886 Jul 14 09:15:49.141964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-2a143821-e02b-4add-ba2c-cf89208abf35 service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297866 Jul 14 09:15:49.146923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37605-925e-445b-86ff-262089884a6c req-1f0bd19c-1c92-4c54-bb20-69a642cbec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.148389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c37605-925e-445b-86ff-262089884a6c req-1f0bd19c-1c92-4c54-bb20-69a642cbec09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 920 time: 0.1877246 Jul 14 09:15:49.231750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6223fca4-1bc2-4bad-831c-efcc4143433f {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:49.242435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c37605-925e-445b-86ff-262089884a6c req-cda077a0-ba97-4691-a6b3-72e50e02053f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 200 len: 217 time: 0.0793264 Jul 14 09:15:49.242660 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.257005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Transition to ACTIVE for port object 6223fca4-1bc2-4bad-831c-efcc4143433f will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:49.261183 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.317140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37605-925e-445b-86ff-262089884a6c req-e69dc0ef-5aa4-4897-8b25-db55a15e81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.318732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c37605-925e-445b-86ff-262089884a6c req-e69dc0ef-5aa4-4897-8b25-db55a15e81c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.0695357 Jul 14 09:15:49.332901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6223fca4-1bc2-4bad-831c-efcc4143433f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.366423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c37605-925e-445b-86ff-262089884a6c req-e0f3b236-2554-4b80-9068-79642e77818f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357435 Jul 14 09:15:49.369154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a843944-2bf8-4feb-b0e2-be29e909b803 req-df718dd4-74af-4bd7-a8ca-7cd9ebf8fcbc service neutron] 10.222.0.48 "GET /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199287 Jul 14 09:15:49.448459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Attempting to bind port 6223fca4-1bc2-4bad-831c-efcc4143433f on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:49.449030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Attempting to bind port 6223fca4-1bc2-4bad-831c-efcc4143433f by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:49.449690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Attempting to bind port 6223fca4-1bc2-4bad-831c-efcc4143433f on network 7ec51ff1-018c-48b9-ace5-3ace13af4891 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:49.457392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Port 6223fca4-1bc2-4bad-831c-efcc4143433f on network 7ec51ff1-018c-48b9-ace5-3ace13af4891 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:49.457787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Attempting to bind port 6223fca4-1bc2-4bad-831c-efcc4143433f on network 7ec51ff1-018c-48b9-ace5-3ace13af4891 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:49.463541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:49.464061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Checking segment: {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:49.464679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Bound using segment: {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:49.465509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Bound port: 6223fca4-1bc2-4bad-831c-efcc4143433f, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13244c65-0c1a-4c95-9a8e-e498e66a6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:49.466038 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.552478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c37605-925e-445b-86ff-262089884a6c req-cf0335e6-3bde-4def-a3e0-478ec11c2907 service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773984 Jul 14 09:15:49.584221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:49.594251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] For port 6223fca4-1bc2-4bad-831c-efcc4143433f, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:49.609891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb77d5-7616-4825-a3cf-423636087f1a req-d9ef5208-2f9f-4d14-a15f-2de4251354a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.614193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4dfb77d5-7616-4825-a3cf-423636087f1a req-d9ef5208-2f9f-4d14-a15f-2de4251354a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1293423 Jul 14 09:15:49.621851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] For port 6223fca4-1bc2-4bad-831c-efcc4143433f, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6223fca4-1bc2-4bad-831c-efcc4143433f,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:49.634136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.639384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.700212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.701150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.707620 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/6223fca4-1bc2-4bad-831c-efcc4143433f HTTP/1.1" status: 200 len: 1092 time: 1.0630407 Jul 14 09:15:49.732632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c37605-925e-445b-86ff-262089884a6c req-7ea2e63b-13f4-4c75-96bb-951a72f72b8a service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752012 Jul 14 09:15:49.741317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'tag': '6223fca4-1bc2-4bad-831c-efcc4143433f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:49.744785 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb307279-5a01-414c-9747-532bdf813d28" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b7cb74-98fb-4447-9a9c-e7a8f92075fa", "tag": "6223fca4-1bc2-4bad-831c-efcc4143433f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:49.797528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4dfb77d5-7616-4825-a3cf-423636087f1a req-05b06d4b-3d54-4964-a091-ea406279dd8d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737883 Jul 14 09:15:49.826878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:49.850617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'port_id': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'mac_address': 'fa:16:3e:01:4e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb161e-a687-4e4d-bef8-fda49f75ba16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:49.884878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dde801-13a5-4b70-a168-ddb0cd21f4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6223fca4-1bc2-4bad-831c-efcc4143433f,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.886268 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.909089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f419-4686-4720-80a9-ed272a64294e req-a79f3e8b-e10a-42a3-b98d-e14069d942e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.911462 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-a79f3e8b-e10a-42a3-b98d-e14069d942e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 1095 time: 0.1464200 Jul 14 09:15:49.912939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.933975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:49.953666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab085cf4-3f03-422b-a93b-c0b6c3603e3f req-2c86b228-0da9-4ae8-838d-ab8ff9880640 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.956185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab085cf4-3f03-422b-a93b-c0b6c3603e3f req-2c86b228-0da9-4ae8-838d-ab8ff9880640 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1058612 Jul 14 09:15:49.963269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-0876dc76-a8e0-4adb-b1af-cc6db8b3e8f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223fca4-1bc2-4bad-831c-efcc4143433f HTTP/1.1" status: 200 len: 217 time: 0.0431719 Jul 14 09:15:49.972224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:49.977818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:49.983325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.050922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.068478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ab085cf4-3f03-422b-a93b-c0b6c3603e3f req-afd5d4d4-ac7a-4859-9c96-1a350890bb1c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059752 Jul 14 09:15:50.089830 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d704473-24ef-44a4-b37e-28e4e5d8ccf3 x-openstack-request-id: req-6d704473-24ef-44a4-b37e-28e4e5d8ccf3 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:50.090316 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b7cb74-98fb-4447-9a9c-e7a8f92075fa", "tag": "6223fca4-1bc2-4bad-831c-efcc4143433f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:50.090571 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d704473-24ef-44a4-b37e-28e4e5d8ccf3 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:50.091139 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'tag': '6223fca4-1bc2-4bad-831c-efcc4143433f', 'status': 'completed', 'code': 200} Jul 14 09:15:50.106038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f419-4686-4720-80a9-ed272a64294e req-3bcbbaa2-b785-4913-af91-451475a5befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.108409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-3bcbbaa2-b785-4913-af91-451475a5befe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.1380379 Jul 14 09:15:50.159837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f7b0ce7f-88a5-4c60-8326-b95b13f3fc41'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:50.181824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-70823209-24de-4671-8c78-bdcb2157ac62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659537 Jul 14 09:15:50.364585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff81d7-78aa-4397-a92f-076f2e8cbc28 req-503a9d0b-5504-444d-a078-7990b0d4b11d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.372838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3aff81d7-78aa-4397-a92f-076f2e8cbc28 req-503a9d0b-5504-444d-a078-7990b0d4b11d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1153169 Jul 14 09:15:50.378795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7a15-945e-4ca5-81df-45577ad9a290 req-a64ea2bf-227d-416b-bf09-cef0ce843b24 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.381322 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dfb7a15-945e-4ca5-81df-45577ad9a290 req-a64ea2bf-227d-416b-bf09-cef0ce843b24 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 943 time: 0.1165910 Jul 14 09:15:50.385289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-network', 'tenant_id': '28e98300daec41e4a716390dabc83dc8'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:50.407424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-520fa679-fe4b-4db9-b182-fe368bd34384 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145755 Jul 14 09:15:50.432718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3aff81d7-78aa-4397-a92f-076f2e8cbc28 req-2d77a779-e0d2-4b70-bbd8-e16f743d9818 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581565 Jul 14 09:15:50.486333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Made reservation on behalf of 28e98300daec41e4a716390dabc83dc8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:50.489256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.509571 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dfb7a15-945e-4ca5-81df-45577ad9a290 req-ed254d60-6a15-4e58-9ff0-f79d11745a58 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193511 Jul 14 09:15:50.510205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.588508 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e69f419-4686-4720-80a9-ed272a64294e req-3ddcd502-92e0-49dd-98ef-6fea0268c170 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677365 Jul 14 09:15:50.645165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.672434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.699522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:15:50.722394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.722809 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Added segment 16fc774d-398b-4d05-a6d9-c273c6783ac8 of type vlan for network 4623b414-86a5-4b2b-ad69-652637f5c1eb Jul 14 09:15:50.725287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4b40f7-b73f-41bc-be63-94ac1b008471,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.789846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb307279-5a01-414c-9747-532bdf813d28 req-83003c98-b8e5-446b-b86b-564c7db9a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.791618 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb307279-5a01-414c-9747-532bdf813d28 req-83003c98-b8e5-446b-b86b-564c7db9a8f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 1095 time: 0.1554151 Jul 14 09:15:50.795297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.885409 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.886435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.886961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.986120 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0027647 Jul 14 09:15:50.989084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54902) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:50.990229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb307279-5a01-414c-9747-532bdf813d28 req-66795532-4756-4c13-9b25-88b8233e1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.991655 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb307279-5a01-414c-9747-532bdf813d28 req-66795532-4756-4c13-9b25-88b8233e1215 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 920 time: 0.1926479 Jul 14 09:15:50.994184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Request body: {'subnet': {'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-subnet', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:51.009151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202b8ba-7801-4ab4-b4ff-45736020b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4623b414-86a5-4b2b-ad69-652637f5c1eb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.020873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Made reservation on behalf of 28e98300daec41e4a716390dabc83dc8 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:51.022454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:15:51.024135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.087423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:51.099827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb307279-5a01-414c-9747-532bdf813d28 req-801b7aee-81e1-4477-b42d-0127a2de6bdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223fca4-1bc2-4bad-831c-efcc4143433f HTTP/1.1" status: 200 len: 217 time: 0.0924764 Jul 14 09:15:51.179606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7cf09-ee1b-4d4e-a32f-1e4cde9fda98 req-6d9c38bf-8bb5-4bbe-86bc-775c69d558e9 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.186388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8aa7cf09-ee1b-4d4e-a32f-1e4cde9fda98 req-6d9c38bf-8bb5-4bbe-86bc-775c69d558e9 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2626619 Jul 14 09:15:51.205195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb307279-5a01-414c-9747-532bdf813d28 req-05e5694e-1e92-4022-8bf0-ced7a0145bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.206195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb307279-5a01-414c-9747-532bdf813d28 req-05e5694e-1e92-4022-8bf0-ced7a0145bee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.1027713 Jul 14 09:15:51.250012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb307279-5a01-414c-9747-532bdf813d28 req-242efca8-3e3b-440a-bcee-4d9710446ae5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366020 Jul 14 09:15:51.260578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.262414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8aa7cf09-ee1b-4d4e-a32f-1e4cde9fda98 req-023e3d49-748e-4597-bb40-50c36887cf9a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751171 Jul 14 09:15:51.273153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7491ae00-9f97-4c82-96c7-5d7503021fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.312972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.386414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c15722-2023-4795-9086-4bd5e8a4a09d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.387764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb307279-5a01-414c-9747-532bdf813d28 req-d49a3418-aad9-437e-a1ae-b94a0e7f2883 service neutron] 10.222.0.48 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213522 Jul 14 09:15:51.393486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Checking segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:51.393856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Network hostable DHCP agents. Network: 4623b414-86a5-4b2b-ad69-652637f5c1eb, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:15:51.451761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:15:51.461420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24163ed4-5e2c-4cda-a8d8-32571438f6ff req-348281d9-f19b-4266-a585-366b6fd20d1e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.462968 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24163ed4-5e2c-4cda-a8d8-32571438f6ff req-348281d9-f19b-4266-a585-366b6fd20d1e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1594319 Jul 14 09:15:51.480403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4623b414-86a5-4b2b-ad69-652637f5c1eb) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:51.491454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f36c0-9244-4e38-a7ef-7f2971814390 None None] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:51.493600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.494571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.504561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb307279-5a01-414c-9747-532bdf813d28 req-cba6736b-c272-46ff-964c-3ca06f51fe1a service neutron] 10.222.0.48 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090646 Jul 14 09:15:51.542240 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24163ed4-5e2c-4cda-a8d8-32571438f6ff req-b340b808-a1aa-4ed4-8b96-7d28bba622e9 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703571 Jul 14 09:15:51.548216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7491ae00-9f97-4c82-96c7-5d7503021fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.554919 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7491ae00-9f97-4c82-96c7-5d7503021fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.585341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-67a98127-1d55-4899-8b9d-64d1cb09173f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5949430 Jul 14 09:15:51.587996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:51.593529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:51.598633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9c06054-203c-4c3d-93cb-ee1e0e13678d details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:51.619091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7491ae00-9f97-4c82-96c7-5d7503021fc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee79970a6c424fae8ff42be413ef339b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303807 Jul 14 09:15:51.620251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491ae00-9f97-4c82-96c7-5d7503021fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79108773-e164-4145-b288-e34ff51122a0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.623066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:51.643420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:51.682364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb51f02f-a6fa-46f7-bc82-850de45166f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.686446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.687469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.727305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb51f02f-a6fa-46f7-bc82-850de45166f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.738799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e75ed-983a-480d-81a2-6067df875c59 req-38e7e7c7-2319-4d11-96a8-d4ae73ac50f9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.740521 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d9e75ed-983a-480d-81a2-6067df875c59 req-38e7e7c7-2319-4d11-96a8-d4ae73ac50f9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1409016 Jul 14 09:15:51.783038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port c9c06054-203c-4c3d-93cb-ee1e0e13678d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:51.790549 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.800337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d', 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'port_id': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d', 'mac_address': 'fa:16:3e:70:d6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:51.822901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba1e4-fa6e-400a-b9ca-1438a9524304 req-b84e0137-4023-4fb1-8738-c1a466979e54 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.824724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcbba1e4-fa6e-400a-b9ca-1438a9524304 req-b84e0137-4023-4fb1-8738-c1a466979e54 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 943 time: 0.1229050 Jul 14 09:15:51.843910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb51f02f-a6fa-46f7-bc82-850de45166f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.846257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb51f02f-a6fa-46f7-bc82-850de45166f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.849744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eb51f02f-a6fa-46f7-bc82-850de45166f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79108773-e164-4145-b288-e34ff51122a0 HTTP/1.1" status: 204 len: 168 time: 0.2231028 Jul 14 09:15:51.876640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d9e75ed-983a-480d-81a2-6067df875c59 req-186c5046-f543-4495-95dd-1ff6b1aefb45 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090269 Jul 14 09:15:51.920920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51f02f-a6fa-46f7-bc82-850de45166f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79108773-e164-4145-b288-e34ff51122a0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:51.934016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6223fca4-1bc2-4bad-831c-efcc4143433f details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:51.954995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcbba1e4-fa6e-400a-b9ca-1438a9524304 req-b23ea7ee-5229-4669-8d04-0055f7bf788a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132483 Jul 14 09:15:52.008503 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.025842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:52.026306 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.092992 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.151567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c06054-203c-4c3d-93cb-ee1e0e13678d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:52.175420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port c9c06054-203c-4c3d-93cb-ee1e0e13678d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:52.211723 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.233351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5187-60cd-449d-8ade-4dce66bc31cc req-144411bc-59a4-4ec8-9af0-b8dff088d61a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.235212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-542c5187-60cd-449d-8ade-4dce66bc31cc req-144411bc-59a4-4ec8-9af0-b8dff088d61a tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1485612 Jul 14 09:15:52.323857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-542c5187-60cd-449d-8ade-4dce66bc31cc req-98b810b5-0b49-47dc-8e39-d0b5bb8cdbff tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763295 Jul 14 09:15:52.352864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4623b414-86a5-4b2b-ad69-652637f5c1eb', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:15:52.353939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.377899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=c9c06054-203c-4c3d-93cb-ee1e0e13678d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.408160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6223fca4-1bc2-4bad-831c-efcc4143433f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6223fca4-1bc2-4bad-831c-efcc4143433f,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:52.490949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '6223fca4-1bc2-4bad-831c-efcc4143433f', 'network_id': '7ec51ff1-018c-48b9-ace5-3ace13af4891', 'port_id': '6223fca4-1bc2-4bad-831c-efcc4143433f', 'mac_address': 'fa:16:3e:f9:bf:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:52.495380 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.557261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['c9c06054-203c-4c3d-93cb-ee1e0e13678d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:52.568225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:52.571064 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6e1766-79c7-41fc-8f75-a73d2db7d94f" -d '{"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:52.641912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:52.660789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.673281 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.735816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc5bbe-1433-4636-8744-92ba0f452435 req-06fa0168-896b-4a7c-8160-056b6c443804 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.743100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6bc5bbe-1433-4636-8744-92ba0f452435 req-06fa0168-896b-4a7c-8160-056b6c443804 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2000949 Jul 14 09:15:52.750758 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.752632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Allocated IP 172.20.0.2 (4623b414-86a5-4b2b-ad69-652637f5c1eb/56c15722-2023-4795-9086-4bd5e8a4a09d/f6b7a25c-9b0f-4c91-bb20-c498aa28d694) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:52.788232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.791720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6223fca4-1bc2-4bad-831c-efcc4143433f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:52.840115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.844952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6223fca4-1bc2-4bad-831c-efcc4143433f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6223fca4-1bc2-4bad-831c-efcc4143433f,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:52.906744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Allocated IP 172.25.2.77 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/b308696b-4cda-4801-a59f-78f5719f7c0d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:53.025370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6bc5bbe-1433-4636-8744-92ba0f452435 req-4516a169-b250-4dc7-86d2-4b2133142e8f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812428 Jul 14 09:15:53.050540 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.092623 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.122159 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c930212c-a0c7-441b-9ef9-2f12c0253b8f x-openstack-request-id: req-c930212c-a0c7-441b-9ef9-2f12c0253b8f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:53.122643 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-plugged", "status": "completed", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:53.123060 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c930212c-a0c7-441b-9ef9-2f12c0253b8f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:53.123638 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'code': 200} Jul 14 09:15:53.184842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6223fca4-1bc2-4bad-831c-efcc4143433f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:53.257016 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.304590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b308696b-4cda-4801-a59f-78f5719f7c0d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:53.308480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.318903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Transition to ACTIVE for port object f6b7a25c-9b0f-4c91-bb20-c498aa28d694 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:53.345950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Transition to ACTIVE for port object f6b7a25c-9b0f-4c91-bb20-c498aa28d694 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:53.351045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:53.354521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:53.358329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:53.358524 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.430910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eb609-d844-46ee-a3be-86ce1e5ca965 req-51f33263-1aa9-4c27-bc43-6b520514c962 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.437903 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea4eb609-d844-46ee-a3be-86ce1e5ca965 req-51f33263-1aa9-4c27-bc43-6b520514c962 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1344018 Jul 14 09:15:53.461041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Pushing event updated for resources: {'Port': ['ID=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:53.468260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6223fca4-1bc2-4bad-831c-efcc4143433f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:53.540110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:53.547031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:53.556455 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea4eb609-d844-46ee-a3be-86ce1e5ca965 req-15275d90-dc09-4395-b7cd-83c57eccb814 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174810 Jul 14 09:15:53.562398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:53.780505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Attempting to bind port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:53.781545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Attempting to bind port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:53.783043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Attempting to bind port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:53.813609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:53.814124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Checking segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:53.814635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.815683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Bound using segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:53.817255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Bound port: f6b7a25c-9b0f-4c91-bb20-c498aa28d694, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:53.817724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.964046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] For port f6b7a25c-9b0f-4c91-bb20-c498aa28d694, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:53.967916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] For port f6b7a25c-9b0f-4c91-bb20-c498aa28d694, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:53.974810 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.070830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b331e-dcd4-41a5-91e3-986ff788328d None None] Pushing event updated for resources: {'Port': ['ID=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.274661 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.389427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f4bc3-9fd6-4662-9432-3098c765b2cb req-d1b8ad49-c41f-4fa2-9021-cff1cd688147 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.390986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f0f4bc3-9fd6-4662-9432-3098c765b2cb req-d1b8ad49-c41f-4fa2-9021-cff1cd688147 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 944 time: 0.2008433 Jul 14 09:15:54.533610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f0f4bc3-9fd6-4662-9432-3098c765b2cb req-bfd0ab6f-400c-4ee4-b34d-f5320c1c617e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980961 Jul 14 09:15:54.559835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6b7a25c-9b0f-4c91-bb20-c498aa28d694 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:54.560358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e6408e4a-e6f9-4a54-b71b-ce60892fe144 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.568846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e6408e4a-e6f9-4a54-b71b-ce60892fe144 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c36a7d-e363-46ee-8ea9-7031dffe824e HTTP/1.1" status: 200 len: 943 time: 0.2206261 Jul 14 09:15:54.676789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:54.757134 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.788195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Deleting port 29ce8b6b-f106-4bf6-9904-64679a120198 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:54.788562 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.928431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] For port 29ce8b6b-f106-4bf6-9904-64679a120198, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=29ce8b6b-f106-4bf6-9904-64679a120198,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:54.929322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.944677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Calling delete_port for 29ce8b6b-f106-4bf6-9904-64679a120198 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:55.114584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012f7f5-ca45-4ee6-b977-e133ef510b4e req-fbb3d5e6-12a1-48eb-8d7b-142e567cd47d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.121840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1012f7f5-ca45-4ee6-b977-e133ef510b4e req-fbb3d5e6-12a1-48eb-8d7b-142e567cd47d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1265409 Jul 14 09:15:55.127284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Router c0d0791a-9afd-4076-9785-b4f878be1d2d is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:15:55.297053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.310705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['290851e7-06dc-451f-8825-a2a438fe8363'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:55.313145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d44fc432-2464-488a-a776-ba1c5a66bf09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:55.340356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:55.388955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1012f7f5-ca45-4ee6-b977-e133ef510b4e req-fbc2a4e2-7161-4d5e-aae6-4a8c49c00d74 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658713 Jul 14 09:15:55.393513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event deleted for resources: {'Port': ['ID=29ce8b6b-f106-4bf6-9904-64679a120198,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.412173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.416305 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-be488d67-f2a6-4951-a946-33a438c695b1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8247514 Jul 14 09:15:55.417481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.518869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Sync routers for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:15:55.591063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] No DVR routers for this DVR port 29ce8b6b-f106-4bf6-9904-64679a120198 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:55.602004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.612774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0affa1b-728a-40ed-bbf6-c1286413698c req-e820504c-f178-4362-adba-3a4ac6ba7a3e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "DELETE /v2.0/ports/29ce8b6b-f106-4bf6-9904-64679a120198 HTTP/1.1" status: 204 len: 173 time: 1.0420167 Jul 14 09:15:55.613983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-deleted', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:55.625951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9c06054-203c-4c3d-93cb-ee1e0e13678d up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:55.629824 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f19370-b56b-43ec-8b1b-591f8085c24b" -d '{"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-deleted", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:55.736776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3b922-d5ba-4a3e-8f7b-885a2fa25ead None None] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:15:55.756413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:55.758054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:55.901114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55086) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.924276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6223fca4-1bc2-4bad-831c-efcc4143433f up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:55.936508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3520484-06d4-4455-aefa-be36939d1ac8 req-21d6bf09-51d0-4105-8cbd-a5bdeed8032d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.943831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3520484-06d4-4455-aefa-be36939d1ac8 req-21d6bf09-51d0-4105-8cbd-a5bdeed8032d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.3107271 Jul 14 09:15:56.032675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9f2864a8-2e22-47b8-baa0-6ac425ef12be None None] Provisioning for port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:56.069406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9f2864a8-2e22-47b8-baa0-6ac425ef12be None None] Provisioning complete for port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:56.069787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f2864a8-2e22-47b8-baa0-6ac425ef12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.125187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:56.152565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4775aaaf-691e-45f4-9e31-b5ec283835d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.180531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3520484-06d4-4455-aefa-be36939d1ac8 req-27db3289-e4b6-4881-bd49-869122b4baa8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356761 Jul 14 09:15:56.200756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port c9c06054-203c-4c3d-93cb-ee1e0e13678d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:56.275590 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855bac65-3690-4ee6-ac3c-1fbdbb51ec8a x-openstack-request-id: req-855bac65-3690-4ee6-ac3c-1fbdbb51ec8a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:56.276047 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c36a7d-e363-46ee-8ea9-7031dffe824e", "name": "network-vif-deleted", "tag": "29ce8b6b-f106-4bf6-9904-64679a120198", "status": "failed", "code": 422}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:56.276410 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-855bac65-3690-4ee6-ac3c-1fbdbb51ec8a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:56.276940 n-d-758944-44 neutron-server[93753]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78c36a7d-e363-46ee-8ea9-7031dffe824e', 'name': 'network-vif-deleted', 'tag': '29ce8b6b-f106-4bf6-9904-64679a120198', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:15:56.348024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a963c-161a-4841-83aa-5f4abea4746d req-b43ba194-c4b0-4bbc-a51c-9cb0ec9ba092 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.356942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-432a963c-161a-4841-83aa-5f4abea4746d req-b43ba194-c4b0-4bbc-a51c-9cb0ec9ba092 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 944 time: 0.1307719 Jul 14 09:15:56.394731 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f2864a8-2e22-47b8-baa0-6ac425ef12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.414022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port c9c06054-203c-4c3d-93cb-ee1e0e13678d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:56.414743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.436022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-432a963c-161a-4841-83aa-5f4abea4746d req-a6dc67aa-5418-4177-b74a-a627ac4b54d8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776379 Jul 14 09:15:56.437933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.492497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4775aaaf-691e-45f4-9e31-b5ec283835d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.501201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4775aaaf-691e-45f4-9e31-b5ec283835d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.538746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775aaaf-691e-45f4-9e31-b5ec283835d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb48e4ae-7346-4bec-8081-864eb0784d0d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:56.581552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4775aaaf-691e-45f4-9e31-b5ec283835d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7e3042f0e3a4510a6436a74d9badacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743996 Jul 14 09:15:56.584410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:56.710511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5eb2-fc4d-492c-9c34-01bc91eea8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.738833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 6223fca4-1bc2-4bad-831c-efcc4143433f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:56.759406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5eb2-fc4d-492c-9c34-01bc91eea8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.767513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 6223fca4-1bc2-4bad-831c-efcc4143433f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:56.767899 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.842108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9f2864a8-2e22-47b8-baa0-6ac425ef12be None None] For port f6b7a25c-9b0f-4c91-bb20-c498aa28d694, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:56.850750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5eb2-fc4d-492c-9c34-01bc91eea8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.853523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Allocated IP 172.20.0.1 (4623b414-86a5-4b2b-ad69-652637f5c1eb/56c15722-2023-4795-9086-4bd5e8a4a09d/fb1f16ee-0c6f-4202-b554-99b29b3b4977) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:56.855432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5eb2-fc4d-492c-9c34-01bc91eea8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.856358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a6aa5eb2-fc4d-492c-9c34-01bc91eea8ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb48e4ae-7346-4bec-8081-864eb0784d0d HTTP/1.1" status: 204 len: 168 time: 0.2707927 Jul 14 09:15:56.862930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f2864a8-2e22-47b8-baa0-6ac425ef12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.870970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa5eb2-fc4d-492c-9c34-01bc91eea8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb48e4ae-7346-4bec-8081-864eb0784d0d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:56.950998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2864a8-2e22-47b8-baa0-6ac425ef12be None None] Pushing event updated for resources: {'Port': ['ID=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.024380 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.114333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1bdd9-8632-4964-ba85-1566df6045d9 req-578f5593-d712-48e5-b02f-0ad6fa152b5c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.115454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:57.117808 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61acd24-57e7-414c-a145-e98293ae360b" -d '{"events": [{"server_uuid": "80d28431-d123-46bd-bee7-d770e92c5b2f", "name": "network-vif-plugged", "status": "completed", "tag": "c9c06054-203c-4c3d-93cb-ee1e0e13678d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:57.123245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3d1bdd9-8632-4964-ba85-1566df6045d9 req-578f5593-d712-48e5-b02f-0ad6fa152b5c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.3056312 Jul 14 09:15:57.124973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:53Z', 'revision_number': 3, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:57.162171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port c9c06054-203c-4c3d-93cb-ee1e0e13678d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:57.168804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Checking router: c0d0791a-9afd-4076-9785-b4f878be1d2d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:15:57.169224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Updating router c0d0791a-9afd-4076-9785-b4f878be1d2d port b308696b-4cda-4801-a59f-78f5719f7c0d binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:15:57.190212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3d1bdd9-8632-4964-ba85-1566df6045d9 req-54ecb959-46ec-45d4-b274-927d4187fc1d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657275 Jul 14 09:15:57.197600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.256361 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.304004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Transition to ACTIVE for port object fb1f16ee-0c6f-4202-b554-99b29b3b4977 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:57.388554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.399632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2052d-d1e8-470c-83f2-6d731a4f7df2 req-6c3ff83b-08b8-429c-8c42-ad4c3ed75517 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.413301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3cf2052d-d1e8-470c-83f2-6d731a4f7df2 req-6c3ff83b-08b8-429c-8c42-ad4c3ed75517 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 908 time: 0.1430376 Jul 14 09:15:57.564628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Pushing event updated for resources: {'Port': ['ID=fb1f16ee-0c6f-4202-b554-99b29b3b4977,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.569758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55112) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:57.581693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:57.583943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:57.587546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:57.601093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad41e5e-3f70-4301-9222-98a17ad4670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.641936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=c9c06054-203c-4c3d-93cb-ee1e0e13678d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.674889 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061db3ea-8494-4fc2-9d00-7bff11131393 x-openstack-request-id: req-061db3ea-8494-4fc2-9d00-7bff11131393 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:57.675190 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d28431-d123-46bd-bee7-d770e92c5b2f", "name": "network-vif-plugged", "status": "completed", "tag": "c9c06054-203c-4c3d-93cb-ee1e0e13678d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:57.675494 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-061db3ea-8494-4fc2-9d00-7bff11131393 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:57.679625 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d', 'code': 200} Jul 14 09:15:57.693572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.730333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.733631 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.842483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96ee80d5-af4c-4ecb-b20e-342e553c4101 None None] Provisioning complete for port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:57.842870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96ee80d5-af4c-4ecb-b20e-342e553c4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.976801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6223fca4-1bc2-4bad-831c-efcc4143433f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6223fca4-1bc2-4bad-831c-efcc4143433f,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:57.991039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.022209 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad41e5e-3f70-4301-9222-98a17ad4670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.039790 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad41e5e-3f70-4301-9222-98a17ad4670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.045076 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.071304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def4a79-3744-4e45-a634-e8b045b98881 req-ed54a818-be82-4523-bd25-1bd63cc0e5d9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.078763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4def4a79-3744-4e45-a634-e8b045b98881 req-ed54a818-be82-4523-bd25-1bd63cc0e5d9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 944 time: 0.2177234 Jul 14 09:15:58.079149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853afaaa-4967-4b71-aec8-4e5ca28fd70a req-9ee5afe4-3528-40ec-9066-4011cbf9b694 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.087965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-853afaaa-4967-4b71-aec8-4e5ca28fd70a req-9ee5afe4-3528-40ec-9066-4011cbf9b694 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.4354744 Jul 14 09:15:58.110297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aad41e5e-3f70-4301-9222-98a17ad4670c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f11cb650f09448b29154e4ec0069c85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393074 Jul 14 09:15:58.113792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6223fca4-1bc2-4bad-831c-efcc4143433f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.120060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55116) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:58.174904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad41e5e-3f70-4301-9222-98a17ad4670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e1189-5143-4297-833e-8fb5cf447837,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.219035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1c7c4-7b23-4d01-91b7-b4d0baa62286 req-0435c73a-655e-44b2-8cfc-b1036ca11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.221164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5b1c7c4-7b23-4d01-91b7-b4d0baa62286 req-0435c73a-655e-44b2-8cfc-b1036ca11fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1097 time: 0.4484401 Jul 14 09:15:58.235303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-853afaaa-4967-4b71-aec8-4e5ca28fd70a req-485d2a69-743b-4c55-96d1-68a589697d9f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460757 Jul 14 09:15:58.309609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.321218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Transition to ACTIVE for port object b308696b-4cda-4801-a59f-78f5719f7c0d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:58.326965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69e6033b-5f71-41e2-a8d5-35c5b27bf0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.332827 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.359317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5b1c7c4-7b23-4d01-91b7-b4d0baa62286 req-2e7280c9-23d4-4824-97cf-c2b8d8728e8d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221204 Jul 14 09:15:58.367859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.376005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.394882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69e6033b-5f71-41e2-a8d5-35c5b27bf0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.465093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Attempting to bind port b308696b-4cda-4801-a59f-78f5719f7c0d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:58.465474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Attempting to bind port b308696b-4cda-4801-a59f-78f5719f7c0d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:58.465840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Attempting to bind port b308696b-4cda-4801-a59f-78f5719f7c0d on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:58.479054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4def4a79-3744-4e45-a634-e8b045b98881 req-fa82eea2-6da3-4e9e-b636-5d863ed9b820 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987916 Jul 14 09:15:58.508591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Pushing event updated for resources: {'Port': ['ID=fb1f16ee-0c6f-4202-b554-99b29b3b4977,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.512024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:58.512428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:58.512825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.513225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:58.513721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Bound port: b308696b-4cda-4801-a59f-78f5719f7c0d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:58.514108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.527490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.548694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-bdab424e-1ea8-4ee6-a55e-94fe3ebd0b7d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.550551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-bdab424e-1ea8-4ee6-a55e-94fe3ebd0b7d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 908 time: 0.0975289 Jul 14 09:15:58.551975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69e6033b-5f71-41e2-a8d5-35c5b27bf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.555565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69e6033b-5f71-41e2-a8d5-35c5b27bf0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.559407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69e6033b-5f71-41e2-a8d5-35c5b27bf0ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/260e1189-5143-4297-833e-8fb5cf447837 HTTP/1.1" status: 204 len: 168 time: 0.4258475 Jul 14 09:15:58.596084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6b7a25c-9b0f-4c91-bb20-c498aa28d694 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:58.608055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6033b-5f71-41e2-a8d5-35c5b27bf0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e1189-5143-4297-833e-8fb5cf447837,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.695269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef6fbf8e-38a9-4781-bfb2-5994a10b5817 None None] Provisioning for port fb1f16ee-0c6f-4202-b554-99b29b3b4977 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:58.709241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:58.724800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:58.733664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a536110-2dee-4829-b81b-274170dd9a2e None None] Pushing event updated for resources: {'Port': ['ID=b308696b-4cda-4801-a59f-78f5719f7c0d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.740704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef6fbf8e-38a9-4781-bfb2-5994a10b5817 None None] Provisioning complete for port fb1f16ee-0c6f-4202-b554-99b29b3b4977 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:58.741376 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbf8e-38a9-4781-bfb2-5994a10b5817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.794448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fbf8e-38a9-4781-bfb2-5994a10b5817 None None] Port fb1f16ee-0c6f-4202-b554-99b29b3b4977 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:58.808135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] For port b308696b-4cda-4801-a59f-78f5719f7c0d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:58.812057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] For port b308696b-4cda-4801-a59f-78f5719f7c0d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b308696b-4cda-4801-a59f-78f5719f7c0d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:58.813751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:58.814260 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.821048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.844959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Deleting port 28140da5-db88-482b-b47c-5827d9d13bf4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:58.846582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.968049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:15:58.969134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:15:59.025878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Router c0d0791a-9afd-4076-9785-b4f878be1d2d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:15:59.038511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c614fb4-aca0-40e3-85f4-15d5a996c9d6 req-92947407-cd78-47cd-8b8b-a61cd180de43 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.048593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c614fb4-aca0-40e3-85f4-15d5a996c9d6 req-92947407-cd78-47cd-8b8b-a61cd180de43 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.3426795 Jul 14 09:15:59.060521 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a536110-2dee-4829-b81b-274170dd9a2e None None] Pushing event updated for resources: {'Port': ['ID=b308696b-4cda-4801-a59f-78f5719f7c0d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:59.078528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] For port 28140da5-db88-482b-b47c-5827d9d13bf4, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28140da5-db88-482b-b47c-5827d9d13bf4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:59.079051 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.108375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347a2a-6601-4e6e-9e4b-7a7cf7c51e0f req-bd4f1f92-e725-40e8-85f3-ac29235db957 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.119475 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22347a2a-6601-4e6e-9e4b-7a7cf7c51e0f req-bd4f1f92-e725-40e8-85f3-ac29235db957 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 908 time: 0.2313085 Jul 14 09:15:59.132626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Calling delete_port for 28140da5-db88-482b-b47c-5827d9d13bf4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:59.218919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:15:59.230142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-68c05bc3-3765-4636-aff7-936b59997abd admin admin] 10.222.0.18 "PUT /v2.0/routers/c0d0791a-9afd-4076-9785-b4f878be1d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8115139 Jul 14 09:15:59.274620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-972c43b1-47eb-48a8-85dd-1482f58b6ef1 None None] Provisioning complete for port fb1f16ee-0c6f-4202-b554-99b29b3b4977 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:59.276869 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-972c43b1-47eb-48a8-85dd-1482f58b6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.286785 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c614fb4-aca0-40e3-85f4-15d5a996c9d6 req-1bc22b81-0ddc-47f6-a324-f4c589979746 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349482 Jul 14 09:15:59.400812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.447254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:15:59.546477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event deleted for resources: {'Port': ['ID=28140da5-db88-482b-b47c-5827d9d13bf4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:59.556306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-972c43b1-47eb-48a8-85dd-1482f58b6ef1 None None] Port fb1f16ee-0c6f-4202-b554-99b29b3b4977 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:59.671403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] No DVR routers for this DVR port 28140da5-db88-482b-b47c-5827d9d13bf4 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:59.678206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.680444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ecb6cd1-9e92-4c9f-b03d-2f615540da1c req-04ad8536-f461-4476-b4f6-d9c75e0dd932 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "DELETE /v2.0/ports/28140da5-db88-482b-b47c-5827d9d13bf4 HTTP/1.1" status: 204 len: 173 time: 1.1220846 Jul 14 09:15:59.700437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811d506-86a0-4623-aed9-e972b76b2d12 req-1ae759ce-dfe6-4177-b677-c718390644b9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.709164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6811d506-86a0-4623-aed9-e972b76b2d12 req-1ae759ce-dfe6-4177-b677-c718390644b9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1864462 Jul 14 09:15:59.733695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'name': 'network-vif-deleted', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:59.749005 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18b061-d4cc-4f45-a055-70ac4c8ad08d" -d '{"events": [{"server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "name": "network-vif-deleted", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:59.821562 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6811d506-86a0-4623-aed9-e972b76b2d12 req-0fc8c75a-7c18-4b4b-be65-03f5c6344d34 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110630 Jul 14 09:15:59.830892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223fca4-1bc2-4bad-831c-efcc4143433f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:59.849411 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c85d58-ada7-49d0-879f-3e3eadb78349" -d '{"events": [{"server_uuid": "e4b7cb74-98fb-4447-9a9c-e7a8f92075fa", "name": "network-vif-plugged", "status": "completed", "tag": "6223fca4-1bc2-4bad-831c-efcc4143433f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:59.963493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:15:58Z', 'revision_number': 2, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:00.019165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351a236-955f-427d-bbd0-3369c0c2d65f None None] The sync data for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 is: [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:15:58Z', 'revision_number': 2, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:00.196009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55162) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:00.203663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5496585c-6b97-496a-b9d2-12db42f498f0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543980872', 'description': 'tempest-description--631326447'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:00.241167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5496585c-6b97-496a-b9d2-12db42f498f0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.396420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcf585-2ef8-4897-afea-2be2ed5fb0d6 req-0e2f28d1-8f57-47b1-bacb-d2aa2a9d1796 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.420422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87dcf585-2ef8-4897-afea-2be2ed5fb0d6 req-0e2f28d1-8f57-47b1-bacb-d2aa2a9d1796 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1804900 Jul 14 09:16:00.522271 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0f38e-9a5f-4064-b82f-cf093c32e20b x-openstack-request-id: req-0ae0f38e-9a5f-4064-b82f-cf093c32e20b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:00.522509 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59daee3d-ed9b-4c1f-a094-7973f7579967", "name": "network-vif-deleted", "tag": "28140da5-db88-482b-b47c-5827d9d13bf4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:00.523733 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ae0f38e-9a5f-4064-b82f-cf093c32e20b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:00.526184 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59daee3d-ed9b-4c1f-a094-7973f7579967', 'name': 'network-vif-deleted', 'tag': '28140da5-db88-482b-b47c-5827d9d13bf4', 'status': 'completed', 'code': 200} Jul 14 09:16:00.547819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87dcf585-2ef8-4897-afea-2be2ed5fb0d6 req-f7eeadc0-696c-4863-97ed-3758568cef9a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254368 Jul 14 09:16:00.549712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5496585c-6b97-496a-b9d2-12db42f498f0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.565426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5496585c-6b97-496a-b9d2-12db42f498f0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.596284 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c34c12-0668-48a5-8621-60cc0ac9d6c9 x-openstack-request-id: req-93c34c12-0668-48a5-8621-60cc0ac9d6c9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:00.596576 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b7cb74-98fb-4447-9a9c-e7a8f92075fa", "name": "network-vif-plugged", "status": "completed", "tag": "6223fca4-1bc2-4bad-831c-efcc4143433f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:00.596835 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93c34c12-0668-48a5-8621-60cc0ac9d6c9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:00.597222 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223fca4-1bc2-4bad-831c-efcc4143433f', 'code': 200} Jul 14 09:16:00.685963 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5496585c-6b97-496a-b9d2-12db42f498f0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.689941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5496585c-6b97-496a-b9d2-12db42f498f0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4900548 Jul 14 09:16:00.690153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:00.696609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e62cf462-1138-49a5-a0d1-c358ff54e35c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'security_group_rule': {'security_group_id': '947acce5-c61b-4a83-8ed5-53f716796f09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:00.727488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496585c-6b97-496a-b9d2-12db42f498f0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947acce5-c61b-4a83-8ed5-53f716796f09,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:00.792788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e62cf462-1138-49a5-a0d1-c358ff54e35c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.900436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83122866-cf32-4b26-9780-6d0a5132868d req-5fcd7f9e-2dd8-427b-b8c4-bfc13af2482f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.907742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83122866-cf32-4b26-9780-6d0a5132868d req-5fcd7f9e-2dd8-427b-b8c4-bfc13af2482f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1697006 Jul 14 09:16:00.935683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c0d51-05ee-4906-b990-001837c8dfe8 req-3bf7f9f3-8312-441b-9823-998addb725c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.937219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-402c0d51-05ee-4906-b990-001837c8dfe8 req-3bf7f9f3-8312-441b-9823-998addb725c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 1097 time: 0.2303989 Jul 14 09:16:00.944710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39a5e63a-6a01-40f1-8f52-e7b29b06e5c7 req-ee3a54a5-165d-40b3-901f-149c348f4fd2 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=59daee3d-ed9b-4c1f-a094-7973f7579967 HTTP/1.1" status: 200 len: 210 time: 0.0814350 Jul 14 09:16:00.973720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e62cf462-1138-49a5-a0d1-c358ff54e35c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.981440 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e62cf462-1138-49a5-a0d1-c358ff54e35c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.000975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83122866-cf32-4b26-9780-6d0a5132868d req-f0ad5103-65bf-45bf-997a-e76b16350f6b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922670 Jul 14 09:16:01.025487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-402c0d51-05ee-4906-b990-001837c8dfe8 req-bcc4ba2c-c9f2-4fdb-8b22-b4616f4bc7e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772181 Jul 14 09:16:01.047523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cf462-1138-49a5-a0d1-c358ff54e35c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9e3e2d-592b-4016-aebf-c8b5d9df8f7c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.065704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e62cf462-1138-49a5-a0d1-c358ff54e35c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.069911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:01.073192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e62cf462-1138-49a5-a0d1-c358ff54e35c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3797855 Jul 14 09:16:01.075987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4fa1e39c-e343-47ff-bd48-7b6a1f47b447 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'security_group_rule': {'security_group_id': '947acce5-c61b-4a83-8ed5-53f716796f09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:01.129048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e39c-e343-47ff-bd48-7b6a1f47b447 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.209619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ccd02-79cf-4658-b16c-1eb14cf2017a req-35b7c31d-17f9-4088-8ae0-6e58da9b5ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.213580 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd0ccd02-79cf-4658-b16c-1eb14cf2017a req-35b7c31d-17f9-4088-8ae0-6e58da9b5ae9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1168993 Jul 14 09:16:01.242498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e39c-e343-47ff-bd48-7b6a1f47b447 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.255957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e39c-e343-47ff-bd48-7b6a1f47b447 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.289805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd0ccd02-79cf-4658-b16c-1eb14cf2017a req-f719c183-e7b0-4c5e-a362-44ee9363973d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680060 Jul 14 09:16:01.327212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1e39c-e343-47ff-bd48-7b6a1f47b447 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e6dcc1-2036-49b9-a194-de5456af6bf8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.350795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fa1e39c-e343-47ff-bd48-7b6a1f47b447 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.351760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.352662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4fa1e39c-e343-47ff-bd48-7b6a1f47b447 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814133 Jul 14 09:16:01.355641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:01.367188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:01.389838 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.574745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.615279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28140da5-db88-482b-b47c-5827d9d13bf4 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:01.647831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 28140da5-db88-482b-b47c-5827d9d13bf4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:01.648556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28140da5-db88-482b-b47c-5827d9d13bf4 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:01.769696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Allocated IP 172.25.2.47 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/9076a2e6-c54b-4e7a-860b-a231b1cf039b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:01.786750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba6cf4-6b47-4de9-8de2-d5742aa17c5b req-3ae657fa-222b-4f59-aa53-1a3f1ccbf9f3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.796873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2eba6cf4-6b47-4de9-8de2-d5742aa17c5b req-3ae657fa-222b-4f59-aa53-1a3f1ccbf9f3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0999789 Jul 14 09:16:01.890407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2eba6cf4-6b47-4de9-8de2-d5742aa17c5b req-acf31ce5-ce10-4f73-9938-c52cd1c2dedf tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923104 Jul 14 09:16:01.952875 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.090916 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.128536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:02.130925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:02.151055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:02.277349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'Port': ['ID=9076a2e6-c54b-4e7a-860b-a231b1cf039b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.363271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.455445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.536808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5df2e7-c797-4354-96e5-a5c8a7022ccd req-9f9faabd-dd14-4855-a1a3-0d1a362a1430 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.549828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc5df2e7-c797-4354-96e5-a5c8a7022ccd req-9f9faabd-dd14-4855-a1a3-0d1a362a1430 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2312856 Jul 14 09:16:02.621512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b308696b-4cda-4801-a59f-78f5719f7c0d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:02.647484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc5df2e7-c797-4354-96e5-a5c8a7022ccd req-de944ae1-90e9-4605-b25c-a04aaff724a2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927823 Jul 14 09:16:02.771607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b308696b-4cda-4801-a59f-78f5719f7c0d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:02.781255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b308696b-4cda-4801-a59f-78f5719f7c0d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:02.781557 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.790630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.792531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.900777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'Port': ['ID=9076a2e6-c54b-4e7a-860b-a231b1cf039b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.953879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.987507 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.996878 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.998153 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69f641eb-2597-4655-812d-78e95ba02015 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6415763 Jul 14 09:16:03.045711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port b308696b-4cda-4801-a59f-78f5719f7c0d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b308696b-4cda-4801-a59f-78f5719f7c0d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:03.054430 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.080547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf04d-303e-441c-84f8-16eeccfac161 req-7bc780e0-2abd-46d4-9019-6d689381ae2c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.089174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a7cf04d-303e-441c-84f8-16eeccfac161 req-7bc780e0-2abd-46d4-9019-6d689381ae2c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1745436 Jul 14 09:16:03.193957 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a7cf04d-303e-441c-84f8-16eeccfac161 req-f9284d78-a16b-46cd-99a8-a46894e87c73 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040592 Jul 14 09:16:03.252310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=b308696b-4cda-4801-a59f-78f5719f7c0d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.406958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482b214-5d91-499d-9618-6825d7dfec67 req-4b083e1b-c4e7-4bb2-8c11-b09af9bf418c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.438064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1482b214-5d91-499d-9618-6825d7dfec67 req-4b083e1b-c4e7-4bb2-8c11-b09af9bf418c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 945 time: 0.1255176 Jul 14 09:16:03.500930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1482b214-5d91-499d-9618-6825d7dfec67 req-3a7ac896-55f3-4f26-8eb7-598413ab0c28 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Jul 14 09:16:03.565543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c354d4c-d46d-46dd-8d8e-cfa076036b33 req-3542fcd7-49a2-4f21-b2f2-b4ba2aefd6f8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.570833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c354d4c-d46d-46dd-8d8e-cfa076036b33 req-3542fcd7-49a2-4f21-b2f2-b4ba2aefd6f8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1348369 Jul 14 09:16:03.650518 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-e91240c5-1bb3-4f49-ae50-026794a5b7c2 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--543980872&fields=id&tenant_id=28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 267 time: 0.0576978 Jul 14 09:16:03.664964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c354d4c-d46d-46dd-8d8e-cfa076036b33 req-67d27f3c-4f3e-4348-a88d-15da810d9a2e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867350 Jul 14 09:16:03.758460 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Sync routers for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:03.778420 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:03.779073 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:03.831281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-7bfa797c-e491-4692-9aad-66c9a213fd2e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.840504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-7bfa797c-e491-4692-9aad-66c9a213fd2e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 817 time: 0.1822307 Jul 14 09:16:03.871834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-7456f181-761d-4d50-86e5-6709df84f662 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/quotas/28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 375 time: 0.0297008 Jul 14 09:16:03.946001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:03.973425 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:03.974670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64618b18-bc10-48d7-bbd7-0e2e2b688371 req-420696cb-0fd9-4df2-afe1-bfc2f2194353 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.977875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-64618b18-bc10-48d7-bbd7-0e2e2b688371 req-420696cb-0fd9-4df2-afe1-bfc2f2194353 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.1218393 Jul 14 09:16:04.020566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-869ab7d1-95e9-4887-b6d5-4e1cd269370f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1474824 Jul 14 09:16:04.043267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-64618b18-bc10-48d7-bbd7-0e2e2b688371 req-46351630-ed99-4cad-95a5-d7fd72fb1cea tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Jul 14 09:16:04.221516 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-1adf8ef8-e9c0-4094-a674-04fd71ac8b39 service neutron] 10.222.0.18 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983135 Jul 14 09:16:04.288721 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea941-cd85-45d9-8036-bc0f9dec7589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.301540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0dc70-8386-4465-b605-db3e3e753896 req-58fe98e6-6113-4466-80f5-0d0c18d71fca tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.306203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b0dc70-8386-4465-b605-db3e3e753896 req-58fe98e6-6113-4466-80f5-0d0c18d71fca tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 945 time: 0.1469607 Jul 14 09:16:04.530940 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:15:58Z', 'revision_number': 2, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:04.555237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b308696b-4cda-4801-a59f-78f5719f7c0d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:04.556348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Deleting port d44fc432-2464-488a-a776-ba1c5a66bf09 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:04.556993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.585832 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-dc9edcb1-a9fc-4be2-913f-ef7b088f2951 service neutron] 10.222.0.18 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633704 Jul 14 09:16:04.606869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831e776-5451-420f-ac1a-37d79783a14b req-4ec9329e-058d-433e-ac03-02960dba98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.608995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0831e776-5451-420f-ac1a-37d79783a14b req-4ec9329e-058d-433e-ac03-02960dba98c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 1097 time: 0.1615918 Jul 14 09:16:04.619108 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Checking router: c0d0791a-9afd-4076-9785-b4f878be1d2d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:04.627334 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Updating router c0d0791a-9afd-4076-9785-b4f878be1d2d port fb1f16ee-0c6f-4202-b554-99b29b3b4977 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:04.750809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] For port d44fc432-2464-488a-a776-ba1c5a66bf09, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d44fc432-2464-488a-a776-ba1c5a66bf09,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:04.751375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.758883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b308696b-4cda-4801-a59f-78f5719f7c0d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:04.761366 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.766870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Calling delete_port for d44fc432-2464-488a-a776-ba1c5a66bf09 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:04.781673 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.856937 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea941-cd85-45d9-8036-bc0f9dec7589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.868965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea941-cd85-45d9-8036-bc0f9dec7589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.917770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831e776-5451-420f-ac1a-37d79783a14b req-e220b619-2fc0-44b2-b94a-d64199dbe2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.920162 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0831e776-5451-420f-ac1a-37d79783a14b req-e220b619-2fc0-44b2-b94a-d64199dbe2b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 920 time: 0.2992518 Jul 14 09:16:05.003340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0831e776-5451-420f-ac1a-37d79783a14b req-adf55ab2-242b-4d6c-9fdb-f5590d0928b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223fca4-1bc2-4bad-831c-efcc4143433f HTTP/1.1" status: 200 len: 217 time: 0.0694661 Jul 14 09:16:05.084686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5c2ea941-cd85-45d9-8036-bc0f9dec7589 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0693ea284f5749fcaa0ec387916da5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1313708 Jul 14 09:16:05.084900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831e776-5451-420f-ac1a-37d79783a14b req-998b015a-ef5b-43d4-a17a-ab754e49fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.086421 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0831e776-5451-420f-ac1a-37d79783a14b req-998b015a-ef5b-43d4-a17a-ab754e49fb8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.0731039 Jul 14 09:16:05.087638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55308) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:05.121761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.127718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ea941-cd85-45d9-8036-bc0f9dec7589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00cd85b-90a5-444a-b05a-f43eb7264c3a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.142008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['290851e7-06dc-451f-8825-a2a438fe8363'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:05.175208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0831e776-5451-420f-ac1a-37d79783a14b req-15439c8f-695b-4e09-b555-d646ed2a53da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750296 Jul 14 09:16:05.214343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event deleted for resources: {'Port': ['ID=d44fc432-2464-488a-a776-ba1c5a66bf09,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.225930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.226288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.226635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.226978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.227316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.227681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.228014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.228343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.228669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.228996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.229324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.229648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:05.297731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d44fc432-2464-488a-a776-ba1c5a66bf09'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:05.306212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] No DVR routers for this DVR port d44fc432-2464-488a-a776-ba1c5a66bf09 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:05.331642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.333425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0831e776-5451-420f-ac1a-37d79783a14b req-3e5c2aa4-eb1b-4dc3-bc57-15c91786c46d service neutron] 10.222.0.48 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482091 Jul 14 09:16:05.333816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b0dc70-8386-4465-b605-db3e3e753896 req-0006bdf5-6795-47ad-a51d-5361ab52821f tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "DELETE /v2.0/ports/d44fc432-2464-488a-a776-ba1c5a66bf09 HTTP/1.1" status: 204 len: 173 time: 1.0237286 Jul 14 09:16:05.334433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'name': 'network-vif-deleted', 'tag': 'd44fc432-2464-488a-a776-ba1c5a66bf09'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:05.336733 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0972c351-f736-4a4d-9e85-8e49f3a147ec" -d '{"events": [{"server_uuid": "4b10455e-f0bf-4b9a-922b-cb0c57ea2979", "name": "network-vif-deleted", "tag": "d44fc432-2464-488a-a776-ba1c5a66bf09"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:05.390395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e34937-c0d0-4254-a498-95422de872a5 req-a619e7ef-cc50-4764-bea2-74951a40f0e2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.392356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52e34937-c0d0-4254-a498-95422de872a5 req-a619e7ef-cc50-4764-bea2-74951a40f0e2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1499662 Jul 14 09:16:05.488997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52e34937-c0d0-4254-a498-95422de872a5 req-4aa465b9-6ac7-4223-9a98-9ec9072f7529 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897486 Jul 14 09:16:05.647254 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0831e776-5451-420f-ac1a-37d79783a14b req-83b1c241-574c-452e-83a7-7f0c20df424d service neutron] 10.222.0.48 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128716 Jul 14 09:16:05.698734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.790678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.826483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e005b34-c16a-4207-81cd-6dd287752bd0 req-116869ab-510b-4f09-bb4c-4f6af6be8b0e tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b10455e-f0bf-4b9a-922b-cb0c57ea2979 HTTP/1.1" status: 200 len: 210 time: 0.0732801 Jul 14 09:16:05.829346 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.842472 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Transition to ACTIVE for port object fb1f16ee-0c6f-4202-b554-99b29b3b4977 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:05.849880 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.897684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b4f69-201b-420e-a8a6-009dfa0e57b3 req-78784a0e-babb-4389-982a-788f5643071b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.899286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-156b4f69-201b-420e-a8a6-009dfa0e57b3 req-78784a0e-babb-4389-982a-788f5643071b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.5612619 Jul 14 09:16:05.916417 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a800596-afff-4b5e-a72d-9a8ae27d77bf None None] Pushing event updated for resources: {'Port': ['ID=fb1f16ee-0c6f-4202-b554-99b29b3b4977,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.973047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3581f5fa-fa71-40d0-b3ab-bb47e8409e3e req-2d7086ef-8287-45bc-b2d5-1010dd018cc1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 210 time: 0.0661161 Jul 14 09:16:06.009121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-156b4f69-201b-420e-a8a6-009dfa0e57b3 req-44eda4bc-055f-43d5-a36a-9eec377cce26 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724967 Jul 14 09:16:06.034756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.071791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.072434 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Attempting to bind port fb1f16ee-0c6f-4202-b554-99b29b3b4977 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:06.072851 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Attempting to bind port fb1f16ee-0c6f-4202-b554-99b29b3b4977 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:06.073206 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Attempting to bind port fb1f16ee-0c6f-4202-b554-99b29b3b4977 on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:06.075603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e00cd85b-90a5-444a-b05a-f43eb7264c3a HTTP/1.1" status: 204 len: 168 time: 0.9838271 Jul 14 09:16:06.085662 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:06.086038 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Checking segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:06.086703 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.087295 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Bound using segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:06.088027 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Bound port: fb1f16ee-0c6f-4202-b554-99b29b3b4977, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:06.088630 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.095336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00cd85b-90a5-444a-b05a-f43eb7264c3a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.126031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.145560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.146086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.146533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.147319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.147784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.148213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.148775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.149227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.149660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.150090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.150516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a44a93-72b7-4946-b006-55ea5f780dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:06.168279 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45e8451-23dc-400b-a74f-f6c3eee4a80f x-openstack-request-id: req-e45e8451-23dc-400b-a74f-f6c3eee4a80f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:06.168577 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b10455e-f0bf-4b9a-922b-cb0c57ea2979", "name": "network-vif-deleted", "tag": "d44fc432-2464-488a-a776-ba1c5a66bf09", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:06.168832 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e45e8451-23dc-400b-a74f-f6c3eee4a80f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:06.169242 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b10455e-f0bf-4b9a-922b-cb0c57ea2979', 'name': 'network-vif-deleted', 'tag': 'd44fc432-2464-488a-a776-ba1c5a66bf09', 'status': 'completed', 'code': 200} Jul 14 09:16:06.246795 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] For port fb1f16ee-0c6f-4202-b554-99b29b3b4977, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:06.260214 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] For port fb1f16ee-0c6f-4202-b554-99b29b3b4977, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fb1f16ee-0c6f-4202-b554-99b29b3b4977,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:06.266461 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.391278 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:06.414220 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:15:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:06.547538 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a800596-afff-4b5e-a72d-9a8ae27d77bf None None] Pushing event updated for resources: {'Port': ['ID=fb1f16ee-0c6f-4202-b554-99b29b3b4977,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.560290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf5141-5e85-4de4-bb31-5f8a96e7eff9 req-953d2941-cfc2-40b5-be9a-f3c44852866c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.581052 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ecf5141-5e85-4de4-bb31-5f8a96e7eff9 req-953d2941-cfc2-40b5-be9a-f3c44852866c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2746756 Jul 14 09:16:06.689772 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ecf5141-5e85-4de4-bb31-5f8a96e7eff9 req-ec7bff35-ea2a-4b4d-a8da-f2261b8839c6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063728 Jul 14 09:16:06.737024 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:06.848709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:06.850748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6257935-7ed0-486c-a98d-273881513105 req-6d1896da-a463-43ee-8654-b44ffe51c297 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.857870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f6257935-7ed0-486c-a98d-273881513105 req-6d1896da-a463-43ee-8654-b44ffe51c297 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1028121 Jul 14 09:16:06.893336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ebe559-13a2-4a7a-b1e5-234bc0c8bdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.915524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f6257935-7ed0-486c-a98d-273881513105 req-bca75435-4962-483d-9af2-9243c117a04d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563207 Jul 14 09:16:07.108021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ebe559-13a2-4a7a-b1e5-234bc0c8bdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.114534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ebe559-13a2-4a7a-b1e5-234bc0c8bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.138019 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:06Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:07.145522 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-00ebe559-13a2-4a7a-b1e5-234bc0c8bdb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fafbe55dcef742e790fefc5b501022e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950935 Jul 14 09:16:07.148210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:07.170679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebe559-13a2-4a7a-b1e5-234bc0c8bdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6d47f-24f9-4d50-b3ad-d7fef2599d25,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.222884 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904f448d-8dfc-4277-975b-a74ff5eb9025 None None] The sync data for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 is: [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:06Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:07.235204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5f8e739-f39f-4157-bbbb-76699367c088 req-444bf469-1327-404f-b944-dd9e7e6f66b4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 210 time: 0.0496273 Jul 14 09:16:07.300080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c52aee3d-27e7-4513-b162-53d89cacb80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.357820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c52aee3d-27e7-4513-b162-53d89cacb80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.454717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c52aee3d-27e7-4513-b162-53d89cacb80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.457731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c52aee3d-27e7-4513-b162-53d89cacb80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.461826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c52aee3d-27e7-4513-b162-53d89cacb80e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0aa6d47f-24f9-4d50-b3ad-d7fef2599d25 HTTP/1.1" status: 204 len: 168 time: 0.3099022 Jul 14 09:16:07.527080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aee3d-27e7-4513-b162-53d89cacb80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6d47f-24f9-4d50-b3ad-d7fef2599d25,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.672040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5ab37-4cc0-400d-84d2-fb218cf2089e req-e7feae3e-0057-4641-982a-1b6eae8d97c5 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.681627 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96b5ab37-4cc0-400d-84d2-fb218cf2089e req-e7feae3e-0057-4641-982a-1b6eae8d97c5 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.2201846 Jul 14 09:16:07.780367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-7cfda88a-45f1-4913-8581-53df457400fb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.783242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-7cfda88a-45f1-4913-8581-53df457400fb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 817 time: 0.2658203 Jul 14 09:16:07.798942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96b5ab37-4cc0-400d-84d2-fb218cf2089e req-60d2c57f-5bec-4f56-a67d-e2a5c2786d1b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125476 Jul 14 09:16:07.865434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-f20e3613-c8f3-4afc-be2d-c26207e26949 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 379 time: 0.0650780 Jul 14 09:16:07.881252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'port': {'device_id': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'admin_state_up': True, 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'security_groups': ['947acce5-c61b-4a83-8ed5-53f716796f09']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:07.941573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d44fc432-2464-488a-a776-ba1c5a66bf09 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:08.012803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: d44fc432-2464-488a-a776-ba1c5a66bf09 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:08.013172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d44fc432-2464-488a-a776-ba1c5a66bf09 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:08.104094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cd54d-a8d7-4f19-95af-b3b609b89587 req-448dc33c-e360-4a5b-80af-644904e16899 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.111993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf8cd54d-a8d7-4f19-95af-b3b609b89587 req-448dc33c-e360-4a5b-80af-644904e16899 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.0936389 Jul 14 09:16:08.169559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf8cd54d-a8d7-4f19-95af-b3b609b89587 req-9c0e3f43-8c32-49ea-9e11-331eda5f53c9 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566809 Jul 14 09:16:08.508430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5a8cd-9da3-4f33-9b37-af581c36857b req-8b4be793-9c6b-4cf5-a656-453c983212f4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.515776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0a5a8cd-9da3-4f33-9b37-af581c36857b req-8b4be793-9c6b-4cf5-a656-453c983212f4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1686389 Jul 14 09:16:08.541340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fb1f16ee-0c6f-4202-b554-99b29b3b4977 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:08.568434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0a5a8cd-9da3-4f33-9b37-af581c36857b req-7ae0cb3c-7615-4ccb-a01e-ba4da6254b77 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514858 Jul 14 09:16:08.630280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port fb1f16ee-0c6f-4202-b554-99b29b3b4977 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:08.639437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fb1f16ee-0c6f-4202-b554-99b29b3b4977 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:08.641405 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.754689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.761778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6d59ad8-99e9-45ea-b4dd-6feddb72f093 req-3e209c93-4a47-4277-856f-ec9b1a7023fe tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 210 time: 0.0452607 Jul 14 09:16:08.797419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port fb1f16ee-0c6f-4202-b554-99b29b3b4977, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fb1f16ee-0c6f-4202-b554-99b29b3b4977,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:08.802639 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.864903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=fb1f16ee-0c6f-4202-b554-99b29b3b4977,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.931061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72795f1-6d31-47ef-aa6f-9c751a975a41 req-5028062c-b97f-498d-915d-9d35b27489b8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.938047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e72795f1-6d31-47ef-aa6f-9c751a975a41 req-5028062c-b97f-498d-915d-9d35b27489b8 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.2661850 Jul 14 09:16:08.973138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Made reservation on behalf of 28e98300daec41e4a716390dabc83dc8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:08.976754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.103816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58747a47-73af-4725-82c9-f5cb38b5528c req-d81119b7-63ba-4ef8-90cd-0c613c0b455a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.110815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58747a47-73af-4725-82c9-f5cb38b5528c req-d81119b7-63ba-4ef8-90cd-0c613c0b455a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0847268 Jul 14 09:16:09.158721 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58747a47-73af-4725-82c9-f5cb38b5528c req-b57c39cd-6d75-43be-b662-109ba6cf8c77 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468299 Jul 14 09:16:09.161598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-6e2b944b-4ad4-4db7-adf7-ff22501ec7e1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.163269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-6e2b944b-4ad4-4db7-adf7-ff22501ec7e1 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 946 time: 0.3002613 Jul 14 09:16:09.176998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e72795f1-6d31-47ef-aa6f-9c751a975a41 req-a4a227bf-7247-45fc-9148-15f83910303d tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc037f99-02ce-491f-a83c-a437e25b9c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350583 Jul 14 09:16:09.235138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Allocated IP 172.20.0.8 (4623b414-86a5-4b2b-ad69-652637f5c1eb/56c15722-2023-4795-9086-4bd5e8a4a09d/1786239a-0c70-4937-9448-3f576998177a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:09.558569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.575698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b67162-d1ff-4254-b4b4-927e69b034c1 req-e27e83d8-aa64-4f4a-a489-af307627fa05 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.577296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91b67162-d1ff-4254-b4b4-927e69b034c1 req-e27e83d8-aa64-4f4a-a489-af307627fa05 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.2051353 Jul 14 09:16:09.603663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Deleting port 290851e7-06dc-451f-8825-a2a438fe8363 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:09.604006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.608170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Transition to ACTIVE for port object 1786239a-0c70-4937-9448-3f576998177a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:09.819928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91b67162-d1ff-4254-b4b4-927e69b034c1 req-dfebda95-4a07-46cc-b18b-56eafeaba00a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332230 Jul 14 09:16:09.830871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1830be-1a4f-4e35-a981-67210a3278ac req-54ad4427-ddeb-487c-9121-644ecea32842 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.840766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f1830be-1a4f-4e35-a981-67210a3278ac req-54ad4427-ddeb-487c-9121-644ecea32842 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.0900960 Jul 14 09:16:09.883766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f1830be-1a4f-4e35-a981-67210a3278ac req-0e2e3759-5274-4835-9601-3fd999831d02 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Jul 14 09:16:09.913640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.960763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] For port 290851e7-06dc-451f-8825-a2a438fe8363, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=290851e7-06dc-451f-8825-a2a438fe8363,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:09.961579 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.073430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Calling delete_port for 290851e7-06dc-451f-8825-a2a438fe8363 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:10.105855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9abeb-c69e-4397-bf59-b1819d1ba8e6 req-7909fcfc-e60c-485f-a179-c74a2ffd9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.107402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf9abeb-c69e-4397-bf59-b1819d1ba8e6 req-7909fcfc-e60c-485f-a179-c74a2ffd9ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 1097 time: 0.3983111 Jul 14 09:16:10.122430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:10.132486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.174188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:10.180536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:10.292445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf9abeb-c69e-4397-bf59-b1819d1ba8e6 req-640c1598-7648-4699-827a-93d65702aa0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720021 Jul 14 09:16:10.300697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.301928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.350997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d0694-77da-432e-ad7b-6524f0629bdb req-5e485b9c-9f12-49cd-a76b-135e4248913c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.361560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:10.374227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a09d0694-77da-432e-ad7b-6524f0629bdb req-5e485b9c-9f12-49cd-a76b-135e4248913c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 931 time: 0.3405459 Jul 14 09:16:10.385822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-288b5bda-1027-4c16-bbb3-93165b540795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5147529 Jul 14 09:16:10.432111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Request body: {'port': {'device_id': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:10.482835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c3d3f-707e-41f8-bef2-afe7c4ae4974 req-356b77ca-49ec-460b-a24c-23a6794d65e2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.493949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-650c3d3f-707e-41f8-bef2-afe7c4ae4974 req-356b77ca-49ec-460b-a24c-23a6794d65e2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1443601 Jul 14 09:16:10.529571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fb1f16ee-0c6f-4202-b554-99b29b3b4977 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:10.560929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6146c68-9db5-4c4b-93f4-e923a1dfad60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.584290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.587407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a23acdda-c92c-41a7-940f-99a1f093913d None None] Provisioning for port 1786239a-0c70-4937-9448-3f576998177a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:10.597391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a09d0694-77da-432e-ad7b-6524f0629bdb req-f55a53e7-faaf-4bdf-8206-21cfa41093c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222390 Jul 14 09:16:10.598130 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-650c3d3f-707e-41f8-bef2-afe7c4ae4974 req-f0635499-1d42-4fea-9a7b-6cc5b0ed253d tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002934 Jul 14 09:16:10.599409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a23acdda-c92c-41a7-940f-99a1f093913d None None] Provisioning complete for port 1786239a-0c70-4937-9448-3f576998177a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:10.599968 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a23acdda-c92c-41a7-940f-99a1f093913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.623103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fb1f16ee-0c6f-4202-b554-99b29b3b4977 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:10.624163 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.677686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a23acdda-c92c-41a7-940f-99a1f093913d None None] Port 1786239a-0c70-4937-9448-3f576998177a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:10.791626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6146c68-9db5-4c4b-93f4-e923a1dfad60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.797125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6146c68-9db5-4c4b-93f4-e923a1dfad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.802001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.847222 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b6146c68-9db5-4c4b-93f4-e923a1dfad60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52e1e8afbc7b4764b3afa3980d0cf523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840872 Jul 14 09:16:10.852415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:10.903515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6146c68-9db5-4c4b-93f4-e923a1dfad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799b0924-dd0b-48b6-bed3-1967885230f6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.915005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c308b7b4-b87b-482e-b3a6-e9e1c10992b1 req-0ce0c7cb-697f-47ba-b535-b72845321f59 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=66241911-8f27-40a8-8e9c-8f2cef60df67 HTTP/1.1" status: 200 len: 210 time: 0.0714123 Jul 14 09:16:10.970598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event deleted for resources: {'Port': ['ID=290851e7-06dc-451f-8825-a2a438fe8363,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.999027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4138105-1342-4960-b0c9-f601d7bc978d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.055393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4138105-1342-4960-b0c9-f601d7bc978d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.167211 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4138105-1342-4960-b0c9-f601d7bc978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.170139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4138105-1342-4960-b0c9-f601d7bc978d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.171304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d4138105-1342-4960-b0c9-f601d7bc978d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/799b0924-dd0b-48b6-bed3-1967885230f6 HTTP/1.1" status: 204 len: 168 time: 0.3101079 Jul 14 09:16:11.190417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3006dbb-f5e6-4c90-ab38-05a512476404 req-8600faa9-0318-4bb6-a7d8-68b35c21d0a5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.199295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e3006dbb-f5e6-4c90-ab38-05a512476404 req-8600faa9-0318-4bb6-a7d8-68b35c21d0a5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1020486 Jul 14 09:16:11.226053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4138105-1342-4960-b0c9-f601d7bc978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b0924-dd0b-48b6-bed3-1967885230f6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:11.261781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e3006dbb-f5e6-4c90-ab38-05a512476404 req-f05d4bf6-c54a-4cb4-8cb1-944bcfa12cde tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614779 Jul 14 09:16:11.331808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] No DVR routers for this DVR port 290851e7-06dc-451f-8825-a2a438fe8363 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:11.343155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.345635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5124385a-65eb-4be2-8b6b-2400b61a4d75 req-963cd3c6-8296-48a4-bf5c-18fcf1bdbef7 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.11 "DELETE /v2.0/ports/290851e7-06dc-451f-8825-a2a438fe8363 HTTP/1.1" status: 204 len: 173 time: 2.1707084 Jul 14 09:16:11.348178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'name': 'network-vif-deleted', 'tag': '290851e7-06dc-451f-8825-a2a438fe8363'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:11.361961 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87205138-79fb-4ca3-bf1b-d6e4ea2f1b00" -d '{"events": [{"server_uuid": "66241911-8f27-40a8-8e9c-8f2cef60df67", "name": "network-vif-deleted", "tag": "290851e7-06dc-451f-8825-a2a438fe8363"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:11.571893 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a725ef6-7293-4412-b4d0-1afebec15dc0 x-openstack-request-id: req-2a725ef6-7293-4412-b4d0-1afebec15dc0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:11.572127 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66241911-8f27-40a8-8e9c-8f2cef60df67", "name": "network-vif-deleted", "tag": "290851e7-06dc-451f-8825-a2a438fe8363", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:11.572359 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a725ef6-7293-4412-b4d0-1afebec15dc0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:11.572728 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66241911-8f27-40a8-8e9c-8f2cef60df67', 'name': 'network-vif-deleted', 'tag': '290851e7-06dc-451f-8825-a2a438fe8363', 'status': 'completed', 'code': 200} Jul 14 09:16:11.575886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1786239a-0c70-4937-9448-3f576998177a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:11.609606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.631326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6fe95-08f2-4362-9e3a-ce5be0f48719 req-e5d04581-ced1-4604-b60f-ce8228de9c35 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.645785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5b6fe95-08f2-4362-9e3a-ce5be0f48719 req-e5d04581-ced1-4604-b60f-ce8228de9c35 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.3064778 Jul 14 09:16:11.690483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Transition to ACTIVE for port object 1786239a-0c70-4937-9448-3f576998177a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:11.695608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.756356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5b6fe95-08f2-4362-9e3a-ce5be0f48719 req-15e021b7-a7de-4c06-bf10-265197a4251a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948210 Jul 14 09:16:11.785804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:11.850133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 290851e7-06dc-451f-8825-a2a438fe8363 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:11.935044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 290851e7-06dc-451f-8825-a2a438fe8363 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:11.939022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 290851e7-06dc-451f-8825-a2a438fe8363 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:11.963094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:11.963480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:11.963848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:11.975023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Port 1786239a-0c70-4937-9448-3f576998177a on network 4623b414-86a5-4b2b-ad69-652637f5c1eb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:11.975870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:11.998987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c19bb-4b28-4949-931a-371bde6adabf req-8d6c9179-157b-4021-9f00-0c7b982a7780 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.007642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:12.008900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Checking segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:12.009313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Bound using segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:12.017586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a5c19bb-4b28-4949-931a-371bde6adabf req-8d6c9179-157b-4021-9f00-0c7b982a7780 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1883209 Jul 14 09:16:12.018483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Bound port: 1786239a-0c70-4937-9448-3f576998177a, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:12.018902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.106241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a5c19bb-4b28-4949-931a-371bde6adabf req-909a10ab-d37b-4b70-bdd0-38e413f07f0a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876901 Jul 14 09:16:12.230347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:12.234281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:12.239473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.354815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.359245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.360331 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.362199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-141aa11c-339f-4285-9a83-d1a44e04694b service neutron] 10.222.0.11 "PUT /v2.0/ports/1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 1092 time: 1.9576809 Jul 14 09:16:12.386125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d7c4-b42d-4e76-8571-084d802670ee req-42b1ebc4-a9d1-4e67-9418-745cfd5c7212 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.388477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-caa7d7c4-b42d-4e76-8571-084d802670ee req-42b1ebc4-a9d1-4e67-9418-745cfd5c7212 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.3422647 Jul 14 09:16:12.500732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-caa7d7c4-b42d-4e76-8571-084d802670ee req-d9ef5454-e775-47c3-8e2e-4485d9a0a1d9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050212 Jul 14 09:16:12.517529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-4488b93f-3df6-496b-919f-ad32b20e8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.520138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-4488b93f-3df6-496b-919f-ad32b20e8c3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1095 time: 0.1124778 Jul 14 09:16:12.544140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55538) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:12.623659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-20fce505-9912-4b09-acf8-bb6ec5d61a34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 217 time: 0.0953586 Jul 14 09:16:12.627394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8b30-50de-4bda-b4f6-c2e3472d3dd1 req-0bcd4ad3-6339-4a64-91f6-8633606ac81e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.648142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd9b8b30-50de-4bda-b4f6-c2e3472d3dd1 req-0bcd4ad3-6339-4a64-91f6-8633606ac81e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1429334 Jul 14 09:16:12.722582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd9b8b30-50de-4bda-b4f6-c2e3472d3dd1 req-073c18ed-3cc3-42dc-a84d-67c7673eac54 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675428 Jul 14 09:16:12.740978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-f4f329a3-089a-4a49-b3c8-df76112bae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.752837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-f4f329a3-089a-4a49-b3c8-df76112bae12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.1109855 Jul 14 09:16:12.764216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1944501634'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:12.827304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Made reservation on behalf of bfc6f8a040f64059b41620c9f3c5bca0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:12.833484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.884655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.985214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323e95-5952-4483-a243-3784733c1d1f req-b7f2d1d5-75e6-4158-8eae-6b40b01af637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.986881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-b7f2d1d5-75e6-4158-8eae-6b40b01af637 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921844 Jul 14 09:16:13.074145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1d7ac-2fa3-46ed-8586-5282ad3dd8ca req-4b1ffbf0-9643-4bd1-acec-b50f3d5f26a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.074145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-19d1d7ac-2fa3-46ed-8586-5282ad3dd8ca req-4b1ffbf0-9643-4bd1-acec-b50f3d5f26a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.0913434 Jul 14 09:16:13.125003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-19d1d7ac-2fa3-46ed-8586-5282ad3dd8ca req-0e2b2773-73e6-4784-827d-c11917fe3edf tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450354 Jul 14 09:16:13.225900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.234394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-c8178119-de04-43bc-b27a-f11867781cf1 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385192 Jul 14 09:16:13.238702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.251598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:13.310780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c278b2-761d-415a-a860-c78de5c06edf req-96cd2af4-d7a5-42f7-8f47-02d3df543b59 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.312373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24c278b2-761d-415a-a860-c78de5c06edf req-96cd2af4-d7a5-42f7-8f47-02d3df543b59 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0805926 Jul 14 09:16:13.337649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.337936 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Added segment c28573cb-9c07-4f3c-a4ae-5483dc4a867b of type vlan for network 241fce84-407d-4741-a579-0abb82171d9d Jul 14 09:16:13.366632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24c278b2-761d-415a-a860-c78de5c06edf req-a343fa93-f973-404b-af47-868fe4ed11e3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476267 Jul 14 09:16:13.367662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82773aa4-071e-4333-8e72-97f15fdb487e req-9d7a6033-ed72-4cbf-97e0-34ab0d0dab08 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.369185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-82773aa4-071e-4333-8e72-97f15fdb487e req-9d7a6033-ed72-4cbf-97e0-34ab0d0dab08 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2888231 Jul 14 09:16:13.372870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab0701e-3e9a-4d16-a635-0e6e9ffced6f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:13.448071 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.480521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-82773aa4-071e-4333-8e72-97f15fdb487e req-99bca915-fbcb-4fb3-97f8-9fe2a3df139b tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728989 Jul 14 09:16:13.510264 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8323e95-5952-4483-a243-3784733c1d1f req-70ac5a41-9eb2-4292-8a53-f260d3a87457 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500229 Jul 14 09:16:13.525361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.531539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.532319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.584078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:13.586613 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:13.602133 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0540416 Jul 14 09:16:13.611239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:13.618486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992e21e-7052-4059-9883-84b1b10c2514 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Network': ['ID=241fce84-407d-4741-a579-0abb82171d9d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:13.618954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'subnet': {'network_id': '241fce84-407d-4741-a579-0abb82171d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:13.632391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 241fce84-407d-4741-a579-0abb82171d9d details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:13.784165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-6681d053-529d-4611-9f24-301b609ddc54 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.786356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-6681d053-529d-4611-9f24-301b609ddc54 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 811 time: 0.1526854 Jul 14 09:16:13.808472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-0a3edd21-7bcb-4eae-930f-dce7ae74099a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/quotas/2cde91083a39435ba8b91d3bb8be275f HTTP/1.1" status: 200 len: 375 time: 0.0160778 Jul 14 09:16:13.894230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-78442f20-fee1-476c-99a5-2ec736d465d0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848615 Jul 14 09:16:14.015785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-6026a812-3f5f-49a0-b242-b522079d2b10 service neutron] 10.222.0.18 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074560 Jul 14 09:16:14.130686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-d036441a-b62c-44e9-8f6b-3e9bb6cefdf0 service neutron] 10.222.0.18 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065278 Jul 14 09:16:14.147603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614ef40-8236-4944-9146-bb3d579e1b81 req-2e918da6-6f32-40c0-8067-d82f285ac795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.149179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f614ef40-8236-4944-9146-bb3d579e1b81 req-2e918da6-6f32-40c0-8067-d82f285ac795 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.1019254 Jul 14 09:16:14.158418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Made reservation on behalf of bfc6f8a040f64059b41620c9f3c5bca0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:14.162952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.281606 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f614ef40-8236-4944-9146-bb3d579e1b81 req-179cc24d-6c19-4915-965d-d089b450c4f6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262534 Jul 14 09:16:14.333218 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3871c5f-b3fa-4d6f-b4c9-833c1d113d67 x-openstack-request-id: req-f3871c5f-b3fa-4d6f-b4c9-833c1d113d67 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:14.333516 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "tag": "1786239a-0c70-4937-9448-3f576998177a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:14.333852 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3871c5f-b3fa-4d6f-b4c9-833c1d113d67 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:14.334242 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'status': 'completed', 'code': 200} Jul 14 09:16:14.467578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-6eb0ad02-db25-42c1-837d-885ddf20740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.469503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-6eb0ad02-db25-42c1-837d-885ddf20740d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1095 time: 0.1056516 Jul 14 09:16:14.501052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.603298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Subnet': ['ID=bf398bcf-1701-492e-ade6-63c2bc3933f5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:14.629501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9e7e52f0-e490-42f9-ac52-4a6c54f57673 req-21d94813-1bbe-4385-8cc5-b15f5dcfd383 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 210 time: 0.0452433 Jul 14 09:16:14.637099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Checking segment: {'id': 'c28573cb-9c07-4f3c-a4ae-5483dc4a867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '241fce84-407d-4741-a579-0abb82171d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:14.637659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Network hostable DHCP agents. Network: 241fce84-407d-4741-a579-0abb82171d9d, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:14.659483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b952-83cd-4b71-b535-f0faa4e171c0 req-a1e1703b-1476-4e94-ab80-4b1f99094a42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.660422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d431b952-83cd-4b71-b535-f0faa4e171c0 req-a1e1703b-1476-4e94-ab80-4b1f99094a42 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.2074249 Jul 14 09:16:14.662970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-016fcc9c-8cc7-4765-80d5-96abf79c2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.664517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-016fcc9c-8cc7-4765-80d5-96abf79c2af7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.1695459 Jul 14 09:16:14.666475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Network 241fce84-407d-4741-a579-0abb82171d9d is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:14.680649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 241fce84-407d-4741-a579-0abb82171d9d) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:14.688737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.689337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.694641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18890136-799b-4d94-b25f-c72f93be02d9 None None] Network 241fce84-407d-4741-a579-0abb82171d9d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:14.728204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-66c8ee10-9ee7-4bd1-a8db-62ae4b11660c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.729715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-66c8ee10-9ee7-4bd1-a8db-62ae4b11660c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.1858785 Jul 14 09:16:14.730994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-702208fd-3748-4639-aec7-5c7e9175ad1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 217 time: 0.0568490 Jul 14 09:16:14.733261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:14.733402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dd86fc0f-5832-46c4-8f8b-f7aa7be0e1e3 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1207366 Jul 14 09:16:14.740966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8c84dfa7-5f78-4bc9-aea7-721432cc4775 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1157405614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:14.838401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d431b952-83cd-4b71-b535-f0faa4e171c0 req-89758f24-4fb3-4c82-a8ed-f52879a6b42e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701865 Jul 14 09:16:14.844559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957425de-96bc-41c6-a2f9-595d6c0cb3ff req-f0a0e4f5-336e-4706-931b-410418c9587e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.846932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-957425de-96bc-41c6-a2f9-595d6c0cb3ff req-f0a0e4f5-336e-4706-931b-410418c9587e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0734320 Jul 14 09:16:14.882062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c84dfa7-5f78-4bc9-aea7-721432cc4775 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.882988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c84dfa7-5f78-4bc9-aea7-721432cc4775 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.888627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-266db41c-7372-4188-a62c-d74879aaf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.888816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-241fce84-407d-4741-a579-0abb82171d9d', 'network_id': '241fce84-407d-4741-a579-0abb82171d9d', 'tenant_id': 'bfc6f8a040f64059b41620c9f3c5bca0', 'fixed_ips': [{'subnet_id': 'bf398bcf-1701-492e-ade6-63c2bc3933f5'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:14.889562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.890427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-266db41c-7372-4188-a62c-d74879aaf59d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.1425464 Jul 14 09:16:14.940009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-957425de-96bc-41c6-a2f9-595d6c0cb3ff req-061deb45-71a7-463d-8ec9-b485ab90e0f2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710673 Jul 14 09:16:15.082046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Allocated IP 172.20.0.2 (241fce84-407d-4741-a579-0abb82171d9d/bf398bcf-1701-492e-ade6-63c2bc3933f5/d7e547d1-347e-40b5-81b1-af8c3ee3cbac) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:15.248579 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.258105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Transition to ACTIVE for port object d7e547d1-347e-40b5-81b1-af8c3ee3cbac will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:15.273765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Transition to ACTIVE for port object d7e547d1-347e-40b5-81b1-af8c3ee3cbac will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:15.282378 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.319347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Network 241fce84-407d-4741-a579-0abb82171d9d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:15.324431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:15.328009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:15.336428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Pushing event updated for resources: {'Port': ['ID=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.389308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Attempting to bind port d7e547d1-347e-40b5-81b1-af8c3ee3cbac on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:15.391059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Attempting to bind port d7e547d1-347e-40b5-81b1-af8c3ee3cbac by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c28573cb-9c07-4f3c-a4ae-5483dc4a867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '241fce84-407d-4741-a579-0abb82171d9d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:15.391059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Attempting to bind port d7e547d1-347e-40b5-81b1-af8c3ee3cbac on network 241fce84-407d-4741-a579-0abb82171d9d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:15.395058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:15.395463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Checking segment: {'id': 'c28573cb-9c07-4f3c-a4ae-5483dc4a867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '241fce84-407d-4741-a579-0abb82171d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:15.395869 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.396263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Bound using segment: {'id': 'c28573cb-9c07-4f3c-a4ae-5483dc4a867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '241fce84-407d-4741-a579-0abb82171d9d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:15.396728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Bound port: d7e547d1-347e-40b5-81b1-af8c3ee3cbac, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28573cb-9c07-4f3c-a4ae-5483dc4a867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '241fce84-407d-4741-a579-0abb82171d9d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:15.397106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.438892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c84dfa7-5f78-4bc9-aea7-721432cc4775 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.450376 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c84dfa7-5f78-4bc9-aea7-721432cc4775 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.461282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] For port d7e547d1-347e-40b5-81b1-af8c3ee3cbac, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:15.464607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] For port d7e547d1-347e-40b5-81b1-af8c3ee3cbac, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,segment=NetworkSegment(c28573cb-9c07-4f3c-a4ae-5483dc4a867b),segment_id=c28573cb-9c07-4f3c-a4ae-5483dc4a867b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:15.469002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.498085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c84dfa7-5f78-4bc9-aea7-721432cc4775 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.501864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8c84dfa7-5f78-4bc9-aea7-721432cc4775 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7627161 Jul 14 09:16:15.505237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55606) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:15.525837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81e832-8949-42c1-b500-c8cd2a904f7f req-a0df0c36-f4fb-4f00-89ad-6e751582c8da tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.527229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Deleting port 4409d560-344b-4e2f-96c9-756d1362ac34 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:15.527605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.535872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af81e832-8949-42c1-b500-c8cd2a904f7f req-a0df0c36-f4fb-4f00-89ad-6e751582c8da tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.0844071 Jul 14 09:16:15.553214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f0332-6e45-4070-b32f-bda99f0fd961 None None] Pushing event updated for resources: {'Port': ['ID=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.586228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af81e832-8949-42c1-b500-c8cd2a904f7f req-46c2546b-88dd-4e64-bdfa-9e1e242fb6a5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493290 Jul 14 09:16:15.605048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-c3859fab-7185-4381-9afe-a802abbaf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.606573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-c3859fab-7185-4381-9afe-a802abbaf2e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6873028 Jul 14 09:16:15.689753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1786239a-0c70-4937-9448-3f576998177a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:15.745368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eb7e-3df3-4b61-aa2f-8394b36643a8 req-6c7be0ee-c9bc-40a1-84b6-89b1c16fd194 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.746890 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a596eb7e-3df3-4b61-aa2f-8394b36643a8 req-6c7be0ee-c9bc-40a1-84b6-89b1c16fd194 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.4167931 Jul 14 09:16:15.779824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-585a767c-fe5b-4046-b8d4-b070888461f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.781578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-585a767c-fe5b-4046-b8d4-b070888461f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 1098 time: 0.4541147 Jul 14 09:16:15.909242 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dbdfe86-4add-421e-9f20-adf06c0dee73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.929540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:15.953990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '1786239a-0c70-4937-9448-3f576998177a', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'port_id': '1786239a-0c70-4937-9448-3f576998177a', 'mac_address': 'fa:16:3e:5d:b4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:15.967791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-8a73bc5e-283f-4d57-8346-b215b69e84a4 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.969356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-8a73bc5e-283f-4d57-8346-b215b69e84a4 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 811 time: 0.2888253 Jul 14 09:16:15.982272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Request body: {'port': {'device_id': '08432588-87b2-4a36-a508-a1af16633176', 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'admin_state_up': True, 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:16.010474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.040789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1786239a-0c70-4937-9448-3f576998177a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:16.061571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] For port 4409d560-344b-4e2f-96c9-756d1362ac34, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=4409d560-344b-4e2f-96c9-756d1362ac34,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:16.061984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.073358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c400920f-a81d-41d0-a87f-d962fb3a7a59 req-4036e352-3656-496e-995c-9d78a9f81eb8 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 210 time: 0.0851531 Jul 14 09:16:16.077621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:16.082710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a596eb7e-3df3-4b61-aa2f-8394b36643a8 req-6523287f-4ac0-45b1-8503-5d73783eea9c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045676 Jul 14 09:16:16.082932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.137897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.193274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Made reservation on behalf of 2cde91083a39435ba8b91d3bb8be275f for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:16.197227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.237070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-af90b3c6-eb0e-4b22-a230-293286ad6a4e service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876462 Jul 14 09:16:16.306945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-0eb40052-bc4f-4e48-9a1e-7b125b054f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.308521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-0eb40052-bc4f-4e48-9a1e-7b125b054f18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 912 time: 0.5049314 Jul 14 09:16:16.381990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279de08-12bd-414a-8ec1-b13dd8d7ee2d req-7e528b52-1c67-47db-9258-5eb68a0b3a21 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.383522 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6279de08-12bd-414a-8ec1-b13dd8d7ee2d req-7e528b52-1c67-47db-9258-5eb68a0b3a21 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1293805 Jul 14 09:16:16.384701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Allocated IP 172.20.0.11 (77144098-dd46-40ec-be51-8c75ee6e5961/89cda481-9a0b-42d0-9e5e-68845e057681/71a14c2e-39c5-4184-9a8d-7ef96258f26e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:16.387656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['1786239a-0c70-4937-9448-3f576998177a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:16.466758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6279de08-12bd-414a-8ec1-b13dd8d7ee2d req-46056883-46a5-4adb-af4c-17a401075d1b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724092 Jul 14 09:16:16.474712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-283fba10-650d-4687-bf6c-b71f2f6d349d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 HTTP/1.1" status: 200 len: 217 time: 0.0930479 Jul 14 09:16:16.621847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d7e547d1-347e-40b5-81b1-af8c3ee3cbac up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:16.642310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.659490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.739700 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.755342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['533cef56-d4f8-43d7-badc-fb90951873b0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:16.757822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d7e547d1-347e-40b5-81b1-af8c3ee3cbac completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:16.794205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4b93-c8ca-4f67-b6bd-d3a5c19e807e req-da1a006d-a304-4131-8a81-1afa046f7adc tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.801250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2ca4b93-c8ca-4f67-b6bd-d3a5c19e807e req-da1a006d-a304-4131-8a81-1afa046f7adc tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.5513306 Jul 14 09:16:16.839289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Network 77144098-dd46-40ec-be51-8c75ee6e5961 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:16.841851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Pushing event updated for resources: {'Port': ['ID=71a14c2e-39c5-4184-9a8d-7ef96258f26e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.850220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-e9ab19b9-43a2-423f-a9ef-5f6c91dcf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.852156 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-e9ab19b9-43a2-423f-a9ef-5f6c91dcf448 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.2934709 Jul 14 09:16:16.854482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:16.859666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:16.883280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2ca4b93-c8ca-4f67-b6bd-d3a5c19e807e req-6379e529-55bc-4686-b374-581a2d249794 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810597 Jul 14 09:16:16.962300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.962982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.984851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-e1bba65d-092e-4427-9823-59cf1932db16 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0066426 Jul 14 09:16:17.009422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Request body: {'port': {'device_id': '08432588-87b2-4a36-a508-a1af16633176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:17.018350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.018659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.018971 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Floating IP cada5c60-198c-41e1-ad83-1ddbe14853c1 disassociated. External IP: 172.25.2.113, port: 4409d560-344b-4e2f-96c9-756d1362ac34. Jul 14 09:16:17.019386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Calling delete_port for 4409d560-344b-4e2f-96c9-756d1362ac34 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:17.022895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4be029-c2fc-4a16-8df4-d6d6f1f4650d req-4da3b97b-2d2d-47fa-93fa-d80a1c4d3835 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.026122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb9562-a48f-4698-aae3-2d176626f9a6 None None] Network 241fce84-407d-4741-a579-0abb82171d9d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:17.029802 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d4be029-c2fc-4a16-8df4-d6d6f1f4650d req-4da3b97b-2d2d-47fa-93fa-d80a1c4d3835 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.1888664 Jul 14 09:16:17.079269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cc90c5-0eae-4ec3-9125-9d80c10bbd35 req-3c9cd2f0-4fe6-4cf2-a812-34d5a00ea117 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267872 Jul 14 09:16:17.103963 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d4be029-c2fc-4a16-8df4-d6d6f1f4650d req-d0849720-d95c-48e5-9346-692e2390c92e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729561 Jul 14 09:16:17.128115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Provisioning for port d7e547d1-347e-40b5-81b1-af8c3ee3cbac completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:17.148778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-6e9982ae-1e31-4d54-9971-72bb5c8e1479 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456783 Jul 14 09:16:17.168725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Provisioning complete for port d7e547d1-347e-40b5-81b1-af8c3ee3cbac triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:17.169131 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.171526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.294580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Allocated IP 172.20.0.1 (241fce84-407d-4741-a579-0abb82171d9d/bf398bcf-1701-492e-ade6-63c2bc3933f5/247673c4-833a-43a4-a836-e802703e6feb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:17.318894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.355862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] For port d7e547d1-347e-40b5-81b1-af8c3ee3cbac, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,segment=NetworkSegment(c28573cb-9c07-4f3c-a4ae-5483dc4a867b),segment_id=c28573cb-9c07-4f3c-a4ae-5483dc4a867b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:17.360248 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.415228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Pushing event updated for resources: {'Port': ['ID=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:17.424558 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.424908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.425258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.426458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.426814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.427148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.427543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.427883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.428210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.428537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.428860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.429182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61a54c3-d7d6-4d91-a779-6d765c2beda5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:17.496908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e227-d88a-4bb3-b41c-1a6f4af173d1 req-1580346d-7053-4124-93a4-6ddda5496865 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.498549 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44b0e227-d88a-4bb3-b41c-1a6f4af173d1 req-1580346d-7053-4124-93a4-6ddda5496865 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 944 time: 0.2315555 Jul 14 09:16:17.570657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-44b0e227-d88a-4bb3-b41c-1a6f4af173d1 req-a7b36e47-8f82-449b-96a4-64dfe882c86c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups?id=7758b78f-37d9-43c3-9048-046a89412a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625737 Jul 14 09:16:17.583698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-afa2bf60-289f-43b3-8add-1601fd2e6613 None None] Provisioning complete for port d7e547d1-347e-40b5-81b1-af8c3ee3cbac triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:17.584073 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afa2bf60-289f-43b3-8add-1601fd2e6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.652918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a14c2e-39c5-4184-9a8d-7ef96258f26e {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:17.660792 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.677715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Transition to ACTIVE for port object 71a14c2e-39c5-4184-9a8d-7ef96258f26e will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:17.681602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.725219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1786239a-0c70-4937-9448-3f576998177a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:17.767806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Pushing event updated for resources: {'Port': ['ID=71a14c2e-39c5-4184-9a8d-7ef96258f26e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:17.777461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 1786239a-0c70-4937-9448-3f576998177a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:17.781799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 1786239a-0c70-4937-9448-3f576998177a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:17.782345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.823694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-f0d383b6-125d-4687-8a57-e477afa57c4e service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670942 Jul 14 09:16:17.855538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3260-6c0a-4a6f-896a-bcef4e254e74 req-6ccab9a8-f5a7-4be1-a394-b62614cbdb4f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.857052 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e6b3260-6c0a-4a6f-896a-bcef4e254e74 req-6ccab9a8-f5a7-4be1-a394-b62614cbdb4f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 946 time: 0.1363225 Jul 14 09:16:17.868463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Attempting to bind port 71a14c2e-39c5-4184-9a8d-7ef96258f26e on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:17.868463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Attempting to bind port 71a14c2e-39c5-4184-9a8d-7ef96258f26e by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:17.868879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Attempting to bind port 71a14c2e-39c5-4184-9a8d-7ef96258f26e on network 77144098-dd46-40ec-be51-8c75ee6e5961 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:17.870265 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.886842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Port 71a14c2e-39c5-4184-9a8d-7ef96258f26e on network 77144098-dd46-40ec-be51-8c75ee6e5961 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:17.887178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Attempting to bind port 71a14c2e-39c5-4184-9a8d-7ef96258f26e on network 77144098-dd46-40ec-be51-8c75ee6e5961 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:17.896291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:17.896624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Checking segment: {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:17.896998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Bound using segment: {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:17.897426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Bound port: 71a14c2e-39c5-4184-9a8d-7ef96258f26e, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9388b656-33f2-495b-a060-51b796aeb4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:17.897774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.898698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:17.899308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aaa80-04ab-4ff0-afb2-84d9e411ba1f req-2d91339a-1b96-45e1-a35b-dcf1446a65c9 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.902926 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0cf524-1d8e-465b-9a29-7758285106ef" -d '{"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:17.903830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-294aaa80-04ab-4ff0-afb2-84d9e411ba1f req-2d91339a-1b96-45e1-a35b-dcf1446a65c9 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 932 time: 0.6345985 Jul 14 09:16:17.918457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:17.921538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e6b3260-6c0a-4a6f-896a-bcef4e254e74 req-48fea876-ea83-4062-9755-f7cc89d68a12 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543983 Jul 14 09:16:17.922845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.923856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:17.988966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:17.990879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] For port 71a14c2e-39c5-4184-9a8d-7ef96258f26e, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:17.994040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] For port 71a14c2e-39c5-4184-9a8d-7ef96258f26e, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:18.001614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31e41c62-27b8-477d-884f-8637cd5ca482 req-c7d38894-e20b-420b-a444-335da67d6d7f service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613874 Jul 14 09:16:18.002693 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.044941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.051213 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.058093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.067701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.068540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.070840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] 10.222.0.48 "PUT /v2.0/ports/71a14c2e-39c5-4184-9a8d-7ef96258f26e HTTP/1.1" status: 200 len: 1093 time: 1.0689621 Jul 14 09:16:18.073575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08432588-87b2-4a36-a508-a1af16633176', 'tag': '71a14c2e-39c5-4184-9a8d-7ef96258f26e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:18.077374 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5f59e-7c7a-4df7-824c-7e7c78514875" -d '{"events": [{"name": "network-changed", "server_uuid": "08432588-87b2-4a36-a508-a1af16633176", "tag": "71a14c2e-39c5-4184-9a8d-7ef96258f26e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:18.102514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No active binding found for port 4409d560-344b-4e2f-96c9-756d1362ac34 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:16:18.103407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 4409d560-344b-4e2f-96c9-756d1362ac34 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:18.108886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-294aaa80-04ab-4ff0-afb2-84d9e411ba1f req-87cc6924-0e41-466e-aa37-2a9b9f3000e7 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063085 Jul 14 09:16:18.109890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Transition to ACTIVE for port object 247673c4-833a-43a4-a836-e802703e6feb will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:18.112396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event deleted for resources: {'Port': ['ID=4409d560-344b-4e2f-96c9-756d1362ac34,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.118165 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.138861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59635ead-6cbc-4a1c-8ec8-811cb2f58015 service neutron] Pushing event updated for resources: {'Port': ['ID=71a14c2e-39c5-4184-9a8d-7ef96258f26e,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.182971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:18.186568 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.229545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.276544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.281282 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994fc90-5d25-42f1-a78b-456a43d6029c x-openstack-request-id: req-3994fc90-5d25-42f1-a78b-456a43d6029c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:18.281576 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:18.281834 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3994fc90-5d25-42f1-a78b-456a43d6029c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:18.282226 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'code': 200} Jul 14 09:16:18.317440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-33c0583b-9df8-412c-be7f-b59e121e2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.318937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-33c0583b-9df8-412c-be7f-b59e121e2597 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 1096 time: 0.1597903 Jul 14 09:16:18.322805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Network 241fce84-407d-4741-a579-0abb82171d9d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:18.341747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Router 9fa63814-3ba8-4316-8ba1-14fd9000e52d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:18.342958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:18.352258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:18.358954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Port': ['ID=247673c4-833a-43a4-a836-e802703e6feb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.365424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-47e87777-9266-44c5-b4a2-715131a0bcef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e HTTP/1.1" status: 200 len: 217 time: 0.0389426 Jul 14 09:16:18.441491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-4b34672e-29c6-427b-a02f-21c13a2da99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.444596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-4b34672e-29c6-427b-a02f-21c13a2da99d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 200 len: 851 time: 0.0690455 Jul 14 09:16:18.447771 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312b362-c7c9-427f-85cc-5cac1e5f935b x-openstack-request-id: req-e312b362-c7c9-427f-85cc-5cac1e5f935b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:18.448286 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08432588-87b2-4a36-a508-a1af16633176", "tag": "71a14c2e-39c5-4184-9a8d-7ef96258f26e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:18.448646 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e312b362-c7c9-427f-85cc-5cac1e5f935b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:18.449164 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08432588-87b2-4a36-a508-a1af16633176', 'tag': '71a14c2e-39c5-4184-9a8d-7ef96258f26e', 'status': 'completed', 'code': 200} Jul 14 09:16:18.500124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d7e547d1-347e-40b5-81b1-af8c3ee3cbac up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:18.522390 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:16:18.523872 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.529163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51fe86-6df5-4211-a927-e57f41fb4625 req-5d34ad20-81ca-4f78-8547-1fbd34009f32 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.532686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc441bec-0dff-4da8-9ff7-c8d0603827dc req-d5c09e6e-d443-4681-91d1-f28a067ede57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.534204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc441bec-0dff-4da8-9ff7-c8d0603827dc req-d5c09e6e-d443-4681-91d1-f28a067ede57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1097 time: 0.2060428 Jul 14 09:16:18.536650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd51fe86-6df5-4211-a927-e57f41fb4625 req-5d34ad20-81ca-4f78-8547-1fbd34009f32 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.2701352 Jul 14 09:16:18.538713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-6be469cf-ba63-497c-8f96-da24ab3b78e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77144098-dd46-40ec-be51-8c75ee6e5961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867145 Jul 14 09:16:18.599821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d7e547d1-347e-40b5-81b1-af8c3ee3cbac triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:18.600200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.676380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:18.683490 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1faae40a-8de5-4fbd-af86-163c06b4ba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.710544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd51fe86-6df5-4211-a927-e57f41fb4625 req-67d6c123-daed-4a60-a1e6-697deda4ec39 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692102 Jul 14 09:16:18.737450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] Sync routers for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:18.747214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:18.747925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:18.790208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-3b70e5d4-4210-4de8-87f1-4072e163a9b2 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401149 Jul 14 09:16:18.819686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] No DVR routers for this DVR port 4409d560-344b-4e2f-96c9-756d1362ac34 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:18.822907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.825270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd4a1fb0-20fc-4f60-b080-0cc4bbfbbe84 req-c87d2cde-02e0-4f9f-8f2f-7042b2c6b41c tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.48 "DELETE /v2.0/ports/4409d560-344b-4e2f-96c9-756d1362ac34 HTTP/1.1" status: 204 len: 173 time: 4.0692322 Jul 14 09:16:18.832496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-deleted', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:18.834787 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c3d72-065b-499d-87e7-0c1d701324a9" -d '{"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-deleted", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:18.843300 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc441bec-0dff-4da8-9ff7-c8d0603827dc req-5e2b748e-cafe-40d4-82e2-8a55df70fd78 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699254 Jul 14 09:16:18.882543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cadcbf05-fe38-4287-92f5-cb0aeb01573e None None] Provisioning for port 247673c4-833a-43a4-a836-e802703e6feb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:18.885987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:18.887581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5b32-70fc-4cdf-8aa9-e8ee98f93da1 req-95ffa781-3cf8-4fcd-b31c-970e32608b41 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.895748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af3e5b32-70fc-4cdf-8aa9-e8ee98f93da1 req-95ffa781-3cf8-4fcd-b31c-970e32608b41 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.2244568 Jul 14 09:16:18.915034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-594288de-6441-49fa-aea5-3b529dd9161f req-5fe555e8-ebdd-4640-9b5b-6b38da8a7f93 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cc5b9da-20af-4abe-93a0-ca4fc94dfbba HTTP/1.1" status: 200 len: 210 time: 0.0422885 Jul 14 09:16:18.916842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cadcbf05-fe38-4287-92f5-cb0aeb01573e None None] Provisioning complete for port 247673c4-833a-43a4-a836-e802703e6feb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:18.917223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cadcbf05-fe38-4287-92f5-cb0aeb01573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.970672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.972891 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.979703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98d83b2d-036b-44d6-8bb1-705871afa170 req-498e11fd-1e12-40f9-af76-2e49875c3f24 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833708 Jul 14 09:16:19.014353 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af3e5b32-70fc-4cdf-8aa9-e8ee98f93da1 req-32cff09a-f1c3-4ab1-bdb7-1b42289256fe tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176503 Jul 14 09:16:19.016129 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c06100c-3a45-4d26-8b69-740edec1ff6d x-openstack-request-id: req-8c06100c-3a45-4d26-8b69-740edec1ff6d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:19.016444 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc5b9da-20af-4abe-93a0-ca4fc94dfbba", "name": "network-vif-deleted", "tag": "4409d560-344b-4e2f-96c9-756d1362ac34", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:19.016705 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c06100c-3a45-4d26-8b69-740edec1ff6d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:19.017156 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc5b9da-20af-4abe-93a0-ca4fc94dfbba', 'name': 'network-vif-deleted', 'tag': '4409d560-344b-4e2f-96c9-756d1362ac34', 'status': 'completed', 'code': 200} Jul 14 09:16:19.045602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cadcbf05-fe38-4287-92f5-cb0aeb01573e None None] Port 247673c4-833a-43a4-a836-e802703e6feb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:19.118954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-4f443032-2855-46d4-a1f6-cf022975845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.121195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-4f443032-2855-46d4-a1f6-cf022975845c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 1096 time: 0.0651381 Jul 14 09:16:19.184712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:27Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:19.216772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] Checking router: 9fa63814-3ba8-4316-8ba1-14fd9000e52d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:19.227428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:19.228361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:19.295270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-10767413-8833-4929-8683-3179b9836f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.296999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-10767413-8833-4929-8683-3179b9836f03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 912 time: 0.1575868 Jul 14 09:16:19.329974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.332547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82228d19-6059-4910-87b0-6b8ff5f56799 req-549969a3-f658-431a-983b-34fa3c0613b3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.337133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.342931 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82228d19-6059-4910-87b0-6b8ff5f56799 req-549969a3-f658-431a-983b-34fa3c0613b3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 944 time: 0.1890101 Jul 14 09:16:19.357918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:19.403609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-c3942549-da4d-40d2-94b4-cd54324da140 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e HTTP/1.1" status: 200 len: 217 time: 0.0575633 Jul 14 09:16:19.476620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Port': ['ID=247673c4-833a-43a4-a836-e802703e6feb,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.480128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.511343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82228d19-6059-4910-87b0-6b8ff5f56799 req-60df60bd-9ae5-4bb5-8fcd-6caf99b92fb4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669281 Jul 14 09:16:19.529914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-5271030b-0036-4691-aae2-95e715c748ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.531780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-5271030b-0036-4691-aae2-95e715c748ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 200 len: 851 time: 0.1203291 Jul 14 09:16:19.556798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0e227-bdaf-4e9b-96d3-022ead839022 req-7b685d15-2b6a-41c6-9c2d-f65d1527c798 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.563937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cee0e227-bdaf-4e9b-96d3-022ead839022 req-7b685d15-2b6a-41c6-9c2d-f65d1527c798 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 944 time: 0.1596262 Jul 14 09:16:19.602032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-624ba878-e6b2-4cf0-a97d-07a18cd59106 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77144098-dd46-40ec-be51-8c75ee6e5961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574453 Jul 14 09:16:19.625459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cee0e227-bdaf-4e9b-96d3-022ead839022 req-ae73f67e-f7f0-48cf-89d7-bcc957f70472 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604551 Jul 14 09:16:19.678055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Network 241fce84-407d-4741-a579-0abb82171d9d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:19.679967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:19.771732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.796459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-287d9318-f3bc-4c9b-be94-5304cda6684c service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842349 Jul 14 09:16:19.907689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.929920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:27Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:19.977922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771dcf4-bafb-47eb-a932-fcb80c596637 None None] The sync data for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 is: [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:07:19Z', 'revision_number': 4, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'aeead5c6-b9b1-4fc0-83b5-68f7de907dc4', 'name': '', 'network_id': '2ee81d52-5b6a-400d-b9ae-3c4441fc88ff', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'mac_address': 'fa:16:3e:d9:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0eaafedb-0c03-483d-afab-70165df797f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:18Z', 'updated_at': '2021-07-14T09:07:27Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'subnets': [{'id': '0eaafedb-0c03-483d-afab-70165df797f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:19.980432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6b5f59e-7c7a-4df7-824c-7e7c78514875 req-a1ab9aed-c9a5-441f-8591-47481da42897 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734064 Jul 14 09:16:19.991558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Router 9edb54c2-211f-478f-8539-d9bf44206e1f is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:20.005120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 71a14c2e-39c5-4184-9a8d-7ef96258f26e details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:20.073668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c0b93-0e35-4ca6-987a-5fe24072a8f2 req-2751269d-1607-4cd5-b7f2-29ca13306dd2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.081508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e53c0b93-0e35-4ca6-987a-5fe24072a8f2 req-2751269d-1607-4cd5-b7f2-29ca13306dd2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1615810 Jul 14 09:16:20.130547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a4205788-f1bc-46ac-b009-02508c264c4c None None] Provisioning complete for port 247673c4-833a-43a4-a836-e802703e6feb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:20.131100 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4205788-f1bc-46ac-b009-02508c264c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.154693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e53c0b93-0e35-4ca6-987a-5fe24072a8f2 req-9b776dfd-5f8f-41dd-8abb-f581290041ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715678 Jul 14 09:16:20.161802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:20.170283 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-367d2661-e194-40e9-8fc1-e6a56355ffcc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "PUT /v2.0/routers/9edb54c2-211f-478f-8539-d9bf44206e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6584592 Jul 14 09:16:20.170901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.174835 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] Sync routers for ids ['9edb54c2-211f-478f-8539-d9bf44206e1f'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:20.185665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'port': {'network_id': '241fce84-407d-4741-a579-0abb82171d9d', 'name': 'tempest-FloatingIPNegativeTestJSON-1733864931'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:20.187402 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] Routers {'9edb54c2-211f-478f-8539-d9bf44206e1f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:20.188638 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9edb54c2-211f-478f-8539-d9bf44206e1f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.195276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 71a14c2e-39c5-4184-9a8d-7ef96258f26e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:20.198001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a4205788-f1bc-46ac-b009-02508c264c4c None None] Port 247673c4-833a-43a4-a836-e802703e6feb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:20.220234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '71a14c2e-39c5-4184-9a8d-7ef96258f26e', 'network_id': '77144098-dd46-40ec-be51-8c75ee6e5961', 'port_id': '71a14c2e-39c5-4184-9a8d-7ef96258f26e', 'mac_address': 'fa:16:3e:5f:db:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cda481-9a0b-42d0-9e5e-68845e057681', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:20.228931 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.246992 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] Routers {'9edb54c2-211f-478f-8539-d9bf44206e1f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:20.248016 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9edb54c2-211f-478f-8539-d9bf44206e1f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.277291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55664) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.279010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.283486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:20.285366 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:20.286083 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a909c-d805-4ab9-aedf-c3e6372b05bf" -d '{"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:20.286478 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b525f0d-7979-4e9f-b3de-7b56cc24e972 None None] The sync data for ids ['9edb54c2-211f-478f-8539-d9bf44206e1f'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:20.303464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a14c2e-39c5-4184-9a8d-7ef96258f26e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:20.339159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 71a14c2e-39c5-4184-9a8d-7ef96258f26e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:20.351564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dec13-049b-4fdd-b568-e5ef7b426892 req-39cf8a2b-e2ef-45d2-a9fc-d5af44370550 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.356117 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.360883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c19dec13-049b-4fdd-b568-e5ef7b426892 req-39cf8a2b-e2ef-45d2-a9fc-d5af44370550 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1993067 Jul 14 09:16:20.383884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-586d1e10-bf75-41b7-a317-c5dc6ec32ebd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.431774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c19dec13-049b-4fdd-b568-e5ef7b426892 req-91a8cefe-b0c7-47fe-b8f2-0c84a09e12fc tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694861 Jul 14 09:16:20.437181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-586d1e10-bf75-41b7-a317-c5dc6ec32ebd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.473581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea7787b-c829-407e-8ebc-8ba19f973136 None None] New status for floating IP cada5c60-198c-41e1-ad83-1ddbe14853c1: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:16:20.479549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Made reservation on behalf of bfc6f8a040f64059b41620c9f3c5bca0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:20.483107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.511677 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead03355-3799-4816-ac43-a22b40c39de1 x-openstack-request-id: req-ead03355-3799-4816-ac43-a22b40c39de1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:20.512053 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:20.512380 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ead03355-3799-4816-ac43-a22b40c39de1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:20.512837 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'code': 200} Jul 14 09:16:20.513583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=71a14c2e-39c5-4184-9a8d-7ef96258f26e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.519935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] device_id is not set on port b26e63ed-b6fc-43eb-9131-b4ff3a06d248 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:16:20.561925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-586d1e10-bf75-41b7-a317-c5dc6ec32ebd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.565730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-586d1e10-bf75-41b7-a317-c5dc6ec32ebd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.567179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-586d1e10-bf75-41b7-a317-c5dc6ec32ebd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "DELETE /v2.0/security-groups/7758b78f-37d9-43c3-9048-046a89412a52 HTTP/1.1" status: 204 len: 168 time: 0.2848248 Jul 14 09:16:20.569950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55672) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.591661 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-09490509-ae4b-46f9-a52e-08d51a1ff2d5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] show failed (client error): The resource could not be found. Jul 14 09:16:20.593088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-09490509-ae4b-46f9-a52e-08d51a1ff2d5 tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "GET /v2.0/security-groups/7758b78f-37d9-43c3-9048-046a89412a52 HTTP/1.1" status: 404 len: 347 time: 0.0209725 Jul 14 09:16:20.595788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55674) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.629245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d1e10-bf75-41b7-a317-c5dc6ec32ebd tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7758b78f-37d9-43c3-9048-046a89412a52,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:20.680720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['71a14c2e-39c5-4184-9a8d-7ef96258f26e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:20.761698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a1551-1471-4af2-af88-1f6bb5c5314b req-b4de085e-f0c1-44c6-8055-5e698875cee3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.763256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-126a1551-1471-4af2-af88-1f6bb5c5314b req-b4de085e-f0c1-44c6-8055-5e698875cee3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1355040 Jul 14 09:16:20.771606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Allocated IP 172.20.0.4 (241fce84-407d-4741-a579-0abb82171d9d/bf398bcf-1701-492e-ade6-63c2bc3933f5/b26e63ed-b6fc-43eb-9131-b4ff3a06d248) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:20.773678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:20.781994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'floatingip': {'port_id': '1786239a-0c70-4937-9448-3f576998177a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:20.811885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Deleting port 201a3a17-655a-488a-8673-4b2b5078838f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:20.812485 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.834669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275c20-03e2-4560-af39-dac982812ad0 req-605e59e0-0bab-48c9-b21b-8cc3eef06c65 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.839094 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.842855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49275c20-03e2-4560-af39-dac982812ad0 req-605e59e0-0bab-48c9-b21b-8cc3eef06c65 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 944 time: 0.1312668 Jul 14 09:16:20.913872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49275c20-03e2-4560-af39-dac982812ad0 req-35ff602a-6161-476f-9d81-22604c9f1fb7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712736 Jul 14 09:16:20.938676 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.939213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.952661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Calling delete_port for 201a3a17-655a-488a-8673-4b2b5078838f owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:21.097342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.130060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Pushing event deleted for resources: {'Port': ['ID=201a3a17-655a-488a-8673-4b2b5078838f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.200310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.202904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.204367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b948f28d-b121-406d-bda0-c40ccde862bc tempest-ServerActionsTestJSON-1558363301 tempest-ServerActionsTestJSON-1558363301-project] 10.222.0.18 "DELETE /v2.0/floatingips/cada5c60-198c-41e1-ad83-1ddbe14853c1 HTTP/1.1" status: 204 len: 168 time: 0.6074197 Jul 14 09:16:21.207318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:21.311509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.514855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9b479-9e80-4244-8e56-5cd57f7a3801 req-f71ad63f-8524-4977-a96f-41dd7c90eab0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.516484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6be9b479-9e80-4244-8e56-5cd57f7a3801 req-f71ad63f-8524-4977-a96f-41dd7c90eab0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 945 time: 0.6101453 Jul 14 09:16:21.540283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.574150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Transition to ACTIVE for port object b26e63ed-b6fc-43eb-9131-b4ff3a06d248 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:21.640450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6be9b479-9e80-4244-8e56-5cd57f7a3801 req-9c727d94-cf29-425f-a768-b5439bd74357 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162124 Jul 14 09:16:21.745494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.754075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.824326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Network 241fce84-407d-4741-a579-0abb82171d9d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:21.860102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:21.867983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:21.898062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Port': ['ID=b26e63ed-b6fc-43eb-9131-b4ff3a06d248,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.921082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:16:21.979443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.980127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.000768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.006171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.011081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-62c1c76f-22e3-490f-9cad-296f90046082 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8390834 Jul 14 09:16:22.024870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 71a14c2e-39c5-4184-9a8d-7ef96258f26e up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:22.084843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 71a14c2e-39c5-4184-9a8d-7ef96258f26e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:22.091080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 71a14c2e-39c5-4184-9a8d-7ef96258f26e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:22.091610 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.127141 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Floating IP bec895ed-33eb-4924-aec0-4fe35fdfabcf associated. External IP: 172.25.2.47, port: 1786239a-0c70-4937-9448-3f576998177a. Jul 14 09:16:22.131417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:22.136671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:22.181153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.204108 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.226158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 71a14c2e-39c5-4184-9a8d-7ef96258f26e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:22.231421 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.278967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7bc5fbb-eb69-439b-9137-d3465f511944 None None] Provisioning for port b26e63ed-b6fc-43eb-9131-b4ff3a06d248 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:22.287744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7bc5fbb-eb69-439b-9137-d3465f511944 None None] Provisioning complete for port b26e63ed-b6fc-43eb-9131-b4ff3a06d248 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:22.288136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5fbb-eb69-439b-9137-d3465f511944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.313279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-f2fc6ff9-0d3f-40a5-b924-08cc12cea115 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.315856 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-f2fc6ff9-0d3f-40a5-b924-08cc12cea115 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4 HTTP/1.1" status: 200 len: 944 time: 0.1280692 Jul 14 09:16:22.320703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=71a14c2e-39c5-4184-9a8d-7ef96258f26e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.335620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc5fbb-eb69-439b-9137-d3465f511944 None None] Port b26e63ed-b6fc-43eb-9131-b4ff3a06d248 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:22.384145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388f3a4-a435-42bf-bb43-8a1b6011c463 req-a432c4f7-50eb-4649-8089-3956cac1cd20 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.385752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6388f3a4-a435-42bf-bb43-8a1b6011c463 req-a432c4f7-50eb-4649-8089-3956cac1cd20 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.2552240 Jul 14 09:16:22.494721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Deleting port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:22.495052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.513782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08432588-87b2-4a36-a508-a1af16633176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a14c2e-39c5-4184-9a8d-7ef96258f26e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:22.517745 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f94f9-0292-46b4-924e-8e3c148636e8" -d '{"events": [{"server_uuid": "08432588-87b2-4a36-a508-a1af16633176", "name": "network-vif-plugged", "status": "completed", "tag": "71a14c2e-39c5-4184-9a8d-7ef96258f26e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:22.522146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6388f3a4-a435-42bf-bb43-8a1b6011c463 req-599dd88e-6a38-4382-8d1b-ac5693cc4b1c tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265745 Jul 14 09:16:22.537605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.572978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Deleting port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:22.573330 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.602168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Router c0d0791a-9afd-4076-9785-b4f878be1d2d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:22.634756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] For port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:22.635118 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.652300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Calling delete_port for f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:22.719138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Allocated IP 172.25.2.245 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/5acc58b3-34e4-448c-8463-a55d12ea830d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:22.720647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] For port aeead5c6-b9b1-4fc0-83b5-68f7de907dc4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:22.721226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.746499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Calling delete_port for aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:22.799161 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb0e70-294f-4278-9376-3d7e816fcc8b x-openstack-request-id: req-fbeb0e70-294f-4278-9376-3d7e816fcc8b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:22.799478 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08432588-87b2-4a36-a508-a1af16633176", "name": "network-vif-plugged", "status": "completed", "tag": "71a14c2e-39c5-4184-9a8d-7ef96258f26e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:22.799725 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbeb0e70-294f-4278-9376-3d7e816fcc8b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:22.800118 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08432588-87b2-4a36-a508-a1af16633176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a14c2e-39c5-4184-9a8d-7ef96258f26e', 'code': 200} Jul 14 09:16:22.838303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:22.844673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.854875 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] Sync routers for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:22.879084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.881132 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:22.881803 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:22.914102 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bae6dac7-91c3-4223-b1b1-2dcbc33f6cd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "PUT /v2.0/floatingips/bec895ed-33eb-4924-aec0-4fe35fdfabcf HTTP/1.1" status: 200 len: 990 time: 2.1395662 Jul 14 09:16:22.919201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:22.922109 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad1b3c1-d0a8-4594-81f2-2f103d874745" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:22.961835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.994256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event deleted for resources: {'Port': ['ID=f7b0ce7f-88a5-4c60-8326-b95b13f3fc41,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.051804 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:23.059737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa90d-0b0a-4b00-b489-ad343ef47388 req-9c1bb136-efdc-462f-a1dd-18b0bec9de1a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.061415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-46caa90d-0b0a-4b00-b489-ad343ef47388 req-9c1bb136-efdc-462f-a1dd-18b0bec9de1a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1147830 Jul 14 09:16:23.063210 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.097844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] No DVR routers for this DVR port f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:23.103035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.105942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e802eab9-975a-4e8b-966a-7899f1a30607 req-2b5e6b39-2b68-4d17-bafc-d8e14a50635c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "DELETE /v2.0/ports/f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 HTTP/1.1" status: 204 len: 173 time: 0.7737916 Jul 14 09:16:23.106866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-deleted', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:23.110789 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f17245-9c80-4824-a22a-d8b8f17740fb" -d '{"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-deleted", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:23.125276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:23.131798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:23.139446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:23.166869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Port': ['ID=5acc58b3-34e4-448c-8463-a55d12ea830d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.183762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-46caa90d-0b0a-4b00-b489-ad343ef47388 req-8b687f83-a942-40b0-a40a-a71e91ce82e2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103196 Jul 14 09:16:23.195445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a8aa9-585f-4257-a299-916373a3417c req-2a635ba5-277c-457f-b218-62e63c39aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.197001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a8a8aa9-585f-4257-a299-916373a3417c req-2a635ba5-277c-457f-b218-62e63c39aa04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 1098 time: 0.2388403 Jul 14 09:16:23.244253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.253546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.260316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5a8a8aa9-585f-4257-a299-916373a3417c req-8ec59e44-08e3-4668-9ed2-7b0565bc83a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541053 Jul 14 09:16:23.283182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Pushing event deleted for resources: {'Port': ['ID=aeead5c6-b9b1-4fc0-83b5-68f7de907dc4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.349790 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.355224 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'bec895ed-33eb-4924-aec0-4fe35fdfabcf', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'port_id': '1786239a-0c70-4937-9448-3f576998177a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'mac_address': 'fa:16:3e:5d:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:16:02Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 1, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:23.393513 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] Checking router: c0d0791a-9afd-4076-9785-b4f878be1d2d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:23.404774 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:23.405661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:23.554121 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe6992-9c06-4cb9-83d1-0dc6b1dd9d0b x-openstack-request-id: req-1abe6992-9c06-4cb9-83d1-0dc6b1dd9d0b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:23.555022 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4", "name": "network-vif-deleted", "tag": "f7b0ce7f-88a5-4c60-8326-b95b13f3fc41", "status": "failed", "code": 422}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:23.555466 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1abe6992-9c06-4cb9-83d1-0dc6b1dd9d0b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:23.556054 n-d-758944-44 neutron-server[93754]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f66a678d-0cb6-4859-8da8-7c9d4ff2d9b4', 'name': 'network-vif-deleted', 'tag': 'f7b0ce7f-88a5-4c60-8326-b95b13f3fc41', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:16:23.556945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.601369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.606022 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941bc7f5-4cdc-4856-9dbc-81dc524f2181 x-openstack-request-id: req-941bc7f5-4cdc-4856-9dbc-81dc524f2181 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:23.606409 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "tag": "1786239a-0c70-4937-9448-3f576998177a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:23.607383 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-941bc7f5-4cdc-4856-9dbc-81dc524f2181 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:23.607383 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'status': 'completed', 'code': 200} Jul 14 09:16:23.637735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.650444 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:23.760172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:23.784082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.792607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Port': ['ID=5acc58b3-34e4-448c-8463-a55d12ea830d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.803134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:23.803515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7b0ce7f-88a5-4c60-8326-b95b13f3fc41 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:23.816747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-8913fecc-8618-4389-9ec9-58e669310bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.818759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-8913fecc-8618-4389-9ec9-58e669310bd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1097 time: 0.2152212 Jul 14 09:16:23.823080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.824590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c7842ea0-4928-4aca-b536-4297d194aa36 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6921871 Jul 14 09:16:23.827773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:23.843556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-289a248f-4cc4-4bd1-8145-2bb2fd4f27d2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'floatingip': {'port_id': 'b26e63ed-b6fc-43eb-9131-b4ff3a06d248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:23.890506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876916-f2e7-4b01-9716-85a3cce343f2 req-0c05a06e-69d2-4935-9db9-7fbcaabdcdfb tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.892800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64876916-f2e7-4b01-9716-85a3cce343f2 req-0c05a06e-69d2-4935-9db9-7fbcaabdcdfb tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1944115 Jul 14 09:16:23.931612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289a248f-4cc4-4bd1-8145-2bb2fd4f27d2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.943466 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'bec895ed-33eb-4924-aec0-4fe35fdfabcf', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'port_id': '1786239a-0c70-4937-9448-3f576998177a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'mac_address': 'fa:16:3e:5d:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:16:02Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 1, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:23.961266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64876916-f2e7-4b01-9716-85a3cce343f2 req-d4302580-ec1a-45d2-a747-f32c5f657c44 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610354 Jul 14 09:16:23.971964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-4249cd66-ecb3-436b-96a6-1498c7beceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.973717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-4249cd66-ecb3-436b-96a6-1498c7beceb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.1471674 Jul 14 09:16:23.991907 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f5a7c-0fe0-416e-a708-c07e43fe0b70 None None] The sync data for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 is: [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'bec895ed-33eb-4924-aec0-4fe35fdfabcf', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'port_id': '1786239a-0c70-4937-9448-3f576998177a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'mac_address': 'fa:16:3e:5d:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:16:02Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 1, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:24.079062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-e1bd5ead-fd3b-47e2-830a-a1aaf6df5e08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 998 time: 0.0905192 Jul 14 09:16:24.126127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Router 9fa63814-3ba8-4316-8ba1-14fd9000e52d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:24.159974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-0cdabad2-1827-45d4-9b38-982db1798a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.162963 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-289a248f-4cc4-4bd1-8145-2bb2fd4f27d2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] update failed (client error): The resource could not be found. Jul 14 09:16:24.164379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-289a248f-4cc4-4bd1-8145-2bb2fd4f27d2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "PUT /v2.0/floatingips/6a514fdc-d4dc-48e1-92b5-0f4d0513ddaa HTTP/1.1" status: 404 len: 507 time: 0.3347540 Jul 14 09:16:24.169117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:24.170337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-0cdabad2-1827-45d4-9b38-982db1798a43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.0759120 Jul 14 09:16:24.256891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-b58b6b4a-f8dc-46ed-847a-42b392bc2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.258682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-b58b6b4a-f8dc-46ed-847a-42b392bc2404 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870676 Jul 14 09:16:24.350664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:24.360354 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d91c730-8ebd-4d3e-a184-fb2c177d522c admin admin] 10.222.0.18 "PUT /v2.0/routers/9fa63814-3ba8-4316-8ba1-14fd9000e52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1498096 Jul 14 09:16:24.364441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:24.365141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] Sync routers for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:24.381865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:24.384778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:24.446810 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46934da-20d5-410e-a605-8e1926c75d00 None None] New status for floating IP bec895ed-33eb-4924-aec0-4fe35fdfabcf: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:16:24.497303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-2d508406-e544-460f-afdc-b957659f8581 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304637 Jul 14 09:16:24.569705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:24.636378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.679848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-9b2653aa-e6bb-4769-b048-2e2e2ff331aa tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.686540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-9b2653aa-e6bb-4769-b048-2e2e2ff331aa tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.1882269 Jul 14 09:16:24.698042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ad1b3c1-d0a8-4594-81f2-2f103d874745 req-29d78dcf-f6c5-44fb-b350-5044241d8d62 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878295 Jul 14 09:16:24.705924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-82509ced-4407-41fe-a708-44831e830a20 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/quotas/4cef37b6da724e748fd4c1a0a9404da1 HTTP/1.1" status: 200 len: 375 time: 0.0184965 Jul 14 09:16:24.743790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-a360904c-90a7-4186-af44-530bead6bb81 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366812 Jul 14 09:16:24.801284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:16:23Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:24.829738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] Checking router: 9fa63814-3ba8-4316-8ba1-14fd9000e52d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:24.838752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] Routers {'9fa63814-3ba8-4316-8ba1-14fd9000e52d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:24.839382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:24.854555 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-a28c52c6-52fd-44d4-9118-86ba547f0438 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014171 Jul 14 09:16:24.859506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f614bf-f855-43d9-8484-c0f282c48efc req-3ee1580a-91e2-485f-a0f6-289b2814251d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.866175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55f614bf-f855-43d9-8484-c0f282c48efc req-3ee1580a-91e2-485f-a0f6-289b2814251d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.4174488 Jul 14 09:16:24.871936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Deleting port 5acc58b3-34e4-448c-8463-a55d12ea830d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:24.872275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.943780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.949894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] Set router 9fa63814-3ba8-4316-8ba1-14fd9000e52d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:24.974122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-90dd453f-8073-406d-b89e-9a2323043286 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126339 Jul 14 09:16:25.006807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55f614bf-f855-43d9-8484-c0f282c48efc req-bc9c8698-326b-4d62-bbef-94239a94cdab tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368175 Jul 14 09:16:25.022143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.022480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.044250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Calling delete_port for 5acc58b3-34e4-448c-8463-a55d12ea830d owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:25.113514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Deleting port 1f6b566f-d863-429b-b72f-d27e71fdfb1b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:25.113957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.175095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:16:23Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:25.210413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388a1b0-194f-4759-9db8-9d311f4bbd96 None None] The sync data for ids ['9fa63814-3ba8-4316-8ba1-14fd9000e52d'] in n-d-758944-44 is: [{'id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'name': 'tempest-ServerActionsTestJSON-66476419-router', 'tenant_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:07:13Z', 'updated_at': '2021-07-14T09:16:23Z', 'revision_number': 5, 'project_id': 'a7aa010ea0a540a6812b8fca95bff63d', 'gw_port': {'id': '1f6b566f-d863-429b-b72f-d27e71fdfb1b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa63814-3ba8-4316-8ba1-14fd9000e52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:07:15Z', 'updated_at': '2021-07-14T09:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:25.297578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] For port 1f6b566f-d863-429b-b72f-d27e71fdfb1b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f6b566f-d863-429b-b72f-d27e71fdfb1b,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:25.297946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.318662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Calling delete_port for 1f6b566f-d863-429b-b72f-d27e71fdfb1b owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:25.332503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21211fd-b5e9-4f67-b6e7-384438e37c26 req-327c945e-1169-4d73-93ca-c57add15f178 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.334465 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f21211fd-b5e9-4f67-b6e7-384438e37c26 req-327c945e-1169-4d73-93ca-c57add15f178 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0961072 Jul 14 09:16:25.396000 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f21211fd-b5e9-4f67-b6e7-384438e37c26 req-77253bf6-4db8-4ae1-a722-f8402e29fa07 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551882 Jul 14 09:16:25.476752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-96e52735-0cae-418a-9a5c-95867fb7e33a req-0a1730cd-5bc3-4786-bc87-c468dca25c32 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 210 time: 0.0947869 Jul 14 09:16:25.508194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.573542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event deleted for resources: {'Port': ['ID=5acc58b3-34e4-448c-8463-a55d12ea830d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.680344 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.682940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.686723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6a067a56-0f4c-4ef4-9a7e-a197b1426351 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "DELETE /v2.0/floatingips/6a514fdc-d4dc-48e1-92b5-0f4d0513ddaa HTTP/1.1" status: 204 len: 168 time: 1.5146997 Jul 14 09:16:25.690323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55800) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:25.697557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f24f9ccc-e97a-4601-83ed-21eeb2a81ce2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'floatingip': {'floating_network_id': '241fce84-407d-4741-a579-0abb82171d9d', 'port_id': 'b26e63ed-b6fc-43eb-9131-b4ff3a06d248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:25.701010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.724647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f24f9ccc-e97a-4601-83ed-21eeb2a81ce2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.741844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6b566f-d863-429b-b72f-d27e71fdfb1b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.809749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.858901 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f24f9ccc-e97a-4601-83ed-21eeb2a81ce2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:16:25.864127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f24f9ccc-e97a-4601-83ed-21eeb2a81ce2 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1676352 Jul 14 09:16:25.864413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:25.869635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'b26e63ed-b6fc-43eb-9131-b4ff3a06d248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:25.899009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.000153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.115029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Allocated IP 172.25.2.52 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/11f188f9-568c-4da5-8090-86cf8ab6c879) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:26.229092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.272370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.273886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.278400 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.329601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event updated for resources: {'Port': ['ID=11f188f9-568c-4da5-8090-86cf8ab6c879,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.342064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.342847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa63814-3ba8-4316-8ba1-14fd9000e52d {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:16:26.344639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:26.346180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:26.350233 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.350777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:26.351401 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5f602706-0b1d-487e-9e65-61c3c5ddac41 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9fa63814-3ba8-4316-8ba1-14fd9000e52d HTTP/1.1" status: 204 len: 168 time: 1.9857466 Jul 14 09:16:26.353850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55810) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.369814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a32eac-b58c-4c8b-a5d0-209b2dca7540 req-a954c548-d0f4-448e-9f8e-2e7fdcded2f3 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.377335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a32eac-b58c-4c8b-a5d0-209b2dca7540 req-a954c548-d0f4-448e-9f8e-2e7fdcded2f3 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.2080107 Jul 14 09:16:26.479268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] Deleting subnet 0eaafedb-0c03-483d-afab-70165df797f2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:26.496472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-51a32eac-b58c-4c8b-a5d0-209b2dca7540 req-523d8a0a-bb58-43e3-952d-a84d4e9a2b37 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181014 Jul 14 09:16:26.503192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.546490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:26.579462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.606318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:26.606773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeead5c6-b9b1-4fc0-83b5-68f7de907dc4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:26.621272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-158d306b-99f8-40e1-a29a-1ee3a04deda1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.622938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-158d306b-99f8-40e1-a29a-1ee3a04deda1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.11 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.2431526 Jul 14 09:16:26.658323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Request body: {'port': {'device_id': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'admin_state_up': True, 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:26.743903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.808902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2d00b-2c90-43e9-bf58-b47c72308677 req-e5ff3209-193d-4616-9692-25b3ad4d379b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.810642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ec2d00b-2c90-43e9-bf58-b47c72308677 req-e5ff3209-193d-4616-9692-25b3ad4d379b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1319304 Jul 14 09:16:26.846048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.886902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eaafedb-0c03-483d-afab-70165df797f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.889423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.891300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8ee667d7-a018-40a8-ae77-d5a20f188cfc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0eaafedb-0c03-483d-afab-70165df797f2 HTTP/1.1" status: 204 len: 168 time: 0.5364320 Jul 14 09:16:26.895418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ec2d00b-2c90-43e9-bf58-b47c72308677 req-1c9235a1-e59c-44c2-a9be-e2779f2ed4fc tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 Jul 14 09:16:26.896039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428fae4f-8713-47b4-b99d-7a414379a036 None None] Network 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:26.896432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55820) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.995552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.059134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Deleting port 167fe744-c77e-4e37-922c-0734ab0eeaab {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:27.059553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.133436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] For port 167fe744-c77e-4e37-922c-0734ab0eeaab, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=167fe744-c77e-4e37-922c-0734ab0eeaab,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:27.133900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.159188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Calling delete_port for 167fe744-c77e-4e37-922c-0734ab0eeaab owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:27.177484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] DHCP port deletion for 2ee81d52-5b6a-400d-b9ae-3c4441fc88ff request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:27.190280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb86e856-46dc-482f-af72-0129439ce24c req-ae218c1b-1f12-474b-9313-8d205a2f9c98 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 210 time: 0.4332979 Jul 14 09:16:27.301671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] Deleting port 167fe744-c77e-4e37-922c-0734ab0eeaab {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:27.302047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.334144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:27.337827 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.343121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.383974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] For port 167fe744-c77e-4e37-922c-0734ab0eeaab, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=167fe744-c77e-4e37-922c-0734ab0eeaab,segment=NetworkSegment(d4e270d9-70ab-4d78-b965-e0a1cb841940),segment_id=d4e270d9-70ab-4d78-b965-e0a1cb841940)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:27.384609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.388011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=167fe744-c77e-4e37-922c-0734ab0eeaab,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.390008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] No DVR routers for this DVR port 167fe744-c77e-4e37-922c-0734ab0eeaab on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:27.399928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] Calling delete_port for 167fe744-c77e-4e37-922c-0734ab0eeaab owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:27.488995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Deleting port 11f188f9-568c-4da5-8090-86cf8ab6c879 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:27.489508 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.505988 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.522376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] No DVR routers for this DVR port 167fe744-c77e-4e37-922c-0734ab0eeaab on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:27.535648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.540175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Allocated IP 172.20.0.9 (c6877315-645b-4478-927c-8aa286d90fe8/ccfb161e-a687-4e4d-bef8-fda49f75ba16/008c4da7-76fc-4d80-bd30-24c98cc38f3f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:27.543891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-81cd25b1-d3d2-495a-816b-11959bf61986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.545514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-81cd25b1-d3d2-495a-816b-11959bf61986 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 1098 time: 0.2387581 Jul 14 09:16:27.548233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f57e82-5dd1-4e47-a363-7499f7edf916 None None] Pushing event deleted for resources: {'Port': ['ID=167fe744-c77e-4e37-922c-0734ab0eeaab,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.552363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee81d52-5b6a-400d-b9ae-3c4441fc88ff']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:27.582340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e270d9-70ab-4d78-b965-e0a1cb841940') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:27.582639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e270d9-70ab-4d78-b965-e0a1cb841940') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:27.598707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.599129 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.623041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Calling delete_port for 11f188f9-568c-4da5-8090-86cf8ab6c879 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:27.634905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.668269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2d56e-a27d-41d0-884b-9eef521c9324 req-1e378e5a-b6a1-4580-9685-7c757bc882f7 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.669810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f2e2d56e-a27d-41d0-884b-9eef521c9324 req-1e378e5a-b6a1-4580-9685-7c757bc882f7 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.2619712 Jul 14 09:16:27.670828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.693202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:27.693612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:27.696879 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:27.774455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-07b2f870-4418-442d-adc4-549c8c98e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.775991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-07b2f870-4418-442d-adc4-549c8c98e689 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 912 time: 0.2088878 Jul 14 09:16:27.786900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.791571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.799432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.804163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ee81d52-5b6a-400d-b9ae-3c4441fc88ff HTTP/1.1" status: 204 len: 168 time: 0.9043729 Jul 14 09:16:27.806967 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f2e2d56e-a27d-41d0-884b-9eef521c9324 req-1b6f2794-ee46-46e2-81ed-64c4d3d3712b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238408 Jul 14 09:16:27.842566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-1868c920-ea21-48f0-80bd-c0483338f6e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e HTTP/1.1" status: 200 len: 217 time: 0.0520344 Jul 14 09:16:27.843311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca70154-d872-431c-97ac-d84fa2b3ba28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee81d52-5b6a-400d-b9ae-3c4441fc88ff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.866247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.897819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-6b08f6a9-d2d6-4d14-998c-d388a7454f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.898937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event deleted for resources: {'Port': ['ID=11f188f9-568c-4da5-8090-86cf8ab6c879,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.899433 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-6b08f6a9-d2d6-4d14-998c-d388a7454f64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 200 len: 851 time: 0.0489769 Jul 14 09:16:27.932074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.940793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55830) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:27.944216 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-6cb04e78-b853-4d35-8c94-24b3d45ff058 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77144098-dd46-40ec-be51-8c75ee6e5961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352011 Jul 14 09:16:28.005720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Network c6877315-645b-4478-927c-8aa286d90fe8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:28.014651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:28.021284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:28.039284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fcf9d154-dcb6-4119-b01e-bffb6be35d97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7aa010ea0a540a6812b8fca95bff63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974083 Jul 14 09:16:28.041731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:28.054782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event updated for resources: {'Port': ['ID=008c4da7-76fc-4d80-bd30-24c98cc38f3f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.096878 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-a2b59eb8-dc44-444e-96a3-3f0fa0ef6f73 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403296 Jul 14 09:16:28.105703 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] create failed (client error): The resource could not be found. Jul 14 09:16:28.106774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f7b35526-a67a-4ef7-88ca-a802bca9e1d0 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2413886 Jul 14 09:16:28.110944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55836) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:28.124187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.124869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.156013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a862573-f762-4565-8ec9-7cfb84609de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.174943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e976bb40-be1b-46fd-9f26-4e12e6e89889 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5295079 Jul 14 09:16:28.188478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Request body: {'port': {'device_id': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:28.188694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a862573-f762-4565-8ec9-7cfb84609de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.244764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e3f3320-1123-418d-bbe1-124b050d3545 req-0b9cbc03-e802-4246-9df1-5ae15f73e019 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365936 Jul 14 09:16:28.250528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ca5f-32ef-49bc-9240-7fdf048579f6 req-ec20a1db-8235-42fc-9571-30ccc6e64069 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.252115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cd10ca5f-32ef-49bc-9240-7fdf048579f6 req-ec20a1db-8235-42fc-9571-30ccc6e64069 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.2037764 Jul 14 09:16:28.270388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a862573-f762-4565-8ec9-7cfb84609de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.273929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a862573-f762-4565-8ec9-7cfb84609de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.276112 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4a862573-f762-4565-8ec9-7cfb84609de2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc037f99-02ce-491f-a83c-a437e25b9c85 HTTP/1.1" status: 204 len: 168 time: 0.2333634 Jul 14 09:16:28.288923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a862573-f762-4565-8ec9-7cfb84609de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc037f99-02ce-491f-a83c-a437e25b9c85,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.345448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.391180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cd10ca5f-32ef-49bc-9240-7fdf048579f6 req-d58a1e98-b3da-4dba-8d5f-201d29f9b20b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318195 Jul 14 09:16:28.450284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b103-d62a-49b5-8334-07c11daaeb3c req-379f4ccb-09eb-46cb-b68a-7753228e5d76 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.455486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Deleting port b26e63ed-b6fc-43eb-9131-b4ff3a06d248 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:28.455486 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.457375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5e9b103-d62a-49b5-8334-07c11daaeb3c req-379f4ccb-09eb-46cb-b68a-7753228e5d76 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 931 time: 0.1063390 Jul 14 09:16:28.496206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 167fe744-c77e-4e37-922c-0734ab0eeaab no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:28.507131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5e9b103-d62a-49b5-8334-07c11daaeb3c req-2f38e171-8abc-4385-9c4d-be1fb09a0145 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489066 Jul 14 09:16:28.523239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 167fe744-c77e-4e37-922c-0734ab0eeaab {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:28.523550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 167fe744-c77e-4e37-922c-0734ab0eeaab not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:28.523994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1f6b566f-d863-429b-b72f-d27e71fdfb1b no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:28.547559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 1f6b566f-d863-429b-b72f-d27e71fdfb1b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:28.548077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1f6b566f-d863-429b-b72f-d27e71fdfb1b not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:28.672398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.718472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Calling delete_port for b26e63ed-b6fc-43eb-9131-b4ff3a06d248 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:28.921416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008c4da7-76fc-4d80-bd30-24c98cc38f3f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:28.930795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.954043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Transition to ACTIVE for port object 008c4da7-76fc-4d80-bd30-24c98cc38f3f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:28.954952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.990926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.994129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event deleted for resources: {'Port': ['ID=b26e63ed-b6fc-43eb-9131-b4ff3a06d248,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.022664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7de726-adad-4831-b9e9-1b577518fd19 req-3036649a-d642-4630-a25e-ab4194fe4d7b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.024835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b7de726-adad-4831-b9e9-1b577518fd19 req-3036649a-d642-4630-a25e-ab4194fe4d7b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.0801010 Jul 14 09:16:29.092014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b7de726-adad-4831-b9e9-1b577518fd19 req-79e98a41-4f72-4afa-9b68-d4877ba637ef tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596044 Jul 14 09:16:29.124876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.132188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=008c4da7-76fc-4d80-bd30-24c98cc38f3f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.170281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.174462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7692f9cc-327c-4fa1-81df-0262a7fc2ffc tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "DELETE /v2.0/ports/b26e63ed-b6fc-43eb-9131-b4ff3a06d248 HTTP/1.1" status: 204 len: 168 time: 1.0603757 Jul 14 09:16:29.174830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55876) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.199533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Attempting to bind port 008c4da7-76fc-4d80-bd30-24c98cc38f3f on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:29.199997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Attempting to bind port 008c4da7-76fc-4d80-bd30-24c98cc38f3f by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:29.200336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Attempting to bind port 008c4da7-76fc-4d80-bd30-24c98cc38f3f on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:29.204993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Port 008c4da7-76fc-4d80-bd30-24c98cc38f3f on network c6877315-645b-4478-927c-8aa286d90fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:29.205335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Attempting to bind port 008c4da7-76fc-4d80-bd30-24c98cc38f3f on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:29.211463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:29.211812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Checking segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:29.212334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Bound using segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:29.212782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Bound port: 008c4da7-76fc-4d80-bd30-24c98cc38f3f, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:29.213157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.237652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1666421926-network', 'tenant_id': '1610de43274f4fa7b1b9535607bebc2f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:29.262548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43cfe8-9e0b-47cf-b77d-3249dd27cd2a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.264065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ac43cfe8-9e0b-47cf-b77d-3249dd27cd2a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "GET /v2.0/ports?device_id=9edb54c2-211f-478f-8539-d9bf44206e1f HTTP/1.1" status: 200 len: 913 time: 0.0881765 Jul 14 09:16:29.268550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.279993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] For port 008c4da7-76fc-4d80-bd30-24c98cc38f3f, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:29.283122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] For port 008c4da7-76fc-4d80-bd30-24c98cc38f3f, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=008c4da7-76fc-4d80-bd30-24c98cc38f3f,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:29.287826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.320440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.321061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.322459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] 10.222.0.11 "PUT /v2.0/ports/008c4da7-76fc-4d80-bd30-24c98cc38f3f HTTP/1.1" status: 200 len: 1092 time: 1.1397376 Jul 14 09:16:29.322901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'tag': '008c4da7-76fc-4d80-bd30-24c98cc38f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:29.325157 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fc50c4-aa4a-4d75-a7e4-0a09233403b7", "tag": "008c4da7-76fc-4d80-bd30-24c98cc38f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:29.347842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Made reservation on behalf of 1610de43274f4fa7b1b9535607bebc2f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:29.351220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.362213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267695e7-1c16-4705-b4fc-c952cf62ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=008c4da7-76fc-4d80-bd30-24c98cc38f3f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.367552 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06108ef3-9a30-41d1-8947-0f1577e16482 x-openstack-request-id: req-06108ef3-9a30-41d1-8947-0f1577e16482 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:29.367846 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fc50c4-aa4a-4d75-a7e4-0a09233403b7", "tag": "008c4da7-76fc-4d80-bd30-24c98cc38f3f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:29.368103 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06108ef3-9a30-41d1-8947-0f1577e16482 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:29.368509 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'tag': '008c4da7-76fc-4d80-bd30-24c98cc38f3f', 'status': 'completed', 'code': 200} Jul 14 09:16:29.398403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.437544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-c103b804-cc48-47b6-a091-6c8faec1fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.440331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-c103b804-cc48-47b6-a091-6c8faec1fdab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 1095 time: 0.0699611 Jul 14 09:16:29.490505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-a8911a09-b062-4563-84af-69c5949d29c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=008c4da7-76fc-4d80-bd30-24c98cc38f3f HTTP/1.1" status: 200 len: 217 time: 0.0380044 Jul 14 09:16:29.538833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-27cc06db-5c24-4b94-90c4-56e6d2bfc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.540291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-27cc06db-5c24-4b94-90c4-56e6d2bfc3c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.0440309 Jul 14 09:16:29.582105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-d799b0ad-fdb0-4324-b61e-a8338ef08b38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348773 Jul 14 09:16:29.700029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90ddc6-211f-43a4-b8d9-9cef7f30417c req-78799a30-64d9-4a1c-bd66-78ba87d86626 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.701537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca90ddc6-211f-43a4-b8d9-9cef7f30417c req-78799a30-64d9-4a1c-bd66-78ba87d86626 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1846538 Jul 14 09:16:29.718520 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-e44d59cd-8d49-4b4d-93e4-ba658dbf1cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299410 Jul 14 09:16:29.719244 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.735509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.779727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a4c45-9009-446d-bb77-141b71ffb807 req-43169c67-428a-4dff-95c9-393fe4783603 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.780177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:29.781498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f00a4c45-9009-446d-bb77-141b71ffb807 req-43169c67-428a-4dff-95c9-393fe4783603 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 943 time: 0.1366870 Jul 14 09:16:29.813742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96554466-6a96-4dac-a0b0-ab1c55364f5d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.821591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca90ddc6-211f-43a4-b8d9-9cef7f30417c req-70b3119b-6041-4b9e-9b79-343ea333aeca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091819 Jul 14 09:16:29.822665 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.823010 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Added segment 288116da-a774-4ad1-a62e-502d778c4986 of type vlan for network 9be48201-4444-40a1-9977-b73524975f19 Jul 14 09:16:29.846644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f00a4c45-9009-446d-bb77-141b71ffb807 req-67b4a521-9e9d-4902-b098-86f5e6d15f38 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568802 Jul 14 09:16:29.857566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff3eefdb-ffc8-4489-9ad4-ad4e8c857d95 req-c3fa2edf-b1e0-41f1-b22b-350c1be0b0cc service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326485 Jul 14 09:16:29.873462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.941157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.942168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.942848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.996942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-3d0edb13-32ad-4200-b28d-dad23439bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.000563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8745763 Jul 14 09:16:30.002764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-3d0edb13-32ad-4200-b28d-dad23439bc7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 1095 time: 0.0692797 Jul 14 09:16:30.003598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.009551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Request body: {'subnet': {'network_id': '9be48201-4444-40a1-9977-b73524975f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1666421926-subnet', 'tenant_id': '1610de43274f4fa7b1b9535607bebc2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:30.011986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.051463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29bd6f-8e60-4de2-ae93-63e456c5d879 admin admin] Pushing event updated for resources: {'Network': ['ID=9be48201-4444-40a1-9977-b73524975f19,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.062268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 9be48201-4444-40a1-9977-b73524975f19 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:30.081023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Made reservation on behalf of 1610de43274f4fa7b1b9535607bebc2f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:30.083454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.192479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-8037e13e-ba24-45f8-862f-f343a0106333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.194092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-8037e13e-ba24-45f8-862f-f343a0106333 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 912 time: 0.1883667 Jul 14 09:16:30.244800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-51aa4719-62c9-4fed-a5ed-4228d30fd048 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=008c4da7-76fc-4d80-bd30-24c98cc38f3f HTTP/1.1" status: 200 len: 217 time: 0.0395322 Jul 14 09:16:30.328721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58379f-0a95-4d6e-94e5-6cbd789566f0 req-e8f3f32d-934e-4fbb-8f89-ef27a8f04557 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.330525 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b58379f-0a95-4d6e-94e5-6cbd789566f0 req-e8f3f32d-934e-4fbb-8f89-ef27a8f04557 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1227641 Jul 14 09:16:30.344496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-bc61301a-917c-487d-bc54-790df402be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.345959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-bc61301a-917c-487d-bc54-790df402be54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.0845587 Jul 14 09:16:30.364546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Deleting port 247673c4-833a-43a4-a836-e802703e6feb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:30.364895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.387772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-f0d1ea2f-35ef-4ad8-82c5-382b20cad150 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314364 Jul 14 09:16:30.388607 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.415774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b58379f-0a95-4d6e-94e5-6cbd789566f0 req-5edb3135-9694-45a0-9eca-9c30d7f5625c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782087 Jul 14 09:16:30.467061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.479482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Calling delete_port for 247673c4-833a-43a4-a836-e802703e6feb owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:30.491986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9350b3-f190-4a04-be1c-347dbc52fd51,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.521393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Checking segment: {'id': '288116da-a774-4ad1-a62e-502d778c4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9be48201-4444-40a1-9977-b73524975f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:30.521761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Network hostable DHCP agents. Network: 9be48201-4444-40a1-9977-b73524975f19, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:30.543341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-8f8306dc-fc8b-4c85-a3fb-3f611566cff3 service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305561 Jul 14 09:16:30.561013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Network 9be48201-4444-40a1-9977-b73524975f19 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:30.607655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 9be48201-4444-40a1-9977-b73524975f19) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:30.613853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.614451 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.619118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b85d5-20e6-40ae-a03e-d6a3041b8575 None None] Network 9be48201-4444-40a1-9977-b73524975f19 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:30.646372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-86b61f3d-7636-4252-b576-e2cbcc7115ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6338449 Jul 14 09:16:30.668719 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.675297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac43e9c-08ba-470a-a1c1-d00a1c6d234a req-d3013095-1393-4a60-a92b-5cd6af49648e service neutron] 10.222.0.11 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234446 Jul 14 09:16:30.702923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event deleted for resources: {'Port': ['ID=247673c4-833a-43a4-a836-e802703e6feb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.794827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef027637-d595-4b79-9d6b-341ca5617f93 None None] Network 9be48201-4444-40a1-9977-b73524975f19 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:31.194177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-268456a2-0901-439a-8804-edec9563b2f5 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.195733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-268456a2-0901-439a-8804-edec9563b2f5 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/networks?id=9be48201-4444-40a1-9977-b73524975f19 HTTP/1.1" status: 200 len: 814 time: 0.1110203 Jul 14 09:16:31.210604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-97ca1706-5275-4a5f-a55e-c3ea9e33fe88 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/quotas/1610de43274f4fa7b1b9535607bebc2f HTTP/1.1" status: 200 len: 375 time: 0.0094769 Jul 14 09:16:31.245049 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-bc28fe10-f396-47a1-b5d2-447f8ee5da27 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1610de43274f4fa7b1b9535607bebc2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287838 Jul 14 09:16:31.256186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.336084 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.340906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-048d338d-54c0-4e44-8149-a383d65e9da4 service neutron] 10.222.0.18 "GET /v2.0/networks/9be48201-4444-40a1-9977-b73524975f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892971 Jul 14 09:16:31.368510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49966b-0dcc-439a-8c03-7993574031d6 req-1ba1ae7e-f9a8-4263-9261-d8dbc05fe557 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.369980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e49966b-0dcc-439a-8c03-7993574031d6 req-1ba1ae7e-f9a8-4263-9261-d8dbc05fe557 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.1478975 Jul 14 09:16:31.430421 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-d45ba10a-79b0-4cf0-8892-be79f92c185c service neutron] 10.222.0.18 "GET /v2.0/networks/9be48201-4444-40a1-9977-b73524975f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837021 Jul 14 09:16:31.466410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Router 9edb54c2-211f-478f-8539-d9bf44206e1f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:31.474394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e49966b-0dcc-439a-8c03-7993574031d6 req-d12ef96d-4e6c-4340-8f64-39355ccf1372 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743470 Jul 14 09:16:31.547773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:31.555892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.556234 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-028c8f55-99a8-4e50-95e9-c0cd27f6cf20 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "PUT /v2.0/routers/9edb54c2-211f-478f-8539-d9bf44206e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2858200 Jul 14 09:16:31.564434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] Sync routers for ids ['9edb54c2-211f-478f-8539-d9bf44206e1f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:31.590062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] Routers {'9edb54c2-211f-478f-8539-d9bf44206e1f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:31.591607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9edb54c2-211f-478f-8539-d9bf44206e1f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:31.636681 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae3dcaee-c6b9-4336-a849-10dad760928a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.637864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:31.647966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] Routers {'9edb54c2-211f-478f-8539-d9bf44206e1f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:31.649134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9edb54c2-211f-478f-8539-d9bf44206e1f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:31.692698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051508db-e42d-478a-893b-ef19a0a0f8dd req-98655afe-1112-4eef-8fa9-7ca6cdd00a36 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.699924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-051508db-e42d-478a-893b-ef19a0a0f8dd req-98655afe-1112-4eef-8fa9-7ca6cdd00a36 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 943 time: 0.1140821 Jul 14 09:16:31.700470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:31.701415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471af373-6a0c-42f5-8b63-cb9a180b7ef2 None None] The sync data for ids ['9edb54c2-211f-478f-8539-d9bf44206e1f'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:31.741715 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-051508db-e42d-478a-893b-ef19a0a0f8dd req-41407457-caf9-4a15-b9d7-668dd93f8f6d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Jul 14 09:16:31.789368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 008c4da7-76fc-4d80-bd30-24c98cc38f3f details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:31.813502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae3dcaee-c6b9-4336-a849-10dad760928a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.815831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae3dcaee-c6b9-4336-a849-10dad760928a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.883911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae3dcaee-c6b9-4336-a849-10dad760928a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.884616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3dcaee-c6b9-4336-a849-10dad760928a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Fanout notify agent at l3_agent the message router_deleted on router 9edb54c2-211f-478f-8539-d9bf44206e1f {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:16:31.900800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae3dcaee-c6b9-4336-a849-10dad760928a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.902059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ae3dcaee-c6b9-4336-a849-10dad760928a tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "DELETE /v2.0/routers/9edb54c2-211f-478f-8539-d9bf44206e1f HTTP/1.1" status: 204 len: 168 time: 0.3449934 Jul 14 09:16:31.904521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55934) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.945837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 008c4da7-76fc-4d80-bd30-24c98cc38f3f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=008c4da7-76fc-4d80-bd30-24c98cc38f3f,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:31.962412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '008c4da7-76fc-4d80-bd30-24c98cc38f3f', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'port_id': '008c4da7-76fc-4d80-bd30-24c98cc38f3f', 'mac_address': 'fa:16:3e:29:5c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb161e-a687-4e4d-bef8-fda49f75ba16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:31.982897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Deleting subnet bf398bcf-1701-492e-ade6-63c2bc3933f5 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:31.988152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce7e661f-902b-44fb-80db-e4bd611022d9 req-b9703226-7b95-4877-88e4-64021e9e1274 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0415728 Jul 14 09:16:31.999530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.038090 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.052041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008c4da7-76fc-4d80-bd30-24c98cc38f3f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:32.080915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.081151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 008c4da7-76fc-4d80-bd30-24c98cc38f3f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=008c4da7-76fc-4d80-bd30-24c98cc38f3f,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:32.085700 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.097068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69468ac4-c8a0-4442-90f3-0a9bca2683f2 req-97bc3a7c-1c80-48c8-bae6-c81229f9cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.099144 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69468ac4-c8a0-4442-90f3-0a9bca2683f2 req-97bc3a7c-1c80-48c8-bae6-c81229f9cb19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 1097 time: 0.0719700 Jul 14 09:16:32.141952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69468ac4-c8a0-4442-90f3-0a9bca2683f2 req-4a7f2cce-4b63-42ef-8aef-6f48353c39fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Jul 14 09:16:32.147287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=008c4da7-76fc-4d80-bd30-24c98cc38f3f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.150446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf582f-42bd-426e-a18b-43becc0793d2 req-a96a3380-2953-4a4b-9aa6-37e259b5856a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.152014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-60bf582f-42bd-426e-a18b-43becc0793d2 req-a96a3380-2953-4a4b-9aa6-37e259b5856a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1657889 Jul 14 09:16:32.222971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.228136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-60bf582f-42bd-426e-a18b-43becc0793d2 req-9439de1f-d189-4f84-acd0-b084b6ab5415 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692575 Jul 14 09:16:32.289185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.314993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event deleted for resources: {'Subnet': ['ID=bf398bcf-1701-492e-ade6-63c2bc3933f5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.319183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.321080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e6fce277-e6d5-4465-8dd3-9f84f05528ac tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "DELETE /v2.0/subnets/bf398bcf-1701-492e-ade6-63c2bc3933f5 HTTP/1.1" status: 204 len: 168 time: 0.4156549 Jul 14 09:16:32.323450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55938) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.327680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a121829-e856-47a8-a529-47a4b5f1ba15 None None] Network 241fce84-407d-4741-a579-0abb82171d9d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:32.402065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.415700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['008c4da7-76fc-4d80-bd30-24c98cc38f3f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:32.463374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Deleting port d7e547d1-347e-40b5-81b1-af8c3ee3cbac {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:32.463374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.529113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] For port d7e547d1-347e-40b5-81b1-af8c3ee3cbac, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,segment=NetworkSegment(c28573cb-9c07-4f3c-a4ae-5483dc4a867b),segment_id=c28573cb-9c07-4f3c-a4ae-5483dc4a867b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:32.529566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.552986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Calling delete_port for d7e547d1-347e-40b5-81b1-af8c3ee3cbac owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:32.619995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] DHCP port deletion for 241fce84-407d-4741-a579-0abb82171d9d request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:32.646247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.673276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event deleted for resources: {'Port': ['ID=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.675130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] No DVR routers for this DVR port d7e547d1-347e-40b5-81b1-af8c3ee3cbac on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:32.682672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad2f6-8c0e-483e-9d40-d8e7bf55a5bb req-abb3a026-0d82-4188-b3ab-ec0f2e198099 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.684487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f2ad2f6-8c0e-483e-9d40-d8e7bf55a5bb req-abb3a026-0d82-4188-b3ab-ec0f2e198099 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0875039 Jul 14 09:16:32.694598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] Deleting port d7e547d1-347e-40b5-81b1-af8c3ee3cbac {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:32.695107 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.746100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f2ad2f6-8c0e-483e-9d40-d8e7bf55a5bb req-5f69219e-a193-4be5-9dc9-fdaed1edd3a4 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549817 Jul 14 09:16:32.760375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.770075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] For port d7e547d1-347e-40b5-81b1-af8c3ee3cbac, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:32.770562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.785902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] Calling delete_port for d7e547d1-347e-40b5-81b1-af8c3ee3cbac owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:32.788183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241fce84-407d-4741-a579-0abb82171d9d']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:32.788942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] Port d7e547d1-347e-40b5-81b1-af8c3ee3cbac was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:16:32.790482 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.801287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28573cb-9c07-4f3c-a4ae-5483dc4a867b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:32.801703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28573cb-9c07-4f3c-a4ae-5483dc4a867b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:32.813032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.816243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] Pushing event deleted for resources: {'Port': ['ID=d7e547d1-347e-40b5-81b1-af8c3ee3cbac,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.829421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.830001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a356eb-476f-48c6-ac6d-6d920e9c7c14 None None] No DVR routers for this DVR port d7e547d1-347e-40b5-81b1-af8c3ee3cbac on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:32.844500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:32.845057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.970183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5548de6-adc8-43dd-b2ff-29be42cc405e req-7ca14d61-c705-40d5-9ce8-5c21e68566fb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.978359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5548de6-adc8-43dd-b2ff-29be42cc405e req-7ca14d61-c705-40d5-9ce8-5c21e68566fb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 944 time: 0.0946746 Jul 14 09:16:33.026446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5548de6-adc8-43dd-b2ff-29be42cc405e req-4a99eb45-5e5b-4611-8f5d-107ebffcc70a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Jul 14 09:16:33.184864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e1479d6-f73a-4afa-8089-c0a8d7bb0e42 req-c109da67-6021-4c42-be0a-078f12b15f75 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0382113 Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:33.252216 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:33.323951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.346573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.348542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] 10.222.0.18 "DELETE /v2.0/networks/241fce84-407d-4741-a579-0abb82171d9d HTTP/1.1" status: 204 len: 168 time: 1.0241749 Jul 14 09:16:33.353038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3fb76-c940-4195-b95a-34ae18604858 tempest-FloatingIPNegativeTestJSON-1454372716 tempest-FloatingIPNegativeTestJSON-1454372716-project] Pushing event deleted for resources: {'Network': ['ID=241fce84-407d-4741-a579-0abb82171d9d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:33.429599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-a993acc5-71f9-4d31-9754-640347d7c870 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.431114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-a993acc5-71f9-4d31-9754-640347d7c870 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.11 "GET /v2.0/networks?id=9be48201-4444-40a1-9977-b73524975f19 HTTP/1.1" status: 200 len: 814 time: 0.1719005 Jul 14 09:16:33.450320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Request body: {'port': {'device_id': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'network_id': '9be48201-4444-40a1-9977-b73524975f19', 'admin_state_up': True, 'tenant_id': '1610de43274f4fa7b1b9535607bebc2f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:33.472561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28809-4f9f-4d71-a9d3-5fef6e501f5c req-c38eead4-ffc4-4136-8746-5e2828382e1f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.474069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cb28809-4f9f-4d71-a9d3-5fef6e501f5c req-c38eead4-ffc4-4136-8746-5e2828382e1f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1226201 Jul 14 09:16:33.543592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.562099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cb28809-4f9f-4d71-a9d3-5fef6e501f5c req-38dc9dc0-6664-43b5-b910-bf4a2f0af3d8 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628304 Jul 14 09:16:33.603533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Made reservation on behalf of 1610de43274f4fa7b1b9535607bebc2f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:33.607431 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.683654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc24bbd7-33cc-41cf-a6f8-ca9f8ebba790 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfc6f8a040f64059b41620c9f3c5bca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387384 Jul 14 09:16:33.686381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:33.734940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-502d8474-995e-46f1-9d4a-b97204ca5076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.735556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Allocated IP 172.20.0.8 (9be48201-4444-40a1-9977-b73524975f19/0a9350b3-f190-4a04-be1c-347dbc52fd51/2f6dd839-ad3b-408e-a399-54e6bff7cb83) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:33.757724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-502d8474-995e-46f1-9d4a-b97204ca5076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.784399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 008c4da7-76fc-4d80-bd30-24c98cc38f3f up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:33.810402 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-502d8474-995e-46f1-9d4a-b97204ca5076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.814853 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-502d8474-995e-46f1-9d4a-b97204ca5076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.820294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-502d8474-995e-46f1-9d4a-b97204ca5076 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dab0701e-3e9a-4d16-a635-0e6e9ffced6f HTTP/1.1" status: 204 len: 168 time: 0.1325159 Jul 14 09:16:33.837402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d8474-995e-46f1-9d4a-b97204ca5076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab0701e-3e9a-4d16-a635-0e6e9ffced6f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:33.860256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 008c4da7-76fc-4d80-bd30-24c98cc38f3f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:33.875748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 008c4da7-76fc-4d80-bd30-24c98cc38f3f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:33.876361 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.942228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.959991 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.009279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.020825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 008c4da7-76fc-4d80-bd30-24c98cc38f3f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=008c4da7-76fc-4d80-bd30-24c98cc38f3f,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:34.021903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008c4da7-76fc-4d80-bd30-24c98cc38f3f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:34.024882 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf4477-8441-42e4-919d-0a72b9a5ff12" -d '{"events": [{"server_uuid": "b2fc50c4-aa4a-4d75-a7e4-0a09233403b7", "name": "network-vif-plugged", "status": "completed", "tag": "008c4da7-76fc-4d80-bd30-24c98cc38f3f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:34.028543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.045533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd90324-9664-4d79-ae28-eaa40ac22ba6 req-22f17c95-9a79-4204-b8ec-864f52c2e76e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.047840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5dd90324-9664-4d79-ae28-eaa40ac22ba6 req-22f17c95-9a79-4204-b8ec-864f52c2e76e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0852418 Jul 14 09:16:34.085307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Pushing event updated for resources: {'Port': ['ID=2f6dd839-ad3b-408e-a399-54e6bff7cb83,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.099647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=008c4da7-76fc-4d80-bd30-24c98cc38f3f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.106378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Network 9be48201-4444-40a1-9977-b73524975f19 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:34.108480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:34.115577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:34.120656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5dd90324-9664-4d79-ae28-eaa40ac22ba6 req-0754298f-8c79-4cc8-9f91-5c74afdc3d1b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665646 Jul 14 09:16:34.158555 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cc283-d9ee-4c5f-bc10-069f17112e77 x-openstack-request-id: req-8e6cc283-d9ee-4c5f-bc10-069f17112e77 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:34.158865 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fc50c4-aa4a-4d75-a7e4-0a09233403b7", "name": "network-vif-plugged", "status": "completed", "tag": "008c4da7-76fc-4d80-bd30-24c98cc38f3f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:34.159127 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e6cc283-d9ee-4c5f-bc10-069f17112e77 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:34.159575 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008c4da7-76fc-4d80-bd30-24c98cc38f3f', 'code': 200} Jul 14 09:16:34.186198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.186837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.209001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-0d189f08-cf0e-4e1b-8720-477b8d8f0438 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7653422 Jul 14 09:16:34.223444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Request body: {'port': {'device_id': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:34.327212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed4676-887d-4fe5-8b71-7bc8e2218870 req-857dea06-3fc9-4bc9-ab88-d9780337b379 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.328919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1ed4676-887d-4fe5-8b71-7bc8e2218870 req-857dea06-3fc9-4bc9-ab88-d9780337b379 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.0774782 Jul 14 09:16:34.373020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1ed4676-887d-4fe5-8b71-7bc8e2218870 req-778ee357-002d-41d5-bec6-d778d9a76d02 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Jul 14 09:16:34.383028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.410438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21157fbd-e2d3-4e1b-8f9f-7b2ea7255b81 req-9d9d5bbc-3a37-48af-ab1d-832670473f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.412302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21157fbd-e2d3-4e1b-8f9f-7b2ea7255b81 req-9d9d5bbc-3a37-48af-ab1d-832670473f5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 1097 time: 0.1578951 Jul 14 09:16:34.469852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edea1f-45ed-45e9-b8c8-ebee8f4ebc46 req-cf2ae9af-c36e-4e0c-823c-eb3b8efe24eb tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.471704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37edea1f-45ed-45e9-b8c8-ebee8f4ebc46 req-cf2ae9af-c36e-4e0c-823c-eb3b8efe24eb tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.2055011 Jul 14 09:16:34.481554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d7e547d1-347e-40b5-81b1-af8c3ee3cbac no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:34.502369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d7e547d1-347e-40b5-81b1-af8c3ee3cbac {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:34.502720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d7e547d1-347e-40b5-81b1-af8c3ee3cbac not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:34.590749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21157fbd-e2d3-4e1b-8f9f-7b2ea7255b81 req-6518c7df-3745-4227-8d57-1f955814bcdf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406887 Jul 14 09:16:34.628068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37edea1f-45ed-45e9-b8c8-ebee8f4ebc46 req-3a36a946-9f00-4bef-8a65-69ad3e8dd722 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444960 Jul 14 09:16:34.726167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd25005-1b6b-461f-9c74-d3f6c5cb9555 req-a581d53f-0d0e-414c-a784-311f8954cbc2 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.734893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8dd25005-1b6b-461f-9c74-d3f6c5cb9555 req-a581d53f-0d0e-414c-a784-311f8954cbc2 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 931 time: 0.1052485 Jul 14 09:16:34.775330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8dd25005-1b6b-461f-9c74-d3f6c5cb9555 req-4fb9c013-3cb9-4b5e-964d-46598bd1acb9 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Jul 14 09:16:34.775826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.866534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1e440-95f5-4033-83af-4caa69605002 req-8eb1a37e-fc6a-419d-bd87-fd9de1cdc323 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.868545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50f1e440-95f5-4033-83af-4caa69605002 req-8eb1a37e-fc6a-419d-bd87-fd9de1cdc323 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1201417 Jul 14 09:16:34.873307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6dd839-ad3b-408e-a399-54e6bff7cb83 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:34.889234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.898919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884362938'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:34.913676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Transition to ACTIVE for port object 2f6dd839-ad3b-408e-a399-54e6bff7cb83 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:34.920033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.924391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:34.929293 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.941895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.954899 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50f1e440-95f5-4033-83af-4caa69605002 req-c25bae30-7e23-4792-a924-261d6e757753 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763226 Jul 14 09:16:34.999346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6dd839-ad3b-408e-a399-54e6bff7cb83,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.064673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Attempting to bind port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:35.065488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Attempting to bind port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '288116da-a774-4ad1-a62e-502d778c4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9be48201-4444-40a1-9977-b73524975f19'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:35.066657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Attempting to bind port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 on network 9be48201-4444-40a1-9977-b73524975f19 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:35.072016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 on network 9be48201-4444-40a1-9977-b73524975f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:35.072546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Attempting to bind port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 on network 9be48201-4444-40a1-9977-b73524975f19 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:35.078621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:35.079201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Checking segment: {'id': '288116da-a774-4ad1-a62e-502d778c4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9be48201-4444-40a1-9977-b73524975f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:35.079778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Bound using segment: {'id': '288116da-a774-4ad1-a62e-502d778c4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9be48201-4444-40a1-9977-b73524975f19'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:35.080376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Bound port: 2f6dd839-ad3b-408e-a399-54e6bff7cb83, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288116da-a774-4ad1-a62e-502d778c4986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9be48201-4444-40a1-9977-b73524975f19'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:35.080937 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.103802 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.108836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.156723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:35.159485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] For port 2f6dd839-ad3b-408e-a399-54e6bff7cb83, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:35.163851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] For port 2f6dd839-ad3b-408e-a399-54e6bff7cb83, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2f6dd839-ad3b-408e-a399-54e6bff7cb83,segment=NetworkSegment(288116da-a774-4ad1-a62e-502d778c4986),segment_id=288116da-a774-4ad1-a62e-502d778c4986)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:35.168542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.188237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4056ef34-f4cc-4f00-828f-8e32b809e113,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.196133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.196133 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment e615985c-24ee-43c6-9c6c-49340504b6dc of type vlan for network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d Jul 14 09:16:35.220234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.221442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.222993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] 10.222.0.11 "PUT /v2.0/ports/2f6dd839-ad3b-408e-a399-54e6bff7cb83 HTTP/1.1" status: 200 len: 1092 time: 1.0047326 Jul 14 09:16:35.223477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'tag': '2f6dd839-ad3b-408e-a399-54e6bff7cb83'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:35.225758 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf73234-fe53-47ce-aba9-7d38d8481bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9", "tag": "2f6dd839-ad3b-408e-a399-54e6bff7cb83"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:35.254395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976fe3a-c3b8-4412-8fd4-102caf909bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6dd839-ad3b-408e-a399-54e6bff7cb83,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.264764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27c0fe-c333-45a8-86fd-b41fdb8277db req-4eae11f7-6281-443f-8e80-30173fecd48f tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.266296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ef27c0fe-c333-45a8-86fd-b41fdb8277db req-4eae11f7-6281-443f-8e80-30173fecd48f tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1398931 Jul 14 09:16:35.271831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.331087 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73ea586-9cc4-4645-a7c4-59f56267fc90 x-openstack-request-id: req-d73ea586-9cc4-4645-a7c4-59f56267fc90 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:35.331652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ef27c0fe-c333-45a8-86fd-b41fdb8277db req-6287dd4d-a7cd-439f-b5da-80c66409b907 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Jul 14 09:16:35.333371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.335875 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9", "tag": "2f6dd839-ad3b-408e-a399-54e6bff7cb83", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:35.337577 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d73ea586-9cc4-4645-a7c4-59f56267fc90 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:35.338436 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'tag': '2f6dd839-ad3b-408e-a399-54e6bff7cb83', 'status': 'completed', 'code': 200} Jul 14 09:16:35.338996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.340203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.386273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-cd9c7d58-82cc-4104-b179-25b518cc60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.389263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-cd9c7d58-82cc-4104-b179-25b518cc60d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610de43274f4fa7b1b9535607bebc2f&device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0932221 Jul 14 09:16:35.429258 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6522951 Jul 14 09:16:35.430170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb0d30-f01d-4d21-9f41-88e7044c950c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=96a66a3e-3a3a-4dcc-b5e0-423100c33a1d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.451873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-4e4a302e-9c34-4b04-bb27-ccbf1a975a44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6dd839-ad3b-408e-a399-54e6bff7cb83 HTTP/1.1" status: 200 len: 217 time: 0.0532565 Jul 14 09:16:35.457718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:35.537939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-42ca0e64-23e9-4929-b8c8-35466c3b3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.539843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-42ca0e64-23e9-4929-b8c8-35466c3b3c32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a9350b3-f190-4a04-be1c-347dbc52fd51 HTTP/1.1" status: 200 len: 854 time: 0.0759044 Jul 14 09:16:35.574934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:35.580236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': '96a66a3e-3a3a-4dcc-b5e0-423100c33a1d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:35.582761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-fa93b7f1-1873-457c-b809-2a33a8b087ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9be48201-4444-40a1-9977-b73524975f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300887 Jul 14 09:16:35.669493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:35.673062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.711943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436f579-9ad3-4815-937f-aaa903d23b7a req-ed3eaebd-8b76-4ed5-8d29-6c78d35e4555 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.713426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a436f579-9ad3-4815-937f-aaa903d23b7a req-ed3eaebd-8b76-4ed5-8d29-6c78d35e4555 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1338313 Jul 14 09:16:35.716999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-8a088031-cea1-467d-ad97-ac1ca51bd190 service neutron] 10.222.0.11 "GET /v2.0/networks/9be48201-4444-40a1-9977-b73524975f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249743 Jul 14 09:16:35.800599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a436f579-9ad3-4815-937f-aaa903d23b7a req-4808ea0f-2f93-4559-8b63-d321d485cfd5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Jul 14 09:16:35.840679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c20b56c9-0e96-479f-8417-342fd92e5ca9 req-3e364778-6405-4b39-b779-1df99aa6574c service neutron] 10.222.0.11 "GET /v2.0/networks/9be48201-4444-40a1-9977-b73524975f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148188 Jul 14 09:16:35.866782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.945076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-4c11b045-aa7d-448c-9ee0-dbcd93f49678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.946578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-4c11b045-aa7d-448c-9ee0-dbcd93f49678 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1610de43274f4fa7b1b9535607bebc2f&device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0556355 Jul 14 09:16:35.950133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': 'e615985c-24ee-43c6-9c6c-49340504b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '96a66a3e-3a3a-4dcc-b5e0-423100c33a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:35.950489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:35.979231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=4cffbf53-54f0-4060-b936-ea164c5223d5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.008578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:36.023187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:36.032219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78363a21-e6ba-4060-829c-5a84fbfdabc8 None None] Network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:36.033540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491441b-4fea-475b-bd2d-1e939fad9e34 req-9970a1d7-9867-4eb4-9e6c-2814440b26e9 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.035333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c491441b-4fea-475b-bd2d-1e939fad9e34 req-9970a1d7-9867-4eb4-9e6c-2814440b26e9 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1025913 Jul 14 09:16:36.044764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.046339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.070942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-e668813a-0253-4a3e-ac6f-f0cb2d41336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.073267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-e668813a-0253-4a3e-ac6f-f0cb2d41336a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9be48201-4444-40a1-9977-b73524975f19 HTTP/1.1" status: 200 len: 915 time: 0.1198788 Jul 14 09:16:36.092375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e2a9667-d3f5-4a1e-9402-1367ff7fa819 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5161433 Jul 14 09:16:36.096246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c491441b-4fea-475b-bd2d-1e939fad9e34 req-f60d3dbc-1fa4-46b6-bfbd-b248b5685ce2 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Jul 14 09:16:36.096952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56034) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.102928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2098777576'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:36.132474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-a4d3af2b-b9b4-4a50-8b2c-1e6d87a35b4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f6dd839-ad3b-408e-a399-54e6bff7cb83 HTTP/1.1" status: 200 len: 217 time: 0.0505815 Jul 14 09:16:36.148600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:36.155907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.187207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:36.199438 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.200540 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment 89a7490b-004b-4969-a26c-1385adb3d125 of type vlan for network 3219cd8f-5033-4d1c-955f-5d577d41cd1a Jul 14 09:16:36.233581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-b8613f7e-f7ad-4717-85e0-408dd00be022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.235281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-b8613f7e-f7ad-4717-85e0-408dd00be022 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a9350b3-f190-4a04-be1c-347dbc52fd51 HTTP/1.1" status: 200 len: 854 time: 0.0864828 Jul 14 09:16:36.238573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-96a66a3e-3a3a-4dcc-b5e0-423100c33a1d', 'network_id': '96a66a3e-3a3a-4dcc-b5e0-423100c33a1d', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': '4cffbf53-54f0-4060-b936-ea164c5223d5'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:36.239656 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.277056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-22028da0-7851-40a0-8a96-80113d983469 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9be48201-4444-40a1-9977-b73524975f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307431 Jul 14 09:16:36.284799 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.284982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428f5e-fdf6-4fdb-b6d9-cf5b7cad6944 req-66736c27-f7d5-4708-80e9-4f7e779068a2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.286483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5428f5e-fdf6-4fdb-b6d9-cf5b7cad6944 req-66736c27-f7d5-4708-80e9-4f7e779068a2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1528964 Jul 14 09:16:36.335925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.341592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.342202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.380698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Allocated IP 172.20.255.242 (96a66a3e-3a3a-4dcc-b5e0-423100c33a1d/4cffbf53-54f0-4060-b936-ea164c5223d5/22837454-fb8f-4dae-b2bd-31710ca77440) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:36.393542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5428f5e-fdf6-4fdb-b6d9-cf5b7cad6944 req-98d89133-5f84-41dd-91c6-7c8bfa999eb2 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558484 Jul 14 09:16:36.408558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b0806-e16d-417e-be99-edcd48d32046 req-42d80b4c-d229-4fea-a4e1-541dd423631c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.412229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-c893e558-1301-46c1-b964-b1e073cf28a7 service neutron] 10.222.0.11 "GET /v2.0/networks/9be48201-4444-40a1-9977-b73524975f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234407 Jul 14 09:16:36.416259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e60b0806-e16d-417e-be99-edcd48d32046 req-42d80b4c-d229-4fea-a4e1-541dd423631c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1783521 Jul 14 09:16:36.450293 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3519723 Jul 14 09:16:36.450977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.460086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:36.530189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b457c-be4c-4ccc-a3cf-c4f43c0d2d93 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=3219cd8f-5033-4d1c-955f-5d577d41cd1a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.544618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bf73234-fe53-47ce-aba9-7d38d8481bcf req-4b499864-b60b-47bd-9d62-a30d06c28ffc service neutron] 10.222.0.11 "GET /v2.0/networks/9be48201-4444-40a1-9977-b73524975f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147609 Jul 14 09:16:36.557402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e60b0806-e16d-417e-be99-edcd48d32046 req-b486f8e6-03c6-442f-a83e-8570b301f306 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401381 Jul 14 09:16:36.570027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3219cd8f-5033-4d1c-955f-5d577d41cd1a details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:36.615206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:36.619457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.640820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.651038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Transition to ACTIVE for port object 22837454-fb8f-4dae-b2bd-31710ca77440 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:36.669106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Transition to ACTIVE for port object 22837454-fb8f-4dae-b2bd-31710ca77440 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:36.675268 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.717052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:36.719992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:36.723442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:36.730614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Pushing event updated for resources: {'Port': ['ID=22837454-fb8f-4dae-b2bd-31710ca77440,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.790687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Attempting to bind port 22837454-fb8f-4dae-b2bd-31710ca77440 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:36.791056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Attempting to bind port 22837454-fb8f-4dae-b2bd-31710ca77440 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e615985c-24ee-43c6-9c6c-49340504b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '96a66a3e-3a3a-4dcc-b5e0-423100c33a1d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:36.791656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Attempting to bind port 22837454-fb8f-4dae-b2bd-31710ca77440 on network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:36.798000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:36.798802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Checking segment: {'id': 'e615985c-24ee-43c6-9c6c-49340504b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '96a66a3e-3a3a-4dcc-b5e0-423100c33a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:36.799407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.799972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Bound using segment: {'id': 'e615985c-24ee-43c6-9c6c-49340504b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '96a66a3e-3a3a-4dcc-b5e0-423100c33a1d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:36.800702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Bound port: 22837454-fb8f-4dae-b2bd-31710ca77440, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e615985c-24ee-43c6-9c6c-49340504b6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '96a66a3e-3a3a-4dcc-b5e0-423100c33a1d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:36.801262 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.819955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53d0a-d311-48f5-9910-4478f005da1e req-09030990-4a58-4035-8344-7a7108360077 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.821855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d0c53d0a-d311-48f5-9910-4478f005da1e req-09030990-4a58-4035-8344-7a7108360077 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1032975 Jul 14 09:16:36.852386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.866768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] For port 22837454-fb8f-4dae-b2bd-31710ca77440, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:36.870380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] For port 22837454-fb8f-4dae-b2bd-31710ca77440, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22837454-fb8f-4dae-b2bd-31710ca77440,segment=NetworkSegment(e615985c-24ee-43c6-9c6c-49340504b6dc),segment_id=e615985c-24ee-43c6-9c6c-49340504b6dc)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:36.871891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d0c53d0a-d311-48f5-9910-4478f005da1e req-dd833b87-d552-4250-b301-d389eb0bb26d tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420330 Jul 14 09:16:36.874936 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.924223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=3b7b17e9-1a0c-4f37-b800-de996025d472,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.935790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': '89a7490b-004b-4969-a26c-1385adb3d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:36.936152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: 3219cd8f-5033-4d1c-955f-5d577d41cd1a, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:36.936743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b9f10-9f03-4cfb-b744-973bc1dba581 None None] Pushing event updated for resources: {'Port': ['ID=22837454-fb8f-4dae-b2bd-31710ca77440,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.956400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 3219cd8f-5033-4d1c-955f-5d577d41cd1a is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:36.965483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3219cd8f-5033-4d1c-955f-5d577d41cd1a) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:36.970331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.970958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.975581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71759f79-3709-4c50-9d6f-a22224183176 None None] Network 3219cd8f-5033-4d1c-955f-5d577d41cd1a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:36.989065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4ab1e1b5-82bf-4aa0-bc2b-46ff205c2e64 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5319109 Jul 14 09:16:36.991247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.112699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.138667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-3219cd8f-5033-4d1c-955f-5d577d41cd1a', 'network_id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': '3b7b17e9-1a0c-4f37-b800-de996025d472'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:37.139549 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.278242 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.397288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Allocated IP 172.20.0.2 (3219cd8f-5033-4d1c-955f-5d577d41cd1a/3b7b17e9-1a0c-4f37-b800-de996025d472/b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:37.425500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8e80-1c14-43b1-a7ba-0cca7a98fd29 req-f050e1f4-a63a-4ea2-81a0-13dd325276e3 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.427647 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5eb8e80-1c14-43b1-a7ba-0cca7a98fd29 req-f050e1f4-a63a-4ea2-81a0-13dd325276e3 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1007237 Jul 14 09:16:37.471925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5eb8e80-1c14-43b1-a7ba-0cca7a98fd29 req-31c82652-9329-45e9-8298-c28232beca7a tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Jul 14 09:16:37.481355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81e9a-0b42-4a8f-8275-3e348e63806e req-ea950ddb-b14b-48a9-bbf4-81c3a88468a1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.483189 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ae81e9a-0b42-4a8f-8275-3e348e63806e req-ea950ddb-b14b-48a9-bbf4-81c3a88468a1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1153207 Jul 14 09:16:37.536348 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ae81e9a-0b42-4a8f-8275-3e348e63806e req-c1c7863f-7365-4054-ba95-0363f3496f13 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Jul 14 09:16:37.600936 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.609695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Transition to ACTIVE for port object b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:37.624688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Transition to ACTIVE for port object b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:37.632632 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.652319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.672543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Network 3219cd8f-5033-4d1c-955f-5d577d41cd1a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:37.674773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:37.678684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:37.695483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cf04-4d97-494b-a720-dc41e3f7588c req-e1f0e7fd-cb04-4269-a067-9cecf60be469 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.697123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c77cf04-4d97-494b-a720-dc41e3f7588c req-e1f0e7fd-cb04-4269-a067-9cecf60be469 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.0831199 Jul 14 09:16:37.719983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7b17e9-1a0c-4f37-b800-de996025d472,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:37.739303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c77cf04-4d97-494b-a720-dc41e3f7588c req-bc6e4f0d-919f-475e-af0d-3d99dd67cb0f tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360475 Jul 14 09:16:37.748262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Pushing event updated for resources: {'Port': ['ID=b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:37.751790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Attempting to bind port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:37.752173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Attempting to bind port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '89a7490b-004b-4969-a26c-1385adb3d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:37.752548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Attempting to bind port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 on network 3219cd8f-5033-4d1c-955f-5d577d41cd1a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:37.758051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:37.758424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Checking segment: {'id': '89a7490b-004b-4969-a26c-1385adb3d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:37.758829 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.759221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Bound using segment: {'id': '89a7490b-004b-4969-a26c-1385adb3d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:37.759724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Bound port: b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a7490b-004b-4969-a26c-1385adb3d125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:37.760109 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.801448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.819782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3219cd8f-5033-4d1c-955f-5d577d41cd1a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:37.836711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a7490b-004b-4969-a26c-1385adb3d125') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:37.837437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a7490b-004b-4969-a26c-1385adb3d125') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:37.837549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2f6dd839-ad3b-408e-a399-54e6bff7cb83 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:37.852162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6653c13-f852-49aa-be66-5f03f7a947ae req-743227ed-28c9-48bc-878a-7efab7dba038 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.859182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6653c13-f852-49aa-be66-5f03f7a947ae req-743227ed-28c9-48bc-878a-7efab7dba038 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1498542 Jul 14 09:16:37.865757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.900580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.912611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:37.912611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:37.915570 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:37.935216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] For port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:37.955563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 2f6dd839-ad3b-408e-a399-54e6bff7cb83, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2f6dd839-ad3b-408e-a399-54e6bff7cb83,segment=NetworkSegment(288116da-a774-4ad1-a62e-502d778c4986),segment_id=288116da-a774-4ad1-a62e-502d778c4986)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:37.966710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6653c13-f852-49aa-be66-5f03f7a947ae req-523a0720-b3fa-4cbc-94de-1e1555b0498b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059282 Jul 14 09:16:37.970119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '2f6dd839-ad3b-408e-a399-54e6bff7cb83', 'network_id': '9be48201-4444-40a1-9977-b73524975f19', 'port_id': '2f6dd839-ad3b-408e-a399-54e6bff7cb83', 'mac_address': 'fa:16:3e:c2:8a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9350b3-f190-4a04-be1c-347dbc52fd51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:37.997399 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:16:37.997399 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:16:37.997399 n-d-758944-44 neutron-server[93753]: [parameters: {'id': '3219cd8f-5033-4d1c-955f-5d577d41cd1a'}] Jul 14 09:16:37.997399 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:37.998034 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:38.032644 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.047283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] For port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752,segment=NetworkSegment(89a7490b-004b-4969-a26c-1385adb3d125),segment_id=89a7490b-004b-4969-a26c-1385adb3d125)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:38.050104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6dd839-ad3b-408e-a399-54e6bff7cb83 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:38.056167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.100618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 2f6dd839-ad3b-408e-a399-54e6bff7cb83, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2f6dd839-ad3b-408e-a399-54e6bff7cb83,segment=NetworkSegment(288116da-a774-4ad1-a62e-502d778c4986),segment_id=288116da-a774-4ad1-a62e-502d778c4986)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:38.118029 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.157201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249aac4-a586-4adf-871d-0f5f1192f603 None None] Pushing event updated for resources: {'Port': ['ID=b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.167774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a505b152-1e6b-49f7-9c53-402becad5f1b None None] Network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:38.250256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332bcf4-589d-42f2-8601-0dafc3ce844c None None] Network 3219cd8f-5033-4d1c-955f-5d577d41cd1a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:38.460382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=2f6dd839-ad3b-408e-a399-54e6bff7cb83,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.463313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e7d3760-afc7-4935-b296-e216a0aacfb6 None None] Provisioning for port 22837454-fb8f-4dae-b2bd-31710ca77440 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:38.492409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22837454-fb8f-4dae-b2bd-31710ca77440 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:38.499484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.557630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Deleting port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:38.557996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.598164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2f6dd839-ad3b-408e-a399-54e6bff7cb83'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:38.642214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] For port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752,segment=NetworkSegment(89a7490b-004b-4969-a26c-1385adb3d125),segment_id=89a7490b-004b-4969-a26c-1385adb3d125)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:38.642586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.659647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Calling delete_port for b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:38.687293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befa908-771c-475d-896e-8612d8802aa8 req-445735bb-497d-4638-a6b8-4ae47784c70c tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.689618 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7befa908-771c-475d-896e-8612d8802aa8 req-445735bb-497d-4638-a6b8-4ae47784c70c tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 944 time: 0.0832701 Jul 14 09:16:38.708378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 22837454-fb8f-4dae-b2bd-31710ca77440 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:38.720348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 22837454-fb8f-4dae-b2bd-31710ca77440 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:38.720548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.732582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7befa908-771c-475d-896e-8612d8802aa8 req-d8510ea8-1ebf-4fd8-a2fb-730f488db23c tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Jul 14 09:16:38.795172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc777ce1-3956-4c66-b440-76ff4a8ad772 req-10890a7a-406d-47ae-ac41-f4305dca8b57 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.796711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc777ce1-3956-4c66-b440-76ff4a8ad772 req-10890a7a-406d-47ae-ac41-f4305dca8b57 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1302371 Jul 14 09:16:38.824399 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.866157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Port': ['ID=b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.871615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No DVR routers for this DVR port b7c6ea31-0b2a-4ab6-a2a8-68a19e78e752 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:38.883869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc777ce1-3956-4c66-b440-76ff4a8ad772 req-b890448e-6660-4fff-82b7-9497e641aa30 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802824 Jul 14 09:16:38.931118 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.985202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.997069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3219cd8f-5033-4d1c-955f-5d577d41cd1a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:39.003313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 22837454-fb8f-4dae-b2bd-31710ca77440, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22837454-fb8f-4dae-b2bd-31710ca77440,segment=NetworkSegment(e615985c-24ee-43c6-9c6c-49340504b6dc),segment_id=e615985c-24ee-43c6-9c6c-49340504b6dc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:39.016010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.020461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a7490b-004b-4969-a26c-1385adb3d125') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:39.020984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a7490b-004b-4969-a26c-1385adb3d125') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:39.025144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde752d7-de93-4f77-a71c-a24ac872f2b3 req-8c56cf1e-a5cc-4024-8270-0f7c7effaff0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.033385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cde752d7-de93-4f77-a71c-a24ac872f2b3 req-8c56cf1e-a5cc-4024-8270-0f7c7effaff0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1418736 Jul 14 09:16:39.037371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.062776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.070632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:39.071249 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:39.074823 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:39.098803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cde752d7-de93-4f77-a71c-a24ac872f2b3 req-cf7b0e23-0f22-48c3-95e8-4de413f22e60 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Jul 14 09:16:39.122038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88548f71-92a8-47ba-8010-1fc5024c3631 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:39.132230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=22837454-fb8f-4dae-b2bd-31710ca77440,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.141925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.153643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.156764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/3219cd8f-5033-4d1c-955f-5d577d41cd1a HTTP/1.1" status: 204 len: 168 time: 2.1646233 Jul 14 09:16:39.162110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:39.167338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294362723'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:39.177957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7cc7-1083-4747-b4ad-ee910675987b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=3219cd8f-5033-4d1c-955f-5d577d41cd1a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.204179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:39.216255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.249231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-882cb6b2-4f7b-46f5-8a02-6300396aeddd None None] Provisioning complete for port 22837454-fb8f-4dae-b2bd-31710ca77440 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:39.249590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-882cb6b2-4f7b-46f5-8a02-6300396aeddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.274186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:39.290509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.291208 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment 1030b78c-a8fd-4940-b556-90fbeaa2860b of type vlan for network cac98649-0775-41a2-a58d-81a17e51b680 Jul 14 09:16:39.378517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.436903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.444441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.444441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.465484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88548f71-92a8-47ba-8010-1fc5024c3631 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:39.513204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf750a-7235-455e-9e89-7f639a9abbe1 req-642257ed-0aac-4a19-a43a-0cd4f28a0eb9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.514765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fdf750a-7235-455e-9e89-7f639a9abbe1 req-642257ed-0aac-4a19-a43a-0cd4f28a0eb9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1852489 Jul 14 09:16:39.532353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3691480 Jul 14 09:16:39.535686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:39.540966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': 'cac98649-0775-41a2-a58d-81a17e51b680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:39.574297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34fcea-31f9-490c-baea-6ce849ca52d0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=cac98649-0775-41a2-a58d-81a17e51b680,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.579996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fdf750a-7235-455e-9e89-7f639a9abbe1 req-a485d05b-610c-48d1-b89d-4572c7cd3d65 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586646 Jul 14 09:16:39.591042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network cac98649-0775-41a2-a58d-81a17e51b680 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:39.635887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:39.639782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.697464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing IP validity checks on allocation pools {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:16:39.698290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:16:39.837418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.856301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2f6dd839-ad3b-408e-a399-54e6bff7cb83 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:39.937375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=643f9129-025e-4839-a7db-81f4128f2712,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.953476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': '1030b78c-a8fd-4940-b556-90fbeaa2860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cac98649-0775-41a2-a58d-81a17e51b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:39.953975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: cac98649-0775-41a2-a58d-81a17e51b680, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:39.983397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e6e92-0e94-4bd1-b1d9-d2a5d8fdbe7b req-abfca9bd-d66c-423f-acbe-b2fabcd0ea7d tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.985079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-358e6e92-0e94-4bd1-b1d9-d2a5d8fdbe7b req-abfca9bd-d66c-423f-acbe-b2fabcd0ea7d tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 944 time: 0.1186662 Jul 14 09:16:39.990636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network cac98649-0775-41a2-a58d-81a17e51b680 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:40.017240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, cac98649-0775-41a2-a58d-81a17e51b680) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:40.021955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:40.023107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.023844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.032105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:40.032589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.036406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d16d4-593c-4133-a4d1-a92c8e15a1d4 None None] Network cac98649-0775-41a2-a58d-81a17e51b680 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:40.061517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-358e6e92-0e94-4bd1-b1d9-d2a5d8fdbe7b req-b867ee5a-24d8-46c3-89e3-38414d7664a7 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650232 Jul 14 09:16:40.067559 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-54dc2e5e-b29b-4225-bc6e-d92b054bee4e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5302167 Jul 14 09:16:40.070168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:40.184203 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.234282 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.241929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.277986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918541cd-c84b-40b1-b7e0-03978d429a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-cac98649-0775-41a2-a58d-81a17e51b680', 'network_id': 'cac98649-0775-41a2-a58d-81a17e51b680', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': '643f9129-025e-4839-a7db-81f4128f2712'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:40.278785 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-918541cd-c84b-40b1-b7e0-03978d429a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.289865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6dd839-ad3b-408e-a399-54e6bff7cb83'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:40.292963 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ce47eb-d820-44c4-8e3a-b714ae728593" -d '{"events": [{"server_uuid": "86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2f6dd839-ad3b-408e-a399-54e6bff7cb83"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:40.299721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c301579-2b40-45d2-9281-7a24b1be21d9 req-034d6f07-28bf-4a83-96c5-7680c6d6adff tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.301418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c301579-2b40-45d2-9281-7a24b1be21d9 req-034d6f07-28bf-4a83-96c5-7680c6d6adff tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.0704985 Jul 14 09:16:40.312870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 2f6dd839-ad3b-408e-a399-54e6bff7cb83, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2f6dd839-ad3b-408e-a399-54e6bff7cb83,segment=NetworkSegment(288116da-a774-4ad1-a62e-502d778c4986),segment_id=288116da-a774-4ad1-a62e-502d778c4986)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:40.324311 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.325394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.361767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=643f9129-025e-4839-a7db-81f4128f2712,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.363564 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c301579-2b40-45d2-9281-7a24b1be21d9 req-10693e55-75a4-462e-9bad-3d949b806fe1 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535619 Jul 14 09:16:40.431545 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98831f-97e4-4d36-bc36-76740f6532c4 x-openstack-request-id: req-3e98831f-97e4-4d36-bc36-76740f6532c4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:40.431841 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "2f6dd839-ad3b-408e-a399-54e6bff7cb83", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:40.432101 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e98831f-97e4-4d36-bc36-76740f6532c4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:40.432495 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6dd839-ad3b-408e-a399-54e6bff7cb83', 'code': 200} Jul 14 09:16:40.451619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.464383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac98649-0775-41a2-a58d-81a17e51b680']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:40.490504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1030b78c-a8fd-4940-b556-90fbeaa2860b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:40.490857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1030b78c-a8fd-4940-b556-90fbeaa2860b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:40.492810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=2f6dd839-ad3b-408e-a399-54e6bff7cb83,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.508664 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-918541cd-c84b-40b1-b7e0-03978d429a9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 643f9129-025e-4839-a7db-81f4128f2712: This subnet is being modified by another concurrent operation. Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:40.554225 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 643f9129-025e-4839-a7db-81f4128f2712: This subnet is being modified by another concurrent operation. Jul 14 09:16:40.560667 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 09:16:40.575374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22837454-fb8f-4dae-b2bd-31710ca77440 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:40.575791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.597657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:40.597657 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:40.602140 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:40.696838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a51e09-0e80-4b94-bbc7-8d8069b6f166 req-38f68dbf-64ea-49be-93cb-c97110dd78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.698741 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6a51e09-0e80-4b94-bbc7-8d8069b6f166 req-38f68dbf-64ea-49be-93cb-c97110dd78ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.1879661 Jul 14 09:16:40.699986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.713719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.724144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/cac98649-0775-41a2-a58d-81a17e51b680 HTTP/1.1" status: 204 len: 168 time: 0.6446333 Jul 14 09:16:40.727824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56116) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:40.735601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98557353'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:40.742715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad9b5a-3b5c-4323-9dc4-7fbc6b13e48b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=cac98649-0775-41a2-a58d-81a17e51b680,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.765690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6a51e09-0e80-4b94-bbc7-8d8069b6f166 req-14dc1c22-34e6-4189-9e67-5167f84c33b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488718 Jul 14 09:16:40.789809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:40.796911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.798937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddbb01-2725-4500-b788-827f8055bd30 None None] Network cac98649-0775-41a2-a58d-81a17e51b680 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:40.813715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddbb01-2725-4500-b788-827f8055bd30 None None] Network cac98649-0775-41a2-a58d-81a17e51b680 could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:16:40.834961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3636f4-793b-4b52-b6c9-e80aba259857 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:40.842173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:40.852410 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.852752 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment 5999fbe2-80da-42b9-bfb1-f8097daedaa1 of type vlan for network 71072d2c-eded-4092-91ce-e57ce46faf30 Jul 14 09:16:40.885800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b84ff5-ea35-4c21-a033-c15f43ddd0d2 req-04d1aa82-5a17-409e-ba45-7ecab9b8f1ec tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.887841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-63b84ff5-ea35-4c21-a033-c15f43ddd0d2 req-04d1aa82-5a17-409e-ba45-7ecab9b8f1ec tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1048675 Jul 14 09:16:40.960971 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.961619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 22837454-fb8f-4dae-b2bd-31710ca77440 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:40.962081 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.991097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-63b84ff5-ea35-4c21-a033-c15f43ddd0d2 req-25c8bff3-08fd-4242-b7e0-2fdd8078051b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886545 Jul 14 09:16:41.031073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-589bf830-1440-4e16-91b8-eff6ae0d8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.033780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-589bf830-1440-4e16-91b8-eff6ae0d8a1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1097 time: 0.1008661 Jul 14 09:16:41.036482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.042153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.042741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.108424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3790777 Jul 14 09:16:41.112372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56122) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:41.121473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': '71072d2c-eded-4092-91ce-e57ce46faf30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:41.128898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3636f4-793b-4b52-b6c9-e80aba259857 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:41.173032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-9b971329-5110-4923-9cd2-d4718f707793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.174861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-9b971329-5110-4923-9cd2-d4718f707793 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 920 time: 0.1280918 Jul 14 09:16:41.178166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc2d4-29e0-450a-8e11-4c57017370c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=71072d2c-eded-4092-91ce-e57ce46faf30,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.194489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 71072d2c-eded-4092-91ce-e57ce46faf30 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:41.210225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781d23-3d12-49c9-8cf2-b41b15351ad9 req-e10d5f6e-5003-41b7-b0d3-1cb9eb504591 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.212059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df781d23-3d12-49c9-8cf2-b41b15351ad9 req-e10d5f6e-5003-41b7-b0d3-1cb9eb504591 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.2243350 Jul 14 09:16:41.242084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-bd75145c-9014-4f10-a67c-a5eccc888d3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 200 len: 217 time: 0.0595880 Jul 14 09:16:41.263073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:41.266867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.271880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df781d23-3d12-49c9-8cf2-b41b15351ad9 req-079b2dbe-b583-4cb4-8e25-909e286e4273 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524197 Jul 14 09:16:41.338327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-be5c3465-f8ed-44d6-9d86-771135a07453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.340446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-be5c3465-f8ed-44d6-9d86-771135a07453 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.0704949 Jul 14 09:16:41.362121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399f21a-9997-40a0-be29-d05195ade4e2 req-d7912f0d-e192-415d-a9aa-75f301d74096 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.369969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5399f21a-9997-40a0-be29-d05195ade4e2 req-d7912f0d-e192-415d-a9aa-75f301d74096 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1297314 Jul 14 09:16:41.428483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-d3992c7a-5695-4efc-a318-f92eaf23df00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741732 Jul 14 09:16:41.438503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5399f21a-9997-40a0-be29-d05195ade4e2 req-c4ecd5ff-2a1b-438b-a22a-8a071a5f2369 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677114 Jul 14 09:16:41.496984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.577742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=16cf1831-7585-4432-86e0-f2f49393884a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.585969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': '5999fbe2-80da-42b9-bfb1-f8097daedaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71072d2c-eded-4092-91ce-e57ce46faf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:41.586451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: 71072d2c-eded-4092-91ce-e57ce46faf30, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:41.608665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 71072d2c-eded-4092-91ce-e57ce46faf30 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:41.634272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 71072d2c-eded-4092-91ce-e57ce46faf30) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:41.639452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.639707 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-604c0a8c-0467-4f16-8218-ce5d4ddb1d0d service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928720 Jul 14 09:16:41.640098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.645282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b3277-b064-42ca-9857-043f2f3be4f5 None None] Network 71072d2c-eded-4092-91ce-e57ce46faf30 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:41.693472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-56090d12-f8ea-47f6-9d10-30c68cf26c72 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5771031 Jul 14 09:16:41.696982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:41.766815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c83a3-9027-49ac-a6e8-888a19fed837 req-aa319ac0-3dc2-4a24-8c5b-10c8778ead6b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.771838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-714c83a3-9027-49ac-a6e8-888a19fed837 req-aa319ac0-3dc2-4a24-8c5b-10c8778ead6b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1507092 Jul 14 09:16:41.794356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ddf2491-6fe8-4413-970d-4139546de1b0 req-73bdca1d-bfc7-425b-93f2-4fccc6dd690a service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399593 Jul 14 09:16:41.829385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-714c83a3-9027-49ac-a6e8-888a19fed837 req-c92b4cb8-9483-4e37-9f47-fb2a7cd89a9b tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521193 Jul 14 09:16:41.855237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.856450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-71072d2c-eded-4092-91ce-e57ce46faf30', 'network_id': '71072d2c-eded-4092-91ce-e57ce46faf30', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': '16cf1831-7585-4432-86e0-f2f49393884a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:41.857468 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.940148 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.993737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Allocated IP 172.20.0.1 (71072d2c-eded-4092-91ce-e57ce46faf30/16cf1831-7585-4432-86e0-f2f49393884a/d1965221-293c-4d7e-ab63-489bb09db68e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:42.137019 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.146264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Transition to ACTIVE for port object d1965221-293c-4d7e-ab63-489bb09db68e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:42.162039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Transition to ACTIVE for port object d1965221-293c-4d7e-ab63-489bb09db68e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:42.167914 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.187554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.206856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Network 71072d2c-eded-4092-91ce-e57ce46faf30 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:42.213862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:42.217611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:42.218368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=16cf1831-7585-4432-86e0-f2f49393884a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.224510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Pushing event updated for resources: {'Port': ['ID=d1965221-293c-4d7e-ab63-489bb09db68e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.284000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.291716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Attempting to bind port d1965221-293c-4d7e-ab63-489bb09db68e on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:42.292603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Attempting to bind port d1965221-293c-4d7e-ab63-489bb09db68e by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '5999fbe2-80da-42b9-bfb1-f8097daedaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71072d2c-eded-4092-91ce-e57ce46faf30'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:42.292603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Attempting to bind port d1965221-293c-4d7e-ab63-489bb09db68e on network 71072d2c-eded-4092-91ce-e57ce46faf30 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:42.295949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71072d2c-eded-4092-91ce-e57ce46faf30']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:42.298009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:42.298395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Checking segment: {'id': '5999fbe2-80da-42b9-bfb1-f8097daedaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71072d2c-eded-4092-91ce-e57ce46faf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:42.298808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.299299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Bound using segment: {'id': '5999fbe2-80da-42b9-bfb1-f8097daedaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71072d2c-eded-4092-91ce-e57ce46faf30'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:42.300919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Bound port: d1965221-293c-4d7e-ab63-489bb09db68e, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5999fbe2-80da-42b9-bfb1-f8097daedaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71072d2c-eded-4092-91ce-e57ce46faf30'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:42.301319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.308846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5999fbe2-80da-42b9-bfb1-f8097daedaa1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:42.308846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5999fbe2-80da-42b9-bfb1-f8097daedaa1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:42.321621 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.338334 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.345677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:42.346216 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:42.349727 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:42.381981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] For port d1965221-293c-4d7e-ab63-489bb09db68e, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:42.433125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] For port d1965221-293c-4d7e-ab63-489bb09db68e, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d1965221-293c-4d7e-ab63-489bb09db68e,segment=NetworkSegment(5999fbe2-80da-42b9-bfb1-f8097daedaa1),segment_id=5999fbe2-80da-42b9-bfb1-f8097daedaa1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:42.438731 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.449699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:16:42.449699 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:16:42.449699 n-d-758944-44 neutron-server[93754]: [parameters: {'id': '71072d2c-eded-4092-91ce-e57ce46faf30'}] Jul 14 09:16:42.449699 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:42.450126 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:42.497685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfb16e-4eb8-4fe2-9bdf-41104ccd0264 req-3f9748f1-7c46-4814-bc22-513da57238fe tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.497685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58bfb16e-4eb8-4fe2-9bdf-41104ccd0264 req-3f9748f1-7c46-4814-bc22-513da57238fe tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0800452 Jul 14 09:16:42.517346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e341c-6aaf-4f57-9949-ccf42a708939 req-1408de53-e75e-4206-9bcb-8665177ae936 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.524362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-106e341c-6aaf-4f57-9949-ccf42a708939 req-1408de53-e75e-4206-9bcb-8665177ae936 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.4128168 Jul 14 09:16:42.524692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ceea90-b552-482c-af5d-2d42295a21a0 None None] Pushing event updated for resources: {'Port': ['ID=d1965221-293c-4d7e-ab63-489bb09db68e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.546122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58bfb16e-4eb8-4fe2-9bdf-41104ccd0264 req-a0a16776-7ffc-4a13-bf9b-19e96be68b3f tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Jul 14 09:16:42.549949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d7461-af72-4ac5-bda7-e2ef72129f00 None None] Network 71072d2c-eded-4092-91ce-e57ce46faf30 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:42.566343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-106e341c-6aaf-4f57-9949-ccf42a708939 req-79e1583a-6a37-4350-8294-a26325d80ed6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Jul 14 09:16:42.701702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d40008-1a1d-4d9b-9126-a8e548c92ee2 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:42.740153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b296883-4639-4f97-8e0d-2a9853cebca0 req-baa34527-e36d-4dcf-9282-3dcc7b330563 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.741668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b296883-4639-4f97-8e0d-2a9853cebca0 req-baa34527-e36d-4dcf-9282-3dcc7b330563 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0636206 Jul 14 09:16:42.784321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b296883-4639-4f97-8e0d-2a9853cebca0 req-86be5a8b-5214-4818-b1fc-a7926fb68c9d tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Jul 14 09:16:42.835093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d40008-1a1d-4d9b-9126-a8e548c92ee2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:42.952451 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.056306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Deleting port d1965221-293c-4d7e-ab63-489bb09db68e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:43.056910 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.120587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a5db2-1155-4bb1-b616-51c914970015 req-901ca32e-0b09-4a3a-a9f0-c4f9a35cc60a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.122070 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee9a5db2-1155-4bb1-b616-51c914970015 req-901ca32e-0b09-4a3a-a9f0-c4f9a35cc60a tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1533871 Jul 14 09:16:43.160517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] For port d1965221-293c-4d7e-ab63-489bb09db68e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d1965221-293c-4d7e-ab63-489bb09db68e,segment=NetworkSegment(5999fbe2-80da-42b9-bfb1-f8097daedaa1),segment_id=5999fbe2-80da-42b9-bfb1-f8097daedaa1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:43.160882 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.182521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Calling delete_port for d1965221-293c-4d7e-ab63-489bb09db68e owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:43.191703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee9a5db2-1155-4bb1-b616-51c914970015 req-23893d90-9563-40dc-98bd-250593c83168 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593472 Jul 14 09:16:43.272518 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.297334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Port': ['ID=d1965221-293c-4d7e-ab63-489bb09db68e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.299163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No DVR routers for this DVR port d1965221-293c-4d7e-ab63-489bb09db68e on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:43.381002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.391742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71072d2c-eded-4092-91ce-e57ce46faf30']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.403895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5999fbe2-80da-42b9-bfb1-f8097daedaa1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.404197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5999fbe2-80da-42b9-bfb1-f8097daedaa1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.414505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.429323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.436038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:43.436451 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:43.439520 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:43.500068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.518360 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.520849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/71072d2c-eded-4092-91ce-e57ce46faf30 HTTP/1.1" status: 204 len: 168 time: 1.8229017 Jul 14 09:16:43.521868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88db971-5b99-4edf-854b-45f81eb45870 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=71072d2c-eded-4092-91ce-e57ce46faf30,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.524312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56162) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.529375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401290725'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:43.579990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:43.583897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.619223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:43.633590 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.633939 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment e9553211-0386-421e-bca6-ebc1efd8ef8e of type vlan for network f80e1646-9005-435b-ad25-44c783cda414 Jul 14 09:16:43.651699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2319d7-663e-4986-ace2-a70527788d25 req-9fd846d8-6efe-4941-966f-b7bb6d18f881 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.653205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a2319d7-663e-4986-ace2-a70527788d25 req-9fd846d8-6efe-4941-966f-b7bb6d18f881 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1081579 Jul 14 09:16:43.698027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.726163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a2319d7-663e-4986-ace2-a70527788d25 req-391821ef-1a73-4674-950f-01426ee4d361 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542457 Jul 14 09:16:43.737544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231ebfc-df63-45f4-8a4e-2375be7e15a3 req-0ca05e68-3fb1-4638-b62b-e7d022362c5d tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.739901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0231ebfc-df63-45f4-8a4e-2375be7e15a3 req-0ca05e68-3fb1-4638-b62b-e7d022362c5d tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0688791 Jul 14 09:16:43.749964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.749964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.749964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.786907 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0231ebfc-df63-45f4-8a4e-2375be7e15a3 req-d72b0662-c65f-4d92-be14-adfcf7ff4ed4 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Jul 14 09:16:43.813430 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2875414 Jul 14 09:16:43.815763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.823614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': 'f80e1646-9005-435b-ad25-44c783cda414', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:43.828311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5ee1e-7931-4bfe-a473-9a9d8a1c1c06 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=f80e1646-9005-435b-ad25-44c783cda414,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.840090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f80e1646-9005-435b-ad25-44c783cda414 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:44.272014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:44.275520 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.298132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5959847-c14c-4356-b475-a0b4a3add798 req-fc990338-1608-48f2-ad99-6c46e892d2a6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.299543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5959847-c14c-4356-b475-a0b4a3add798 req-fc990338-1608-48f2-ad99-6c46e892d2a6 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.4347761 Jul 14 09:16:44.373528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c9c6-3004-422a-aeb6-fe87cdd98c2d req-7ab59739-912e-4534-8f4f-2c3abcad88f3 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.375032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0b1c9c6-3004-422a-aeb6-fe87cdd98c2d req-7ab59739-912e-4534-8f4f-2c3abcad88f3 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.0635037 Jul 14 09:16:44.384485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5959847-c14c-4356-b475-a0b4a3add798 req-79a14c0d-d641-4b10-b132-4d7fa5a20204 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599058 Jul 14 09:16:44.416996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0b1c9c6-3004-422a-aeb6-fe87cdd98c2d req-03dca58d-3990-44af-88af-741ac031b0b6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358613 Jul 14 09:16:44.490897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.546559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=a83e8d1d-6242-4516-862e-421ead3311f8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:44.559054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': 'e9553211-0386-421e-bca6-ebc1efd8ef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f80e1646-9005-435b-ad25-44c783cda414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:44.559620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: f80e1646-9005-435b-ad25-44c783cda414, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:44.576514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network f80e1646-9005-435b-ad25-44c783cda414 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:44.585601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f80e1646-9005-435b-ad25-44c783cda414) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:44.590955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.592237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.592978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e94b91-6d72-42c5-98be-c4e17d807bd5 None None] Network f80e1646-9005-435b-ad25-44c783cda414 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:44.607220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b5a18688-e86a-4b8e-bdeb-6517d16ed568 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7894101 Jul 14 09:16:44.609530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56178) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:44.708525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.736874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17444460-7206-4690-8dc6-b885ac5cec32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-f80e1646-9005-435b-ad25-44c783cda414', 'network_id': 'f80e1646-9005-435b-ad25-44c783cda414', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': 'a83e8d1d-6242-4516-862e-421ead3311f8'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:44.737732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17444460-7206-4690-8dc6-b885ac5cec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.760167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.828738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-17444460-7206-4690-8dc6-b885ac5cec32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a83e8d1d-6242-4516-862e-421ead3311f8: This subnet is being modified by another concurrent operation. Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:44.836496 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a83e8d1d-6242-4516-862e-421ead3311f8: This subnet is being modified by another concurrent operation. Jul 14 09:16:44.840802 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 09:16:44.856671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714596be-e063-4de7-95de-b4ad7cab34ab None None] Network f80e1646-9005-435b-ad25-44c783cda414 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:44.860590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=a83e8d1d-6242-4516-862e-421ead3311f8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:44.921648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-9bc7fddb-70a3-46c3-acff-c68834f9804b tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.923364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-9bc7fddb-70a3-46c3-acff-c68834f9804b tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.11 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1088178 Jul 14 09:16:44.933152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.954480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80e1646-9005-435b-ad25-44c783cda414']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:44.981084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9553211-0386-421e-bca6-ebc1efd8ef8e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:44.981377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9553211-0386-421e-bca6-ebc1efd8ef8e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:44.992826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.998214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4061c168-6d52-41f3-92cc-22c02ab80033 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:45.009566 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.022856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:45.023256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:45.026211 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:45.073276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47964771-0da0-483d-9823-9a4e599c692b req-53ed85fd-e9d3-42f1-b75c-be9eceeb5961 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.074919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47964771-0da0-483d-9823-9a4e599c692b req-53ed85fd-e9d3-42f1-b75c-be9eceeb5961 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1320229 Jul 14 09:16:45.077718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c53e7-0cff-4b41-b914-b3918166679c req-b63490ee-e72d-49b6-953c-b3397a60a65a tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.079248 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af8c53e7-0cff-4b41-b914-b3918166679c req-b63490ee-e72d-49b6-953c-b3397a60a65a tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1431158 Jul 14 09:16:45.106698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Deleting port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:45.107106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.124834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.134854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.139823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/f80e1646-9005-435b-ad25-44c783cda414 HTTP/1.1" status: 204 len: 168 time: 0.5259056 Jul 14 09:16:45.148482 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-af8c53e7-0cff-4b41-b914-b3918166679c req-d9b2c022-989d-4289-958f-54e869ac0130 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/security-groups?id=96554466-6a96-4dac-a0b0-ab1c55364f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590422 Jul 14 09:16:45.149428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:45.152109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4061c168-6d52-41f3-92cc-22c02ab80033 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:45.154001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016181804'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:45.158277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6588c3b-6097-49bf-8c3f-15c1df675a34 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=f80e1646-9005-435b-ad25-44c783cda414,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.184300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:45.188164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.202703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47964771-0da0-483d-9823-9a4e599c692b req-12a2fabe-7ec4-4fdd-b859-1f147ec93545 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140475 Jul 14 09:16:45.218783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:45.231189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.232357 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment a4d98fbe-5456-49e3-a0a3-d175ca6ec42a of type vlan for network 753e22b4-fb70-46c7-b39c-6dc5eb0c369e Jul 14 09:16:45.256070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] For port 2f6dd839-ad3b-408e-a399-54e6bff7cb83, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=2f6dd839-ad3b-408e-a399-54e6bff7cb83,segment=NetworkSegment(288116da-a774-4ad1-a62e-502d778c4986),segment_id=288116da-a774-4ad1-a62e-502d778c4986)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:45.256945 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.281149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.292233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Calling delete_port for 2f6dd839-ad3b-408e-a399-54e6bff7cb83 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:45.321505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.328814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.329429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.430121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2798359 Jul 14 09:16:45.432996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:45.440735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:45.464634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbddea8-882f-42d2-971f-fb336b9f9a94 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=753e22b4-fb70-46c7-b39c-6dc5eb0c369e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.482488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 753e22b4-fb70-46c7-b39c-6dc5eb0c369e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:45.532583 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.592816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Pushing event deleted for resources: {'Port': ['ID=2f6dd839-ad3b-408e-a399-54e6bff7cb83,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.598796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['2f6dd839-ad3b-408e-a399-54e6bff7cb83'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:45.601305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:45.606784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.669251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] No DVR routers for this DVR port 2f6dd839-ad3b-408e-a399-54e6bff7cb83 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:45.673230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.676522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47bf77a3-857c-4184-830f-b21a12a2f18a req-16c3957b-09fb-4b26-b8ae-2cae8da7ca61 tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.11 "DELETE /v2.0/ports/2f6dd839-ad3b-408e-a399-54e6bff7cb83 HTTP/1.1" status: 204 len: 173 time: 0.7452385 Jul 14 09:16:45.676522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'name': 'network-vif-deleted', 'tag': '2f6dd839-ad3b-408e-a399-54e6bff7cb83'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:45.678717 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd943fe8-b950-4637-9205-ebe22bd2abf6" -d '{"events": [{"server_uuid": "86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9", "name": "network-vif-deleted", "tag": "2f6dd839-ad3b-408e-a399-54e6bff7cb83"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:45.720192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d82217-4f5d-4157-86ba-1d584bf9db7c req-9529c47e-106f-490d-9f5e-f12f3b09b180 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.728381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-92d82217-4f5d-4157-86ba-1d584bf9db7c req-9529c47e-106f-490d-9f5e-f12f3b09b180 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1460540 Jul 14 09:16:45.731295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing IP validity checks on allocation pools {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:16:45.731882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:16:45.775250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-92d82217-4f5d-4157-86ba-1d584bf9db7c req-88a5f095-64b4-44d6-a823-fdf875510854 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458522 Jul 14 09:16:45.783857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-b0254941-22b1-4102-8152-f3d7622b7302 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2023408 Jul 14 09:16:45.817290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf79bb-ae8d-4d2f-a9fe-b496f864724b req-92c845eb-afcb-4032-acc0-8091b63aff53 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.819029 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69bf79bb-ae8d-4d2f-a9fe-b496f864724b req-92c845eb-afcb-4032-acc0-8091b63aff53 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1822631 Jul 14 09:16:45.848149 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b25ba56-0492-49a8-9e5e-cfd8607e5214 x-openstack-request-id: req-1b25ba56-0492-49a8-9e5e-cfd8607e5214 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:45.848462 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9", "name": "network-vif-deleted", "tag": "2f6dd839-ad3b-408e-a399-54e6bff7cb83", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:45.848930 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b25ba56-0492-49a8-9e5e-cfd8607e5214 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:45.849394 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9', 'name': 'network-vif-deleted', 'tag': '2f6dd839-ad3b-408e-a399-54e6bff7cb83', 'status': 'completed', 'code': 200} Jul 14 09:16:45.892222 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-959923ba-531d-4a89-a1bf-42c5cf4bdda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.964659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69bf79bb-ae8d-4d2f-a9fe-b496f864724b req-4219428a-a90e-4189-8789-f7efec3026c6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194992 Jul 14 09:16:45.975610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.009313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.009804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.010284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.010760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.011231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.011728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.012200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.014117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-72f2c171-8fae-4644-8197-4f0525d9595b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6508 time: 0.1941986 Jul 14 09:16:46.052079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=3a9382b8-6695-4e66-aa08-854281068725,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.100302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:46.100583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: 753e22b4-fb70-46c7-b39c-6dc5eb0c369e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:46.135692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 753e22b4-fb70-46c7-b39c-6dc5eb0c369e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:46.154854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 753e22b4-fb70-46c7-b39c-6dc5eb0c369e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:46.164734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976024d-432a-4ce9-ac8b-43c330330fee None None] Network 753e22b4-fb70-46c7-b39c-6dc5eb0c369e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:46.165415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.166021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.174674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-7902fbd6-a466-4bd2-9155-8469273ad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.175159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-7902fbd6-a466-4bd2-9155-8469273ad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.176192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-7902fbd6-a466-4bd2-9155-8469273ad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.177975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-7902fbd6-a466-4bd2-9155-8469273ad6ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 HTTP/1.1" status: 200 len: 2299 time: 0.1275318 Jul 14 09:16:46.199997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a97af81b-21c9-4d90-9dcf-ebca601ed3b4 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7659323 Jul 14 09:16:46.202921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:46.278543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-1a0b32fc-5627-4630-abfc-a526534010f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f HTTP/1.1" status: 200 len: 1001 time: 0.0855489 Jul 14 09:16:46.352621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-d7d4055a-abc0-4fc3-94e7-26f22d7d97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.357173 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-d7d4055a-abc0-4fc3-94e7-26f22d7d97cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3758eec3-6f06-44ce-8ee5-62c55339fb42 HTTP/1.1" status: 200 len: 856 time: 0.0660374 Jul 14 09:16:46.389933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-753e22b4-fb70-46c7-b39c-6dc5eb0c369e', 'network_id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': '3a9382b8-6695-4e66-aa08-854281068725'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:46.390813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.415136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af9cf7cc-1f2f-48da-9871-b0af05fb9005 req-d751de82-b115-4805-8f20-e495bf1f788e tempest-ServerAddressesTestJSON-644831383 tempest-ServerAddressesTestJSON-644831383-project] 10.222.0.18 "GET /v2.0/ports?device_id=86a9ed06-3e8f-4d75-af2b-3beab5b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0497055 Jul 14 09:16:46.440502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.446256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-8644fb56-46bb-456d-a295-b655d3d8c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.447943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-8644fb56-46bb-456d-a295-b655d3d8c27a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832212 Jul 14 09:16:46.507121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.600773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Allocated IP 172.20.0.3 (753e22b4-fb70-46c7-b39c-6dc5eb0c369e/3a9382b8-6695-4e66-aa08-854281068725/48f0deaa-4bbf-4846-97dd-563a52992d5b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:46.612494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6107d2-ce9f-463b-9dc5-ac5770fcf73e req-7dbf39ce-2aeb-4d23-a5ba-79ae090dc1a9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.614849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e6107d2-ce9f-463b-9dc5-ac5770fcf73e req-7dbf39ce-2aeb-4d23-a5ba-79ae090dc1a9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1724424 Jul 14 09:16:46.642773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-23a37a5b-7a62-4cd6-9cef-a2fd753b1ccc service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378458 Jul 14 09:16:46.710281 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5e6107d2-ce9f-463b-9dc5-ac5770fcf73e req-ecacad65-f0d7-43a9-bc27-6f03e90fe3a2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857031 Jul 14 09:16:46.754239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-52f068bd-896b-41bb-95bb-237c9e25676c service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028996 Jul 14 09:16:46.778940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.788185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Transition to ACTIVE for port object 48f0deaa-4bbf-4846-97dd-563a52992d5b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:46.796232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-b737dc52-fc07-4d1b-afe7-de0a7788cfbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 217 time: 0.0359626 Jul 14 09:16:46.803453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Transition to ACTIVE for port object 48f0deaa-4bbf-4846-97dd-563a52992d5b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:46.810276 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.841044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.850554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Network 753e22b4-fb70-46c7-b39c-6dc5eb0c369e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:46.851758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-a4c82541-c89f-4995-9e47-64213be9cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.853588 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-a4c82541-c89f-4995-9e47-64213be9cc05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0510025 Jul 14 09:16:46.853739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:46.859942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:46.871373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Pushing event updated for resources: {'Port': ['ID=48f0deaa-4bbf-4846-97dd-563a52992d5b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.932150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9382b8-6695-4e66-aa08-854281068725,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.933714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Attempting to bind port 48f0deaa-4bbf-4846-97dd-563a52992d5b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:46.934187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Attempting to bind port 48f0deaa-4bbf-4846-97dd-563a52992d5b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:46.934580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Attempting to bind port 48f0deaa-4bbf-4846-97dd-563a52992d5b on network 753e22b4-fb70-46c7-b39c-6dc5eb0c369e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:46.939900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:46.940289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Checking segment: {'id': 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:46.940699 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.941751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Bound using segment: {'id': 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:46.942231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Bound port: 48f0deaa-4bbf-4846-97dd-563a52992d5b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:46.942623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.956079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.962005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-8e34c38d-c72b-4bad-a533-60b4bd4de404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.963560 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-8e34c38d-c72b-4bad-a533-60b4bd4de404 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005361 Jul 14 09:16:46.966587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753e22b4-fb70-46c7-b39c-6dc5eb0c369e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:46.977274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:46.977601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:46.987282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.009822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.015784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:47.016185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.018190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] For port 48f0deaa-4bbf-4846-97dd-563a52992d5b, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:47.044965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32757c9d-a7b7-48fb-995f-1a51cb06a6fb req-63a67dfe-c9e0-4f32-9801-9f0b5f19cdd1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.046472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32757c9d-a7b7-48fb-995f-1a51cb06a6fb req-63a67dfe-c9e0-4f32-9801-9f0b5f19cdd1 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1264193 Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:47.059119 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:47.087962 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:16:47.087962 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:16:47.087962 n-d-758944-44 neutron-server[93753]: [parameters: {'id': '753e22b4-fb70-46c7-b39c-6dc5eb0c369e'}] Jul 14 09:16:47.087962 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:47.088613 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:47.092615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] For port 48f0deaa-4bbf-4846-97dd-563a52992d5b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48f0deaa-4bbf-4846-97dd-563a52992d5b,segment=NetworkSegment(a4d98fbe-5456-49e3-a0a3-d175ca6ec42a),segment_id=a4d98fbe-5456-49e3-a0a3-d175ca6ec42a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:47.099607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.105141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-293239c1-69de-4179-8ff3-585946d4850c service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338053 Jul 14 09:16:47.122755 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32757c9d-a7b7-48fb-995f-1a51cb06a6fb req-f8cb66f4-32c3-4b92-ab1d-50130aad5a85 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635288 Jul 14 09:16:47.181871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b8c73-642d-4706-b197-4f4e47f0c824 req-3f8b5605-7af2-48b4-ae1c-e730c61b9e09 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.183449 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb1b8c73-642d-4706-b197-4f4e47f0c824 req-3f8b5605-7af2-48b4-ae1c-e730c61b9e09 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.0938683 Jul 14 09:16:47.208839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-897cfe5e-24fa-40f8-9147-b14c76d25ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961401 Jul 14 09:16:47.227380 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb1b8c73-642d-4706-b197-4f4e47f0c824 req-054875c9-b1dc-4f41-9b40-96a64f1df5ba tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Jul 14 09:16:47.275027 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-3a0d0251-177a-43d6-9e66-a60eade7c884 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 217 time: 0.0563083 Jul 14 09:16:47.327495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-25e2113f-88bb-45ec-b8fe-0ebeef21d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.329018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-25e2113f-88bb-45ec-b8fe-0ebeef21d05d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0447013 Jul 14 09:16:47.340188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d40c75-5bd0-4212-9065-507f1d5511dd None None] Pushing event updated for resources: {'Port': ['ID=48f0deaa-4bbf-4846-97dd-563a52992d5b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.355961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07635744-e23b-4d05-8aa4-e91a8ccdd200 None None] Network 753e22b4-fb70-46c7-b39c-6dc5eb0c369e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:47.387708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-60bc11d3-9f7d-4b6b-929b-198450f85f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.389168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-60bc11d3-9f7d-4b6b-929b-198450f85f7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526521 Jul 14 09:16:47.484611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9531e5a-b057-4b7a-8c05-c826049f8c06 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:47.487431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-f70a07a4-1d50-449f-8895-d2fb612aae13 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905643 Jul 14 09:16:47.519030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:47.571487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] Deleting subnet 0a9350b3-f190-4a04-be1c-347dbc52fd51 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:47.575292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.597317 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.598944 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-d0f9145a-5e88-49ea-b484-8cbe075d6d97 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976551 Jul 14 09:16:47.611840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9531e5a-b057-4b7a-8c05-c826049f8c06 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:47.643491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.664073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-54092a9a-91a3-4c15-8a32-ae1771e8c515 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff HTTP/1.1" status: 200 len: 217 time: 0.0470436 Jul 14 09:16:47.693843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.718243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-5324e4fc-5789-4155-8066-22ab51664695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.719765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-5324e4fc-5789-4155-8066-22ab51664695 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0487692 Jul 14 09:16:47.730902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Deleting port 48f0deaa-4bbf-4846-97dd-563a52992d5b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:47.731249 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.810382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] For port 48f0deaa-4bbf-4846-97dd-563a52992d5b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48f0deaa-4bbf-4846-97dd-563a52992d5b,segment=NetworkSegment(a4d98fbe-5456-49e3-a0a3-d175ca6ec42a),segment_id=a4d98fbe-5456-49e3-a0a3-d175ca6ec42a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:47.810847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.821137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-64ceb843-5ada-41f6-9fb6-7693079b99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.822649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-64ceb843-5ada-41f6-9fb6-7693079b99ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0897770 Jul 14 09:16:47.836674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Calling delete_port for 48f0deaa-4bbf-4846-97dd-563a52992d5b owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:47.902917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2f6dd839-ad3b-408e-a399-54e6bff7cb83 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:47.940952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.951133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 2f6dd839-ad3b-408e-a399-54e6bff7cb83 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:47.951803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 2f6dd839-ad3b-408e-a399-54e6bff7cb83 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:47.957911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-0022a397-e266-4a99-87e0-56470b99eea4 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091928 Jul 14 09:16:47.986902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.991777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a9350b3-f190-4a04-be1c-347dbc52fd51 HTTP/1.1" status: 204 len: 168 time: 0.4695959 Jul 14 09:16:47.991777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fbb21-8eb9-4ef6-bff8-9df6976f4779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9350b3-f190-4a04-be1c-347dbc52fd51,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.995217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56228) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.055213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-bd964611-7972-4d8a-ada7-3c97e0f0f568 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900941 Jul 14 09:16:48.090774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.097784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.097986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-6d0574b1-4cee-4634-abf9-d6001bf062ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=e5644f43-bad2-4519-81e3-8cc0184ba218 HTTP/1.1" status: 200 len: 217 time: 0.0347307 Jul 14 09:16:48.110513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6e1a4-9191-4c72-83dc-b025d4a096fe req-e1d1fff3-cfa1-469f-98e9-2d060a47cd0e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.112028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9e6e1a4-9191-4c72-83dc-b025d4a096fe req-e1d1fff3-cfa1-469f-98e9-2d060a47cd0e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.2564368 Jul 14 09:16:48.136507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Port': ['ID=48f0deaa-4bbf-4846-97dd-563a52992d5b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:48.143718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No DVR routers for this DVR port 48f0deaa-4bbf-4846-97dd-563a52992d5b on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:48.154376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-e81ed65b-0be8-467e-ae84-b3aa92f973d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.156233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-e81ed65b-0be8-467e-ae84-b3aa92f973d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0519342 Jul 14 09:16:48.221222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-6b73fa6f-f87c-437e-9d92-c77ad6b66699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.223335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-6b73fa6f-f87c-437e-9d92-c77ad6b66699 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533042 Jul 14 09:16:48.303684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9e6e1a4-9191-4c72-83dc-b025d4a096fe req-cd484835-6224-4c5d-bf9a-9a1631bf8d32 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719191 Jul 14 09:16:48.306780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.327007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.335856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753e22b4-fb70-46c7-b39c-6dc5eb0c369e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.352417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be48201-4444-40a1-9977-b73524975f19']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.355410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.355776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d98fbe-5456-49e3-a0a3-d175ca6ec42a') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.361619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-c2add020-4f01-437e-b4e9-621f9193c225 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279285 Jul 14 09:16:48.370104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288116da-a774-4ad1-a62e-502d778c4986') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.370486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288116da-a774-4ad1-a62e-502d778c4986') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.372935 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.373141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0ccfa-cc28-43e6-9ae2-99d75fb49e5d req-2ee9d977-32dc-4d45-a420-5465a7423ed5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.374570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-79d0ccfa-cc28-43e6-9ae2-99d75fb49e5d req-2ee9d977-32dc-4d45-a420-5465a7423ed5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1229970 Jul 14 09:16:48.386838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.399830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.404724 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.412038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:48.412439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:48.415378 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:48.439265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:48.439692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:48.441348 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:48.462535 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-79d0ccfa-cc28-43e6-9ae2-99d75fb49e5d req-a424f2c8-6ad4-4ed5-b400-16c9c850c75e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Jul 14 09:16:48.499305 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-b52d115c-d97a-4f96-a484-6f4b7360d9df service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125863 Jul 14 09:16:48.542639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-36849005-bb2f-41f6-b634-2005ba0e46ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c HTTP/1.1" status: 200 len: 217 time: 0.0349355 Jul 14 09:16:48.554584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.558828 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.568105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.576108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/753e22b4-fb70-46c7-b39c-6dc5eb0c369e HTTP/1.1" status: 204 len: 168 time: 2.3659766 Jul 14 09:16:48.576108 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.576108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] 10.222.0.18 "DELETE /v2.0/networks/9be48201-4444-40a1-9977-b73524975f19 HTTP/1.1" status: 204 len: 168 time: 0.5764520 Jul 14 09:16:48.577687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.593821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934683181'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:48.598569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5849d2c-0d7d-41b0-9be3-5df1f6e65775 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=753e22b4-fb70-46c7-b39c-6dc5eb0c369e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:48.600329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-edd315e1-cd39-477f-b0de-065d793ca322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.601412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-edd315e1-cd39-477f-b0de-065d793ca322 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.0466690 Jul 14 09:16:48.624816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c1940-3cec-4fc6-8a50-07186595d44e admin admin] Pushing event deleted for resources: {'Network': ['ID=9be48201-4444-40a1-9977-b73524975f19,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:48.637345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c654c-40b6-4093-a3cf-a0d1e1b6f847 req-ee1f1520-68fa-4311-b5ae-1f9806c675a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.639729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82c654c-40b6-4093-a3cf-a0d1e1b6f847 req-ee1f1520-68fa-4311-b5ae-1f9806c675a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.2291789 Jul 14 09:16:48.661326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:48.662391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-9b3b22e1-557c-45f1-8bdc-38394be74ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.664227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-9b3b22e1-557c-45f1-8bdc-38394be74ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546575 Jul 14 09:16:48.665027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.687782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c61b-6a8a-4e0a-b24d-48138a82a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.718037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82c654c-40b6-4093-a3cf-a0d1e1b6f847 req-c004427f-ee9f-4ffd-af39-4134766b1682 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720069 Jul 14 09:16:48.727467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:48.746818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.747658 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment a9245c65-491e-41ac-b09d-dd8aaac4e0ab of type vlan for network ccbea66d-1ede-4103-895c-3d75c76553ce Jul 14 09:16:48.787101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-3f699379-b132-4e4a-aee0-1a9ef8292ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090522 Jul 14 09:16:48.805223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.810688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.835001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.840726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.841328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.903648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3154352 Jul 14 09:16:48.906735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.913778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': 'ccbea66d-1ede-4103-895c-3d75c76553ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:48.916884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5fbdb-cb49-4802-bf4c-3e753586770d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=ccbea66d-1ede-4103-895c-3d75c76553ce,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:48.929080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-64e87e37-5b10-4d25-8ac0-8d0a73dc50c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1610de43274f4fa7b1b9535607bebc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173065 Jul 14 09:16:48.931915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.943977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network ccbea66d-1ede-4103-895c-3d75c76553ce details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:48.964924 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.994573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7b339db-6d03-4fc7-ba78-092c6f01e97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.999966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-4df4870d-7425-4381-be5f-9146d51e85da service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975131 Jul 14 09:16:49.016761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7b339db-6d03-4fc7-ba78-092c6f01e97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.062067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-f6faf882-0196-4020-8cbb-a2adf78bd7c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=653eeae0-397d-4377-b39d-8955e4babd14 HTTP/1.1" status: 200 len: 217 time: 0.0456383 Jul 14 09:16:49.071920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7b339db-6d03-4fc7-ba78-092c6f01e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.075076 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7b339db-6d03-4fc7-ba78-092c6f01e97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.076292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c7b339db-6d03-4fc7-ba78-092c6f01e97c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96554466-6a96-4dac-a0b0-ab1c55364f5d HTTP/1.1" status: 204 len: 168 time: 0.1428144 Jul 14 09:16:49.085575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b339db-6d03-4fc7-ba78-092c6f01e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96554466-6a96-4dac-a0b0-ab1c55364f5d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:49.119638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:49.123144 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.139412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-068b3547-6ec9-4159-935f-19b72ca2a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.140869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-068b3547-6ec9-4159-935f-19b72ca2a56c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.0719397 Jul 14 09:16:49.260922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-b5bb438c-a278-43cd-9796-7e2cd5c179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.262445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-b5bb438c-a278-43cd-9796-7e2cd5c179e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964541 Jul 14 09:16:49.503058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5014e5-9804-47cd-b7f3-a93d248f5192 req-012b0afc-5ddd-4836-a1fc-278584dab4ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.511081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a5014e5-9804-47cd-b7f3-a93d248f5192 req-012b0afc-5ddd-4836-a1fc-278584dab4ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0803537 Jul 14 09:16:49.560775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a5014e5-9804-47cd-b7f3-a93d248f5192 req-096038db-415d-476b-89a2-c24aae4b75e3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467317 Jul 14 09:16:49.610364 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.784406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-5ff7c5bd-3204-43a1-86f8-62de1bae01b1 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142484 Jul 14 09:16:49.793527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.887053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.919589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c6b0-ea82-48fa-91a7-a0fdb3ecb57e req-1148f0ca-595d-4e64-ba60-f26339e0322e tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.921089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9240c6b0-ea82-48fa-91a7-a0fdb3ecb57e req-1148f0ca-595d-4e64-ba60-f26339e0322e tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.0714276 Jul 14 09:16:49.932179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d64da-da79-4eb9-9d9d-09677eb0a914 req-afbc7503-35b0-4ca1-b86e-bfe5ac5053fd tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.933685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c4d64da-da79-4eb9-9d9d-09677eb0a914 req-afbc7503-35b0-4ca1-b86e-bfe5ac5053fd tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.2323997 Jul 14 09:16:49.940453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=dea6bb53-219c-43df-b2c1-0dec6fb385e1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:49.959372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9240c6b0-ea82-48fa-91a7-a0fdb3ecb57e req-6e814f0e-4dc4-4f55-8588-0f5b4ffe319d tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jul 14 09:16:49.980010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': 'a9245c65-491e-41ac-b09d-dd8aaac4e0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ccbea66d-1ede-4103-895c-3d75c76553ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:49.980390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: ccbea66d-1ede-4103-895c-3d75c76553ce, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:50.003725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4773c485-8722-4b2a-b3fc-9f74fc4f959e req-85bcb787-875c-43cb-9209-884b59fe3db1 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113736 Jul 14 09:16:50.011310 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8c4d64da-da79-4eb9-9d9d-09677eb0a914 req-c1f5ca49-e50f-4506-a51b-5f4e95a646f7 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683112 Jul 14 09:16:50.017852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network ccbea66d-1ede-4103-895c-3d75c76553ce is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:50.027062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, ccbea66d-1ede-4103-895c-3d75c76553ce) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:50.031860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.032548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.044806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98e33f-cd58-4f73-b0eb-bcf0dcb33bf3 None None] Network ccbea66d-1ede-4103-895c-3d75c76553ce requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:50.066360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a11231fd-b4bb-47e0-beea-6b790cafc80d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1578100 Jul 14 09:16:50.068884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56284) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.211885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.247420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a1828-b174-4dc7-89ec-9d809849d742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-ccbea66d-1ede-4103-895c-3d75c76553ce', 'network_id': 'ccbea66d-1ede-4103-895c-3d75c76553ce', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': 'dea6bb53-219c-43df-b2c1-0dec6fb385e1'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:50.248414 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-817a1828-b174-4dc7-89ec-9d809849d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.276340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.345720 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-817a1828-b174-4dc7-89ec-9d809849d742 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dea6bb53-219c-43df-b2c1-0dec6fb385e1: This subnet is being modified by another concurrent operation. Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:50.358104 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dea6bb53-219c-43df-b2c1-0dec6fb385e1: This subnet is being modified by another concurrent operation. Jul 14 09:16:50.361979 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 09:16:50.372062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f5854-bb07-4f2d-9c92-4ed607c5db65 None None] Network ccbea66d-1ede-4103-895c-3d75c76553ce requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:50.381041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=dea6bb53-219c-43df-b2c1-0dec6fb385e1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.412349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.465291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.475653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbea66d-1ede-4103-895c-3d75c76553ce']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:50.486706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9245c65-491e-41ac-b09d-dd8aaac4e0ab') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:50.487010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9245c65-491e-41ac-b09d-dd8aaac4e0ab') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:50.505440 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.508573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c918ad2d-b51b-40ae-a7b0-c301ea5a9010 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:50.522494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.529009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:50.529535 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:50.533168 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:50.544063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b97265c1-8ea4-4331-9672-633f20386171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.599810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.610938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.617287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/ccbea66d-1ede-4103-895c-3d75c76553ce HTTP/1.1" status: 204 len: 168 time: 0.5440629 Jul 14 09:16:50.618531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56296) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.623771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382062584'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:50.639600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3eb4b-abcb-4172-8fd5-caf22b5fc76d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=ccbea66d-1ede-4103-895c-3d75c76553ce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.641388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918ad2d-b51b-40ae-a7b0-c301ea5a9010 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:50.692688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b97265c1-8ea4-4331-9672-633f20386171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.699020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b97265c1-8ea4-4331-9672-633f20386171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.744465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97265c1-8ea4-4331-9672-633f20386171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a5acd9-6c2c-4590-be6d-9f5572585dd2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.749948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:50.753967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.760441 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b97265c1-8ea4-4331-9672-633f20386171 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82b9f3a83bdc4b7ba75e553308e91efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470252 Jul 14 09:16:50.761306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f361cb-3583-440a-9660-66c216faec69 req-0bb2fc1c-a63d-4050-8bd9-85af3aee9ad8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.763688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65f361cb-3583-440a-9660-66c216faec69 req-0bb2fc1c-a63d-4050-8bd9-85af3aee9ad8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0662501 Jul 14 09:16:50.764308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.783829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:50.793979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.794194 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment d29030c1-c661-4b86-9858-c34974854c7b of type vlan for network 57e78bc1-9d3c-4f23-819e-51f858e6043f Jul 14 09:16:50.834440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65f361cb-3583-440a-9660-66c216faec69 req-e1178bf6-7120-4792-9ccc-3daf8b4f492a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Jul 14 09:16:50.848551 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d74c1366-5eec-4249-b463-0030161d68de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.849713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.883559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d74c1366-5eec-4249-b463-0030161d68de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.883907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.889847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.890467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.940186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d74c1366-5eec-4249-b463-0030161d68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.943768 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d74c1366-5eec-4249-b463-0030161d68de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.945023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d74c1366-5eec-4249-b463-0030161d68de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20a5acd9-6c2c-4590-be6d-9f5572585dd2 HTTP/1.1" status: 204 len: 168 time: 0.1797011 Jul 14 09:16:50.953921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3343143 Jul 14 09:16:50.954584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56302) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.963784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': '57e78bc1-9d3c-4f23-819e-51f858e6043f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:50.965385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c1366-5eec-4249-b463-0030161d68de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a5acd9-6c2c-4590-be6d-9f5572585dd2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.022261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee7d4d-5f2c-4d6d-b409-6fae9d7e9ad6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=57e78bc1-9d3c-4f23-819e-51f858e6043f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.040885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 57e78bc1-9d3c-4f23-819e-51f858e6043f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:51.088048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:51.091800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.238057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a25df-4351-4b9e-a835-503ec686e287 req-264097a0-8362-4859-85f6-22359826206f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.243639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2c614-d7e2-45e9-8c6a-8fce469a58fb req-8387bfe8-e878-4ea5-83a9-9b5d66481398 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.244016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99a25df-4351-4b9e-a835-503ec686e287 req-264097a0-8362-4859-85f6-22359826206f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.0793841 Jul 14 09:16:51.245354 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-00e2c614-d7e2-45e9-8c6a-8fce469a58fb req-8387bfe8-e878-4ea5-83a9-9b5d66481398 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1491432 Jul 14 09:16:51.288527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d99a25df-4351-4b9e-a835-503ec686e287 req-cf2fdd8e-5a9a-4cad-8e1b-2e7feec13c17 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Jul 14 09:16:51.313957 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.324041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-00e2c614-d7e2-45e9-8c6a-8fce469a58fb req-28552ae5-de3a-4798-974c-c5f7a931b1ee tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712943 Jul 14 09:16:51.376794 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.455720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=fdd27b34-20e6-4580-81d5-05bafa6f57f7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.464136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': 'd29030c1-c661-4b86-9858-c34974854c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '57e78bc1-9d3c-4f23-819e-51f858e6043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:51.464649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: 57e78bc1-9d3c-4f23-819e-51f858e6043f, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:51.485754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 57e78bc1-9d3c-4f23-819e-51f858e6043f is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:51.496302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 57e78bc1-9d3c-4f23-819e-51f858e6043f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:51.501970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.502637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.510091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9717177-d964-450f-9e7d-31ccddaf1235 None None] Network 57e78bc1-9d3c-4f23-819e-51f858e6043f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:51.525069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:51.525301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-78f2213f-0b09-488b-a571-e53c2c98809e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5672252 Jul 14 09:16:51.640885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.672940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c0d8c-a619-4128-adda-a962818c7d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-57e78bc1-9d3c-4f23-819e-51f858e6043f', 'network_id': '57e78bc1-9d3c-4f23-819e-51f858e6043f', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': 'fdd27b34-20e6-4580-81d5-05bafa6f57f7'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:51.674122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-795c0d8c-a619-4128-adda-a962818c7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.699202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.735316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56334) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:51.765264 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-795c0d8c-a619-4128-adda-a962818c7d82 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdd27b34-20e6-4580-81d5-05bafa6f57f7: This subnet is being modified by another concurrent operation. Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:51.778149 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdd27b34-20e6-4580-81d5-05bafa6f57f7: This subnet is being modified by another concurrent operation. Jul 14 09:16:51.782403 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 09:16:51.799794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653d384-7e7b-4ed8-9720-b70dae4b5c07 None None] Network 57e78bc1-9d3c-4f23-819e-51f858e6043f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:51.799963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd27b34-20e6-4580-81d5-05bafa6f57f7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.857230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.857843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-567243811-network', 'tenant_id': '9741f334a50c415c92fd7818275029f5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:51.867544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e78bc1-9d3c-4f23-819e-51f858e6043f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:51.881177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Made reservation on behalf of 9741f334a50c415c92fd7818275029f5 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:51.884293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.885486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29030c1-c661-4b86-9858-c34974854c7b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:51.885787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29030c1-c661-4b86-9858-c34974854c7b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:51.895289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.895962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.912318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.921125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:51.921702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:51.925030 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:51.943394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb981f-70ba-4ddf-a19d-935acaacc880 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:51.992826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.999999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.001978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/57e78bc1-9d3c-4f23-819e-51f858e6043f HTTP/1.1" status: 204 len: 168 time: 0.4758756 Jul 14 09:16:52.007306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.015520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad251907-7afb-4b1d-b42c-641dc20a0d55 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=57e78bc1-9d3c-4f23-819e-51f858e6043f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.020194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1108709556'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:52.064495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecb981f-70ba-4ddf-a19d-935acaacc880 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:52.084573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcc73e-8e76-44d4-b20e-8e445b95d4c9 req-6e554163-afcb-4273-8fa7-181c423ca062 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.086064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16bcc73e-8e76-44d4-b20e-8e445b95d4c9 req-6e554163-afcb-4273-8fa7-181c423ca062 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1176255 Jul 14 09:16:52.123789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.134625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.159197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16bcc73e-8e76-44d4-b20e-8e445b95d4c9 req-bd8f3664-bea2-4799-b467-0ce0b45db9db tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675466 Jul 14 09:16:52.169605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:52.183869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:52.187243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.203683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.204103 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Added segment cb868194-dec2-4b00-81f6-8042dbf329e6 of type vlan for network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 Jul 14 09:16:52.212834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b750a91-3c50-4ed1-9102-4ecd6dea2f78,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.260391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:52.263178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.278828 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.279105 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment 125f8aed-9169-4842-936d-60a87a738a1f of type vlan for network 3e41db46-2ff1-4050-9144-64459bb81406 Jul 14 09:16:52.330355 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.335185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.336220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.336870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.397285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6606040 Jul 14 09:16:52.400234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.407581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Request body: {'subnet': {'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-567243811-subnet', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:52.416776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec7d19-498c-4371-88d6-55b461407b1e admin admin] Pushing event updated for resources: {'Network': ['ID=34e26c40-54fe-448c-9b5c-3a9cb317c6f3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.420812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.427584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.428264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.443384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:52.488924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Made reservation on behalf of 9741f334a50c415c92fd7818275029f5 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:52.493088 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.499836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4875698 Jul 14 09:16:52.513820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.520283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:52.596423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177851d-0897-4a64-b2a3-803772252dcb tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=3e41db46-2ff1-4050-9144-64459bb81406,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.603643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc230b-89e7-4e37-8e1d-d806d19f3313 req-2d525ca6-c317-4914-b6ca-c4ccf8ddd90d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.605176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-87cc230b-89e7-4e37-8e1d-d806d19f3313 req-2d525ca6-c317-4914-b6ca-c4ccf8ddd90d tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1744938 Jul 14 09:16:52.620741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3e41db46-2ff1-4050-9144-64459bb81406 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:52.678827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-87cc230b-89e7-4e37-8e1d-d806d19f3313 req-2c4f44c7-8242-4d6e-b30b-aa27336bb3e4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634055 Jul 14 09:16:52.691156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e3cd-73b1-477f-9e54-7e5f0ac6a2f9 req-7ccc5959-9bfa-4ecb-a8ec-9a78adec4509 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.692781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e41e3cd-73b1-477f-9e54-7e5f0ac6a2f9 req-7ccc5959-9bfa-4ecb-a8ec-9a78adec4509 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.2055724 Jul 14 09:16:52.736095 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.755118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.770198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e41e3cd-73b1-477f-9e54-7e5f0ac6a2f9 req-1101add0-e40b-4b81-b034-dee7a6505432 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709207 Jul 14 09:16:52.776570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.793073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3521f08-4eec-4f05-806c-08a859aa3568,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.797369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 3e41db46-2ff1-4050-9144-64459bb81406 is not hosted by any dhcp agent {{(pid=93753) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:16:52.802947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.803765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.809295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "PUT /v2.0/networks/3e41db46-2ff1-4050-9144-64459bb81406 HTTP/1.1" status: 200 len: 723 time: 0.2944441 Jul 14 09:16:52.813801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.819376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': '3e41db46-2ff1-4050-9144-64459bb81406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:52.822743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Checking segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:52.823110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Network hostable DHCP agents. Network: 34e26c40-54fe-448c-9b5c-3a9cb317c6f3, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:52.866573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602ca50-0780-4fc4-8095-cbf25331e978 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=3e41db46-2ff1-4050-9144-64459bb81406,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.878897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3e41db46-2ff1-4050-9144-64459bb81406 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:52.894705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:52.907221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 34e26c40-54fe-448c-9b5c-3a9cb317c6f3) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:52.914818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.915559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.937059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:52.937748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f699a-8ab6-4cb9-b011-9a7781a6a435 None None] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:52.940745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.948724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-76d0fea7-326e-436a-803d-06df36d719cf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5440392 Jul 14 09:16:52.949085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.954330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:52.981183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.982316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.057074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.133375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.203344 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.216576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=1beaff03-f7e5-4f37-8223-b93ef50a4aa9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.236660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': '125f8aed-9169-4842-936d-60a87a738a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e41db46-2ff1-4050-9144-64459bb81406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:53.237612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: 3e41db46-2ff1-4050-9144-64459bb81406, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:53.259849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 3e41db46-2ff1-4050-9144-64459bb81406 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:53.273185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3e41db46-2ff1-4050-9144-64459bb81406) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:53.277092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:53.278590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.281494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.282094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.301694 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4ac312d8-1322-4865-8852-4659aa3ec74b tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4869332 Jul 14 09:16:53.304967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b7956-c1a3-4df8-be2f-87a043e9049f None None] Network 3e41db46-2ff1-4050-9144-64459bb81406 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:53.305914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:53.312323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c1e22d48-e1a6-4cca-b34a-aeefa05c11be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:53.374297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce195d1-7f64-4745-ae13-14033e458aa7 req-2a700874-64e4-4fe1-ad02-f871648795b9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.375823 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dce195d1-7f64-4745-ae13-14033e458aa7 req-2a700874-64e4-4fe1-ad02-f871648795b9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0871747 Jul 14 09:16:53.428333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1e22d48-e1a6-4cca-b34a-aeefa05c11be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127625929'] for subnet, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.481252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dce195d1-7f64-4745-ae13-14033e458aa7 req-e95ded7d-ac13-442c-b254-f8b6954a2e80 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984387 Jul 14 09:16:53.507929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Allocated IP 172.20.0.2 (34e26c40-54fe-448c-9b5c-3a9cb317c6f3/c3521f08-4eec-4f05-806c-08a859aa3568/a6507175-d6ee-432a-86ff-0fa4e65bdd8d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:53.522304 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.543571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.608005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-3e41db46-2ff1-4050-9144-64459bb81406', 'network_id': '3e41db46-2ff1-4050-9144-64459bb81406', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': '1beaff03-f7e5-4f37-8223-b93ef50a4aa9'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:53.614099 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.619470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1e22d48-e1a6-4cca-b34a-aeefa05c11be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727180225774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126333808'] for subnet, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.653460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e22d48-e1a6-4cca-b34a-aeefa05c11be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.654052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1e22d48-e1a6-4cca-b34a-aeefa05c11be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.655867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c1e22d48-e1a6-4cca-b34a-aeefa05c11be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "PUT /v2.0/subnets/1beaff03-f7e5-4f37-8223-b93ef50a4aa9 HTTP/1.1" status: 200 len: 806 time: 0.3489242 Jul 14 09:16:53.660474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:53.663901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Allocated IP 172.25.2.213 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/7820f10a-3ef2-4571-a207-49007b1efaa0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:53.739527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e22d48-e1a6-4cca-b34a-aeefa05c11be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=1beaff03-f7e5-4f37-8223-b93ef50a4aa9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.782367 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.783558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.792473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.801584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Transition to ACTIVE for port object a6507175-d6ee-432a-86ff-0fa4e65bdd8d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:53.824953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Allocated IP 172.20.0.2 (3e41db46-2ff1-4050-9144-64459bb81406/1beaff03-f7e5-4f37-8223-b93ef50a4aa9/01af73de-375a-4ed1-b419-f1bca72b3eca) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:53.829978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Transition to ACTIVE for port object a6507175-d6ee-432a-86ff-0fa4e65bdd8d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:53.842447 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.850124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.854436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.903451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:53.908365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:53.916065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:53.943778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:53.944688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Pushing event updated for resources: {'Port': ['ID=7820f10a-3ef2-4571-a207-49007b1efaa0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.952995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:53.956122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:53.969794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Pushing event updated for resources: {'Port': ['ID=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.998071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff703c-7789-4b03-8832-a0995e0652ec req-2940483f-7e19-4e60-babd-178ab0e19839 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.005434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4ff703c-7789-4b03-8832-a0995e0652ec req-2940483f-7e19-4e60-babd-178ab0e19839 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1055932 Jul 14 09:16:54.039385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4ff703c-7789-4b03-8832-a0995e0652ec req-fc8c918f-2538-4639-b697-4fde3f966d75 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330598 Jul 14 09:16:54.045781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Attempting to bind port a6507175-d6ee-432a-86ff-0fa4e65bdd8d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:54.046220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Attempting to bind port a6507175-d6ee-432a-86ff-0fa4e65bdd8d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:54.046654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Attempting to bind port a6507175-d6ee-432a-86ff-0fa4e65bdd8d on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:54.071000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:54.071518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Checking segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:54.072106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.072687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Bound using segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:54.073272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Bound port: a6507175-d6ee-432a-86ff-0fa4e65bdd8d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:54.073755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.155388 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.177179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Transition to ACTIVE for port object 01af73de-375a-4ed1-b419-f1bca72b3eca will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:54.197239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] For port a6507175-d6ee-432a-86ff-0fa4e65bdd8d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:54.209554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Transition to ACTIVE for port object 01af73de-375a-4ed1-b419-f1bca72b3eca will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:54.214371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] For port a6507175-d6ee-432a-86ff-0fa4e65bdd8d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:54.221413 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.242500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.266538 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.279642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=1beaff03-f7e5-4f37-8223-b93ef50a4aa9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.309070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Pushing event updated for resources: {'Port': ['ID=01af73de-375a-4ed1-b419-f1bca72b3eca,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.365619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Network 3e41db46-2ff1-4050-9144-64459bb81406 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:54.381466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:54.388184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.391751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:54.404020 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfb40f-9dd4-4617-984d-fcd7be1b3c85 None None] Pushing event updated for resources: {'Port': ['ID=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.418193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e41db46-2ff1-4050-9144-64459bb81406']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:54.440214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125f8aed-9169-4842-936d-60a87a738a1f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:54.440717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125f8aed-9169-4842-936d-60a87a738a1f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:54.452421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.472485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c635ad-d910-41e0-a5d7-0a4b91f7d576 req-e5d79b7b-f1f2-4970-a528-792afaf74a81 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.473194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.479629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2c635ad-d910-41e0-a5d7-0a4b91f7d576 req-e5d79b7b-f1f2-4970-a528-792afaf74a81 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.5388789 Jul 14 09:16:54.480663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:54.481389 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:54.486202 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:54.503227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Attempting to bind port 01af73de-375a-4ed1-b419-f1bca72b3eca on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:54.504159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Attempting to bind port 01af73de-375a-4ed1-b419-f1bca72b3eca by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '125f8aed-9169-4842-936d-60a87a738a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e41db46-2ff1-4050-9144-64459bb81406'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:54.504688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Attempting to bind port 01af73de-375a-4ed1-b419-f1bca72b3eca on network 3e41db46-2ff1-4050-9144-64459bb81406 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:54.510464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:54.511123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Checking segment: {'id': '125f8aed-9169-4842-936d-60a87a738a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e41db46-2ff1-4050-9144-64459bb81406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:54.511222 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.511620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Bound using segment: {'id': '125f8aed-9169-4842-936d-60a87a738a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e41db46-2ff1-4050-9144-64459bb81406'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:54.512092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Bound port: 01af73de-375a-4ed1-b419-f1bca72b3eca, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125f8aed-9169-4842-936d-60a87a738a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e41db46-2ff1-4050-9144-64459bb81406'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:54.512474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.561331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:16:54.561331 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:16:54.561331 n-d-758944-44 neutron-server[93754]: [parameters: {'id': '3e41db46-2ff1-4050-9144-64459bb81406'}] Jul 14 09:16:54.561331 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:54.561879 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:54.600063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2c635ad-d910-41e0-a5d7-0a4b91f7d576 req-7e82def6-ac41-48bf-a046-951d8dd8f540 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195128 Jul 14 09:16:54.606149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] For port 01af73de-375a-4ed1-b419-f1bca72b3eca, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:54.609383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] For port 01af73de-375a-4ed1-b419-f1bca72b3eca, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=01af73de-375a-4ed1-b419-f1bca72b3eca,segment=NetworkSegment(125f8aed-9169-4842-936d-60a87a738a1f),segment_id=125f8aed-9169-4842-936d-60a87a738a1f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:54.614270 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.690384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8da00-0503-4b3e-9828-40ed6e5a5146 req-0ac6f55a-60cb-4a6a-8696-841283073a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.693387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33a8da00-0503-4b3e-9828-40ed6e5a5146 req-0ac6f55a-60cb-4a6a-8696-841283073a13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 1098 time: 0.1304905 Jul 14 09:16:54.715336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.765447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e22b1-90b8-4c13-a0b3-fc87e15fe841 None None] Pushing event updated for resources: {'Port': ['ID=01af73de-375a-4ed1-b419-f1bca72b3eca,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.778336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d2b0e-7181-4654-96b6-22cfb98e1bb7 None None] Network 3e41db46-2ff1-4050-9144-64459bb81406 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:54.782752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33a8da00-0503-4b3e-9828-40ed6e5a5146 req-16d30629-f617-434f-9e36-484e2e9b4b42 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824723 Jul 14 09:16:54.823243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fcd79-fd22-45d6-8ca9-da73d495d4e0 req-8968adf3-acbf-479d-af2b-46c83df53df1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.824864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-453fcd79-fd22-45d6-8ca9-da73d495d4e0 req-8968adf3-acbf-479d-af2b-46c83df53df1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0900323 Jul 14 09:16:54.865944 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-453fcd79-fd22-45d6-8ca9-da73d495d4e0 req-a8a7f851-bc5f-41c4-93c3-14f8edde4432 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Jul 14 09:16:54.933896 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.937393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47932d04-9629-4511-8022-8c5ea8a5c4cd None None] Network 3e41db46-2ff1-4050-9144-64459bb81406 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:55.061970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Router fb84b0f3-f25c-430e-9684-70899ae54741 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:55.063416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.126574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Deleting port 01af73de-375a-4ed1-b419-f1bca72b3eca {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:55.127125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.213198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] For port 01af73de-375a-4ed1-b419-f1bca72b3eca, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=01af73de-375a-4ed1-b419-f1bca72b3eca,segment=NetworkSegment(125f8aed-9169-4842-936d-60a87a738a1f),segment_id=125f8aed-9169-4842-936d-60a87a738a1f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:55.213878 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.220215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:55.234596 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Sync routers for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:55.242544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Calling delete_port for 01af73de-375a-4ed1-b419-f1bca72b3eca owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:55.246453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.248858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6255827b-1f0b-4f90-a4fa-8d3e4a462196 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2984827 Jul 14 09:16:55.253191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:55.257652 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:55.258436 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:55.313442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245cccd-156f-4f9b-bfe3-7f158b46b8e4 req-21cad4ba-5a9a-4006-8ec0-0667f1bbb1f0 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.321413 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f245cccd-156f-4f9b-bfe3-7f158b46b8e4 req-21cad4ba-5a9a-4006-8ec0-0667f1bbb1f0 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1578755 Jul 14 09:16:55.409256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.414856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f245cccd-156f-4f9b-bfe3-7f158b46b8e4 req-ff1ad7f0-cc07-43be-b9fd-4c43b0bfe65a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925705 Jul 14 09:16:55.430425 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:55.467213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Port': ['ID=01af73de-375a-4ed1-b419-f1bca72b3eca,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:55.479372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No DVR routers for this DVR port 01af73de-375a-4ed1-b419-f1bca72b3eca on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:55.519650 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:16:55.587017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.598716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e41db46-2ff1-4050-9144-64459bb81406']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:55.612150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125f8aed-9169-4842-936d-60a87a738a1f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:55.612459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125f8aed-9169-4842-936d-60a87a738a1f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:55.624393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.646381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.654725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:55.655318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:55.659510 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:55.778016 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.813595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.815532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/3e41db46-2ff1-4050-9144-64459bb81406 HTTP/1.1" status: 204 len: 168 time: 2.1552801 Jul 14 09:16:55.821882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56390) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:55.822087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579487e-b372-4c5f-8b89-9deb13758919 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=3e41db46-2ff1-4050-9144-64459bb81406,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:55.835216 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 3, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:55.845634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb401d84-767b-4210-8ba3-7eeae9c00aa8 None None] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:55.847821 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e7f4f4-cda0-4bc1-a0a0-afb923ffbe66 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:55.848353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e7f4f4-cda0-4bc1-a0a0-afb923ffbe66 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:55.850061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-53e7f4f4-cda0-4bc1-a0a0-afb923ffbe66 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/3e41db46-2ff1-4050-9144-64459bb81406 HTTP/1.1" status: 404 len: 339 time: 0.0255890 Jul 14 09:16:55.855871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:55.860920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-451526353', 'description': 'd1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:55.865090 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Checking router: fb84b0f3-f25c-430e-9684-70899ae54741 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:55.865689 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Updating router fb84b0f3-f25c-430e-9684-70899ae54741 port 7820f10a-3ef2-4571-a207-49007b1efaa0 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:55.889728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:55.896434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.908223 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.926971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:55.941793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.942230 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment 5047fa9f-7c4a-4be1-81cb-1c9e07048675 of type vlan for network ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 Jul 14 09:16:55.972507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd478334-4cac-41c0-a6c8-a892dc7c55d5 None None] Provisioning for port a6507175-d6ee-432a-86ff-0fa4e65bdd8d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:55.989461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164add1-5429-4f8e-a3ed-5e925a661547 req-67e4a024-b759-4d00-894c-2da241f9b628 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.992517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e164add1-5429-4f8e-a3ed-5e925a661547 req-67e4a024-b759-4d00-894c-2da241f9b628 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1120870 Jul 14 09:16:56.036781 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.076449 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e164add1-5429-4f8e-a3ed-5e925a661547 req-602fe677-778b-442c-b213-aee3b20ea992 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605712 Jul 14 09:16:56.126963 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.133973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.134828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549558'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.152833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.211147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3531332 Jul 14 09:16:56.214057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:56.231220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204055b-17e6-4df6-ae50-f670edb6d572 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=ff9c3b38-c181-4d1c-90e7-8f7c87c0d830,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.244159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:56.254882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05478439-0fe2-4cb7-9388-54813a3a20c2 req-d4c7a64f-d234-44dd-81b3-ee8e17243d39 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.257149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05478439-0fe2-4cb7-9388-54813a3a20c2 req-d4c7a64f-d234-44dd-81b3-ee8e17243d39 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1736412 Jul 14 09:16:56.286239 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.300797 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Transition to ACTIVE for port object 7820f10a-3ef2-4571-a207-49007b1efaa0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:56.310332 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.326915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05478439-0fe2-4cb7-9388-54813a3a20c2 req-036b8b6f-728f-4841-b957-9d38add99b96 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606782 Jul 14 09:16:56.371659 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Attempting to bind port 7820f10a-3ef2-4571-a207-49007b1efaa0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:56.371927 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Attempting to bind port 7820f10a-3ef2-4571-a207-49007b1efaa0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:56.372553 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Attempting to bind port 7820f10a-3ef2-4571-a207-49007b1efaa0 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:56.384119 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:56.384977 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:56.385762 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.386642 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:56.388007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Bound port: 7820f10a-3ef2-4571-a207-49007b1efaa0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:56.388644 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.392602 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Pushing event updated for resources: {'Port': ['ID=7820f10a-3ef2-4571-a207-49007b1efaa0,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.442950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200cfe9-fa6b-45f0-bfe1-74ac9a0ecd21 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:56.500618 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] For port 7820f10a-3ef2-4571-a207-49007b1efaa0, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:56.504597 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] For port 7820f10a-3ef2-4571-a207-49007b1efaa0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7820f10a-3ef2-4571-a207-49007b1efaa0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:56.506716 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.507096 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.507503 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.508001 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.508357 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.508702 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.509022 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.509341 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.509734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.510013 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.510326 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.510691 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:56.515384 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.597375 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:56.602575 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:56.683276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Allocated IP 172.20.0.1 (34e26c40-54fe-448c-9b5c-3a9cb317c6f3/c3521f08-4eec-4f05-806c-08a859aa3568/eacc2bbb-938d-478c-9814-5cdc7e27161c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:56.691951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-dbf75717-864a-4e0d-8d66-e0e5d117228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.696377 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-dbf75717-864a-4e0d-8d66-e0e5d117228b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cde91083a39435ba8b91d3bb8be275f&device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 1098 time: 0.2402470 Jul 14 09:16:56.709418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200cfe9-fa6b-45f0-bfe1-74ac9a0ecd21 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:56.716773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6507175-d6ee-432a-86ff-0fa4e65bdd8d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:56.748249 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:56.799766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.813470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Transition to ACTIVE for port object eacc2bbb-938d-478c-9814-5cdc7e27161c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:56.859462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.872371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcc22b-2b33-4b75-8051-df96e5764740 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.877525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-77bcc22b-2b33-4b75-8051-df96e5764740 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/networks?id=ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 HTTP/1.1" status: 200 len: 760 time: 0.6624134 Jul 14 09:16:56.882077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c59da-2710-4bc9-8545-d1fb6af02ee6 req-7ae4d905-d8ac-428f-9148-a66a87d9f871 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.889496 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de7c59da-2710-4bc9-8545-d1fb6af02ee6 req-7ae4d905-d8ac-428f-9148-a66a87d9f871 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.3083439 Jul 14 09:16:56.891151 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9169d5-f8ed-4a81-b43b-e8ba69a94918 None None] Pushing event updated for resources: {'Port': ['ID=7820f10a-3ef2-4571-a207-49007b1efaa0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.905534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:56.913521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'description': 'd2'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:56.947444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port a6507175-d6ee-432a-86ff-0fa4e65bdd8d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:56.953366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:56.959287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a6507175-d6ee-432a-86ff-0fa4e65bdd8d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:56.959711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.970551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:56.978262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:56.983673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Pushing event updated for resources: {'Port': ['ID=eacc2bbb-938d-478c-9814-5cdc7e27161c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.988880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-01446296-a46f-4599-a631-d1e660b0df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.990679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-01446296-a46f-4599-a631-d1e660b0df20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 200 len: 912 time: 0.2869029 Jul 14 09:16:57.024663 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 3, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:57.027458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258adbc-fb95-4dcc-8fe0-d0aa6bdfbfb7 req-26a50932-e676-48af-915e-302e697e3135 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.029063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0258adbc-fb95-4dcc-8fe0-d0aa6bdfbfb7 req-26a50932-e676-48af-915e-302e697e3135 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1819148 Jul 14 09:16:57.061300 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91712f2b-e53a-4da5-be1d-1efac4ffb6e8 None None] The sync data for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 is: [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 3, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:57.061600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.071646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de7c59da-2710-4bc9-8545-d1fb6af02ee6 req-64859e1c-6d82-4846-9a07-7172dddf8154 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806293 Jul 14 09:16:57.080170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-95e1a372-3a27-4c8f-a775-a5646b9a05a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e HTTP/1.1" status: 200 len: 217 time: 0.0754712 Jul 14 09:16:57.166139 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.211594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port a6507175-d6ee-432a-86ff-0fa4e65bdd8d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:57.225046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0258adbc-fb95-4dcc-8fe0-d0aa6bdfbfb7 req-845bb41d-e38a-4ad8-b582-8b426f9c95a5 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890473 Jul 14 09:16:57.236750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-35da18b6-a318-4160-8522-3697503f060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.238809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-35da18b6-a318-4160-8522-3697503f060f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 200 len: 851 time: 0.1506476 Jul 14 09:16:57.310580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-25b0d549-ace0-4645-9a27-6bc88c53cc9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77144098-dd46-40ec-be51-8c75ee6e5961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462298 Jul 14 09:16:57.327796 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.332198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.384424 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.411407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.438331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 is not hosted by any dhcp agent {{(pid=93754) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:16:57.443738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.444363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.448528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "PUT /v2.0/networks/ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 HTTP/1.1" status: 200 len: 757 time: 0.5414374 Jul 14 09:16:57.470463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56414) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:57.595046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96e066-ad35-471a-bf35-9cae0e51b56c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=ff9c3b38-c181-4d1c-90e7-8f7c87c0d830,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:57.600981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:57.612332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:57.646015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.654995 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.657224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cdf79b-6675-4562-bb78-ce724084c3cd tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.665271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b7cdf79b-6675-4562-bb78-ce724084c3cd tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/networks?id=ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 HTTP/1.1" status: 200 len: 760 time: 0.1916516 Jul 14 09:16:57.674202 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-487f46e4-7eb1-489f-a2d0-a6c4a57400b2 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554695 Jul 14 09:16:57.674792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:57.680969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-885295160'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:57.778099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.787232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Pushing event updated for resources: {'Port': ['ID=eacc2bbb-938d-478c-9814-5cdc7e27161c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:57.818369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:57.822073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.907332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a5755-96d1-4cc4-ab1d-c5f72d9ca93b req-3debf6a4-e3bb-418c-b190-fc37f132f171 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.909044 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e02a5755-96d1-4cc4-ab1d-c5f72d9ca93b req-3debf6a4-e3bb-418c-b190-fc37f132f171 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.2121410 Jul 14 09:16:57.915740 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-279f3f56-77b3-4d67-93af-b01dee73de39 req-d833d28a-9144-461a-9a72-a31f2dc34bd7 service neutron] 10.222.0.48 "GET /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202246 Jul 14 09:16:57.916674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:57.945013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:57.945869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66935272-f394-4a5e-a292-1b8bcacc5157 None None] Provisioning for port eacc2bbb-938d-478c-9814-5cdc7e27161c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:57.947264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:57.949198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.949549 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment 14e8e287-5c28-4670-92f6-99ab777801fe of type vlan for network be037a52-4879-49b2-9ee7-65e9efdb1a83 Jul 14 09:16:57.955807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66935272-f394-4a5e-a292-1b8bcacc5157 None None] Provisioning complete for port eacc2bbb-938d-478c-9814-5cdc7e27161c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:57.956284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66935272-f394-4a5e-a292-1b8bcacc5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.005986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-66935272-f394-4a5e-a292-1b8bcacc5157 None None] Port eacc2bbb-938d-478c-9814-5cdc7e27161c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:58.027862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.060373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e02a5755-96d1-4cc4-ab1d-c5f72d9ca93b req-d7dcd012-24d7-456c-bbb4-3103fe2d194b tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412621 Jul 14 09:16:58.083734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.090023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.090630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.172182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Router fb84b0f3-f25c-430e-9684-70899ae54741 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:58.231177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5531902 Jul 14 09:16:58.237337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:58.239268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2ba0c64e-efbc-4e7a-937f-3a5c07f13419 None None] Provisioning complete for port eacc2bbb-938d-478c-9814-5cdc7e27161c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:58.244231 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c64e-efbc-4e7a-937f-3a5c07f13419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.248319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': 'be037a52-4879-49b2-9ee7-65e9efdb1a83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:58.254374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5ac1b-84a8-4d84-b02e-38f37903797a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=be037a52-4879-49b2-9ee7-65e9efdb1a83,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.297531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network be037a52-4879-49b2-9ee7-65e9efdb1a83 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:58.360194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:58.365524 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.373089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0c64e-efbc-4e7a-937f-3a5c07f13419 None None] Port eacc2bbb-938d-478c-9814-5cdc7e27161c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:58.457464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:58.483452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3a71b1b7-c2f2-4e2e-a5e2-d2db782906db admin admin] 10.222.0.18 "PUT /v2.0/routers/fb84b0f3-f25c-430e-9684-70899ae54741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2264826 Jul 14 09:16:58.496547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958075d9-01fb-49bb-977b-b1094e931d24 req-666cab96-548e-4385-a232-0b07de475622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.498274 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958075d9-01fb-49bb-977b-b1094e931d24 req-666cab96-548e-4385-a232-0b07de475622 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1097 time: 0.2573686 Jul 14 09:16:58.548923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32071625-2f92-4982-8ebd-13a5314366b9 req-c3de7fb8-8254-4b59-b907-e4678c3fc9a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.551069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32071625-2f92-4982-8ebd-13a5314366b9 req-c3de7fb8-8254-4b59-b907-e4678c3fc9a0 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.2613726 Jul 14 09:16:58.586231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-958075d9-01fb-49bb-977b-b1094e931d24 req-acbafed4-98d4-470e-a7a7-d05e7284bfa6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793252 Jul 14 09:16:58.611911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32071625-2f92-4982-8ebd-13a5314366b9 req-2faa3cde-e693-49b6-9fe6-b7c0769ebe14 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508835 Jul 14 09:16:58.653471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6507175-d6ee-432a-86ff-0fa4e65bdd8d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:58.699338 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.705886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a6507175-d6ee-432a-86ff-0fa4e65bdd8d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:58.706226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.760787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc84c7c-85db-43cc-a999-97523ecc560c req-65578746-9bf9-49ec-9bed-7487154296fe tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.762470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fc84c7c-85db-43cc-a999-97523ecc560c req-65578746-9bf9-49ec-9bed-7487154296fe tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1512523 Jul 14 09:16:58.792877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=a7a0a431-fe20-4d38-9112-c6fdb6e21cd5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.803739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7820f10a-3ef2-4571-a207-49007b1efaa0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:58.813430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': '14e8e287-5c28-4670-92f6-99ab777801fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'be037a52-4879-49b2-9ee7-65e9efdb1a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:58.813784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: be037a52-4879-49b2-9ee7-65e9efdb1a83, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:58.827518 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fc84c7c-85db-43cc-a999-97523ecc560c req-b6c34020-15a2-4a95-8631-65aa345e5406 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Jul 14 09:16:58.841289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network be037a52-4879-49b2-9ee7-65e9efdb1a83 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:58.855404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, be037a52-4879-49b2-9ee7-65e9efdb1a83) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:58.861553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.862039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 7820f10a-3ef2-4571-a207-49007b1efaa0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:58.862365 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.868019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6323dc69-1b6c-4707-95db-2fa179d0a3f4 None None] Network be037a52-4879-49b2-9ee7-65e9efdb1a83 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:58.871728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7820f10a-3ef2-4571-a207-49007b1efaa0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:58.872263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.883045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cd1e850f-4e0e-4994-9b49-afded03791c6 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6394377 Jul 14 09:16:58.883387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.010591 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.080341 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.101476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444cb28-0e8c-4953-8d54-f3570839e5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-be037a52-4879-49b2-9ee7-65e9efdb1a83', 'network_id': 'be037a52-4879-49b2-9ee7-65e9efdb1a83', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': 'a7a0a431-fe20-4d38-9112-c6fdb6e21cd5'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:59.101476 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5444cb28-0e8c-4953-8d54-f3570839e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.113919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.151093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 7820f10a-3ef2-4571-a207-49007b1efaa0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7820f10a-3ef2-4571-a207-49007b1efaa0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:59.157364 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.173299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.225235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a0a431-fe20-4d38-9112-c6fdb6e21cd5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.269869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.277749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f67ae459-ee6f-446f-ae9a-117a78ff4adc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765060657', 'description': 'tempest-description--664438212'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:59.285721 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.301383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be037a52-4879-49b2-9ee7-65e9efdb1a83']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:59.318571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=7820f10a-3ef2-4571-a207-49007b1efaa0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.321617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e8e287-5c28-4670-92f6-99ab777801fe') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:59.322014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e8e287-5c28-4670-92f6-99ab777801fe') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:59.323316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586fc3-fdc7-470a-bce6-befc431d63b0 req-8ceec43b-4ce6-4aef-b62b-8dcf3e096dc3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-5444cb28-0e8c-4953-8d54-f3570839e5fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7a0a431-fe20-4d38-9112-c6fdb6e21cd5: This subnet is being modified by another concurrent operation. Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:16:59.324350 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7a0a431-fe20-4d38-9112-c6fdb6e21cd5: This subnet is being modified by another concurrent operation. Jul 14 09:16:59.328526 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 09:16:59.331243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d586fc3-fdc7-470a-bce6-befc431d63b0 req-8ceec43b-4ce6-4aef-b62b-8dcf3e096dc3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0886743 Jul 14 09:16:59.348370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f67ae459-ee6f-446f-ae9a-117a78ff4adc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.349128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee249dc2-5cad-4264-ac8d-018340125769 None None] Network be037a52-4879-49b2-9ee7-65e9efdb1a83 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:59.356853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.381747 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d586fc3-fdc7-470a-bce6-befc431d63b0 req-e083b806-e54d-49ed-b710-fc1677a07448 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Jul 14 09:16:59.386128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.398900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:59.406351 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.444947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Sync routers for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:59.465847 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:59.475163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:59.475163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:59.508432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.520932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a58b1-65a9-4a31-ab0a-fab8e6b53e9b None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:16:59.524150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.528999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.544605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/be037a52-4879-49b2-9ee7-65e9efdb1a83 HTTP/1.1" status: 204 len: 168 time: 0.6599081 Jul 14 09:16:59.562355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0980d8-ef8e-4dcf-afa4-61940dc4b890 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=be037a52-4879-49b2-9ee7-65e9efdb1a83,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.568476 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd134b1-bebd-4463-97a4-e03ae8870bcd tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] GET failed (client error): The resource could not be found. Jul 14 09:16:59.573466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8dd134b1-bebd-4463-97a4-e03ae8870bcd tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/subnets/a7a0a431-fe20-4d38-9112-c6fdb6e21cd5 HTTP/1.1" status: 404 len: 337 time: 0.0433042 Jul 14 09:16:59.574469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.596959 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ca5863-c056-44cd-a60a-922f4afb4ddd tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:16:59.598725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ca5863-c056-44cd-a60a-922f4afb4ddd tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:16:59.606997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-19ca5863-c056-44cd-a60a-922f4afb4ddd tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/be037a52-4879-49b2-9ee7-65e9efdb1a83 HTTP/1.1" status: 404 len: 339 time: 0.0312617 Jul 14 09:16:59.608308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.623987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f67ae459-ee6f-446f-ae9a-117a78ff4adc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.630800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f67ae459-ee6f-446f-ae9a-117a78ff4adc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.674335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:59.674832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ae459-ee6f-446f-ae9a-117a78ff4adc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b182ff5a-04b1-4386-b991-2a46ecebbf7b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.692041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f67ae459-ee6f-446f-ae9a-117a78ff4adc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.694563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f67ae459-ee6f-446f-ae9a-117a78ff4adc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4234259 Jul 14 09:16:59.697546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.708015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-78cfad82-8580-4a3b-a45f-e39df38f04a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'security_group_rule': {'security_group_id': 'b182ff5a-04b1-4386-b991-2a46ecebbf7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:59.769628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cfad82-8580-4a3b-a45f-e39df38f04a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.862257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a58b1-65a9-4a31-ab0a-fab8e6b53e9b None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:16:59.895719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cfad82-8580-4a3b-a45f-e39df38f04a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.902100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cfad82-8580-4a3b-a45f-e39df38f04a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.923362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfad82-8580-4a3b-a45f-e39df38f04a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c616c9d2-b79e-4191-995a-fa62afdfddf0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.941763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cfad82-8580-4a3b-a45f-e39df38f04a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.943253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-78cfad82-8580-4a3b-a45f-e39df38f04a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2445779 Jul 14 09:16:59.945873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.951749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b8b71b1d-9047-4ff6-9b40-ce3e1b9643c6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'security_group_rule': {'security_group_id': 'b182ff5a-04b1-4386-b991-2a46ecebbf7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:59.985148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8b71b1d-9047-4ff6-9b40-ce3e1b9643c6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.066620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8b71b1d-9047-4ff6-9b40-ce3e1b9643c6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.089789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8b71b1d-9047-4ff6-9b40-ce3e1b9643c6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.114528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b71b1d-9047-4ff6-9b40-ce3e1b9643c6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686d9954-bab3-4284-91e5-7548d4fe6740,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:00.131596 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8b71b1d-9047-4ff6-9b40-ce3e1b9643c6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.132822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b8b71b1d-9047-4ff6-9b40-ce3e1b9643c6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1859944 Jul 14 09:17:00.137246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:00.141628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:00.172764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51b407-55ba-4c0e-90a8-75c7170c5dcf req-8dc9289e-1ae8-4e91-a278-c0a3f909ab83 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.179859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf51b407-55ba-4c0e-90a8-75c7170c5dcf req-8dc9289e-1ae8-4e91-a278-c0a3f909ab83 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1278675 Jul 14 09:17:00.202616 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.209152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 2, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:00.228121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9272b68d-1336-4613-a291-8b5cd7cd320e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.229655 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9272b68d-1336-4613-a291-8b5cd7cd320e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6201842 Jul 14 09:17:00.232882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:00.244088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Checking router: fb84b0f3-f25c-430e-9684-70899ae54741 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:00.244460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Updating router fb84b0f3-f25c-430e-9684-70899ae54741 port eacc2bbb-938d-478c-9814-5cdc7e27161c binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:00.264029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf51b407-55ba-4c0e-90a8-75c7170c5dcf req-07c210b7-f0d8-49a3-adcb-f2c0d2700d33 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824862 Jul 14 09:17:00.278464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b523-9194-4fd6-aa74-ee4df5b3f689 req-bd1dffcf-dccc-4387-b55f-1da6dc8500fa tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.280399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc72b523-9194-4fd6-aa74-ee4df5b3f689 req-bd1dffcf-dccc-4387-b55f-1da6dc8500fa tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.2146332 Jul 14 09:17:00.283877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7890b43b-3f26-4a6f-8a74-eb025d8565b0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 207 time: 0.0498013 Jul 14 09:17:00.293871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:00.319554 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.323741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc72b523-9194-4fd6-aa74-ee4df5b3f689 req-59d65c3f-0fc6-4095-b84a-53cf0da97c11 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Jul 14 09:17:00.507792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7820f10a-3ef2-4571-a207-49007b1efaa0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:00.608788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68e15-56d0-423c-b567-fca0eae4b4a4 req-2f57ba0c-c88b-47a1-8d83-071cc87a77e9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.615250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5f68e15-56d0-423c-b567-fca0eae4b4a4 req-2f57ba0c-c88b-47a1-8d83-071cc87a77e9 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0855966 Jul 14 09:17:00.654140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5f68e15-56d0-423c-b567-fca0eae4b4a4 req-74440141-f63f-437c-91e1-fc24a952575f tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364809 Jul 14 09:17:00.777027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.838879 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.846417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7820f10a-3ef2-4571-a207-49007b1efaa0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:00.846835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.847021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f16e3-034d-446b-83ca-d317a87ac2dc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.853232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f16e3-034d-446b-83ca-d317a87ac2dc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.859782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f16e3-034d-446b-83ca-d317a87ac2dc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.866136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f16e3-034d-446b-83ca-d317a87ac2dc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.867908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2c0f16e3-034d-446b-83ca-d317a87ac2dc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5679860 Jul 14 09:17:00.873267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56480) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:00.877713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Transition to ACTIVE for port object eacc2bbb-938d-478c-9814-5cdc7e27161c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:00.888762 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.001259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2a9c8-cca2-46c0-b830-4b9d19405b4e None None] Pushing event updated for resources: {'Port': ['ID=eacc2bbb-938d-478c-9814-5cdc7e27161c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.073089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Allocated IP 172.25.2.204 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/7aadd3a2-ca89-4375-9596-1fe7a43924f7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:01.109743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Attempting to bind port eacc2bbb-938d-478c-9814-5cdc7e27161c on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:01.110329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Attempting to bind port eacc2bbb-938d-478c-9814-5cdc7e27161c by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:01.110913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Attempting to bind port eacc2bbb-938d-478c-9814-5cdc7e27161c on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:01.111169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-253841af-d213-4481-8233-b31d8ac737be tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2367156 Jul 14 09:17:01.120103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.120320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:01.120553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Checking segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:01.121171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.121749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Bound using segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:01.122407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Bound port: eacc2bbb-938d-478c-9814-5cdc7e27161c, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:01.123010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.195076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08664c0-2350-4933-9fa5-8c9ff86a40ee req-54eb563e-9db8-4fc8-917f-6cec9c9982f2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.198320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f08664c0-2350-4933-9fa5-8c9ff86a40ee req-54eb563e-9db8-4fc8-917f-6cec9c9982f2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0880449 Jul 14 09:17:01.206388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] For port eacc2bbb-938d-478c-9814-5cdc7e27161c, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:01.209992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] For port eacc2bbb-938d-478c-9814-5cdc7e27161c, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=eacc2bbb-938d-478c-9814-5cdc7e27161c,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:01.215327 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.245014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f08664c0-2350-4933-9fa5-8c9ff86a40ee req-ba9deef9-7704-4999-bbc8-bffa4f153ae2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389762 Jul 14 09:17:01.286629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:01.287270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:01.288771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea611039-5c9e-4196-8aef-82bf517c7c86 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.292217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea611039-5c9e-4196-8aef-82bf517c7c86 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.297631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56490) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.297795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ea611039-5c9e-4196-8aef-82bf517c7c86 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1710253 Jul 14 09:17:01.299851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-ec2921f3-1ba9-4ad6-804f-bb7b73b45884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.301850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-ec2921f3-1ba9-4ad6-804f-bb7b73b45884 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1097 time: 0.2946622 Jul 14 09:17:01.328073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2a9c8-cca2-46c0-b830-4b9d19405b4e None None] Pushing event updated for resources: {'Port': ['ID=eacc2bbb-938d-478c-9814-5cdc7e27161c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.394658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.454031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.482473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aed2cc-3348-422a-a17b-c2457af8b93e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.485271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aed2cc-3348-422a-a17b-c2457af8b93e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.487326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-35aed2cc-3348-422a-a17b-c2457af8b93e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1881292 Jul 14 09:17:01.490936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.507847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:01.551468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-bad7c911-7c3a-4114-bbab-187231c2cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.552978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-bad7c911-7c3a-4114-bbab-187231c2cf9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 920 time: 0.2373180 Jul 14 09:17:01.623612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-0d86c1f8-bf9c-4179-941c-5427c548107f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 200 len: 217 time: 0.0593402 Jul 14 09:17:01.661890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.674669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59b304-d820-4a3d-9f4c-d9998965454e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.681286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2a59b304-d820-4a3d-9f4c-d9998965454e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/networks/96a66a3e-3a3a-4dcc-b5e0-423100c33a1d HTTP/1.1" status: 200 len: 799 time: 0.1842391 Jul 14 09:17:01.686612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851ba50-935e-431a-8ace-3f679516d0ef req-1f47c4a7-b7c2-4964-beb7-6dd6a618ead6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.688120 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7851ba50-935e-431a-8ace-3f679516d0ef req-1f47c4a7-b7c2-4964-beb7-6dd6a618ead6 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1668172 Jul 14 09:17:01.688610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.699576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03265c6-9ccf-42d1-b168-6f86dab2730b req-94698bf7-3982-4656-ae54-1123074f7d52 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.701230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a03265c6-9ccf-42d1-b168-6f86dab2730b req-94698bf7-3982-4656-ae54-1123074f7d52 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.2186611 Jul 14 09:17:01.737198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:01Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:01.738423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:01.755729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:01.759902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:01.764123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-ec38addd-773c-4334-ad07-04d1b05835a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.765625 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-ec38addd-773c-4334-ad07-04d1b05835a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.1338162 Jul 14 09:17:01.766238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'Port': ['ID=7aadd3a2-ca89-4375-9596-1fe7a43924f7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.783335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab0a7a-beb2-4615-a9dc-c5896c64ca99 None None] The sync data for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 is: [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:01Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:01.801419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7851ba50-935e-431a-8ace-3f679516d0ef req-ef1ec592-f052-4c89-99d6-14e4dcd294ee tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023178 Jul 14 09:17:01.837938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5851bb50-b71a-4956-861d-dd11a03e9cf0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/networks/96a66a3e-3a3a-4dcc-b5e0-423100c33a1d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1440659 Jul 14 09:17:01.838403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.840119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a03265c6-9ccf-42d1-b168-6f86dab2730b req-1fc09527-e9da-4f03-88e8-9c790546f80f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248450 Jul 14 09:17:01.845240 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-147e8c36-dabc-4537-bdab-0a6c79e361be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532579 Jul 14 09:17:01.933613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e848112-e618-48e5-a1b8-22138145b92a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.935325 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3e848112-e618-48e5-a1b8-22138145b92a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/subnets/4cffbf53-54f0-4060-b936-ea164c5223d5 HTTP/1.1" status: 200 len: 811 time: 0.0957854 Jul 14 09:17:01.938906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56506) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.013097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93575de8-d16e-4e49-becd-b21fdaaaa72d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.014501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93575de8-d16e-4e49-becd-b21fdaaaa72d tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "GET /v2.0/subnets/4cffbf53-54f0-4060-b936-ea164c5223d5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0742726 Jul 14 09:17:02.021186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56508) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.027086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078635478'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:02.053840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:02.059393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.082258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.094717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:02.105766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-bb4f9c82-00b9-4fcd-baf4-0fd6541cfa3a service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483695 Jul 14 09:17:02.107551 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.108037 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Added segment 2a8aeee3-d412-4634-9a84-1a7941ed32f6 of type vlan for network 4aeb3782-f811-4db8-8117-cc527dad67d0 Jul 14 09:17:02.154962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.193504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.201256 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.202128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.203203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.278497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2534297 Jul 14 09:17:02.279130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.284948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'network_id': '4aeb3782-f811-4db8-8117-cc527dad67d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:02.314849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-431feeb1-d08a-4979-bf59-301f6eecc8c9 req-fdb2fbdf-df88-46f1-a36d-79ab58ee3456 service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887481 Jul 14 09:17:02.368312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecef59-73b6-41e4-aa3a-d3e85e3149af tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Network': ['ID=4aeb3782-f811-4db8-8117-cc527dad67d0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.380548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4aeb3782-f811-4db8-8117-cc527dad67d0 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:02.438531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Made reservation on behalf of 65375d4a1073433ca5d1b66dec6f1cf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:02.449648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.511335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.516794 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.580721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing IP validity checks on allocation pools {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:17:02.582534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:17:02.600115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device eacc2bbb-938d-478c-9814-5cdc7e27161c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:02.647087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'Port': ['ID=7aadd3a2-ca89-4375-9596-1fe7a43924f7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.653450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbb65e-2ba5-4e70-96e5-b9a01044ec22 req-ab28f3d5-0a77-45fb-8164-283b7bb05d31 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.655509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcfbb65e-2ba5-4e70-96e5-b9a01044ec22 req-ab28f3d5-0a77-45fb-8164-283b7bb05d31 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1735392 Jul 14 09:17:02.691406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port eacc2bbb-938d-478c-9814-5cdc7e27161c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:02.695732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port eacc2bbb-938d-478c-9814-5cdc7e27161c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:02.696139 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.706533 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.739646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb5868-a64f-42ca-9d12-c26896f5e64a req-7597e88e-682f-40e5-b999-9ed74a762bbe tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.741409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8bb5868-a64f-42ca-9d12-c26896f5e64a req-7597e88e-682f-40e5-b999-9ed74a762bbe tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1511924 Jul 14 09:17:02.742492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.762139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-33ee660f-123c-4f6d-abb7-86ee5ffb11fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6198030 Jul 14 09:17:02.797937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fcfbb65e-2ba5-4e70-96e5-b9a01044ec22 req-67561b3a-0195-4256-8389-d56637129ebc tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004045 Jul 14 09:17:02.804536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.830236 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8bb5868-a64f-42ca-9d12-c26896f5e64a req-1a6e2007-793b-4162-9556-1603eb1c4b32 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656438 Jul 14 09:17:02.846488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port eacc2bbb-938d-478c-9814-5cdc7e27161c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=eacc2bbb-938d-478c-9814-5cdc7e27161c,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:02.857720 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.884111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.911287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=eacc2bbb-938d-478c-9814-5cdc7e27161c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.981075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=df65cec3-d56c-40cd-9e0a-1f39be2abadd,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.002663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-86c404c2-3553-4fd3-a99b-857063c819b7 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--765060657&fields=id&tenant_id=9741f334a50c415c92fd7818275029f5 HTTP/1.1" status: 200 len: 267 time: 0.0636630 Jul 14 09:17:03.004191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Checking segment: {'id': '2a8aeee3-d412-4634-9a84-1a7941ed32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4aeb3782-f811-4db8-8117-cc527dad67d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:03.004563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network hostable DHCP agents. Network: 4aeb3782-f811-4db8-8117-cc527dad67d0, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:03.068409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Network 4aeb3782-f811-4db8-8117-cc527dad67d0 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:03.076350 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd39c-dff9-4aa7-8b60-e238c3680839 req-a2122140-0c38-4c11-8550-330a0f56d8d9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.085417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4aeb3782-f811-4db8-8117-cc527dad67d0) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:03.087548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41ecd39c-dff9-4aa7-8b60-e238c3680839 req-a2122140-0c38-4c11-8550-330a0f56d8d9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.0914786 Jul 14 09:17:03.091161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.091429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.096766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad3355-a60f-4934-a0c1-3d7b452f2f13 None None] Network 4aeb3782-f811-4db8-8117-cc527dad67d0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:03.127414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fb278370-ed11-4551-90f3-4e0639b8ff05 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8470790 Jul 14 09:17:03.130172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:03.135403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0a375942-f1bc-4d6d-ab25-4fae96d9df84 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:03.149969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41ecd39c-dff9-4aa7-8b60-e238c3680839 req-258f6d28-9074-47b9-b53b-491c1dbb15c3 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612838 Jul 14 09:17:03.203311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2701c3bb-d71a-40ca-8e2d-757d4b629d9a tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.211028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2701c3bb-d71a-40ca-8e2d-757d4b629d9a tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 810 time: 0.1956968 Jul 14 09:17:03.233514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-79d20dd5-ae52-4efa-99fc-f435e2b4898c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/quotas/9741f334a50c415c92fd7818275029f5 HTTP/1.1" status: 200 len: 375 time: 0.0213177 Jul 14 09:17:03.297500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a375942-f1bc-4d6d-ab25-4fae96d9df84 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127625929'] for subnet, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.337902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4aeb3782-f811-4db8-8117-cc527dad67d0', 'network_id': '4aeb3782-f811-4db8-8117-cc527dad67d0', 'tenant_id': '65375d4a1073433ca5d1b66dec6f1cf8', 'fixed_ips': [{'subnet_id': 'df65cec3-d56c-40cd-9e0a-1f39be2abadd'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:17:03.339054 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.474101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-4ec06726-8705-4406-81ee-1d40877956a9 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2397280 Jul 14 09:17:03.605539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a375942-f1bc-4d6d-ab25-4fae96d9df84 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727180225774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126333808'] for subnet, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.651739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Allocated IP 172.20.0.3 (4aeb3782-f811-4db8-8117-cc527dad67d0/df65cec3-d56c-40cd-9e0a-1f39be2abadd/8cfc6998-12fb-4a2c-9012-8442a4bba5de) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:03.680271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a375942-f1bc-4d6d-ab25-4fae96d9df84 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.680564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a375942-f1bc-4d6d-ab25-4fae96d9df84 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.685047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56540) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:03.693245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0a375942-f1bc-4d6d-ab25-4fae96d9df84 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "PUT /v2.0/subnets/df65cec3-d56c-40cd-9e0a-1f39be2abadd HTTP/1.1" status: 200 len: 877 time: 0.5619993 Jul 14 09:17:03.710312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375942-f1bc-4d6d-ab25-4fae96d9df84 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event updated for resources: {'Subnet': ['ID=df65cec3-d56c-40cd-9e0a-1f39be2abadd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.714089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-c20c9dc3-2c72-492f-b19d-254a90a8cf44 service neutron] 10.222.0.18 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221103 Jul 14 09:17:03.822565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.827809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-fe10df7a-76aa-431d-a05b-21b9199392c2 service neutron] 10.222.0.18 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959790 Jul 14 09:17:03.837055 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.868140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Transition to ACTIVE for port object 8cfc6998-12fb-4a2c-9012-8442a4bba5de will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:03.898428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Transition to ACTIVE for port object 8cfc6998-12fb-4a2c-9012-8442a4bba5de will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:03.904767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.907075 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.983257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.995604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Network 4aeb3782-f811-4db8-8117-cc527dad67d0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:03.998769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:04.002009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:04.009887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Pushing event updated for resources: {'Port': ['ID=8cfc6998-12fb-4a2c-9012-8442a4bba5de,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.068487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=df65cec3-d56c-40cd-9e0a-1f39be2abadd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.106127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Attempting to bind port 8cfc6998-12fb-4a2c-9012-8442a4bba5de on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:04.112084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Attempting to bind port 8cfc6998-12fb-4a2c-9012-8442a4bba5de by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '2a8aeee3-d412-4634-9a84-1a7941ed32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4aeb3782-f811-4db8-8117-cc527dad67d0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:04.112631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Attempting to bind port 8cfc6998-12fb-4a2c-9012-8442a4bba5de on network 4aeb3782-f811-4db8-8117-cc527dad67d0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:04.120614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:04.120992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Checking segment: {'id': '2a8aeee3-d412-4634-9a84-1a7941ed32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4aeb3782-f811-4db8-8117-cc527dad67d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:04.121417 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.121824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Bound using segment: {'id': '2a8aeee3-d412-4634-9a84-1a7941ed32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4aeb3782-f811-4db8-8117-cc527dad67d0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:04.122306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Bound port: 8cfc6998-12fb-4a2c-9012-8442a4bba5de, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8aeee3-d412-4634-9a84-1a7941ed32f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4aeb3782-f811-4db8-8117-cc527dad67d0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:04.122705 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.162732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.181416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aeb3782-f811-4db8-8117-cc527dad67d0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:04.191016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ae94-60ff-4922-8494-38cb4222fcaf req-f54182cd-57ee-49c9-ab2a-d73b686dc014 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.192657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-14f3ae94-60ff-4922-8494-38cb4222fcaf req-f54182cd-57ee-49c9-ab2a-d73b686dc014 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.2138176 Jul 14 09:17:04.202770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8aeee3-d412-4634-9a84-1a7941ed32f6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:04.203076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8aeee3-d412-4634-9a84-1a7941ed32f6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:04.210588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] For port 8cfc6998-12fb-4a2c-9012-8442a4bba5de, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:04.214166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] For port 8cfc6998-12fb-4a2c-9012-8442a4bba5de, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8cfc6998-12fb-4a2c-9012-8442a4bba5de,segment=NetworkSegment(2a8aeee3-d412-4634-9a84-1a7941ed32f6),segment_id=2a8aeee3-d412-4634-9a84-1a7941ed32f6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:04.218797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.226619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.249289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.260947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-14f3ae94-60ff-4922-8494-38cb4222fcaf req-61e5063a-0d44-471f-bb4a-8d46de81c258 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623660 Jul 14 09:17:04.262005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:04.262507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:04.265662 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:04.328741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5d83-4429-4da7-8b83-e39b286a66c3 req-1514ada0-d3b7-4ddf-b903-dc3d7e56b2f5 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.331859 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f78c5d83-4429-4da7-8b83-e39b286a66c3 req-1514ada0-d3b7-4ddf-b903-dc3d7e56b2f5 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1244531 Jul 14 09:17:04.342463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a6fb6-2834-434c-86fe-8e6632961c3b None None] Pushing event updated for resources: {'Port': ['ID=8cfc6998-12fb-4a2c-9012-8442a4bba5de,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.361716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d99bb4-efd5-4183-8f17-0ee05fccaeaf None None] Network 4aeb3782-f811-4db8-8117-cc527dad67d0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:04.368821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59f012c9-cbaa-4e7a-b7fe-dbef8660502a req-b4713e1c-b477-4b8f-8006-9e93090dbc17 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 210 time: 0.0418479 Jul 14 09:17:04.373864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:17:04.373864 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:17:04.373864 n-d-758944-44 neutron-server[93753]: [parameters: {'id': '4aeb3782-f811-4db8-8117-cc527dad67d0'}] Jul 14 09:17:04.373864 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:17:04.374290 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:17:04.413884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f78c5d83-4429-4da7-8b83-e39b286a66c3 req-19ddf94e-0a69-4d79-9668-20eefe65f405 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740929 Jul 14 09:17:04.521073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edeb6c-6eaa-4e1d-9341-ed4b7962e14b None None] Network 4aeb3782-f811-4db8-8117-cc527dad67d0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:04.592025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device eacc2bbb-938d-478c-9814-5cdc7e27161c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:04.614872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0ce36-aaf1-478c-b29a-63f331f41dc8 req-4e2e894e-5932-459f-87bd-ba972fb01b66 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.617063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50f0ce36-aaf1-478c-b29a-63f331f41dc8 req-4e2e894e-5932-459f-87bd-ba972fb01b66 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.0964863 Jul 14 09:17:04.675933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50f0ce36-aaf1-478c-b29a-63f331f41dc8 req-46897fd2-bfe4-4c66-8060-5bba67b7a8f9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524306 Jul 14 09:17:04.700624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port eacc2bbb-938d-478c-9814-5cdc7e27161c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:04.701152 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.758055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6cd17-6e98-4061-8ec0-f49fa6e15ac1 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:17:04.874943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.914992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e6cd17-6e98-4061-8ec0-f49fa6e15ac1 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:17:04.931049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Deleting port 8cfc6998-12fb-4a2c-9012-8442a4bba5de {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:04.931420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.994472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] For port 8cfc6998-12fb-4a2c-9012-8442a4bba5de, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8cfc6998-12fb-4a2c-9012-8442a4bba5de,segment=NetworkSegment(2a8aeee3-d412-4634-9a84-1a7941ed32f6),segment_id=2a8aeee3-d412-4634-9a84-1a7941ed32f6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:04.994848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.010110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Calling delete_port for 8cfc6998-12fb-4a2c-9012-8442a4bba5de owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:05.095418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.119894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Port': ['ID=8cfc6998-12fb-4a2c-9012-8442a4bba5de,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.123293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No DVR routers for this DVR port 8cfc6998-12fb-4a2c-9012-8442a4bba5de on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:05.201703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.211895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aeb3782-f811-4db8-8117-cc527dad67d0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:05.223123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8aeee3-d412-4634-9a84-1a7941ed32f6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:05.223480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8aeee3-d412-4634-9a84-1a7941ed32f6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:05.232184 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.246009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.252183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:05.252814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:05.256285 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:05.313805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.321406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.323182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/4aeb3782-f811-4db8-8117-cc527dad67d0 HTTP/1.1" status: 204 len: 168 time: 1.6371913 Jul 14 09:17:05.328358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.336180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0b40f-1eee-4535-90c8-d00232a7c881 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=4aeb3782-f811-4db8-8117-cc527dad67d0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.374067 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-15db1fbd-b3d1-41d8-aded-5af3a8913abc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:05.374846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15db1fbd-b3d1-41d8-aded-5af3a8913abc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:05.379170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-15db1fbd-b3d1-41d8-aded-5af3a8913abc tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/df65cec3-d56c-40cd-9e0a-1f39be2abadd HTTP/1.1" status: 404 len: 337 time: 0.0491712 Jul 14 09:17:05.382228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56568) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.412361 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6aceaa7-fa53-459a-9445-4b78244ea4ce tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:05.413261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6aceaa7-fa53-459a-9445-4b78244ea4ce tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:05.415187 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6aceaa7-fa53-459a-9445-4b78244ea4ce tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/4aeb3782-f811-4db8-8117-cc527dad67d0 HTTP/1.1" status: 404 len: 339 time: 0.0317273 Jul 14 09:17:05.449158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-7300dfed-11e5-4fc3-af92-80884468a6d6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.450641 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-7300dfed-11e5-4fc3-af92-80884468a6d6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.11 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 810 time: 0.1123970 Jul 14 09:17:05.450795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.487547 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86c1ba2-dfa8-4744-a34b-f159a216ed2a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:05.488527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86c1ba2-dfa8-4744-a34b-f159a216ed2a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:05.490262 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f86c1ba2-dfa8-4744-a34b-f159a216ed2a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/a7a0a431-fe20-4d38-9112-c6fdb6e21cd5 HTTP/1.1" status: 404 len: 337 time: 0.0385942 Jul 14 09:17:05.493444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.517690 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd55eba-4d62-4745-882a-263a220ae46f tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:05.518067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd55eba-4d62-4745-882a-263a220ae46f tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:05.519920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bdd55eba-4d62-4745-882a-263a220ae46f tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/be037a52-4879-49b2-9ee7-65e9efdb1a83 HTTP/1.1" status: 404 len: 339 time: 0.0254433 Jul 14 09:17:05.523269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56578) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.524750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-1a991fbe-7fc8-4df8-bf23-9cc361a172fb tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9741f334a50c415c92fd7818275029f5 HTTP/1.1" status: 200 len: 379 time: 0.0652239 Jul 14 09:17:05.547894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3d425b9d-6472-438a-8c0b-458849d09c29 req-2a155645-09db-4ce0-a9f6-29166bcce152 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 210 time: 0.0371106 Jul 14 09:17:05.553843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'port': {'device_id': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'admin_state_up': True, 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'security_groups': ['b182ff5a-04b1-4386-b991-2a46ecebbf7b']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:05.635464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193fd8e-e5b4-41c1-96b4-b84008269f8a req-1351f474-cc05-4cc0-8d69-326b786c8467 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.636962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0193fd8e-e5b4-41c1-96b4-b84008269f8a req-1351f474-cc05-4cc0-8d69-326b786c8467 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.2446444 Jul 14 09:17:05.652845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.729236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0193fd8e-e5b4-41c1-96b4-b84008269f8a req-7aae6fd4-c641-4e02-86d1-b7d076a06dac tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818551 Jul 14 09:17:05.738755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-28b8d2d9-317d-476a-bcb2-5bd1ce7e1a1c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.738902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Made reservation on behalf of 9741f334a50c415c92fd7818275029f5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:05.740242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-28b8d2d9-317d-476a-bcb2-5bd1ce7e1a1c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1632555 Jul 14 09:17:05.742467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.753747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329647-2902-4acf-89ad-210d15f31fa2 req-85e03cc9-1a39-47f5-9815-0d5950613244 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.755290 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47329647-2902-4acf-89ad-210d15f31fa2 req-85e03cc9-1a39-47f5-9815-0d5950613244 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 946 time: 0.1071632 Jul 14 09:17:05.827168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.841393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9c3b38-c181-4d1c-90e7-8f7c87c0d830']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:05.850846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-47329647-2902-4acf-89ad-210d15f31fa2 req-b2fd4313-4428-4ac5-8a6e-66d8405b97cf tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799291 Jul 14 09:17:05.877808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5047fa9f-7c4a-4be1-81cb-1c9e07048675') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:05.878402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5047fa9f-7c4a-4be1-81cb-1c9e07048675') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:05.894990 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.912496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.921094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:05.921497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:05.924585 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:05.965376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Allocated IP 172.20.0.4 (34e26c40-54fe-448c-9b5c-3a9cb317c6f3/c3521f08-4eec-4f05-806c-08a859aa3568/0dc57bd9-d645-462c-a121-6e7540f5a756) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:05.992890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Deleting port 71a14c2e-39c5-4184-9a8d-7ef96258f26e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:05.993265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.998045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.042104 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.044447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/ff9c3b38-c181-4d1c-90e7-8f7c87c0d830 HTTP/1.1" status: 204 len: 168 time: 0.5201218 Jul 14 09:17:06.057219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.069267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=ff9c3b38-c181-4d1c-90e7-8f7c87c0d830,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.099815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.100163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.100506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.100944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.101443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.101604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.101987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.102283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.102585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.102881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.103417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.104044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e2421-281e-471e-b445-f8eeec3aa84c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.107038 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-90761a1e-2ee1-449d-aed4-e271d6c92505 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.107674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90761a1e-2ee1-449d-aed4-e271d6c92505 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.109564 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-90761a1e-2ee1-449d-aed4-e271d6c92505 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/1beaff03-f7e5-4f37-8223-b93ef50a4aa9 HTTP/1.1" status: 404 len: 337 time: 0.0514159 Jul 14 09:17:06.113224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.148494 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e692fad-8b8f-4275-9286-d6cea0a4870f tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.149285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e692fad-8b8f-4275-9286-d6cea0a4870f tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.153462 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e692fad-8b8f-4275-9286-d6cea0a4870f tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/3e41db46-2ff1-4050-9144-64459bb81406 HTTP/1.1" status: 404 len: 339 time: 0.0367348 Jul 14 09:17:06.153972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.191165 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-918da490-b74a-46bb-b143-63364ad375f5 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.191754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918da490-b74a-46bb-b143-63364ad375f5 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.195858 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-918da490-b74a-46bb-b143-63364ad375f5 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/fdd27b34-20e6-4580-81d5-05bafa6f57f7 HTTP/1.1" status: 404 len: 337 time: 0.0384784 Jul 14 09:17:06.197977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.200291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] For port 71a14c2e-39c5-4184-9a8d-7ef96258f26e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=71a14c2e-39c5-4184-9a8d-7ef96258f26e,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:06.200656 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.213815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Calling delete_port for 71a14c2e-39c5-4184-9a8d-7ef96258f26e owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:06.235784 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0fca82-4149-4a8b-b8c7-dcaa2a60c244 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.236412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0fca82-4149-4a8b-b8c7-dcaa2a60c244 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.240988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9e0fca82-4149-4a8b-b8c7-dcaa2a60c244 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/57e78bc1-9d3c-4f23-819e-51f858e6043f HTTP/1.1" status: 404 len: 339 time: 0.0366671 Jul 14 09:17:06.242610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.286804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e486b8-cfce-49e9-b47e-ce0c2f5af685 req-f42cdc21-673d-4c59-97a6-90104d215bff tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.291617 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73e486b8-cfce-49e9-b47e-ce0c2f5af685 req-f42cdc21-673d-4c59-97a6-90104d215bff tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.2196577 Jul 14 09:17:06.297146 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.300788 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0e7f2b-21fc-488e-a742-15abdf2b4723 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.301243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0e7f2b-21fc-488e-a742-15abdf2b4723 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.305427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e0e7f2b-21fc-488e-a742-15abdf2b4723 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/dea6bb53-219c-43df-b2c1-0dec6fb385e1 HTTP/1.1" status: 404 len: 337 time: 0.0593030 Jul 14 09:17:06.305856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.332523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Transition to ACTIVE for port object 0dc57bd9-d645-462c-a121-6e7540f5a756 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:06.334267 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-29142874-2514-4f6c-9c93-54d9e4f37ca0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.335407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29142874-2514-4f6c-9c93-54d9e4f37ca0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.337656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29142874-2514-4f6c-9c93-54d9e4f37ca0 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/ccbea66d-1ede-4103-895c-3d75c76553ce HTTP/1.1" status: 404 len: 339 time: 0.0309951 Jul 14 09:17:06.340692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56608) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.362710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73e486b8-cfce-49e9-b47e-ce0c2f5af685 req-8a200e03-2d8f-483d-8338-ba731aab6ce4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583208 Jul 14 09:17:06.374440 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad48b7cb-c308-4a11-bcca-a2535569d3de tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.375089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad48b7cb-c308-4a11-bcca-a2535569d3de tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.376826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ad48b7cb-c308-4a11-bcca-a2535569d3de tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/3a9382b8-6695-4e66-aa08-854281068725 HTTP/1.1" status: 404 len: 337 time: 0.0349877 Jul 14 09:17:06.380952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.417118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.423276 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6b9b62-5d67-437a-a222-a158c6ee0888 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.423937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6b9b62-5d67-437a-a222-a158c6ee0888 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.426021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0c6b9b62-5d67-437a-a222-a158c6ee0888 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/753e22b4-fb70-46c7-b39c-6dc5eb0c369e HTTP/1.1" status: 404 len: 339 time: 0.0408332 Jul 14 09:17:06.433346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56612) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.466531 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7379cb-44f9-4cf2-ba98-646a5e3eea2e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.467237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7379cb-44f9-4cf2-ba98-646a5e3eea2e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.469332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9c7379cb-44f9-4cf2-ba98-646a5e3eea2e tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/a83e8d1d-6242-4516-862e-421ead3311f8 HTTP/1.1" status: 404 len: 337 time: 0.0348985 Jul 14 09:17:06.473411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.490915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:06.495234 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a99540-848a-470e-a8d6-15f557c76585 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.496060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a99540-848a-470e-a8d6-15f557c76585 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.498458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-53a99540-848a-470e-a8d6-15f557c76585 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/f80e1646-9005-435b-ad25-44c783cda414 HTTP/1.1" status: 404 len: 339 time: 0.0237539 Jul 14 09:17:06.499702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.501473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.511875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['533cef56-d4f8-43d7-badc-fb90951873b0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:06.516312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:06.521956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:06.554790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'Port': ['ID=0dc57bd9-d645-462c-a121-6e7540f5a756,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.561836 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0f9686-eb4a-4a5e-b6a8-2117a33d08de tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.562596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0f9686-eb4a-4a5e-b6a8-2117a33d08de tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.564581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae0f9686-eb4a-4a5e-b6a8-2117a33d08de tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/16cf1831-7585-4432-86e0-f2f49393884a HTTP/1.1" status: 404 len: 337 time: 0.0618370 Jul 14 09:17:06.567095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Pushing event deleted for resources: {'Port': ['ID=71a14c2e-39c5-4184-9a8d-7ef96258f26e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.570691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.584329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.584685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.585035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.585376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.585717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.586054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.586414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.586708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.587039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.587392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.587736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.588065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:06.642442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.642869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.666643 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-433b6a44-ce42-4bdc-be8f-4f70354abf8c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.667241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433b6a44-ce42-4bdc-be8f-4f70354abf8c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.670754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-433b6a44-ce42-4bdc-be8f-4f70354abf8c tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/71072d2c-eded-4092-91ce-e57ce46faf30 HTTP/1.1" status: 404 len: 339 time: 0.0863857 Jul 14 09:17:06.673327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.695976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-41103258-a869-49ad-bb8f-8f9cfee54615 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1520729 Jul 14 09:17:06.720405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] No DVR routers for this DVR port 71a14c2e-39c5-4184-9a8d-7ef96258f26e on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:06.724558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.729651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7c075b9-4803-44b1-8a6c-d77b2f65b737 req-a6a68001-5678-40ee-b081-a18445c825fb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "DELETE /v2.0/ports/71a14c2e-39c5-4184-9a8d-7ef96258f26e HTTP/1.1" status: 204 len: 173 time: 0.9790599 Jul 14 09:17:06.731367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08432588-87b2-4a36-a508-a1af16633176', 'name': 'network-vif-deleted', 'tag': '71a14c2e-39c5-4184-9a8d-7ef96258f26e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:06.745196 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7335f42b-43fc-4cf9-bb0b-6c6183ec7b24" -d '{"events": [{"server_uuid": "08432588-87b2-4a36-a508-a1af16633176", "name": "network-vif-deleted", "tag": "71a14c2e-39c5-4184-9a8d-7ef96258f26e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:06.775232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Request body: {'port': {'device_id': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:06.784183 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec64f7db-67ac-44c0-ae53-8e1783a87582 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.784689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec64f7db-67ac-44c0-ae53-8e1783a87582 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.786709 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ec64f7db-67ac-44c0-ae53-8e1783a87582 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/643f9129-025e-4839-a7db-81f4128f2712 HTTP/1.1" status: 404 len: 337 time: 0.1121373 Jul 14 09:17:06.789797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.838187 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcc1288-7c49-48c5-9756-28ee3b91d408 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.838754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcc1288-7c49-48c5-9756-28ee3b91d408 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.840533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ffcc1288-7c49-48c5-9756-28ee3b91d408 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/cac98649-0775-41a2-a58d-81a17e51b680 HTTP/1.1" status: 404 len: 339 time: 0.0498123 Jul 14 09:17:06.843197 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96ec90f-0c1e-419a-9046-3bd05cce7f2e x-openstack-request-id: req-c96ec90f-0c1e-419a-9046-3bd05cce7f2e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:06.844852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.844989 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08432588-87b2-4a36-a508-a1af16633176", "name": "network-vif-deleted", "tag": "71a14c2e-39c5-4184-9a8d-7ef96258f26e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:06.845310 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c96ec90f-0c1e-419a-9046-3bd05cce7f2e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:06.845783 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08432588-87b2-4a36-a508-a1af16633176', 'name': 'network-vif-deleted', 'tag': '71a14c2e-39c5-4184-9a8d-7ef96258f26e', 'status': 'completed', 'code': 200} Jul 14 09:17:06.880375 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff3f34e-5157-4f0b-a2f7-7c0f53418b23 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.880844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff3f34e-5157-4f0b-a2f7-7c0f53418b23 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:06.885741 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cff3f34e-5157-4f0b-a2f7-7c0f53418b23 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/3b7b17e9-1a0c-4f37-b800-de996025d472 HTTP/1.1" status: 404 len: 337 time: 0.0369196 Jul 14 09:17:06.888031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:06.904761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbfeec-4bef-4e2f-8662-a87df6ad800a req-eed32e43-3235-4ddd-a926-718659a726b0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.914880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d0dbfeec-4bef-4e2f-8662-a87df6ad800a req-eed32e43-3235-4ddd-a926-718659a726b0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 931 time: 0.1841724 Jul 14 09:17:06.937710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-debbe76f-ba00-461f-935e-dbe8a493a3f9 None None] Provisioning for port 0dc57bd9-d645-462c-a121-6e7540f5a756 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:06.943403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-debbe76f-ba00-461f-935e-dbe8a493a3f9 None None] Provisioning complete for port 0dc57bd9-d645-462c-a121-6e7540f5a756 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:06.944797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-debbe76f-ba00-461f-935e-dbe8a493a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.995797 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c7a4dd-3448-4184-be8a-c3b3b66843c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] DELETE failed (client error): The resource could not be found. Jul 14 09:17:06.996385 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c7a4dd-3448-4184-be8a-c3b3b66843c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:17:07.003980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f6c7a4dd-3448-4184-be8a-c3b3b66843c2 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/3219cd8f-5033-4d1c-955f-5d577d41cd1a HTTP/1.1" status: 404 len: 339 time: 0.1129329 Jul 14 09:17:07.005688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:07.033266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d0dbfeec-4bef-4e2f-8662-a87df6ad800a req-bd6d7a2b-4e16-4fdc-9263-6f77e1fba8d9 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167388 Jul 14 09:17:07.034034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-debbe76f-ba00-461f-935e-dbe8a493a3f9 None None] Port 0dc57bd9-d645-462c-a121-6e7540f5a756 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:07.037290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.095546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8c71fc0b-494e-4e60-9494-61096847ce5c req-f3140f61-9f66-4659-9604-9fa8f0446d23 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08432588-87b2-4a36-a508-a1af16633176 HTTP/1.1" status: 200 len: 210 time: 0.0559213 Jul 14 09:17:07.109605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Deleting subnet 4cffbf53-54f0-4060-b936-ea164c5223d5 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:07.132886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.207491 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.558116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc57bd9-d645-462c-a121-6e7540f5a756 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:07.567390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.585280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2af26-e877-4b22-a870-83d7ffaaba23 req-201e9769-078b-403d-8e66-ea76bcfb3298 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.587809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4f2af26-e877-4b22-a870-83d7ffaaba23 req-201e9769-078b-403d-8e66-ea76bcfb3298 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1424379 Jul 14 09:17:07.603317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Transition to ACTIVE for port object 0dc57bd9-d645-462c-a121-6e7540f5a756 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:07.611085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.673446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4f2af26-e877-4b22-a870-83d7ffaaba23 req-84d900f8-cd5c-4d04-87d6-1603223bdfd2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795197 Jul 14 09:17:07.682119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=0dc57bd9-d645-462c-a121-6e7540f5a756,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.767390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Attempting to bind port 0dc57bd9-d645-462c-a121-6e7540f5a756 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:07.767751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Attempting to bind port 0dc57bd9-d645-462c-a121-6e7540f5a756 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:07.768074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Attempting to bind port 0dc57bd9-d645-462c-a121-6e7540f5a756 on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:07.773344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Port 0dc57bd9-d645-462c-a121-6e7540f5a756 on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:07.773664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Attempting to bind port 0dc57bd9-d645-462c-a121-6e7540f5a756 on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:07.778991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:07.779342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Checking segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:07.779764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Bound using segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:07.780177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Bound port: 0dc57bd9-d645-462c-a121-6e7540f5a756, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:07.780534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.790388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.859564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] For port 0dc57bd9-d645-462c-a121-6e7540f5a756, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:07.864240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] For port 0dc57bd9-d645-462c-a121-6e7540f5a756, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0dc57bd9-d645-462c-a121-6e7540f5a756,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:07.870674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.894996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ac91b-6804-447f-a66f-05e8279e0b80 req-4663e398-64a9-4a3f-aa61-b3f670488fae tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.896526 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb3ac91b-6804-447f-a66f-05e8279e0b80 req-4663e398-64a9-4a3f-aa61-b3f670488fae tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1544478 Jul 14 09:17:07.897937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.913673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.914306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.915917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] 10.222.0.11 "PUT /v2.0/ports/0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 200 len: 1092 time: 1.1789343 Jul 14 09:17:07.916301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:07.918542 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:07.934882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Subnet': ['ID=4cffbf53-54f0-4060-b936-ea164c5223d5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.956476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405aeff-27c7-4a31-8030-05b30804a4bb service neutron] Pushing event updated for resources: {'Port': ['ID=0dc57bd9-d645-462c-a121-6e7540f5a756,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.959968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.961826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-26cd8122-23d5-4a7a-ba8f-8ab6f973de7a tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/subnets/4cffbf53-54f0-4060-b936-ea164c5223d5 HTTP/1.1" status: 204 len: 168 time: 0.9549434 Jul 14 09:17:07.964250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56654) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:07.989719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da1236-3e19-48dd-8ddb-bcf29c11d37a None None] Network 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:08.049416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-fcf194cf-864d-44ab-9e22-4e64778c7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.051197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-fcf194cf-864d-44ab-9e22-4e64778c7662 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 1095 time: 0.0900023 Jul 14 09:17:08.079192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb3ac91b-6804-447f-a66f-05e8279e0b80 req-8de34bd8-9d0b-42ad-957f-e3425703559e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521304 Jul 14 09:17:08.122001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.230895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Deleting port 22837454-fb8f-4dae-b2bd-31710ca77440 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:08.231343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.243496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 71a14c2e-39c5-4184-9a8d-7ef96258f26e no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:08.327900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 71a14c2e-39c5-4184-9a8d-7ef96258f26e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:08.329122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 71a14c2e-39c5-4184-9a8d-7ef96258f26e not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:08.333917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] DHCP port deletion for 96a66a3e-3a3a-4dcc-b5e0-423100c33a1d request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:17:08.351598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] For port 22837454-fb8f-4dae-b2bd-31710ca77440, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22837454-fb8f-4dae-b2bd-31710ca77440,segment=NetworkSegment(e615985c-24ee-43c6-9c6c-49340504b6dc),segment_id=e615985c-24ee-43c6-9c6c-49340504b6dc)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:08.351977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.368427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Calling delete_port for 22837454-fb8f-4dae-b2bd-31710ca77440 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:08.428409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] Deleting port 22837454-fb8f-4dae-b2bd-31710ca77440 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:08.428783 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.521540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731442bc-c09a-4c0f-938a-567d1d644dc6 req-cd2e5277-0566-4155-ae16-e5fc44150b58 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.530468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-731442bc-c09a-4c0f-938a-567d1d644dc6 req-cd2e5277-0566-4155-ae16-e5fc44150b58 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 943 time: 0.1475143 Jul 14 09:17:08.556856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.596371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] For port 22837454-fb8f-4dae-b2bd-31710ca77440, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22837454-fb8f-4dae-b2bd-31710ca77440,segment=NetworkSegment(e615985c-24ee-43c6-9c6c-49340504b6dc),segment_id=e615985c-24ee-43c6-9c6c-49340504b6dc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:08.596793 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.606355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Port': ['ID=22837454-fb8f-4dae-b2bd-31710ca77440,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:08.608633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] No DVR routers for this DVR port 22837454-fb8f-4dae-b2bd-31710ca77440 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:08.613346 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] Calling delete_port for 22837454-fb8f-4dae-b2bd-31710ca77440 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:08.665130 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-731442bc-c09a-4c0f-938a-567d1d644dc6 req-26356a80-7be8-43bf-abb8-86795c204df5 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314156 Jul 14 09:17:08.705793 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.718721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22837454-fb8f-4dae-b2bd-31710ca77440 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:08.720800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] No DVR routers for this DVR port 22837454-fb8f-4dae-b2bd-31710ca77440 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:08.749994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.762620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a66a3e-3a3a-4dcc-b5e0-423100c33a1d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.764902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a7dcd-a38a-40ee-83e4-3e289292a030 None None] Pushing event deleted for resources: {'Port': ['ID=22837454-fb8f-4dae-b2bd-31710ca77440,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:08.766721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 22837454-fb8f-4dae-b2bd-31710ca77440 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:08.767002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22837454-fb8f-4dae-b2bd-31710ca77440 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:08.784553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e615985c-24ee-43c6-9c6c-49340504b6dc') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.784858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e615985c-24ee-43c6-9c6c-49340504b6dc') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.798647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.814183 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.818838 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fef841-3c5d-4587-9f5f-d59cf4b5190a x-openstack-request-id: req-27fef841-3c5d-4587-9f5f-d59cf4b5190a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:08.819441 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:08.819441 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27fef841-3c5d-4587-9f5f-d59cf4b5190a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:08.819849 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'status': 'completed', 'code': 200} Jul 14 09:17:08.821612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-93c40db8-97f2-4a0f-96a4-bcea35590eb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 200 len: 217 time: 0.7628741 Jul 14 09:17:08.824049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:08.824603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:08.828784 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:08.902765 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.919711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-47d845bc-4e99-4091-892d-9582ee63d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.921084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-47d845bc-4e99-4091-892d-9582ee63d009 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.0903902 Jul 14 09:17:08.937378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.954117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] 10.222.0.18 "DELETE /v2.0/networks/96a66a3e-3a3a-4dcc-b5e0-423100c33a1d HTTP/1.1" status: 204 len: 168 time: 0.9828010 Jul 14 09:17:08.957250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e37835-875a-4331-9f39-d35ee4fb49b8 tempest-NetworksTest-1456551084 tempest-NetworksTest-1456551084-project] Pushing event deleted for resources: {'Network': ['ID=96a66a3e-3a3a-4dcc-b5e0-423100c33a1d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.031741 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-73cc368a-93c3-4a11-8138-17caecdda287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.034043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-73cc368a-93c3-4a11-8138-17caecdda287 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061065 Jul 14 09:17:09.193837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:09.207057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-00df77f7-1a8a-4fdc-9568-1a58124b4abd service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601946 Jul 14 09:17:09.290551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8152c-b9bc-463c-9233-831d002f35ad req-394f2de1-e0ea-4609-bb9d-62bc6f6852a2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.293027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff8152c-b9bc-463c-9233-831d002f35ad req-394f2de1-e0ea-4609-bb9d-62bc6f6852a2 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1484821 Jul 14 09:17:09.361464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-782f4b1c-9aee-4f07-ab2b-c245ac8b103f req-2cbda202-4386-40a7-87c1-b96a1595012a service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470799 Jul 14 09:17:09.366453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff8152c-b9bc-463c-9233-831d002f35ad req-d4ed3bc7-e730-494e-b2e1-4975d9ba828f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620146 Jul 14 09:17:09.371413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4223612b-b375-44ea-9918-b09bccc1a9cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65375d4a1073433ca5d1b66dec6f1cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745257 Jul 14 09:17:09.377224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:09.476742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0950-bdb6-4a79-b64b-69a1e40d9374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.522796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0950-bdb6-4a79-b64b-69a1e40d9374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.560251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7356-e46f-410d-9f77-38616896a595 req-0f01aca7-5bc5-4218-a3c3-5c02916845eb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.562367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f75c7356-e46f-410d-9f77-38616896a595 req-0f01aca7-5bc5-4218-a3c3-5c02916845eb tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.0686457 Jul 14 09:17:09.573253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-3a0fcbd7-9147-49dc-a094-9609d77c1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.574957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-3a0fcbd7-9147-49dc-a094-9609d77c1782 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 1095 time: 0.1133983 Jul 14 09:17:09.602115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0950-bdb6-4a79-b64b-69a1e40d9374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.604796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f4f0950-bdb6-4a79-b64b-69a1e40d9374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.608250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4f4f0950-bdb6-4a79-b64b-69a1e40d9374 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4056ef34-f4cc-4f00-828f-8e32b809e113 HTTP/1.1" status: 204 len: 168 time: 0.2274959 Jul 14 09:17:09.613764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f75c7356-e46f-410d-9f77-38616896a595 req-adc66d73-b692-4c12-bb5a-5d71b316cde7 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Jul 14 09:17:09.666306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f0950-bdb6-4a79-b64b-69a1e40d9374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4056ef34-f4cc-4f00-828f-8e32b809e113,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.734063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-9ce38a04-b96d-47db-aad8-5cb1e8b66813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.736211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-9ce38a04-b96d-47db-aad8-5cb1e8b66813 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.1468489 Jul 14 09:17:09.782128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-f300dd5d-563e-47b6-acab-72208fac6c7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 200 len: 217 time: 0.0379312 Jul 14 09:17:09.888553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-1051ea91-2f5f-4694-9911-fafaba75dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.889236 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-1051ea91-2f5f-4694-9911-fafaba75dbae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.1008534 Jul 14 09:17:09.985889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca2449-50b4-48ce-b377-32564c4402df req-6270245a-4be0-401e-a8b7-b76fa92e6092 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.987500 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69ca2449-50b4-48ce-b377-32564c4402df req-6270245a-4be0-401e-a8b7-b76fa92e6092 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 943 time: 0.1888430 Jul 14 09:17:10.056578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-1c27b18b-39ed-4fd8-af97-9e8f3a134a1b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.058109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-1c27b18b-39ed-4fd8-af97-9e8f3a134a1b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1869648 Jul 14 09:17:10.089717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69ca2449-50b4-48ce-b377-32564c4402df req-2f45a955-f47c-425c-a79a-6f3297b45998 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928967 Jul 14 09:17:10.093226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-ec586017-eb9b-4c52-a90e-c696b9a395cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.094725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-ec586017-eb9b-4c52-a90e-c696b9a395cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859524 Jul 14 09:17:10.300992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-53e187ff-c694-43bd-ae5f-4d95696faf2e service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683521 Jul 14 09:17:10.361595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Deleting port 008c4da7-76fc-4d80-bd30-24c98cc38f3f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:10.361956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.480903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcb55d73-2c09-4447-9ad4-ddd5ee168d6f req-bca944d3-7295-4fb9-8de8-dd4bb276ca93 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736004 Jul 14 09:17:10.499945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] For port 008c4da7-76fc-4d80-bd30-24c98cc38f3f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=008c4da7-76fc-4d80-bd30-24c98cc38f3f,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.500314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.517365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Calling delete_port for 008c4da7-76fc-4d80-bd30-24c98cc38f3f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:10.635037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71b6fe-b110-47e8-906d-d0715251c3f1 req-6f2f5391-315b-4fca-87b9-11a9f39e6f70 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.642636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f71b6fe-b110-47e8-906d-d0715251c3f1 req-6f2f5391-315b-4fca-87b9-11a9f39e6f70 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2fc50c4-aa4a-4d75-a7e4-0a09233403b7 HTTP/1.1" status: 200 len: 945 time: 0.1036358 Jul 14 09:17:10.685204 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.700632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f71b6fe-b110-47e8-906d-d0715251c3f1 req-0172d9e6-c950-4bc9-abe8-590b76df2e0c tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569220 Jul 14 09:17:10.721366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event deleted for resources: {'Port': ['ID=008c4da7-76fc-4d80-bd30-24c98cc38f3f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.784006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] No DVR routers for this DVR port 008c4da7-76fc-4d80-bd30-24c98cc38f3f on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:10.788905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.791349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-236f8b28-1485-4e0f-a8be-ebbaf6086eab req-447405aa-2e2d-4524-a359-e79edf243b78 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.11 "DELETE /v2.0/ports/008c4da7-76fc-4d80-bd30-24c98cc38f3f HTTP/1.1" status: 204 len: 173 time: 0.7263474 Jul 14 09:17:10.829636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'name': 'network-vif-deleted', 'tag': '008c4da7-76fc-4d80-bd30-24c98cc38f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:10.833801 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3bed1c-f6e3-46c1-bdc9-3d92464cfb77" -d '{"events": [{"server_uuid": "b2fc50c4-aa4a-4d75-a7e4-0a09233403b7", "name": "network-vif-deleted", "tag": "008c4da7-76fc-4d80-bd30-24c98cc38f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:10.882638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fb91a-847a-42d7-b2bd-1660b49b2611 req-53166cfd-b881-4d4d-9b79-f831039c85b8 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.889388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-858fb91a-847a-42d7-b2bd-1660b49b2611 req-53166cfd-b881-4d4d-9b79-f831039c85b8 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.0970552 Jul 14 09:17:10.915874 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cb78cd-5378-496d-bd6c-1dc25369b5a1 x-openstack-request-id: req-e6cb78cd-5378-496d-bd6c-1dc25369b5a1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:10.916162 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fc50c4-aa4a-4d75-a7e4-0a09233403b7", "name": "network-vif-deleted", "tag": "008c4da7-76fc-4d80-bd30-24c98cc38f3f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:10.916436 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6cb78cd-5378-496d-bd6c-1dc25369b5a1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:10.916824 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fc50c4-aa4a-4d75-a7e4-0a09233403b7', 'name': 'network-vif-deleted', 'tag': '008c4da7-76fc-4d80-bd30-24c98cc38f3f', 'status': 'completed', 'code': 200} Jul 14 09:17:10.950620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-858fb91a-847a-42d7-b2bd-1660b49b2611 req-2979e776-767e-403c-85b7-2d82949a908c tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603797 Jul 14 09:17:11.289733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fff92-716f-4079-af20-724b9008526b req-8afd507b-ff02-46cd-91d2-2d95b9a826df tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:11.291278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e6fff92-716f-4079-af20-724b9008526b req-8afd507b-ff02-46cd-91d2-2d95b9a826df tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 943 time: 0.0702455 Jul 14 09:17:11.364809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e6fff92-716f-4079-af20-724b9008526b req-797e56c7-d3ec-46c9-a5f7-29a9992c531d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643382 Jul 14 09:17:11.644053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:11.708692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-579f6d24-ac0f-48ce-90c8-7eae4ac94619 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:11.710118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-579f6d24-ac0f-48ce-90c8-7eae4ac94619 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.0712726 Jul 14 09:17:11.770331 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aee20bbc-ccf9-464a-bc0b-534e57f3fbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.845334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Deleting port 533cef56-d4f8-43d7-badc-fb90951873b0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:11.846467 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.884694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aee20bbc-ccf9-464a-bc0b-534e57f3fbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.889085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aee20bbc-ccf9-464a-bc0b-534e57f3fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.936152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aee20bbc-ccf9-464a-bc0b-534e57f3fbc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fb42b65c4d94a128e319761d63c028b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906816 Jul 14 09:17:11.938042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:11.940152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20bbc-ccf9-464a-bc0b-534e57f3fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe4b41-7a0b-41f3-89a5-01b5d5a360f5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.972881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0dc57bd9-d645-462c-a121-6e7540f5a756 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:11.975829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 008c4da7-76fc-4d80-bd30-24c98cc38f3f no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:12.001372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] For port 533cef56-d4f8-43d7-badc-fb90951873b0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=533cef56-d4f8-43d7-badc-fb90951873b0,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.001734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.024497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Calling delete_port for 533cef56-d4f8-43d7-badc-fb90951873b0 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:12.041458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 008c4da7-76fc-4d80-bd30-24c98cc38f3f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:12.041801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 008c4da7-76fc-4d80-bd30-24c98cc38f3f not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:12.143548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2487054-dbab-4103-a4e5-7c9f59522224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.175701 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2487054-dbab-4103-a4e5-7c9f59522224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.187391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43084-3637-41a2-a2b9-82d7f1f3cdf5 req-96db6db8-cba3-4f9d-8d31-c06c62c0f087 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.189504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83b43084-3637-41a2-a2b9-82d7f1f3cdf5 req-96db6db8-cba3-4f9d-8d31-c06c62c0f087 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 945 time: 0.0768638 Jul 14 09:17:12.247933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83b43084-3637-41a2-a2b9-82d7f1f3cdf5 req-2c74305b-1a60-4c8e-b51a-a6557d32baa9 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a5dd061-5770-4091-ae42-1c7ed1f99610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523310 Jul 14 09:17:12.295892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-ac5dcbc5-5266-4108-a3ac-3eef65001ce9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.297709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-ac5dcbc5-5266-4108-a3ac-3eef65001ce9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.2667859 Jul 14 09:17:12.306077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2487054-dbab-4103-a4e5-7c9f59522224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.308755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2487054-dbab-4103-a4e5-7c9f59522224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.311108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b2487054-dbab-4103-a4e5-7c9f59522224 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bfe4b41-7a0b-41f3-89a5-01b5d5a360f5 HTTP/1.1" status: 204 len: 168 time: 0.3720496 Jul 14 09:17:12.339554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2487054-dbab-4103-a4e5-7c9f59522224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe4b41-7a0b-41f3-89a5-01b5d5a360f5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.350259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-b78a2b9a-67c9-427e-93ef-594fc849e040 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/quotas/4cef37b6da724e748fd4c1a0a9404da1 HTTP/1.1" status: 200 len: 375 time: 0.0368285 Jul 14 09:17:12.395323 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-ff1ccfb0-0e5e-4057-a02a-f0ab7070fe41 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440261 Jul 14 09:17:12.400190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0dc57bd9-d645-462c-a121-6e7540f5a756, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0dc57bd9-d645-462c-a121-6e7540f5a756,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.425832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'port_id': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'mac_address': 'fa:16:3e:ac:67:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:12.498390 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.531768 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.532088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc57bd9-d645-462c-a121-6e7540f5a756 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:12.574788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0dc57bd9-d645-462c-a121-6e7540f5a756, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0dc57bd9-d645-462c-a121-6e7540f5a756,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.580008 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.601942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-6cefd471-cecb-44a1-8808-18665b8c123e service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056820 Jul 14 09:17:12.604515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Pushing event deleted for resources: {'Port': ['ID=533cef56-d4f8-43d7-badc-fb90951873b0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.642478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0dc57bd9-d645-462c-a121-6e7540f5a756,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.730543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] No DVR routers for this DVR port 533cef56-d4f8-43d7-badc-fb90951873b0 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:12.735390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.737158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee526ed0-f16a-4f40-b20b-a613b0bb94c0 req-89bb5beb-f0e7-428d-b34d-764c01347047 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.48 "DELETE /v2.0/ports/533cef56-d4f8-43d7-badc-fb90951873b0 HTTP/1.1" status: 204 len: 173 time: 1.0205786 Jul 14 09:17:12.738171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08091faf-40be-4215-a293-20e04129c70a', 'name': 'network-vif-deleted', 'tag': '533cef56-d4f8-43d7-badc-fb90951873b0'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:12.740485 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ed9885-bfbb-4624-8867-2b2321025190" -d '{"events": [{"server_uuid": "08091faf-40be-4215-a293-20e04129c70a", "name": "network-vif-deleted", "tag": "533cef56-d4f8-43d7-badc-fb90951873b0"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:12.812273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-c2a31f7d-02e5-490c-9c68-776114be76c8 service neutron] 10.222.0.18 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976600 Jul 14 09:17:12.838317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd38c3-9b2d-4043-b3b2-01420e585bae req-8035629a-4ae5-4088-858a-11ae85a6a15d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.845686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98cd38c3-9b2d-4043-b3b2-01420e585bae req-8035629a-4ae5-4088-858a-11ae85a6a15d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 944 time: 0.1143563 Jul 14 09:17:12.852454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:12.870844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0dc57bd9-d645-462c-a121-6e7540f5a756'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:12.876283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6349a215-f3c1-47e7-8710-d65f2436657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.897269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98cd38c3-9b2d-4043-b3b2-01420e585bae req-9df0621c-ee80-4878-b9a3-ad317d64dc48 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504899 Jul 14 09:17:13.012193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6349a215-f3c1-47e7-8710-d65f2436657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.016316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6349a215-f3c1-47e7-8710-d65f2436657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.103583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349a215-f3c1-47e7-8710-d65f2436657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2322f-5a84-4aa6-b2c7-b5236c7e8330,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.138086 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a2e932-ce47-40d5-a8c8-00a34baa5819 x-openstack-request-id: req-35a2e932-ce47-40d5-a8c8-00a34baa5819 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:13.138395 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08091faf-40be-4215-a293-20e04129c70a", "name": "network-vif-deleted", "tag": "533cef56-d4f8-43d7-badc-fb90951873b0", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:13.138652 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35a2e932-ce47-40d5-a8c8-00a34baa5819 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:13.139064 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08091faf-40be-4215-a293-20e04129c70a', 'name': 'network-vif-deleted', 'tag': '533cef56-d4f8-43d7-badc-fb90951873b0', 'status': 'completed', 'code': 200} Jul 14 09:17:13.165490 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bcc537d4-65f5-43f2-a259-09aed2a9e38a req-9baf122e-2343-4729-a35b-bf3e400008a4 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 210 time: 0.0553796 Jul 14 09:17:13.171546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6349a215-f3c1-47e7-8710-d65f2436657c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a49513735368470981f63551fbd0127f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132594 Jul 14 09:17:13.171932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56812) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:13.245537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bd01b92-02ea-437d-9107-0a6f3ccc7447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.268299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bd01b92-02ea-437d-9107-0a6f3ccc7447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.334432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bd01b92-02ea-437d-9107-0a6f3ccc7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.340764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bd01b92-02ea-437d-9107-0a6f3ccc7447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.342731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9bd01b92-02ea-437d-9107-0a6f3ccc7447 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2c2322f-5a84-4aa6-b2c7-b5236c7e8330 HTTP/1.1" status: 204 len: 168 time: 0.1697893 Jul 14 09:17:13.352912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd01b92-02ea-437d-9107-0a6f3ccc7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2322f-5a84-4aa6-b2c7-b5236c7e8330,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.482609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-18775262-9e78-4af9-a8cb-6d4ff8d34865 req-fc27e870-bb92-448f-a83e-d076f78d1839 tempest-ServerRescueTestJSON-796039921 tempest-ServerRescueTestJSON-796039921-project] 10.222.0.18 "GET /v2.0/ports?device_id=08091faf-40be-4215-a293-20e04129c70a HTTP/1.1" status: 200 len: 210 time: 0.0474427 Jul 14 09:17:13.980985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0dc57bd9-d645-462c-a121-6e7540f5a756 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:14.046434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 0dc57bd9-d645-462c-a121-6e7540f5a756 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:14.057134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 0dc57bd9-d645-462c-a121-6e7540f5a756 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:14.057488 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.103008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81cc55-011e-4507-8f5b-43c6a22efc87 req-3835ee79-9b4f-44a9-a864-42c61bb97a3f tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.106073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f81cc55-011e-4507-8f5b-43c6a22efc87 req-3835ee79-9b4f-44a9-a864-42c61bb97a3f tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 944 time: 0.0789986 Jul 14 09:17:14.160181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.160439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f81cc55-011e-4507-8f5b-43c6a22efc87 req-1142424a-de65-420b-8882-67010b624482 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455036 Jul 14 09:17:14.192004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:14.194380 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b11bb0-a87b-4b78-9679-69c94bce8c90" -d '{"events": [{"server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "name": "network-vif-plugged", "status": "completed", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:14.206157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0dc57bd9-d645-462c-a121-6e7540f5a756, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0dc57bd9-d645-462c-a121-6e7540f5a756,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:14.213217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.254312 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a00a91-233f-41cd-b168-75cb25ab2d89 x-openstack-request-id: req-a5a00a91-233f-41cd-b168-75cb25ab2d89 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:14.254672 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "name": "network-vif-plugged", "status": "completed", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:14.255451 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5a00a91-233f-41cd-b168-75cb25ab2d89 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:14.255924 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'code': 200} Jul 14 09:17:14.282066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 533cef56-d4f8-43d7-badc-fb90951873b0 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:14.284772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0dc57bd9-d645-462c-a121-6e7540f5a756,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:14.309505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 533cef56-d4f8-43d7-badc-fb90951873b0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:14.310305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 533cef56-d4f8-43d7-badc-fb90951873b0 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:14.401401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f5ca442-8011-4e35-8731-42e35a54db6f req-8048a3ca-c011-4fa2-9571-63229b203927 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 210 time: 0.0462198 Jul 14 09:17:14.472709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3571531-7bc6-4633-b2d7-cf423f3c3c84 req-678a4efd-fe92-48de-9c43-9d0d6e958c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.474713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3571531-7bc6-4633-b2d7-cf423f3c3c84 req-678a4efd-fe92-48de-9c43-9d0d6e958c7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 1097 time: 0.0712478 Jul 14 09:17:14.487406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-9ff7d083-98e3-4302-a2a9-4698f7a93d71 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.489578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-9ff7d083-98e3-4302-a2a9-4698f7a93d71 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 811 time: 0.1341643 Jul 14 09:17:14.502633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Request body: {'port': {'device_id': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'admin_state_up': True, 'tenant_id': '4cef37b6da724e748fd4c1a0a9404da1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:14.520053 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3571531-7bc6-4633-b2d7-cf423f3c3c84 req-2b39bc2f-6e82-49a0-a4ab-07ae2f55496e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391066 Jul 14 09:17:14.600664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56868) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:14.624765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Made reservation on behalf of 4cef37b6da724e748fd4c1a0a9404da1 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:14.629143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.802111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Allocated IP 172.20.0.6 (c6877315-645b-4478-927c-8aa286d90fe8/ccfb161e-a687-4e4d-bef8-fda49f75ba16/fca149c5-39e5-4e3f-8935-412b43b75040) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:14.993121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.033967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.048970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.076172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Network c6877315-645b-4478-927c-8aa286d90fe8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:15.079467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:15.086841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:15.118558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event updated for resources: {'Port': ['ID=fca149c5-39e5-4e3f-8935-412b43b75040,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.143473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.144714 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.159299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-be701f53-e04f-4568-8229-a14d2b42b080 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6608360 Jul 14 09:17:15.171395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Request body: {'port': {'device_id': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:15.308920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.412823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703d0f-c78e-40ee-8d6a-1193eaa96a91 req-4d63486b-c463-452a-adee-3904dd76666f tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.414614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17703d0f-c78e-40ee-8d6a-1193eaa96a91 req-4d63486b-c463-452a-adee-3904dd76666f tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1163390 Jul 14 09:17:15.466942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Deleting port 020dcca2-6e0b-4281-91d2-e83817be6176 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:15.467491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.590045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17703d0f-c78e-40ee-8d6a-1193eaa96a91 req-f0856f92-58e5-4603-9858-d474ef6991e0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614599 Jul 14 09:17:15.591881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] For port 020dcca2-6e0b-4281-91d2-e83817be6176, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=020dcca2-6e0b-4281-91d2-e83817be6176,segment=NetworkSegment(9388b656-33f2-495b-a060-51b796aeb4ac),segment_id=9388b656-33f2-495b-a060-51b796aeb4ac)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:15.592239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.606033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Calling delete_port for 020dcca2-6e0b-4281-91d2-e83817be6176 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:15.731430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d1dc-ff9f-4050-a149-42d2f973c5ed req-f0ed05a1-82e2-492a-a9e5-37c33455bf17 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.732907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d71d1dc-ff9f-4050-a149-42d2f973c5ed req-f0ed05a1-82e2-492a-a9e5-37c33455bf17 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 931 time: 0.1084304 Jul 14 09:17:15.802442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.809689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca149c5-39e5-4e3f-8935-412b43b75040 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:15.823206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d71d1dc-ff9f-4050-a149-42d2f973c5ed req-64cf6995-c423-4830-8197-c3cca7d60540 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Jul 14 09:17:15.825070 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.838568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Transition to ACTIVE for port object fca149c5-39e5-4e3f-8935-412b43b75040 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:15.843738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Pushing event deleted for resources: {'Port': ['ID=020dcca2-6e0b-4281-91d2-e83817be6176,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.844952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.897389 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-032905cc-e701-4c8a-a1e9-c60f41899736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.905984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Pushing event updated for resources: {'Port': ['ID=fca149c5-39e5-4e3f-8935-412b43b75040,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.012747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Attempting to bind port fca149c5-39e5-4e3f-8935-412b43b75040 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:16.013315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Attempting to bind port fca149c5-39e5-4e3f-8935-412b43b75040 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:16.013745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Attempting to bind port fca149c5-39e5-4e3f-8935-412b43b75040 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:16.018826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Port fca149c5-39e5-4e3f-8935-412b43b75040 on network c6877315-645b-4478-927c-8aa286d90fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:16.019257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Attempting to bind port fca149c5-39e5-4e3f-8935-412b43b75040 on network c6877315-645b-4478-927c-8aa286d90fe8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:16.024569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:16.025030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Checking segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:16.025541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Bound using segment: {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:16.026027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Bound port: fca149c5-39e5-4e3f-8935-412b43b75040, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ec329d-8e71-47b9-b827-90f89ca14ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:16.026506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.053106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.096574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] For port fca149c5-39e5-4e3f-8935-412b43b75040, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:16.100263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] For port fca149c5-39e5-4e3f-8935-412b43b75040, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fca149c5-39e5-4e3f-8935-412b43b75040,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:16.105818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.147340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.147964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.149453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] 10.222.0.48 "PUT /v2.0/ports/fca149c5-39e5-4e3f-8935-412b43b75040 HTTP/1.1" status: 200 len: 1092 time: 0.9826710 Jul 14 09:17:16.151822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'tag': 'fca149c5-39e5-4e3f-8935-412b43b75040'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:16.155280 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aac57d-763b-4719-a669-7660507c3231" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a7ab1f-6c53-440c-90fa-e728d609dac4", "tag": "fca149c5-39e5-4e3f-8935-412b43b75040"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:16.229734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37901a4-0309-4852-8870-03bcbcc5d980 service neutron] Pushing event updated for resources: {'Port': ['ID=fca149c5-39e5-4e3f-8935-412b43b75040,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.268752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-44d0f685-b25c-4b56-95c6-378df637eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.270886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-44d0f685-b25c-4b56-95c6-378df637eb7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 1095 time: 0.0764191 Jul 14 09:17:16.327887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Router d0389326-19c3-40dc-869a-3392835376f4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:16.337031 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-62e34a96-f7e0-4e07-aea7-9cd5bbe9ed76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca149c5-39e5-4e3f-8935-412b43b75040 HTTP/1.1" status: 200 len: 217 time: 0.0498416 Jul 14 09:17:16.398337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-81b91537-aec7-4d24-8011-32fe24929b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.400262 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-81b91537-aec7-4d24-8011-32fe24929b64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.0576055 Jul 14 09:17:16.416954 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc9458-eb12-4189-8b56-9d52098cc47e x-openstack-request-id: req-20dc9458-eb12-4189-8b56-9d52098cc47e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:16.417249 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a7ab1f-6c53-440c-90fa-e728d609dac4", "tag": "fca149c5-39e5-4e3f-8935-412b43b75040", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:16.417507 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20dc9458-eb12-4189-8b56-9d52098cc47e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:16.417909 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'tag': 'fca149c5-39e5-4e3f-8935-412b43b75040', 'status': 'completed', 'code': 200} Jul 14 09:17:16.440264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-952d89f6-dcc0-441b-9d4f-2911768da496 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329769 Jul 14 09:17:16.474750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:16.490615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3a371ecf-57c1-4908-8594-165e1a730dee admin admin] 10.222.0.18 "PUT /v2.0/routers/d0389326-19c3-40dc-869a-3392835376f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8884726 Jul 14 09:17:16.491053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:16.493958 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] Sync routers for ids ['d0389326-19c3-40dc-869a-3392835376f4'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:16.511310 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] Routers {'d0389326-19c3-40dc-869a-3392835376f4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:16.512155 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d0389326-19c3-40dc-869a-3392835376f4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:16.564721 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-21c4bf0e-7cad-41d8-9c25-6f254dfa3f2e service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163933 Jul 14 09:17:16.641396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.658555 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] Set router d0389326-19c3-40dc-869a-3392835376f4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:16.724751 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b90715cc-ed15-43e8-89c9-313bf548f0a7 req-ae5c04f4-fa2a-4592-8a10-5cb15f0f433f service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528945 Jul 14 09:17:16.854098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aac57d-763b-4719-a669-7660507c3231 req-9b3ad0e9-189a-4eb7-8422-a5b61e30c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.856626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63aac57d-763b-4719-a669-7660507c3231 req-9b3ad0e9-189a-4eb7-8422-a5b61e30c885 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 1095 time: 0.0821741 Jul 14 09:17:16.929988 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:17:15Z', 'revision_number': 5, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:16.962166 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] Checking router: d0389326-19c3-40dc-869a-3392835376f4 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:16.971371 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] Routers {'d0389326-19c3-40dc-869a-3392835376f4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:16.972080 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:16:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d0389326-19c3-40dc-869a-3392835376f4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:16.990153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aac57d-763b-4719-a669-7660507c3231 req-f773e6fd-2b72-4b4b-87ed-3b51b31acb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.992008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63aac57d-763b-4719-a669-7660507c3231 req-f773e6fd-2b72-4b4b-87ed-3b51b31acb24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 200 len: 912 time: 0.1291764 Jul 14 09:17:17.068092 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63aac57d-763b-4719-a669-7660507c3231 req-876c5783-72bf-4c0a-9d77-407c6e43f34a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca149c5-39e5-4e3f-8935-412b43b75040 HTTP/1.1" status: 200 len: 217 time: 0.0690598 Jul 14 09:17:17.178003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aac57d-763b-4719-a669-7660507c3231 req-48a5c042-8cb6-48f7-8390-59a987c85c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.180313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63aac57d-763b-4719-a669-7660507c3231 req-48a5c042-8cb6-48f7-8390-59a987c85c45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 200 len: 851 time: 0.1046631 Jul 14 09:17:17.194288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00799d-8023-4dfd-bb98-0fd67b566d4a req-a5d97c76-15d9-45eb-8545-c80c70400f20 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.201548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d00799d-8023-4dfd-bb98-0fd67b566d4a req-a5d97c76-15d9-45eb-8545-c80c70400f20 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 943 time: 0.1925321 Jul 14 09:17:17.212849 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] Set router d0389326-19c3-40dc-869a-3392835376f4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:17.245513 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63aac57d-763b-4719-a669-7660507c3231 req-b2cbacbf-0efa-4650-8638-c6f6823c1e02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c6877315-645b-4478-927c-8aa286d90fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417717 Jul 14 09:17:17.307564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.336892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d00799d-8023-4dfd-bb98-0fd67b566d4a req-c78badcd-73fc-4306-bd76-e1a7fcb17469 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Jul 14 09:17:17.365545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d90196-443e-4a62-b5bc-4584e631abbd req-f7b44ea1-465b-41a2-a979-d539cf383949 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.373803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52d90196-443e-4a62-b5bc-4584e631abbd req-f7b44ea1-465b-41a2-a979-d539cf383949 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1230724 Jul 14 09:17:17.383022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63aac57d-763b-4719-a669-7660507c3231 req-86725433-13a3-4543-849b-d3852df90452 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299250 Jul 14 09:17:17.452884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52d90196-443e-4a62-b5bc-4584e631abbd req-e6d6b894-f067-4f3a-942b-a53badf3608f tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780175 Jul 14 09:17:17.457749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Deleting port 23dc60e2-fb05-4938-aa52-a0f87b423f3a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:17.458097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.468724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:17:15Z', 'revision_number': 5, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:17.498701 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e1d98f-f2a0-4687-83d5-c97bc5d7d6a7 None None] The sync data for ids ['d0389326-19c3-40dc-869a-3392835376f4'] in n-d-758944-44 is: [{'id': 'd0389326-19c3-40dc-869a-3392835376f4', 'name': 'tempest-ServerRescueTestJSON-1924511036-router', 'tenant_id': '2cde91083a39435ba8b91d3bb8be275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:17:15Z', 'revision_number': 5, 'project_id': '2cde91083a39435ba8b91d3bb8be275f', 'gw_port': {'id': '23dc60e2-fb05-4938-aa52-a0f87b423f3a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0389326-19c3-40dc-869a-3392835376f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:18Z', 'updated_at': '2021-07-14T09:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:17.529220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63aac57d-763b-4719-a669-7660507c3231 req-e7f98eef-b1fa-420c-a081-4b3c4226c427 service neutron] 10.222.0.48 "GET /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382062 Jul 14 09:17:17.613668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] For port 23dc60e2-fb05-4938-aa52-a0f87b423f3a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=23dc60e2-fb05-4938-aa52-a0f87b423f3a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:17.614626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.627772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Calling delete_port for 23dc60e2-fb05-4938-aa52-a0f87b423f3a owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:17.660033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d6a19-3159-481d-9a02-7f83de3b0efc req-fcc6aba6-62cf-4098-8c38-fc39230fa887 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.670689 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c79d6a19-3159-481d-9a02-7f83de3b0efc req-fcc6aba6-62cf-4098-8c38-fc39230fa887 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.0819223 Jul 14 09:17:17.671204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:17.676140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'floatingip': {'port_id': '0dc57bd9-d645-462c-a121-6e7540f5a756'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:17.723095 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.810442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.836435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=23dc60e2-fb05-4938-aa52-a0f87b423f3a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:17.920143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.015933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.018092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.064803 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.066260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0389326-19c3-40dc-869a-3392835376f4 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:17:18.076757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.080469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1621fc38-78a4-48cd-a88c-98c9f5643f1b admin admin] 10.222.0.18 "DELETE /v2.0/routers/d0389326-19c3-40dc-869a-3392835376f4 HTTP/1.1" status: 204 len: 168 time: 1.5856831 Jul 14 09:17:18.081083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:18.163054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] Deleting subnet 89cda481-9a0b-42d0-9e5e-68845e057681 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:18.167723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.205856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.257844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.302230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.307976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.350226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.392655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cda481-9a0b-42d0-9e5e-68845e057681,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.394959 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.399715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-72c96f2c-bb22-49fb-a663-10fba5a5bdab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/89cda481-9a0b-42d0-9e5e-68845e057681 HTTP/1.1" status: 204 len: 168 time: 0.3132782 Jul 14 09:17:18.400075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:18.529525 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Floating IP 4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a associated. External IP: 172.25.2.204, port: 0dc57bd9-d645-462c-a121-6e7540f5a756. Jul 14 09:17:18.539814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.637835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.650586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77144098-dd46-40ec-be51-8c75ee6e5961']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:18.665449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9388b656-33f2-495b-a060-51b796aeb4ac') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:18.665756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9388b656-33f2-495b-a060-51b796aeb4ac') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:18.678133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.686505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62b51288-f95b-43af-8ec2-3106b6d6c98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.698517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.704164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89492c8-a79e-4972-895c-7c337bb7cfa8 req-e8a7eb02-3eae-458d-80a2-74b6e0c0cbcf tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.705544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:18.705996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:18.708543 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:18.713330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c89492c8-a79e-4972-895c-7c337bb7cfa8 req-e8a7eb02-3eae-458d-80a2-74b6e0c0cbcf tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 943 time: 0.1974456 Jul 14 09:17:18.761487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c89492c8-a79e-4972-895c-7c337bb7cfa8 req-04d86c13-16b9-498c-b054-9cd6736bf6ca tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Jul 14 09:17:18.782112 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.790243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.792738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] 10.222.0.18 "DELETE /v2.0/networks/77144098-dd46-40ec-be51-8c75ee6e5961 HTTP/1.1" status: 204 len: 168 time: 0.3915894 Jul 14 09:17:18.826453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe0412-2244-47b3-b83d-860eac365afe admin admin] Pushing event deleted for resources: {'Network': ['ID=77144098-dd46-40ec-be51-8c75ee6e5961,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.922332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 020dcca2-6e0b-4281-91d2-e83817be6176 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:18.977261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 020dcca2-6e0b-4281-91d2-e83817be6176 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:18.977910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 020dcca2-6e0b-4281-91d2-e83817be6176 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:18.997170 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.040312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56962) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:19.087003 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2c630f6c-0f7d-4ccd-9f1f-3f4cd7ae07a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cde91083a39435ba8b91d3bb8be275f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430312 Jul 14 09:17:19.087228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:19.139674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-604497bc-914d-4438-9cff-6a63369b1c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.162459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-604497bc-914d-4438-9cff-6a63369b1c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.231444 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-604497bc-914d-4438-9cff-6a63369b1c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.233520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-604497bc-914d-4438-9cff-6a63369b1c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.237706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-604497bc-914d-4438-9cff-6a63369b1c65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a5dd061-5770-4091-ae42-1c7ed1f99610 HTTP/1.1" status: 204 len: 168 time: 0.1494617 Jul 14 09:17:19.246137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604497bc-914d-4438-9cff-6a63369b1c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5dd061-5770-4091-ae42-1c7ed1f99610,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.269961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Router fb84b0f3-f25c-430e-9684-70899ae54741 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:19.391286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:19.396685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.403864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] Sync routers for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:19.429447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:19.432071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:19.452096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e89f4dfe-225b-4dd6-a468-242d5aff2fd6 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "PUT /v2.0/floatingips/4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a HTTP/1.1" status: 200 len: 991 time: 1.7797546 Jul 14 09:17:19.452808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:19.455552 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721c165-d963-468c-b8f8-c938deb310b6" -d '{"events": [{"name": "network-changed", "server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:19.506995 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a36617d-88b9-40ab-9000-671dd3c6ebcf x-openstack-request-id: req-6a36617d-88b9-40ab-9000-671dd3c6ebcf {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:19.506995 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:19.506995 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a36617d-88b9-40ab-9000-671dd3c6ebcf {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:19.506995 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'status': 'completed', 'code': 200} Jul 14 09:17:19.586944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:19.645482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721c165-d963-468c-b8f8-c938deb310b6 req-a5f409a2-6bd0-4066-bc5b-f53b9cc279e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.655894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.656285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c721c165-d963-468c-b8f8-c938deb310b6 req-a5f409a2-6bd0-4066-bc5b-f53b9cc279e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 1097 time: 0.1214693 Jul 14 09:17:19.782574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721c165-d963-468c-b8f8-c938deb310b6 req-1493b2f0-3801-430e-82fa-1c005d3e8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.784293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c721c165-d963-468c-b8f8-c938deb310b6 req-1493b2f0-3801-430e-82fa-1c005d3e8ec2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.1213734 Jul 14 09:17:19.953864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c721c165-d963-468c-b8f8-c938deb310b6 req-b9e32409-59d6-428b-b1e5-ca505f21f72b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 200 len: 999 time: 0.1624460 Jul 14 09:17:19.963514 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.984189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'port_id': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'mac_address': 'fa:16:3e:ac:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:01Z', 'updated_at': '2021-07-14T09:17:18Z', 'revision_number': 1, 'project_id': '9741f334a50c415c92fd7818275029f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:20.019940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] Checking router: fb84b0f3-f25c-430e-9684-70899ae54741 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:20.036060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:20.036852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:20.044594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721c165-d963-468c-b8f8-c938deb310b6 req-507c4ca4-bdec-4632-bdc1-863c94d96945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.046218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c721c165-d963-468c-b8f8-c938deb310b6 req-507c4ca4-bdec-4632-bdc1-863c94d96945 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.0860419 Jul 14 09:17:20.102570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb79a0-89ac-445d-87f3-c180970caf04 req-803c89f0-444d-4ef1-8954-14459839711e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.104325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36fb79a0-89ac-445d-87f3-c180970caf04 req-803c89f0-444d-4ef1-8954-14459839711e tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 943 time: 0.1354861 Jul 14 09:17:20.167963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36fb79a0-89ac-445d-87f3-c180970caf04 req-cc4f4027-a42f-4035-ae6e-546cf43d736a tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Jul 14 09:17:20.185998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:20.186602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721c165-d963-468c-b8f8-c938deb310b6 req-11fffe05-86ad-412d-9ac1-5a1e114387c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.188190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c721c165-d963-468c-b8f8-c938deb310b6 req-11fffe05-86ad-412d-9ac1-5a1e114387c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341145 Jul 14 09:17:20.293880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fca149c5-39e5-4e3f-8935-412b43b75040 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:20.312033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c721c165-d963-468c-b8f8-c938deb310b6 req-fbfa1ab0-e015-46c6-905f-b8049bdbc56e service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154287 Jul 14 09:17:20.374238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:20.453251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 23dc60e2-fb05-4938-aa52-a0f87b423f3a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:20.513038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-network', 'tenant_id': 'b8f5875036d2464bba91802b549388c0'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:20.522923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fca149c5-39e5-4e3f-8935-412b43b75040, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fca149c5-39e5-4e3f-8935-412b43b75040,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:20.528152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c721c165-d963-468c-b8f8-c938deb310b6 req-88cf1b33-b7c1-462c-9349-e46731f69eba service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009428 Jul 14 09:17:20.536871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 23dc60e2-fb05-4938-aa52-a0f87b423f3a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:20.541780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Made reservation on behalf of b8f5875036d2464bba91802b549388c0 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:20.545061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.546331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 23dc60e2-fb05-4938-aa52-a0f87b423f3a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:20.556575 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.557623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'fca149c5-39e5-4e3f-8935-412b43b75040', 'network_id': 'c6877315-645b-4478-927c-8aa286d90fe8', 'port_id': 'fca149c5-39e5-4e3f-8935-412b43b75040', 'mac_address': 'fa:16:3e:ff:76:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb161e-a687-4e4d-bef8-fda49f75ba16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:20.667428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.684444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca149c5-39e5-4e3f-8935-412b43b75040 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:20.709643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fca149c5-39e5-4e3f-8935-412b43b75040, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fca149c5-39e5-4e3f-8935-412b43b75040,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:20.718053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.722638 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.740359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.749609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:20.763986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.769501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.769848 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Added segment 006e88f1-af7f-4f94-9ed4-22e8c1417f69 of type vlan for network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 Jul 14 09:17:20.811834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.824130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'port_id': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'mac_address': 'fa:16:3e:ac:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:01Z', 'updated_at': '2021-07-14T09:17:18Z', 'revision_number': 1, 'project_id': '9741f334a50c415c92fd7818275029f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:20.826436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=fca149c5-39e5-4e3f-8935-412b43b75040,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.836437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.837077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.837675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.838237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.838799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.839389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.840286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.840975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.841535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.842101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.842705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.843467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:20.850151 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.853368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.853982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.879537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b496d-ad40-4450-b80f-484f0d9cea01 None None] The sync data for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 is: [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'port_id': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'mac_address': 'fa:16:3e:ac:67:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:01Z', 'updated_at': '2021-07-14T09:17:18Z', 'revision_number': 1, 'project_id': '9741f334a50c415c92fd7818275029f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:20.932853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5574422 Jul 14 09:17:20.936012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:20.942905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Request body: {'subnet': {'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-subnet', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:20.956592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462512d-553f-4090-a684-b3260b9d14b9 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.968241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:21.040893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Made reservation on behalf of b8f5875036d2464bba91802b549388c0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:21.043306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.047020 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['fca149c5-39e5-4e3f-8935-412b43b75040'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:21.158575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-ce2c60ee-36fd-4632-9356-651f7b403535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.160528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-ce2c60ee-36fd-4632-9356-651f7b403535 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1097 time: 0.2103319 Jul 14 09:17:21.259790 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ba4440-4536-482d-b890-b1752e7a0927 None None] New status for floating IP 4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:17:21.332776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec6d5c-9e20-439d-a1bb-2a4ae221de47 req-2909e870-2c7e-4f46-b99f-82cefe28fdd5 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.334367 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2ec6d5c-9e20-439d-a1bb-2a4ae221de47 req-2909e870-2c7e-4f46-b99f-82cefe28fdd5 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.2435007 Jul 14 09:17:21.343789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.387793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-3be7b474-0803-4d38-a023-d0a6f0682e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.389191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-3be7b474-0803-4d38-a023-d0a6f0682e1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 920 time: 0.2175786 Jul 14 09:17:21.410278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2ec6d5c-9e20-439d-a1bb-2a4ae221de47 req-2149770d-7d38-4c35-bcfb-8861ef8995f1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Jul 14 09:17:21.470995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-84f9592c-0ad1-468b-aeb9-219a1575dfe8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 200 len: 217 time: 0.0740817 Jul 14 09:17:21.495533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc4c8b-af52-416c-955d-02a21755cda0 req-9a0a3d0b-61a7-467e-9945-8bcfa9e8ca45 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.506610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8efc4c8b-af52-416c-955d-02a21755cda0 req-9a0a3d0b-61a7-467e-9945-8bcfa9e8ca45 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 944 time: 0.1375022 Jul 14 09:17:21.514215 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.571842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8efc4c8b-af52-416c-955d-02a21755cda0 req-3d040bd5-d807-4fe1-858d-264ec45fb214 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640130 Jul 14 09:17:21.579648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-9aaa5d0a-ec5f-43d4-a69c-417a305c7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.581985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-9aaa5d0a-ec5f-43d4-a69c-417a305c7081 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.1009886 Jul 14 09:17:21.622634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77338b1d-c2cc-46f9-9638-7b2bd2010fc5,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.628027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-85d89e0e-b8ec-4320-ae71-2f3dcd2c53bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371578 Jul 14 09:17:21.631889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Checking segment: {'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:21.632326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Network hostable DHCP agents. Network: bdb61708-6284-4e4f-99e7-b7a9fc9d9e62, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:21.701417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:21.720416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, bdb61708-6284-4e4f-99e7-b7a9fc9d9e62) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:21.727996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9568b9-74ed-4448-9d63-b750b2669341 None None] Network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:21.728517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.729114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.751506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-ec4dad4f-245c-49bf-81a1-1c01aee4aefd service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165555 Jul 14 09:17:21.755859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-702d86c9-2a83-424c-96ce-a9fb8c0be8d2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8187776 Jul 14 09:17:21.759027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:21.764131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:21.804142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.806741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.870267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c71d8137-f73e-45e3-9e26-17129e4176f9 req-6c7778e5-ed75-4f0a-a7e3-a7a171487515 service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112714 Jul 14 09:17:21.891814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.922500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237b430-0c2d-4461-b597-150772c7d74a None None] Network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:22.033610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.227373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.250047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.294759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fca149c5-39e5-4e3f-8935-412b43b75040 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:22.342478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port fca149c5-39e5-4e3f-8935-412b43b75040 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:22.346724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port fca149c5-39e5-4e3f-8935-412b43b75040 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:22.347847 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.364649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Allocated IP 172.25.2.215 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/a7955e71-1fc6-4e15-b5cf-729a5db45c77) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:22.429767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.455378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca149c5-39e5-4e3f-8935-412b43b75040'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:22.458180 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84ded2-1bed-4cee-86ed-05a90203a964" -d '{"events": [{"server_uuid": "e0a7ab1f-6c53-440c-90fa-e728d609dac4", "name": "network-vif-plugged", "status": "completed", "tag": "fca149c5-39e5-4e3f-8935-412b43b75040"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:22.471217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fca149c5-39e5-4e3f-8935-412b43b75040, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fca149c5-39e5-4e3f-8935-412b43b75040,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:22.477632 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.484426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.517287 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26561d6e-168e-4bdf-b0cb-421423bfd243 x-openstack-request-id: req-26561d6e-168e-4bdf-b0cb-421423bfd243 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:22.517879 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a7ab1f-6c53-440c-90fa-e728d609dac4", "name": "network-vif-plugged", "status": "completed", "tag": "fca149c5-39e5-4e3f-8935-412b43b75040", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:22.518384 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26561d6e-168e-4bdf-b0cb-421423bfd243 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:22.519686 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca149c5-39e5-4e3f-8935-412b43b75040', 'code': 200} Jul 14 09:17:22.532985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.552255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=fca149c5-39e5-4e3f-8935-412b43b75040,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.572196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:22.577007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:22.580567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:22.614235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Pushing event updated for resources: {'Port': ['ID=a7955e71-1fc6-4e15-b5cf-729a5db45c77,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.637756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cc34f-0890-497b-b66e-54d71547fccf req-0162d549-6b89-412e-8c6a-694ebd3bcec2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.639422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b2cc34f-0890-497b-b66e-54d71547fccf req-0162d549-6b89-412e-8c6a-694ebd3bcec2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0764692 Jul 14 09:17:22.684091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b2cc34f-0890-497b-b66e-54d71547fccf req-fbf9fa2e-9d97-4515-a50e-b391e94f6ab3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Jul 14 09:17:22.795088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335f102-1685-48ad-80e2-9706127144a0 req-f88fdb7d-18fc-42a6-8f90-bc8d68cc658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.796617 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e335f102-1685-48ad-80e2-9706127144a0 req-f88fdb7d-18fc-42a6-8f90-bc8d68cc658b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 1097 time: 0.1912663 Jul 14 09:17:22.891218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e335f102-1685-48ad-80e2-9706127144a0 req-d2ed6f7b-b01c-4eb1-b2e8-23bd93e291ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841997 Jul 14 09:17:22.899418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1128e51-9cf8-47b7-8012-a8575678ec1f req-446c2a27-02e7-4236-ad75-79e23beceea9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.900889 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1128e51-9cf8-47b7-8012-a8575678ec1f req-446c2a27-02e7-4236-ad75-79e23beceea9 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 945 time: 0.2114990 Jul 14 09:17:22.983022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1128e51-9cf8-47b7-8012-a8575678ec1f req-1d876b5f-8f77-48c1-902b-72f0c302620f tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766473 Jul 14 09:17:22.983731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.181845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.309796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Router 58dae462-a772-4b67-a37e-a607ff77b4b0 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:17:23.419166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:23.432804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Sync routers for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:23.437858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.439411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d2cb6e6a-8c8c-4eaf-9b6e-cde7a4274202 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.6788106 Jul 14 09:17:23.442644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:23.443870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:23.444951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:23.553441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:23.738829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:23.769944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Checking router: 58dae462-a772-4b67-a37e-a607ff77b4b0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:23.770481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Updating router 58dae462-a772-4b67-a37e-a607ff77b4b0 port a7955e71-1fc6-4e15-b5cf-729a5db45c77 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:23.837611 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.990065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b5284-1788-4a0f-aae5-f2adb64f4c41 req-aa4f2558-c08e-4088-ba3e-f9c1de8e24a5 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.991698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-951b5284-1788-4a0f-aae5-f2adb64f4c41 req-aa4f2558-c08e-4088-ba3e-f9c1de8e24a5 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1427050 Jul 14 09:17:23.996175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.081576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-951b5284-1788-4a0f-aae5-f2adb64f4c41 req-73bb01c0-f74e-44c3-b8ba-f84b3c28ab42 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786235 Jul 14 09:17:24.209493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124a9c7-7dae-4150-b9c2-0c448494fe82 req-1df5d4e2-ad62-49a1-92c8-3de145038111 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.219913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a124a9c7-7dae-4150-b9c2-0c448494fe82 req-1df5d4e2-ad62-49a1-92c8-3de145038111 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 945 time: 0.1005468 Jul 14 09:17:24.268503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a124a9c7-7dae-4150-b9c2-0c448494fe82 req-4dc35d65-e34e-4a6a-86c3-5308782a0707 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Jul 14 09:17:24.306795 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.320207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Transition to ACTIVE for port object a7955e71-1fc6-4e15-b5cf-729a5db45c77 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:24.326522 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.363905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Allocated IP 172.20.0.1 (bdb61708-6284-4e4f-99e7-b7a9fc9d9e62/77338b1d-c2cc-46f9-9638-7b2bd2010fc5/68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:24.399181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Attempting to bind port a7955e71-1fc6-4e15-b5cf-729a5db45c77 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:24.399594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Attempting to bind port a7955e71-1fc6-4e15-b5cf-729a5db45c77 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:24.399973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Attempting to bind port a7955e71-1fc6-4e15-b5cf-729a5db45c77 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:24.409036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91f28-2370-406f-8682-69210d93cfe4 None None] Pushing event updated for resources: {'Port': ['ID=a7955e71-1fc6-4e15-b5cf-729a5db45c77,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.418749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:24.419206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:24.419647 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.420052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:24.420688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Bound port: a7955e71-1fc6-4e15-b5cf-729a5db45c77, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:24.421747 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.503814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] For port a7955e71-1fc6-4e15-b5cf-729a5db45c77, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:24.510540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] For port a7955e71-1fc6-4e15-b5cf-729a5db45c77, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a7955e71-1fc6-4e15-b5cf-729a5db45c77,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:24.518292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.530790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.593887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.635913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:24.641440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:24.649661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:24.676178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91f28-2370-406f-8682-69210d93cfe4 None None] Pushing event updated for resources: {'Port': ['ID=a7955e71-1fc6-4e15-b5cf-729a5db45c77,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.681502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:24.682247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:24.686346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.771409 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.796829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.803300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.804813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:24.809879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.816552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.822971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.829526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.836463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.842790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25349-d4c6-41fd-9787-b6d8636e5f36 req-fd59e8bb-e907-4e72-a944-a67d37c40434 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.844535 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5fb25349-d4c6-41fd-9787-b6d8636e5f36 req-fd59e8bb-e907-4e72-a944-a67d37c40434 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 945 time: 0.1402795 Jul 14 09:17:24.850956 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-e631507b-744c-4fbb-93a6-973750dee48a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.1267304 Jul 14 09:17:24.894368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5fb25349-d4c6-41fd-9787-b6d8636e5f36 req-118b7261-1710-4beb-bf60-4e94efb0143b tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Jul 14 09:17:24.918149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0acf843c-1b69-4dcd-819b-b76f59dc859b req-8a24edb2-bdd9-4451-bd8c-d7606eefc23f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660129 Jul 14 09:17:25.023021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.030650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:25.073510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3a70c-acc0-4831-949a-20cf40f82a88 None None] The sync data for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 is: [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:25.364672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.370422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610faf9c-94f3-4d68-9538-39f2fcecf54c req-b7cda3f1-db41-4d03-8252-1de11b5dae37 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.371410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.372227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-610faf9c-94f3-4d68-9538-39f2fcecf54c req-b7cda3f1-db41-4d03-8252-1de11b5dae37 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1175339 Jul 14 09:17:25.377979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.384129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.390318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.397516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.403457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.416146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-beb3ecb5-fe09-4734-b426-6fbe7484734f req-4a595e31-e4df-4df9-8806-007a541bb32b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.2635128 Jul 14 09:17:25.426358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57106) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.516826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-610faf9c-94f3-4d68-9538-39f2fcecf54c req-0f861734-3201-46a8-8888-fac7f3e02ced tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351020 Jul 14 09:17:25.520157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.533074 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.616316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19c8de54-1b77-4227-a15d-c650440989a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.725761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.729815 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19c8de54-1b77-4227-a15d-c650440989a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.734814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.735344 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19c8de54-1b77-4227-a15d-c650440989a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.765763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-19c8de54-1b77-4227-a15d-c650440989a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73b745f7036c48ca859a565fee018036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373067 Jul 14 09:17:25.779774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57112) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.841209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8de54-1b77-4227-a15d-c650440989a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f54d8f3-278a-4d6d-b79d-4c85585bc218,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.853748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-015054ec-8a3f-49a9-b948-ae74a327964e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.857324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:25.859483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:25.879734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-015054ec-8a3f-49a9-b948-ae74a327964e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.937387 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-015054ec-8a3f-49a9-b948-ae74a327964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.941260 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-015054ec-8a3f-49a9-b948-ae74a327964e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.944820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-015054ec-8a3f-49a9-b948-ae74a327964e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f54d8f3-278a-4d6d-b79d-4c85585bc218 HTTP/1.1" status: 204 len: 168 time: 0.1614757 Jul 14 09:17:25.950842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015054ec-8a3f-49a9-b948-ae74a327964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f54d8f3-278a-4d6d-b79d-4c85585bc218,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.999180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Router 58dae462-a772-4b67-a37e-a607ff77b4b0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:26.291271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57122) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:26.307709 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-276ce16d-fea0-459f-bee3-754c981a7b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.409825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-276ce16d-fea0-459f-bee3-754c981a7b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.414184 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-276ce16d-fea0-459f-bee3-754c981a7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.464354 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-276ce16d-fea0-459f-bee3-754c981a7b08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7416fd7aaa5467daff0f6e1650786a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717122 Jul 14 09:17:26.466781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57124) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:26.476329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce16d-fea0-459f-bee3-754c981a7b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7725c-bd01-43c4-8a90-b4c19778653a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.519424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:26.528665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f200bdda-2f5c-470d-89b1-b80f39843aa9 admin admin] 10.222.0.18 "PUT /v2.0/routers/58dae462-a772-4b67-a37e-a607ff77b4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0845382 Jul 14 09:17:26.557058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c34993-7b44-4004-a10d-27d09b02fdd1 req-06962b7f-79c8-4c32-b096-ceefe2e41094 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.568861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24c23a1b-38a5-4acf-bcfc-c3da33f1403c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.578437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47c34993-7b44-4004-a10d-27d09b02fdd1 req-06962b7f-79c8-4c32-b096-ceefe2e41094 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 945 time: 0.1216896 Jul 14 09:17:26.586087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a7955e71-1fc6-4e15-b5cf-729a5db45c77 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:26.603531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24c23a1b-38a5-4acf-bcfc-c3da33f1403c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.658825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47c34993-7b44-4004-a10d-27d09b02fdd1 req-e972b309-2118-43db-8db6-eb15b8f53422 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Jul 14 09:17:26.681801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24c23a1b-38a5-4acf-bcfc-c3da33f1403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.692599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24c23a1b-38a5-4acf-bcfc-c3da33f1403c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.693789 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-24c23a1b-38a5-4acf-bcfc-c3da33f1403c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06a7725c-bd01-43c4-8a90-b4c19778653a HTTP/1.1" status: 204 len: 168 time: 0.2255869 Jul 14 09:17:26.712919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port a7955e71-1fc6-4e15-b5cf-729a5db45c77 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:26.718343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a7955e71-1fc6-4e15-b5cf-729a5db45c77 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:26.719443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23a1b-38a5-4acf-bcfc-c3da33f1403c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7725c-bd01-43c4-8a90-b4c19778653a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.721332 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.828506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84fc36-8e5b-42b9-ba91-9e30c01ed0d1 req-1920c823-ffc2-4aa3-ac42-2bd039d9d764 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.836158 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a84fc36-8e5b-42b9-ba91-9e30c01ed0d1 req-1920c823-ffc2-4aa3-ac42-2bd039d9d764 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1411293 Jul 14 09:17:26.869691 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.881006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a84fc36-8e5b-42b9-ba91-9e30c01ed0d1 req-2002cd54-699c-4284-bbc9-03209780983a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Jul 14 09:17:26.910452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port a7955e71-1fc6-4e15-b5cf-729a5db45c77, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a7955e71-1fc6-4e15-b5cf-729a5db45c77,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:26.916004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.973212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=a7955e71-1fc6-4e15-b5cf-729a5db45c77,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:27.321398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc706ab-2ca3-4aea-b440-077d2864c089 req-40bf4c62-1e5e-4d29-87ae-9ec81f0b1a71 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.329482 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6bc706ab-2ca3-4aea-b440-077d2864c089 req-40bf4c62-1e5e-4d29-87ae-9ec81f0b1a71 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 945 time: 0.0895126 Jul 14 09:17:27.381214 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Sync routers for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:27.391107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6bc706ab-2ca3-4aea-b440-077d2864c089 req-9decb3ea-d7eb-4eb7-bba4-3a49e11035e8 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606651 Jul 14 09:17:27.395573 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:27.396213 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:27.550211 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:27.552142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-0d3cd9d7-3641-49a8-98d6-abd9fe3a4d65 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.563391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-0d3cd9d7-3641-49a8-98d6-abd9fe3a4d65 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 820 time: 0.1277976 Jul 14 09:17:27.583576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-55055384-7673-4ed5-8418-e8f0fb976624 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/quotas/b8f5875036d2464bba91802b549388c0 HTTP/1.1" status: 200 len: 375 time: 0.0172541 Jul 14 09:17:27.680702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-e14e376c-0d4a-4a2d-8c96-c9af4a8079ae tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956202 Jul 14 09:17:27.745116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:27.785243 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:25Z', 'revision_number': 2, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:27.791915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-47b68499-0cbb-4544-930a-746040abe1ab service neutron] 10.222.0.18 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045539 Jul 14 09:17:27.820830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Checking router: 58dae462-a772-4b67-a37e-a607ff77b4b0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:27.821274 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Updating router 58dae462-a772-4b67-a37e-a607ff77b4b0 port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:27.886714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.887211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.887727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.888208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.888714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.889442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.889943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.894156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-edb4886f-e4f3-468c-8f9c-72f806bdf980 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6508 time: 0.1455407 Jul 14 09:17:27.901314 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.908296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-d041a6d1-3db6-434f-91d9-cf0f986d9231 service neutron] 10.222.0.18 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066854 Jul 14 09:17:27.936021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-2650f11d-2b8d-47e6-a64b-ecddb93b3435 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357866 Jul 14 09:17:28.192422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e716c2-7563-491d-8ddb-7714053d9b4f req-4c814b65-fff2-43a5-a0ed-379695f8c432 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.195747 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17e716c2-7563-491d-8ddb-7714053d9b4f req-4c814b65-fff2-43a5-a0ed-379695f8c432 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1108925 Jul 14 09:17:28.213731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad8566-36b0-4ffe-b3fd-e599a32828cb req-ad86a41f-533d-4194-b428-d24d51ab4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.215282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20ad8566-36b0-4ffe-b3fd-e599a32828cb req-ad86a41f-533d-4194-b428-d24d51ab4707 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1097 time: 0.1187570 Jul 14 09:17:28.265956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17e716c2-7563-491d-8ddb-7714053d9b4f req-2f0c82c8-6a7b-4763-b29b-ed572827a65c tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 Jul 14 09:17:28.286650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20ad8566-36b0-4ffe-b3fd-e599a32828cb req-ae53dfb4-38a0-44d7-a937-bc2b769569a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575876 Jul 14 09:17:28.325872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54ec278b-d515-4e1a-a6de-b20a41ee5612 req-9d3e13ad-0022-41dd-91fb-4d7dd86c3d59 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 210 time: 0.0344534 Jul 14 09:17:28.373911 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.385082 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Transition to ACTIVE for port object 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:28.393382 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.474777 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d07dbc-0ea0-4897-bc5a-e3f891500e8f None None] Pushing event updated for resources: {'Port': ['ID=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.541445 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Attempting to bind port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:28.541815 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Attempting to bind port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:28.542170 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Attempting to bind port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 on network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:28.551281 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:28.551679 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Checking segment: {'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:28.552091 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.552541 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Bound using segment: {'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:28.555963 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Bound port: 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:28.556837 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.570204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a7955e71-1fc6-4e15-b5cf-729a5db45c77 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:28.668921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a7955e71-1fc6-4e15-b5cf-729a5db45c77 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:28.669309 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.674945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db576d-d386-4175-85a6-51ab722f960c req-511aa924-0c6d-4f9e-a2cd-5bf06d1ebb33 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.683592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f2db576d-d386-4175-85a6-51ab722f960c req-511aa924-0c6d-4f9e-a2cd-5bf06d1ebb33 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 945 time: 0.1531165 Jul 14 09:17:28.698026 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] For port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:28.705141 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] For port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:28.712047 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.725826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-10957f71-f313-44b1-9afb-afdaf738a7dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.727885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-10957f71-f313-44b1-9afb-afdaf738a7dc tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 945 time: 0.1798749 Jul 14 09:17:28.799863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f2db576d-d386-4175-85a6-51ab722f960c req-f606f47c-09cd-4d70-9c10-be6a971d20fb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d3e2753-1b48-4b18-aa4b-c41245ca39a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152599 Jul 14 09:17:28.849063 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d07dbc-0ea0-4897-bc5a-e3f891500e8f None None] Pushing event updated for resources: {'Port': ['ID=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.864428 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:28.865244 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:28.897517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Deleting port fca149c5-39e5-4e3f-8935-412b43b75040 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:28.897864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.991716 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:29.013785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] For port fca149c5-39e5-4e3f-8935-412b43b75040, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fca149c5-39e5-4e3f-8935-412b43b75040,segment=NetworkSegment(c2ec329d-8e71-47b9-b827-90f89ca14ad1),segment_id=c2ec329d-8e71-47b9-b827-90f89ca14ad1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:29.014387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.037578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Calling delete_port for fca149c5-39e5-4e3f-8935-412b43b75040 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:29.207053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.219721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['fca149c5-39e5-4e3f-8935-412b43b75040'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:29.275177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Pushing event deleted for resources: {'Port': ['ID=fca149c5-39e5-4e3f-8935-412b43b75040,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.306268 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:29.340018 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2318-c4a7-461e-99a8-9fad31905f59 None None] The sync data for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 is: [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:28Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:29.379756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] No DVR routers for this DVR port fca149c5-39e5-4e3f-8935-412b43b75040 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:29.383624 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.386148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a938fee4-e0a7-4817-8fd8-285ad4c7a878 req-859b4558-f06b-474f-8b65-c92870affbdb tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.48 "DELETE /v2.0/ports/fca149c5-39e5-4e3f-8935-412b43b75040 HTTP/1.1" status: 204 len: 173 time: 0.6492958 Jul 14 09:17:29.386958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'name': 'network-vif-deleted', 'tag': 'fca149c5-39e5-4e3f-8935-412b43b75040'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:29.403646 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5854076d-895d-4c28-9181-dbc958a3b0fe" -d '{"events": [{"server_uuid": "e0a7ab1f-6c53-440c-90fa-e728d609dac4", "name": "network-vif-deleted", "tag": "fca149c5-39e5-4e3f-8935-412b43b75040"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:29.551760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5506c-6b21-415a-9b8d-23cf6ac57983 req-b884ec65-53bb-4ba6-b44b-8e8ed8e574c8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.553688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e6d5506c-6b21-415a-9b8d-23cf6ac57983 req-b884ec65-53bb-4ba6-b44b-8e8ed8e574c8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0900428 Jul 14 09:17:29.626643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ea17c7d-23bb-496d-82f6-49027b199ec4 req-265d07a3-d716-4e84-a83c-966032270e64 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 210 time: 0.0494175 Jul 14 09:17:29.646368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e6d5506c-6b21-415a-9b8d-23cf6ac57983 req-424ded78-6549-4fe9-ac58-a30c4f456330 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854044 Jul 14 09:17:29.690295 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763ed7cc-899b-4387-9030-39e96c34829a x-openstack-request-id: req-763ed7cc-899b-4387-9030-39e96c34829a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:29.691025 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a7ab1f-6c53-440c-90fa-e728d609dac4", "name": "network-vif-deleted", "tag": "fca149c5-39e5-4e3f-8935-412b43b75040", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:29.691682 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-763ed7cc-899b-4387-9030-39e96c34829a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:29.692379 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a7ab1f-6c53-440c-90fa-e728d609dac4', 'name': 'network-vif-deleted', 'tag': 'fca149c5-39e5-4e3f-8935-412b43b75040', 'status': 'completed', 'code': 200} Jul 14 09:17:29.979372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-c72cd6cf-536b-478f-ba88-a5ee83158b9d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.988931 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-c72cd6cf-536b-478f-ba88-a5ee83158b9d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.48 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 820 time: 0.2076397 Jul 14 09:17:30.018234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Request body: {'port': {'device_id': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'admin_state_up': True, 'tenant_id': 'b8f5875036d2464bba91802b549388c0'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:30.124989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e20b404c-2e47-4ec6-a3f1-b65e4fa952a5 req-e33b0b11-ba05-46d6-ae3f-88e115c511f0 tempest-DeleteServersTestJSON-549204039 tempest-DeleteServersTestJSON-549204039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a7ab1f-6c53-440c-90fa-e728d609dac4 HTTP/1.1" status: 200 len: 210 time: 0.0569491 Jul 14 09:17:30.221529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Made reservation on behalf of b8f5875036d2464bba91802b549388c0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:30.225205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.574969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Allocated IP 172.20.0.14 (bdb61708-6284-4e4f-99e7-b7a9fc9d9e62/77338b1d-c2cc-46f9-9638-7b2bd2010fc5/7ff7e1df-8787-4223-b8a7-ef98a6399e4a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:30.632111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-610350cf-f8e7-4c7c-b347-f84b8fe66ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.632917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:30.636436 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-610350cf-f8e7-4c7c-b347-f84b8fe66ec5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 1097 time: 0.1423731 Jul 14 09:17:30.747941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:30.752867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:30.754086 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.762417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-ce3c5326-052c-4850-9638-129e66dc2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.764173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-ce3c5326-052c-4850-9638-129e66dc2413 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 200 len: 920 time: 0.1193094 Jul 14 09:17:30.812314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d54d4-d01a-473c-9058-3a433b12dcd7 req-195569b5-2d54-4a9a-baad-5f24bb6f4bd0 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.822335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-813d54d4-d01a-473c-9058-3a433b12dcd7 req-195569b5-2d54-4a9a-baad-5f24bb6f4bd0 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1706712 Jul 14 09:17:30.823077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-890d6f39-a18b-4a0a-b6e4-4ce9d5d3bbd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 200 len: 217 time: 0.0478761 Jul 14 09:17:30.887239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-813d54d4-d01a-473c-9058-3a433b12dcd7 req-e5adaa04-e9b4-41d6-8794-cb65ef5dff4e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632007 Jul 14 09:17:30.919212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-4914d843-0438-49d2-9c45-30169835c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.921551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-4914d843-0438-49d2-9c45-30169835c206 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 200 len: 859 time: 0.0908744 Jul 14 09:17:30.953724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.974815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d275f84a-be73-4d6b-8da4-bce8c7b8db92 req-a2e594b9-bac1-4839-afa9-7fb972fd4f15 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 210 time: 0.0519207 Jul 14 09:17:30.993173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.006060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-76f2af30-aa7f-41a0-961c-854f2b19addb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ec51ff1-018c-48b9-ace5-3ace13af4891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687466 Jul 14 09:17:31.012163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:31.025708 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.089909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.127702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:31.136470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-7438bc78-baf1-4e48-b6ec-139c135752dc service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176558 Jul 14 09:17:31.173180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event updated for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:31.184868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:31.188809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:31.192394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:31.255525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d73e288b-b4c7-492f-914a-48b412ff11a3 req-c2bff3f8-25d8-48fd-9b2c-7df0e9369139 service neutron] 10.222.0.11 "GET /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095285 Jul 14 09:17:31.266766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.267815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.299803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-23956914-6b3a-4ac0-a277-3629c5a9e89e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2989767 Jul 14 09:17:31.321198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Request body: {'port': {'device_id': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:31.349251 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.413482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.839127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff7e1df-8787-4223-b8a7-ef98a6399e4a {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:31.851517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.865892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Transition to ACTIVE for port object 7ff7e1df-8787-4223-b8a7-ef98a6399e4a will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:31.869762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.945559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:32.019848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Attempting to bind port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:32.020860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Attempting to bind port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:32.021508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Attempting to bind port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a on network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:32.041637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a on network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:32.042059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Attempting to bind port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a on network bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:32.065658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:32.065996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Checking segment: {'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:32.066386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Bound using segment: {'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:32.066857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Bound port: 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006e88f1-af7f-4f94-9ed4-22e8c1417f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:32.067210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.144525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f206a4d-3a80-4fb4-aeef-d2a88f4aefdb req-6258b078-57a2-476d-9e08-76d0f2a7bf4a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.146118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f206a4d-3a80-4fb4-aeef-d2a88f4aefdb req-6258b078-57a2-476d-9e08-76d0f2a7bf4a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1195674 Jul 14 09:17:32.183014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:32.203793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:32.209939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f206a4d-3a80-4fb4-aeef-d2a88f4aefdb req-b0ad1284-4743-48b2-8bbb-5c492304f8cb tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529675 Jul 14 09:17:32.211529 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.213343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaedd70-1f94-4a53-bb63-19f6e28cf070 req-cbce6ca0-1e29-4638-8105-5a53bbd8fcfc tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.217705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9eaedd70-1f94-4a53-bb63-19f6e28cf070 req-cbce6ca0-1e29-4638-8105-5a53bbd8fcfc tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 944 time: 0.0741303 Jul 14 09:17:32.252214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.252902 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.255050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] 10.222.0.48 "PUT /v2.0/ports/7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 1093 time: 0.9411323 Jul 14 09:17:32.255718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:32.258244 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f27b4-775e-4242-85f9-54469edbfb22" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:32.308299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53d8ea-9b91-4066-88e0-6e85177fa518 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:32.325479 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9eaedd70-1f94-4a53-bb63-19f6e28cf070 req-3d0157ae-a595-4e41-940b-7d970b8d679d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930245 Jul 14 09:17:32.379786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-d733eaa1-d37e-435c-b0b5-bcf6d1f68149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.381383 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-d733eaa1-d37e-435c-b0b5-bcf6d1f68149 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1096 time: 0.0650668 Jul 14 09:17:32.391439 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813dba9e-ee23-445b-9f29-85e49a279e63 x-openstack-request-id: req-813dba9e-ee23-445b-9f29-85e49a279e63 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:32.391743 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:32.392001 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-813dba9e-ee23-445b-9f29-85e49a279e63 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:32.392464 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'status': 'completed', 'code': 200} Jul 14 09:17:32.450804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-0a67c1b0-44cf-425b-8e38-0ed45e699de0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 217 time: 0.0557320 Jul 14 09:17:32.507165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:32.519243 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:32.525633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-f2a93eaa-cd03-43ea-99cc-bb103615bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.527394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-f2a93eaa-cd03-43ea-99cc-bb103615bf03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.0709312 Jul 14 09:17:32.577757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:32.578261 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.583175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-67835c53-20ce-4b9b-850f-e0b31375db51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498180 Jul 14 09:17:32.703548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-660a92fe-62c8-4d82-9647-06b8e06e90aa service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141024 Jul 14 09:17:32.792295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9245af1c-c2a9-475b-91ab-6bcfbaa6aff5 req-5ed7b2c7-7c8b-4aee-934d-deb94bee3176 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820556 Jul 14 09:17:32.917400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-323b6da6-2fea-4310-9ef5-132ba36e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.919018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-323b6da6-2fea-4310-9ef5-132ba36e52bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1096 time: 0.0768452 Jul 14 09:17:33.008889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-3df1149a-c61f-4f73-9aa4-777d347065ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.010460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-3df1149a-c61f-4f73-9aa4-777d347065ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.0854266 Jul 14 09:17:33.056221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-5781ecd2-47c2-43c7-916d-848cac95703e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 217 time: 0.0382292 Jul 14 09:17:33.112107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-bf3f5c40-da02-4689-958e-17653ccc4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.114508 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-bf3f5c40-da02-4689-958e-17653ccc4182 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.0515318 Jul 14 09:17:33.164375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-b9c43885-9fad-4aec-b5b9-b6f19c73f5d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401089 Jul 14 09:17:33.270420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-8a653e7e-53f6-4a6d-bdc0-8e2a6835ef78 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979390 Jul 14 09:17:33.410990 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3f27b4-775e-4242-85f9-54469edbfb22 req-81a16823-d802-4c40-80ce-1173e1739151 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328557 Jul 14 09:17:33.443463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388201-ce61-4582-a863-fc6e777ebb73 req-edf0cc81-dd1e-4980-a136-a9e98d0562ee tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.450357 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f388201-ce61-4582-a863-fc6e777ebb73 req-edf0cc81-dd1e-4980-a136-a9e98d0562ee tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0836492 Jul 14 09:17:33.493904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f388201-ce61-4582-a863-fc6e777ebb73 req-a15f8784-24aa-41d9-bd8e-deaa93c592c8 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Jul 14 09:17:33.579251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a6f93-9902-4b61-8b43-502ef6ca1d61 req-7e98c9d7-432b-448a-90f8-88ce0a9ab996 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.581832 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c58a6f93-9902-4b61-8b43-502ef6ca1d61 req-7e98c9d7-432b-448a-90f8-88ce0a9ab996 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 944 time: 0.1187959 Jul 14 09:17:33.643539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c58a6f93-9902-4b61-8b43-502ef6ca1d61 req-fc413a6d-27ef-42f6-85a0-0f50589ec3c0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548902 Jul 14 09:17:34.346188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fca149c5-39e5-4e3f-8935-412b43b75040 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:34.377221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: fca149c5-39e5-4e3f-8935-412b43b75040 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:34.378813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fca149c5-39e5-4e3f-8935-412b43b75040 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:34.538529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:34.649815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-ee752ce3-2a0d-43af-be1e-d7528dc17cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0712135 Jul 14 09:17:34.666291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c829-c2b4-441b-9b08-56f37c8a10a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.825174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.825672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.826159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.826647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.829633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.830150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.831175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.833397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-fd28df23-0fb9-42fa-a249-1b3ed845b0a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6500 time: 0.1307220 Jul 14 09:17:34.899494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c829-c2b4-441b-9b08-56f37c8a10a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.908015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c829-c2b4-441b-9b08-56f37c8a10a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.962596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1a2c829-c2b4-441b-9b08-56f37c8a10a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d905323295eb4aa99cd91966ff79a0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219694 Jul 14 09:17:34.963773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:34.971004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2c829-c2b4-441b-9b08-56f37c8a10a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5da8a3-66c0-4c11-9ef5-fec56e7db87a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:35.055536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-71313d28-bfa5-4804-a88b-1f5721620c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.055904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-71313d28-bfa5-4804-a88b-1f5721620c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.056459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-71313d28-bfa5-4804-a88b-1f5721620c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.058597 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-71313d28-bfa5-4804-a88b-1f5721620c5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73 HTTP/1.1" status: 200 len: 2292 time: 0.1868720 Jul 14 09:17:35.082653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce354df8-aa63-4179-91d6-72f4d86448d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.122517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce354df8-aa63-4179-91d6-72f4d86448d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.190680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945350e-0de2-4a00-b78d-153b25b9bcfe req-6218271f-d97f-48a6-8a4b-c837cf95ca2e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.199930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1945350e-0de2-4a00-b78d-153b25b9bcfe req-6218271f-d97f-48a6-8a4b-c837cf95ca2e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 944 time: 0.1936736 Jul 14 09:17:35.205475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce354df8-aa63-4179-91d6-72f4d86448d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.209307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce354df8-aa63-4179-91d6-72f4d86448d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.213493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ce354df8-aa63-4179-91d6-72f4d86448d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c5da8a3-66c0-4c11-9ef5-fec56e7db87a HTTP/1.1" status: 204 len: 168 time: 0.2483978 Jul 14 09:17:35.223139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-c563a82f-9955-4e9d-92c9-17d6dd02e77b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c HTTP/1.1" status: 200 len: 1002 time: 0.1489577 Jul 14 09:17:35.226459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce354df8-aa63-4179-91d6-72f4d86448d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5da8a3-66c0-4c11-9ef5-fec56e7db87a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:35.292744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1945350e-0de2-4a00-b78d-153b25b9bcfe req-a3000098-7f21-4b60-93b2-e336aa4ee3d2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872893 Jul 14 09:17:35.315732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-5d0ca3f6-96cb-4a62-94cb-dc687d7642ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.322262 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-5d0ca3f6-96cb-4a62-94cb-dc687d7642ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80e7a0fa-c30f-4b8c-bce8-16100869d6b8 HTTP/1.1" status: 200 len: 850 time: 0.0806935 Jul 14 09:17:35.387556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-a5f5cdfc-5391-4872-839e-c190f63e87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.389466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-a5f5cdfc-5391-4872-839e-c190f63e87aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592246 Jul 14 09:17:35.495002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-5a80ec64-e1d4-453b-8e71-380bba2c2051 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984595 Jul 14 09:17:35.561559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:35.578794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9363-5e58-4d70-abc1-7dbf5b75a42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.606038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-a9b48402-4ca8-44ae-b709-1973bcccb864 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999837 Jul 14 09:17:35.657269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-d13ba33b-ef44-4fef-85c5-649818ebd7f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 217 time: 0.0431912 Jul 14 09:17:35.683301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9363-5e58-4d70-abc1-7dbf5b75a42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.688598 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9363-5e58-4d70-abc1-7dbf5b75a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.715486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-dd31e048-d2c8-43d5-9503-4d4324a482d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.717178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-dd31e048-d2c8-43d5-9503-4d4324a482d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0537951 Jul 14 09:17:35.717665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf9363-5e58-4d70-abc1-7dbf5b75a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4536a1ac-0551-4118-b1ad-e12a1f304686,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:35.744851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0fbf9363-5e58-4d70-abc1-7dbf5b75a42e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12c62ddafce54ea7b33587ce0205266f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822972 Jul 14 09:17:35.747645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:35.782414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-2ab3d960-101a-4604-8741-d66c8be24901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.784881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-2ab3d960-101a-4604-8741-d66c8be24901 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602405 Jul 14 09:17:35.824133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-74770349-2412-4b7d-9232-33a55cd336e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.876000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-74770349-2412-4b7d-9232-33a55cd336e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.972917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-74770349-2412-4b7d-9232-33a55cd336e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.976069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-74770349-2412-4b7d-9232-33a55cd336e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.977686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-74770349-2412-4b7d-9232-33a55cd336e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4536a1ac-0551-4118-b1ad-e12a1f304686 HTTP/1.1" status: 204 len: 168 time: 0.2288301 Jul 14 09:17:35.994409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74770349-2412-4b7d-9232-33a55cd336e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4536a1ac-0551-4118-b1ad-e12a1f304686,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.320750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57440) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:36.344053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 7ff7e1df-8787-4223-b8a7-ef98a6399e4a details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:36.442135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] Deleting subnet ccfb161e-a687-4e4d-bef8-fda49f75ba16 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:36.454484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.479214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-28d72835-ec45-4025-aea6-8e2fcf9fcd18 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877172 Jul 14 09:17:36.548516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:36.579494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.582698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'port_id': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'mac_address': 'fa:16:3e:ca:fc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:36.634709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57446) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:36.643503 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.645345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.659861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff7e1df-8787-4223-b8a7-ef98a6399e4a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:36.667062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b774309-d515-4e50-a163-5d27ed137290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.685043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:36.692530 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.700508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-27d64c3f-6469-4ddb-ad9e-92eb292c336d service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130942 Jul 14 09:17:36.719945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.727996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa9314-0535-4bc0-aa46-aff35f69de59 req-2e42c200-9a1b-4085-b4a9-5743669915ce tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.729533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20fa9314-0535-4bc0-aa46-aff35f69de59 req-2e42c200-9a1b-4085-b4a9-5743669915ce tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 944 time: 0.2199795 Jul 14 09:17:36.746899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfb161e-a687-4e4d-bef8-fda49f75ba16,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.757864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.762269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-73e87fc3-40b9-4b4d-b7f3-889a11a49dcb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ccfb161e-a687-4e4d-bef8-fda49f75ba16 HTTP/1.1" status: 204 len: 168 time: 0.4381092 Jul 14 09:17:36.762641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:36.772123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-2fd4deb8-c6d7-49ef-9d66-759b617adb1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 217 time: 0.0644040 Jul 14 09:17:36.785644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.854564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.863643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20fa9314-0535-4bc0-aa46-aff35f69de59 req-ecd9d194-95dd-4b6c-9a99-44df6bb25f6b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977483 Jul 14 09:17:36.878353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-13d2cd09-6958-4b9a-9418-e758f875874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.880349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-13d2cd09-6958-4b9a-9418-e758f875874a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0984304 Jul 14 09:17:36.942942 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.953432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6877315-645b-4478-927c-8aa286d90fe8']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:36.958735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7ff7e1df-8787-4223-b8a7-ef98a6399e4a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:36.960887 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b774309-d515-4e50-a163-5d27ed137290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.967966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ec329d-8e71-47b9-b827-90f89ca14ad1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:36.968510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ec329d-8e71-47b9-b827-90f89ca14ad1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:36.968642 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b774309-d515-4e50-a163-5d27ed137290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.976834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-5ab1fcaf-72a2-4ec3-87e6-1b1b3d3ad22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.978342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-5ab1fcaf-72a2-4ec3-87e6-1b1b3d3ad22b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0909650 Jul 14 09:17:36.979580 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.994999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.003907 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:37.005208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:37.007335 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:37.061700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b774309-d515-4e50-a163-5d27ed137290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9db43e-220b-4e22-92e5-e0697bfdff87,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.074795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4b774309-d515-4e50-a163-5d27ed137290 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de0c891cd7f744bfb2957e8b4e46ceaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365609 Jul 14 09:17:37.075447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:37.120639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.133189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.143284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] 10.222.0.18 "DELETE /v2.0/networks/c6877315-645b-4478-927c-8aa286d90fe8 HTTP/1.1" status: 204 len: 168 time: 0.3797674 Jul 14 09:17:37.162600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942e9f7-6b12-4071-b847-1ead1e090ada admin admin] Pushing event deleted for resources: {'Network': ['ID=c6877315-645b-4478-927c-8aa286d90fe8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.181955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-ad842341-8cf8-4b07-96ae-56077d4fde46 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919756 Jul 14 09:17:37.188075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fb3b32c-69c9-49a7-b0ab-2221b450df76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.270842 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fb3b32c-69c9-49a7-b0ab-2221b450df76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.343770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-7139f3fb-ef32-490e-89a3-4552729af7f3 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540818 Jul 14 09:17:37.381183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:37.392244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-3d6b665c-0094-4fe5-b1ab-6a21a17e4311 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=bc2e40f4-1621-467b-9f17-253edde83b2d HTTP/1.1" status: 200 len: 217 time: 0.0420668 Jul 14 09:17:37.420784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fb3b32c-69c9-49a7-b0ab-2221b450df76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.423659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fb3b32c-69c9-49a7-b0ab-2221b450df76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.433179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1fb3b32c-69c9-49a7-b0ab-2221b450df76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe9db43e-220b-4e22-92e5-e0697bfdff87 HTTP/1.1" status: 204 len: 168 time: 0.3570495 Jul 14 09:17:37.434776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-43548571-7acd-4244-a060-d2d8b27d1e22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cef37b6da724e748fd4c1a0a9404da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524201 Jul 14 09:17:37.435435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:37.470230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3b32c-69c9-49a7-b0ab-2221b450df76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9db43e-220b-4e22-92e5-e0697bfdff87,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.502281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8767ec6d-cd74-43d1-a962-4000822a309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.508552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-c0b50fe7-bf02-4f66-b29a-13fb5e324074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.510263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-c0b50fe7-bf02-4f66-b29a-13fb5e324074 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.1101379 Jul 14 09:17:37.526747 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8767ec6d-cd74-43d1-a962-4000822a309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.587235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8767ec6d-cd74-43d1-a962-4000822a309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.590751 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8767ec6d-cd74-43d1-a962-4000822a309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.594357 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8767ec6d-cd74-43d1-a962-4000822a309f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d3e2753-1b48-4b18-aa4b-c41245ca39a1 HTTP/1.1" status: 204 len: 168 time: 0.1556213 Jul 14 09:17:37.615622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767ec6d-cd74-43d1-a962-4000822a309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3e2753-1b48-4b18-aa4b-c41245ca39a1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.622119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-166a526b-7513-46fd-b1fb-948aa2ae6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.637998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-166a526b-7513-46fd-b1fb-948aa2ae6d26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151042 Jul 14 09:17:37.785932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-2a59970b-a805-44e1-b6d3-614da21705f2 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469088 Jul 14 09:17:37.924158 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-5f7a31c8-7fa4-4c55-96ff-d627e907d213 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316776 Jul 14 09:17:38.000699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-f5c6e2d5-89b7-4666-afd3-523cb262e6b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411 HTTP/1.1" status: 200 len: 217 time: 0.0686271 Jul 14 09:17:38.089166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-e84e5c3e-6901-46cb-9eef-09856ccb32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.090678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-e84e5c3e-6901-46cb-9eef-09856ccb32d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0803823 Jul 14 09:17:38.138075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa477ab4-15e1-4b1e-9891-b9c2ec0626b1 req-f62fb777-c5f7-4700-a52c-4cba204e01ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.145638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa477ab4-15e1-4b1e-9891-b9c2ec0626b1 req-f62fb777-c5f7-4700-a52c-4cba204e01ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 945 time: 0.1475413 Jul 14 09:17:38.203918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa477ab4-15e1-4b1e-9891-b9c2ec0626b1 req-832e11d9-6d0c-4b6f-a1a2-d2d5f0131df3 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574017 Jul 14 09:17:38.225182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-576be6c9-b3d9-4edd-9915-e11c760a1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.226743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-576be6c9-b3d9-4edd-9915-e11c760a1ec1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278455 Jul 14 09:17:38.358924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 7ff7e1df-8787-4223-b8a7-ef98a6399e4a up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:38.365082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-7079d6d4-5a6f-4e21-83dc-a880ca237829 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310430 Jul 14 09:17:38.454346 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:38.460076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:38.460564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.516127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-010958f1-c303-4155-808f-a8730c9364a0 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435926 Jul 14 09:17:38.624010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-a4f513fe-6947-4b11-aef9-4ea81d7a1882 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d574b952-f894-40ff-8272-2b003fbc097d HTTP/1.1" status: 200 len: 217 time: 0.1012979 Jul 14 09:17:38.632528 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.660929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:38.664069 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d5f216-36e2-400c-8599-e35ae693ff1f" -d '{"events": [{"server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "name": "network-vif-plugged", "status": "completed", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:38.679371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:38.684240 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.736351 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-94090418-c420-4728-b36c-6749aa561046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.738635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-94090418-c420-4728-b36c-6749aa561046 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.1045911 Jul 14 09:17:38.775964 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad7207-ada9-42f8-bb0d-84309c27d6d6 x-openstack-request-id: req-88ad7207-ada9-42f8-bb0d-84309c27d6d6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:38.776229 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "name": "network-vif-plugged", "status": "completed", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:38.776494 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88ad7207-ada9-42f8-bb0d-84309c27d6d6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:38.777455 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'code': 200} Jul 14 09:17:38.781766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:38.837679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-f89baacc-60ae-4f3b-a040-8ccf54918a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.839327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-f89baacc-60ae-4f3b-a040-8ccf54918a15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892351 Jul 14 09:17:38.845392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57522) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:38.916158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e24919-c6d7-49bc-a596-699791943ec6 req-5d0a0949-03ef-41c3-9d2e-8686b91befae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.921553 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76e24919-c6d7-49bc-a596-699791943ec6 req-5d0a0949-03ef-41c3-9d2e-8686b91befae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.1045580 Jul 14 09:17:38.975514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-f6560c5f-14b5-475c-bcdd-43a86427a898 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231797 Jul 14 09:17:38.985271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76e24919-c6d7-49bc-a596-699791943ec6 req-3dd8dde9-c483-4b32-8c08-8fda3ea8bb60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576522 Jul 14 09:17:39.043342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-983012889-network', 'tenant_id': 'ba1ef64fdca74b919051d8a32b8712f5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:39.083508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Made reservation on behalf of ba1ef64fdca74b919051d8a32b8712f5 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:39.085815 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.108361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.119397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-16719ff8-ee34-4e6b-86ff-5bfd2fef0cc7 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360373 Jul 14 09:17:39.176282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-f2efc661-e24f-4f9c-a2ac-b1cc36e32a33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3371dd45-6454-4519-aaf2-1303409fe639 HTTP/1.1" status: 200 len: 217 time: 0.0469172 Jul 14 09:17:39.249679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-3a666b6f-9402-4210-965f-7bf8eee94bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.251335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-3a666b6f-9402-4210-965f-7bf8eee94bf3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.0651717 Jul 14 09:17:39.318952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.323924 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.379949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:39.409074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.409943 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Added segment 0815e277-f2c1-4042-bdf4-17c7b4f6eb0e of type vlan for network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 Jul 14 09:17:39.413837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf7517-35e5-4242-9663-10083be32184 req-feb94ed3-ee2d-46eb-ae4d-8942bf1a8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.415391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-feb94ed3-ee2d-46eb-ae4d-8942bf1a8c1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570146 Jul 14 09:17:39.416054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bab0da2-7d53-439f-a130-408e939d0c33,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.521554 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.585532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa67dd-fa9b-4206-933f-868aae914682 req-ec753294-7655-477b-903f-75a4a752d4f6 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.587134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2aa67dd-fa9b-4206-933f-868aae914682 req-ec753294-7655-477b-903f-75a4a752d4f6 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.2530107 Jul 14 09:17:39.619535 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.620302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.620886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.628873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-154d2eec-a2a0-4da6-88bc-e65c0903a280 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021310 Jul 14 09:17:39.715647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8689933 Jul 14 09:17:39.718598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:39.725130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Request body: {'subnet': {'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-983012889-subnet', 'tenant_id': 'ba1ef64fdca74b919051d8a32b8712f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:39.744800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2aa67dd-fa9b-4206-933f-868aae914682 req-6ea9fd08-8d06-4d70-a976-a1664dce4aff tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486659 Jul 14 09:17:39.761267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3cea6-208a-4c58-9a89-d6590526102e admin admin] Pushing event updated for resources: {'Network': ['ID=da23b87b-7a9c-46ce-81b8-c52a8aa61b45,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.776200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Made reservation on behalf of ba1ef64fdca74b919051d8a32b8712f5 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:39.777142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:39.779455 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.816778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52cf7517-35e5-4242-9663-10083be32184 req-fc081eab-dcb0-4978-aac5-fa2c11dd7369 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802671 Jul 14 09:17:40.127899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.193198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Checking segment: {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:40.193557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Network hostable DHCP agents. Network: da23b87b-7a9c-46ce-81b8-c52a8aa61b45, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:40.196856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e9a3e3-7af8-4c0d-b938-74469842f583,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.213529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:40.223111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, da23b87b-7a9c-46ce-81b8-c52a8aa61b45) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:40.228001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.228653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.235867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b35ba-a2aa-401a-a811-0c5dc52b61c3 None None] Network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:40.253411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-810e371b-3dd8-4c7e-a27a-4cc3b731b7f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5257869 Jul 14 09:17:40.403874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da06237-4452-4fb8-a126-c1150befb62e None None] Network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:40.801948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-2879680d-cc14-4a49-89c9-c9c272346d45 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.803632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-2879680d-cc14-4a49-89c9-c9c272346d45 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/networks?id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 200 len: 817 time: 0.1162677 Jul 14 09:17:40.821144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7e3833de-1e41-43c2-9284-3e68d154ea65 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/quotas/ba1ef64fdca74b919051d8a32b8712f5 HTTP/1.1" status: 200 len: 375 time: 0.0115044 Jul 14 09:17:40.862293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-db86d89d-8e38-4ab9-bf69-727022767a6f tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344203 Jul 14 09:17:40.962947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-95d3ff67-45ef-42b1-9469-62775e021406 service neutron] 10.222.0.18 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929532 Jul 14 09:17:40.968516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c135e-cef0-4a96-bdc1-30347c951c5c req-60c5b5f3-214d-4bb2-9876-8032b805ae03 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.970000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-121c135e-cef0-4a96-bdc1-30347c951c5c req-60c5b5f3-214d-4bb2-9876-8032b805ae03 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0719950 Jul 14 09:17:41.043377 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-121c135e-cef0-4a96-bdc1-30347c951c5c req-63963806-1e82-4f3a-89fb-4b78c330066f tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676298 Jul 14 09:17:41.076564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-230d4beb-a591-487a-aa08-6fe7887df44f service neutron] 10.222.0.18 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104083 Jul 14 09:17:41.720841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-9d3bb9c3-b959-427e-9820-d19757d87700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.722906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-9d3bb9c3-b959-427e-9820-d19757d87700 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.1671188 Jul 14 09:17:41.841951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348df26a-c167-42ae-8747-6686e1f6eb02 req-4081b089-0be6-47c7-be9f-43cc9a1c18f8 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.851292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-348df26a-c167-42ae-8747-6686e1f6eb02 req-4081b089-0be6-47c7-be9f-43cc9a1c18f8 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0781748 Jul 14 09:17:41.923693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-348df26a-c167-42ae-8747-6686e1f6eb02 req-98ffb359-08c8-49a3-9de4-c480f96f81ba tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711191 Jul 14 09:17:41.971091 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0746c6a-8048-4f80-9765-556d39d7c357 req-c4c023a1-9736-46aa-b064-5b743c55bcf3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 210 time: 0.0465021 Jul 14 09:17:41.974052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-9cce0f50-5ca6-401f-a753-c6fbd361a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.975752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-9cce0f50-5ca6-401f-a753-c6fbd361a1c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.2465687 Jul 14 09:17:42.044278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-831c05ee-5ff7-49a8-a1b6-b20d46b86b3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 217 time: 0.0610383 Jul 14 09:17:42.134491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-943690b7-73a1-45e4-b4dc-662f3edc03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.136248 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-943690b7-73a1-45e4-b4dc-662f3edc03da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.0848246 Jul 14 09:17:42.172196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-6480f83d-97a0-43e6-81c3-89d292234480 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299280 Jul 14 09:17:42.331396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-d0b76cb5-aa99-4169-b091-8d0f7c441ef6 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528611 Jul 14 09:17:42.513784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a470210-6dd2-475e-a3b5-7b7bd2479cf1 req-6e4eff08-806e-4991-acca-06410636ec6f service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758049 Jul 14 09:17:43.174490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79b4e8-aa20-47b9-a905-647249b53324 req-beb4816f-935e-42c2-b571-4a9c764d319e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.176667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd79b4e8-aa20-47b9-a905-647249b53324 req-beb4816f-935e-42c2-b571-4a9c764d319e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1083486 Jul 14 09:17:43.191949 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a75cc14-36af-4f00-b9db-483f963fe4cc req-b7d604fe-ddf1-4e25-a117-96c793c65524 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 210 time: 0.0518687 Jul 14 09:17:43.239256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd79b4e8-aa20-47b9-a905-647249b53324 req-fe3a7dac-ef79-4428-975a-dcd0f7243884 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Jul 14 09:17:43.689799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-8b07afb9-af00-4286-b674-6e9d437495b7 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.692399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-8b07afb9-af00-4286-b674-6e9d437495b7 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "GET /v2.0/networks?id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 200 len: 817 time: 0.1390045 Jul 14 09:17:43.713286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Request body: {'port': {'device_id': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45', 'admin_state_up': True, 'tenant_id': 'ba1ef64fdca74b919051d8a32b8712f5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:43.926286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Made reservation on behalf of ba1ef64fdca74b919051d8a32b8712f5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:43.931527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.991428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7788f3c-4462-407a-86f8-8aa1d773ab3c tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.994370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7788f3c-4462-407a-86f8-8aa1d773ab3c tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.48 "GET /v2.0/networks?id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 200 len: 817 time: 0.2265542 Jul 14 09:17:44.022320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Request body: {'port': {'device_id': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45', 'admin_state_up': True, 'tenant_id': 'ba1ef64fdca74b919051d8a32b8712f5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:44.293346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Made reservation on behalf of ba1ef64fdca74b919051d8a32b8712f5 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:44.301140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.305431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Allocated IP 172.20.0.8 (da23b87b-7a9c-46ce-81b8-c52a8aa61b45/b4e9a3e3-7af8-4c0d-b938-74469842f583/66129808-063a-4c8f-ba12-5cb6774db007) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:44.457423 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3bd3cf6a-3df3-4941-8e60-aacd2e9b88f1 req-79cd3f48-ac85-432d-862d-4182b8795edc tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 210 time: 0.0691600 Jul 14 09:17:44.536555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-18c5dff9-de7c-4ff0-b207-6a1fe5125a95 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.538045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-18c5dff9-de7c-4ff0-b207-6a1fe5125a95 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "GET /v2.0/networks?id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 200 len: 817 time: 0.4254994 Jul 14 09:17:44.588530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Request body: {'port': {'device_id': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45', 'admin_state_up': True, 'tenant_id': 'ba1ef64fdca74b919051d8a32b8712f5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:44.701051 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.725775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2fe0-2725-4546-83b7-14953ed7ff28 req-7d73a675-5cbc-4271-bbda-b4f47f0f5d74 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.727281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baad2fe0-2725-4546-83b7-14953ed7ff28 req-7d73a675-5cbc-4271-bbda-b4f47f0f5d74 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.2003706 Jul 14 09:17:44.818057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baad2fe0-2725-4546-83b7-14953ed7ff28 req-de016071-a5bc-4b75-90c6-71a97f045de0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812690 Jul 14 09:17:44.821310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Made reservation on behalf of ba1ef64fdca74b919051d8a32b8712f5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:44.825202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.836580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.892255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Allocated IP 172.20.0.5 (da23b87b-7a9c-46ce-81b8-c52a8aa61b45/b4e9a3e3-7af8-4c0d-b938-74469842f583/511a21e4-08b0-4444-9341-560971e1021c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:44.929838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:44.933425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Pushing event updated for resources: {'Port': ['ID=66129808-063a-4c8f-ba12-5cb6774db007,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:44.938426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:44.945211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:45.004478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.005106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.019836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-83eab3d1-14db-4a16-9099-b0733e530cdb tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3179548 Jul 14 09:17:45.033924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Request body: {'port': {'device_id': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:45.041158 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.099723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.162412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:45.176226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:45.186301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:45.215699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.242402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Allocated IP 172.20.0.7 (da23b87b-7a9c-46ce-81b8-c52a8aa61b45/b4e9a3e3-7af8-4c0d-b938-74469842f583/766bc9a1-f807-47e6-a970-cf092239361c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:45.242851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Pushing event updated for resources: {'Port': ['ID=511a21e4-08b0-4444-9341-560971e1021c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:45.274858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.275646 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.306706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6203948-39a8-45a8-9c13-fdfa88e91817 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2988405 Jul 14 09:17:45.326815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Request body: {'port': {'device_id': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:45.455824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.860365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.907702 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2802f6f-fd33-4b1c-bded-0dee89388bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.991117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.039242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:46.044407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:46.049432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:46.144196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Pushing event updated for resources: {'Port': ['ID=766bc9a1-f807-47e6-a970-cf092239361c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:46.174310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.174915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.194907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305a116-95e3-47d2-be20-64037e0ddf5e req-92f17057-ecd4-468f-b12f-fa4472d2d1e0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.196528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8305a116-95e3-47d2-be20-64037e0ddf5e req-92f17057-ecd4-468f-b12f-fa4472d2d1e0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1553841 Jul 14 09:17:46.202957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b50ac0c4-c561-4d50-b1ab-352cc11b7060 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6220543 Jul 14 09:17:46.218575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Request body: {'port': {'device_id': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:46.242407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511a21e4-08b0-4444-9341-560971e1021c {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:46.256893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.273563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Transition to ACTIVE for port object 511a21e4-08b0-4444-9341-560971e1021c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:46.279952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.382762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b71c-7ec9-41c1-b227-8b69bf28e031 req-06ec4794-1425-4235-95d4-678ff0f65a00 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.390342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a2b71c-7ec9-41c1-b227-8b69bf28e031 req-06ec4794-1425-4235-95d4-678ff0f65a00 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 931 time: 0.4433234 Jul 14 09:17:46.432843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Pushing event updated for resources: {'Port': ['ID=511a21e4-08b0-4444-9341-560971e1021c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:46.504155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a2b71c-7ec9-41c1-b227-8b69bf28e031 req-449ef307-f606-457c-968a-4d46a787327d tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128211 Jul 14 09:17:46.567395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66129808-063a-4c8f-ba12-5cb6774db007 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:46.577098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.592015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Attempting to bind port 511a21e4-08b0-4444-9341-560971e1021c on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:46.592590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Attempting to bind port 511a21e4-08b0-4444-9341-560971e1021c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:46.592926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Attempting to bind port 511a21e4-08b0-4444-9341-560971e1021c on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:46.603127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Port 511a21e4-08b0-4444-9341-560971e1021c on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:46.603867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Attempting to bind port 511a21e4-08b0-4444-9341-560971e1021c on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:46.612807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:46.613156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Checking segment: {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:46.613542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Bound using segment: {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:46.613977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Bound port: 511a21e4-08b0-4444-9341-560971e1021c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:46.614336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.631264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.637706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Transition to ACTIVE for port object 66129808-063a-4c8f-ba12-5cb6774db007 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:46.658349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.712580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Pushing event updated for resources: {'Port': ['ID=66129808-063a-4c8f-ba12-5cb6774db007,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:46.731861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8305a116-95e3-47d2-be20-64037e0ddf5e req-5a2a0b31-7f96-46fe-8edf-93e4979be10a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220125 Jul 14 09:17:46.819228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] For port 511a21e4-08b0-4444-9341-560971e1021c, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:46.824155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] For port 511a21e4-08b0-4444-9341-560971e1021c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=511a21e4-08b0-4444-9341-560971e1021c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:46.829969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.910912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.911587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.913052 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] 10.222.0.48 "PUT /v2.0/ports/511a21e4-08b0-4444-9341-560971e1021c HTTP/1.1" status: 200 len: 1092 time: 1.5985034 Jul 14 09:17:46.913518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'tag': '511a21e4-08b0-4444-9341-560971e1021c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:46.916917 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd" -d '{"events": [{"name": "network-changed", "server_uuid": "76b36dc4-10b0-4ac6-bdcf-b3445476bd48", "tag": "511a21e4-08b0-4444-9341-560971e1021c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:47.012821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:47.022936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac5034-3a60-406c-9c4a-ae1169bd7dfd service neutron] Pushing event updated for resources: {'Port': ['ID=511a21e4-08b0-4444-9341-560971e1021c,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.052752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-348370d3-b1c0-4356-9fa7-0c1259c596d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.054295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-348370d3-b1c0-4356-9fa7-0c1259c596d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48 HTTP/1.1" status: 200 len: 1095 time: 0.0984373 Jul 14 09:17:47.060981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Attempting to bind port 66129808-063a-4c8f-ba12-5cb6774db007 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:47.061529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Attempting to bind port 66129808-063a-4c8f-ba12-5cb6774db007 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:47.061688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Attempting to bind port 66129808-063a-4c8f-ba12-5cb6774db007 on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:47.079048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Port 66129808-063a-4c8f-ba12-5cb6774db007 on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:47.079402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Attempting to bind port 66129808-063a-4c8f-ba12-5cb6774db007 on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:47.100402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:47.100740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Checking segment: {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:47.101139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Bound using segment: {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:47.101586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Bound port: 66129808-063a-4c8f-ba12-5cb6774db007, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:47.101953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.120475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-ef799943-73b7-4b5f-b39d-2670b5ed8064 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511a21e4-08b0-4444-9341-560971e1021c HTTP/1.1" status: 200 len: 217 time: 0.0580904 Jul 14 09:17:47.208696 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3075d7-d135-4d07-896a-eac671d3a649 x-openstack-request-id: req-4e3075d7-d135-4d07-896a-eac671d3a649 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:47.209459 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b36dc4-10b0-4ac6-bdcf-b3445476bd48", "tag": "511a21e4-08b0-4444-9341-560971e1021c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:47.209771 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e3075d7-d135-4d07-896a-eac671d3a649 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:47.210188 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'tag': '511a21e4-08b0-4444-9341-560971e1021c', 'status': 'completed', 'code': 200} Jul 14 09:17:47.238956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-66c60f8f-f4dd-4484-9640-70987bc1098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.242831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-66c60f8f-f4dd-4484-9640-70987bc1098a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4e9a3e3-7af8-4c0d-b938-74469842f583 HTTP/1.1" status: 200 len: 857 time: 0.1165173 Jul 14 09:17:47.250599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf460593-4877-414a-b925-a9142a854879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.272185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] For port 66129808-063a-4c8f-ba12-5cb6774db007, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:47.310777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] For port 66129808-063a-4c8f-ba12-5cb6774db007, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=66129808-063a-4c8f-ba12-5cb6774db007,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:47.317065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.367194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766bc9a1-f807-47e6-a970-cf092239361c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:47.368811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf460593-4877-414a-b925-a9142a854879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.386953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.387599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.388218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-f40e7afe-5a8c-4678-8ad7-a487d052ab63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335785 Jul 14 09:17:47.388814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf460593-4877-414a-b925-a9142a854879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.389058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] 10.222.0.11 "PUT /v2.0/ports/66129808-063a-4c8f-ba12-5cb6774db007 HTTP/1.1" status: 200 len: 1092 time: 2.3615971 Jul 14 09:17:47.389510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'tag': '66129808-063a-4c8f-ba12-5cb6774db007'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:47.392033 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525e6d0-d417-480b-a000-ad8ab6b0a680" -d '{"events": [{"name": "network-changed", "server_uuid": "ff491090-18f8-45ae-b61f-fd77508c59f3", "tag": "66129808-063a-4c8f-ba12-5cb6774db007"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:47.397545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.406567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114f75-c620-4426-a4ec-2e77a871dea0 service neutron] Pushing event updated for resources: {'Port': ['ID=66129808-063a-4c8f-ba12-5cb6774db007,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.416394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Transition to ACTIVE for port object 766bc9a1-f807-47e6-a970-cf092239361c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:47.468190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.471014 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2420abdd-ceb4-4c60-bc13-e08037bc13e8 x-openstack-request-id: req-2420abdd-ceb4-4c60-bc13-e08037bc13e8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:47.471310 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff491090-18f8-45ae-b61f-fd77508c59f3", "tag": "66129808-063a-4c8f-ba12-5cb6774db007", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:47.471628 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2420abdd-ceb4-4c60-bc13-e08037bc13e8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:47.472023 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'tag': '66129808-063a-4c8f-ba12-5cb6774db007', 'status': 'completed', 'code': 200} Jul 14 09:17:47.506970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cf460593-4877-414a-b925-a9142a854879 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f610ed300eaf476196cb3b541091873c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885204 Jul 14 09:17:47.506970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf460593-4877-414a-b925-a9142a854879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602abdfb-a7c3-4cee-b5ca-351b2b1d5a84,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.509943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:47.586385 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Pushing event updated for resources: {'Port': ['ID=766bc9a1-f807-47e6-a970-cf092239361c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.593124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-953a23e0-3d0f-41bf-afcf-39a3274c9f6e service neutron] 10.222.0.48 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938462 Jul 14 09:17:47.648961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a57a3cf0-f03f-4d15-a249-8f241a62244c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.659863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-1bbcb603-a2e0-4e01-9fb8-46f7d645e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.661407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-1bbcb603-a2e0-4e01-9fb8-46f7d645e3a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 1095 time: 0.2259676 Jul 14 09:17:47.685476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a813f02-cf0c-45cf-af76-84eb561ca704 req-e0a60f5b-97ab-475b-a7f9-0d9426001daa tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.686950 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a813f02-cf0c-45cf-af76-84eb561ca704 req-e0a60f5b-97ab-475b-a7f9-0d9426001daa tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.2502701 Jul 14 09:17:47.707246 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a57a3cf0-f03f-4d15-a249-8f241a62244c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.730238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-a6fb29f8-e787-4dcc-9249-e1b3f9e7af59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66129808-063a-4c8f-ba12-5cb6774db007 HTTP/1.1" status: 200 len: 217 time: 0.0577183 Jul 14 09:17:47.739481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Attempting to bind port 766bc9a1-f807-47e6-a970-cf092239361c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:47.739825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Attempting to bind port 766bc9a1-f807-47e6-a970-cf092239361c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:47.740162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Attempting to bind port 766bc9a1-f807-47e6-a970-cf092239361c on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:47.774505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-c1a992ec-99b0-4c6e-ab59-cc7fc9a6c95d service neutron] 10.222.0.48 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727350 Jul 14 09:17:47.778511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Port 766bc9a1-f807-47e6-a970-cf092239361c on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:47.778846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Attempting to bind port 766bc9a1-f807-47e6-a970-cf092239361c on network da23b87b-7a9c-46ce-81b8-c52a8aa61b45 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:47.791401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7f94f-6d96-4db0-bd88-187d4dfc8aca req-ce17d468-61b2-4338-85a2-0f2bd9d775b3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.793032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ea7f94f-6d96-4db0-bd88-187d4dfc8aca req-ce17d468-61b2-4338-85a2-0f2bd9d775b3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 943 time: 0.1400378 Jul 14 09:17:47.808095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:47.808639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Checking segment: {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:47.808900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a57a3cf0-f03f-4d15-a249-8f241a62244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.809031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Bound using segment: {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:47.809463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Bound port: 766bc9a1-f807-47e6-a970-cf092239361c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:47.809829 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.811699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a57a3cf0-f03f-4d15-a249-8f241a62244c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.812860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a57a3cf0-f03f-4d15-a249-8f241a62244c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/602abdfb-a7c3-4cee-b5ca-351b2b1d5a84 HTTP/1.1" status: 204 len: 168 time: 0.3019159 Jul 14 09:17:47.816990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2a813f02-cf0c-45cf-af76-84eb561ca704 req-adcc8ce7-384a-47d6-9870-886941abee99 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956640 Jul 14 09:17:47.831645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-5e3823bc-b1e9-4fb8-81a0-aa1d68b1ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.833410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-5e3823bc-b1e9-4fb8-81a0-aa1d68b1ff34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4e9a3e3-7af8-4c0d-b938-74469842f583 HTTP/1.1" status: 200 len: 857 time: 0.0911186 Jul 14 09:17:47.839973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a3cf0-f03f-4d15-a249-8f241a62244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602abdfb-a7c3-4cee-b5ca-351b2b1d5a84,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.872184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ea7f94f-6d96-4db0-bd88-187d4dfc8aca req-8be9cb00-e268-44fb-9eee-2b907c188e65 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581756 Jul 14 09:17:47.917646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-f55c3dfe-564b-4a06-9e6f-c336994739c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488412 Jul 14 09:17:47.929005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-33f3c121-2b7d-4dea-8b52-5284424c3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.930832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-33f3c121-2b7d-4dea-8b52-5284424c3bc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48 HTTP/1.1" status: 200 len: 1095 time: 0.0867271 Jul 14 09:17:48.037529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-f87a0136-ab04-4eef-8c35-d1f916486e40 service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100347 Jul 14 09:17:48.052376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-f2561ce4-a772-48a1-a78a-82db784dd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.054054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-f2561ce4-a772-48a1-a78a-82db784dd1ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 200 len: 918 time: 0.1139822 Jul 14 09:17:48.110065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-2fa0088e-2bd3-424c-852b-5d7ec671856b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511a21e4-08b0-4444-9341-560971e1021c HTTP/1.1" status: 200 len: 217 time: 0.0488248 Jul 14 09:17:48.132991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] For port 766bc9a1-f807-47e6-a970-cf092239361c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:48.154632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] For port 766bc9a1-f807-47e6-a970-cf092239361c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=766bc9a1-f807-47e6-a970-cf092239361c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:48.166077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.184521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-178d6ccc-1e65-43f7-afd6-c640f5ff0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.186140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-178d6ccc-1e65-43f7-afd6-c640f5ff0750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b4e9a3e3-7af8-4c0d-b938-74469842f583 HTTP/1.1" status: 200 len: 857 time: 0.0693231 Jul 14 09:17:48.222967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.223603 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.224958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] 10.222.0.11 "PUT /v2.0/ports/766bc9a1-f807-47e6-a970-cf092239361c HTTP/1.1" status: 200 len: 1092 time: 2.0107162 Jul 14 09:17:48.225107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-ca7e0299-183a-4086-856d-980aded6efdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319037 Jul 14 09:17:48.237006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-8ea5a7c6-2fa2-46bc-a871-cdd3410a469a service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648982 Jul 14 09:17:48.263298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910721-7259-491a-b1ad-a2a81e5a59df req-1ecb7bd3-2eda-4a32-b5ee-bdd3b737f5f0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.264924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89910721-7259-491a-b1ad-a2a81e5a59df req-1ecb7bd3-2eda-4a32-b5ee-bdd3b737f5f0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.2327595 Jul 14 09:17:48.265314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:48.324089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-595e3693-1004-4459-a30f-d7918dc01423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.330732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b992fa-0c08-41c7-825f-64126f05b732 service neutron] Pushing event updated for resources: {'Port': ['ID=766bc9a1-f807-47e6-a970-cf092239361c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:48.423796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89910721-7259-491a-b1ad-a2a81e5a59df req-7e349eb7-394b-40b6-91ce-19ddfd7b7c35 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374226 Jul 14 09:17:48.483730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-cedce4db-bb29-4627-9341-a0f5f5221fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.485279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-cedce4db-bb29-4627-9341-a0f5f5221fb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 1095 time: 0.1762269 Jul 14 09:17:48.494152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-d7d390d0-ce4e-42e9-b7c2-bfb475a1d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.495696 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-d7d390d0-ce4e-42e9-b7c2-bfb475a1d31e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 1095 time: 0.1660383 Jul 14 09:17:48.565996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-f1b7551d-6a1f-4eb3-83cb-f7001eb681fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=766bc9a1-f807-47e6-a970-cf092239361c HTTP/1.1" status: 200 len: 217 time: 0.0687869 Jul 14 09:17:48.672131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-595e3693-1004-4459-a30f-d7918dc01423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.678908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-ac790a99-64d2-4507-8232-f44ed0d547c4 service neutron] 10.222.0.48 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464614 Jul 14 09:17:48.681342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-595e3693-1004-4459-a30f-d7918dc01423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.683584 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9267bee-ac3a-4123-9a68-d6b5b6a36f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.688077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6b5afb1-30fb-4732-9189-1b00e5f9429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.689532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-e6b5afb1-30fb-4732-9189-1b00e5f9429d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4e9a3e3-7af8-4c0d-b938-74469842f583 HTTP/1.1" status: 200 len: 857 time: 0.0977554 Jul 14 09:17:48.757374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-76871121-50e4-4d5b-b7f8-4d9d7e875fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.758923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-76871121-50e4-4d5b-b7f8-4d9d7e875fc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 200 len: 918 time: 0.2513955 Jul 14 09:17:48.764111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-b2eb8a3d-edcb-40d5-a38c-19a924d1f732 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499249 Jul 14 09:17:48.766071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e3693-1004-4459-a30f-d7918dc01423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b21dad-0872-4341-a4ae-528e196a68e4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:48.770813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-595e3693-1004-4459-a30f-d7918dc01423 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca9a49b693b4490ea1e4f99fe3837f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997993 Jul 14 09:17:48.773563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57788) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:48.774404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fce6b1fe-146e-4fbf-94c8-c149a3f569bd req-93effd19-6020-427d-bf64-0e178c2bcc3e service neutron] 10.222.0.48 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872533 Jul 14 09:17:48.860262 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-1c364dfd-eefd-4e7f-a224-4561bfa04012 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66129808-063a-4c8f-ba12-5cb6774db007 HTTP/1.1" status: 200 len: 217 time: 0.0874383 Jul 14 09:17:48.953129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.969206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-04a19f3f-8faf-4717-a8ae-d1ddad173559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.970912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-04a19f3f-8faf-4717-a8ae-d1ddad173559 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4e9a3e3-7af8-4c0d-b938-74469842f583 HTTP/1.1" status: 200 len: 857 time: 0.1009669 Jul 14 09:17:48.974392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ead82cf-535d-4cd5-b442-ddad06643ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.994088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-9aa8c1a9-fb0f-45bf-87c7-22b8952d6d5c service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135828 Jul 14 09:17:49.034769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70d238-3641-4547-938b-33995ac4ee30 req-571a4687-08a2-471c-b65a-cf2246fa5edf tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.036309 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b70d238-3641-4547-938b-33995ac4ee30 req-571a4687-08a2-471c-b65a-cf2246fa5edf tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0672274 Jul 14 09:17:49.036529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-ddf4a768-3c9d-43ed-8bea-b811930a900a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565205 Jul 14 09:17:49.065840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ead82cf-535d-4cd5-b442-ddad06643ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.074271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b70d238-3641-4547-938b-33995ac4ee30 req-94766b43-8362-4ec2-b8d4-b6feda99a1d4 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Jul 14 09:17:49.266668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f4b4-4a7d-4ab9-b109-5af83844bcfe req-302f28b3-8ecc-446e-a0d8-b5119582729f tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.268253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4844f4b4-4a7d-4ab9-b109-5af83844bcfe req-302f28b3-8ecc-446e-a0d8-b5119582729f tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 943 time: 0.2733047 Jul 14 09:17:49.271636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-874634d6-7c92-4a68-9825-f9db23c3df1d req-5bfba508-ab71-4816-8a17-61586b6eb4a4 service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433691 Jul 14 09:17:49.273895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-25a156a4-80c7-4a09-bc72-5202e50890f5 service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116137 Jul 14 09:17:49.290780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ead82cf-535d-4cd5-b442-ddad06643ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.293388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ead82cf-535d-4cd5-b442-ddad06643ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.294515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9ead82cf-535d-4cd5-b442-ddad06643ec0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0b21dad-0872-4341-a4ae-528e196a68e4 HTTP/1.1" status: 204 len: 168 time: 0.5151565 Jul 14 09:17:49.327195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead82cf-535d-4cd5-b442-ddad06643ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b21dad-0872-4341-a4ae-528e196a68e4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:49.371789 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4844f4b4-4a7d-4ab9-b109-5af83844bcfe req-927c41c5-29b8-4949-96ef-73fe3f54a4a9 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969110 Jul 14 09:17:49.416951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0525e6d0-d417-480b-a000-ad8ab6b0a680 req-75bb17bd-5208-4c4c-9ea7-16e04807e753 service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212704 Jul 14 09:17:49.472833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'tag': '766bc9a1-f807-47e6-a970-cf092239361c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:49.476529 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1770fd2a-ceda-416f-857b-d0e68a73debe" -d '{"events": [{"name": "network-changed", "server_uuid": "a7585a56-5112-41b8-a48d-4fa22677e88a", "tag": "766bc9a1-f807-47e6-a970-cf092239361c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:49.482296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-ff45d10e-3b6c-4bd8-81ad-bc77e4c19848 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.484225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-ff45d10e-3b6c-4bd8-81ad-bc77e4c19848 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 945 time: 0.0890818 Jul 14 09:17:49.517906 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf063d00-1804-4bf6-b6f4-dc9ae3ac95f0 x-openstack-request-id: req-bf063d00-1804-4bf6-b6f4-dc9ae3ac95f0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:49.518209 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7585a56-5112-41b8-a48d-4fa22677e88a", "tag": "766bc9a1-f807-47e6-a970-cf092239361c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:49.518512 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf063d00-1804-4bf6-b6f4-dc9ae3ac95f0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:49.518931 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'tag': '766bc9a1-f807-47e6-a970-cf092239361c', 'status': 'completed', 'code': 200} Jul 14 09:17:49.597080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Deleting port 6223fca4-1bc2-4bad-831c-efcc4143433f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:49.597417 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.604880 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.656314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-3588844e-d44f-4ad8-b948-0c13d9df62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.658079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-3588844e-d44f-4ad8-b948-0c13d9df62a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 1095 time: 0.1090164 Jul 14 09:17:49.684373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ce023-8edd-4d7a-b6a9-56db1a637f08 req-ab38d0a3-1f4b-4477-a267-4d154f0e3339 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.685861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e11ce023-8edd-4d7a-b6a9-56db1a637f08 req-ab38d0a3-1f4b-4477-a267-4d154f0e3339 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1004851 Jul 14 09:17:49.703595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] For port 6223fca4-1bc2-4bad-831c-efcc4143433f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6223fca4-1bc2-4bad-831c-efcc4143433f,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:49.704122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.717778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Calling delete_port for 6223fca4-1bc2-4bad-831c-efcc4143433f owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:49.779652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e11ce023-8edd-4d7a-b6a9-56db1a637f08 req-e23a0f66-87ca-40fa-b2d0-2388766b0ce0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775647 Jul 14 09:17:49.795759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-aee44c92-ecfd-4475-98c4-79f7dc7992a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.797536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-aee44c92-ecfd-4475-98c4-79f7dc7992a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 200 len: 918 time: 0.1293449 Jul 14 09:17:49.854218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-7c90371b-a589-49e2-b185-705bc5d3f413 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=766bc9a1-f807-47e6-a970-cf092239361c HTTP/1.1" status: 200 len: 217 time: 0.0488245 Jul 14 09:17:49.867548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.881486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6223fca4-1bc2-4bad-831c-efcc4143433f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:49.885336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['c9c06054-203c-4c3d-93cb-ee1e0e13678d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:49.911905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Pushing event deleted for resources: {'Port': ['ID=6223fca4-1bc2-4bad-831c-efcc4143433f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:49.915381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-cb854874-7fcb-4af9-9618-6d5b8287edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.918059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-cb854874-7fcb-4af9-9618-6d5b8287edf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4e9a3e3-7af8-4c0d-b938-74469842f583 HTTP/1.1" status: 200 len: 857 time: 0.0571766 Jul 14 09:17:49.960000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] No DVR routers for this DVR port 6223fca4-1bc2-4bad-831c-efcc4143433f on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:49.962027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-7c3b52a7-f219-44c3-b1c9-7726989b450f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da23b87b-7a9c-46ce-81b8-c52a8aa61b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357132 Jul 14 09:17:49.962562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.964561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0e4317c-c0cf-4c57-9598-ae7588d33e12 req-6ce05932-01d4-4f68-adc6-ec1e60b311ca tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.48 "DELETE /v2.0/ports/6223fca4-1bc2-4bad-831c-efcc4143433f HTTP/1.1" status: 204 len: 173 time: 0.4754839 Jul 14 09:17:49.965009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'name': 'network-vif-deleted', 'tag': '6223fca4-1bc2-4bad-831c-efcc4143433f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:49.967435 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f160e7c7-6126-421f-bfdb-a4d8d34ae3fd" -d '{"events": [{"server_uuid": "e4b7cb74-98fb-4447-9a9c-e7a8f92075fa", "name": "network-vif-deleted", "tag": "6223fca4-1bc2-4bad-831c-efcc4143433f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:50.000521 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.025741 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e03218-eb5b-4f6e-88ac-91f123059dda x-openstack-request-id: req-42e03218-eb5b-4f6e-88ac-91f123059dda {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:50.026039 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b7cb74-98fb-4447-9a9c-e7a8f92075fa", "name": "network-vif-deleted", "tag": "6223fca4-1bc2-4bad-831c-efcc4143433f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:50.026335 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42e03218-eb5b-4f6e-88ac-91f123059dda {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:50.026742 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b7cb74-98fb-4447-9a9c-e7a8f92075fa', 'name': 'network-vif-deleted', 'tag': '6223fca4-1bc2-4bad-831c-efcc4143433f', 'status': 'completed', 'code': 200} Jul 14 09:17:50.089395 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-a9790ef0-3c9c-43cc-9373-b721b5a85472 service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122088 Jul 14 09:17:50.436962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 511a21e4-08b0-4444-9341-560971e1021c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:50.515053 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2aae852-4736-41b8-b55f-3b1cc41e79a2 req-d1633f11-9481-4452-9561-b0734a054b4e tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4b7cb74-98fb-4447-9a9c-e7a8f92075fa HTTP/1.1" status: 200 len: 210 time: 0.0550284 Jul 14 09:17:50.580809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 511a21e4-08b0-4444-9341-560971e1021c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=511a21e4-08b0-4444-9341-560971e1021c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:50.592733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1770fd2a-ceda-416f-857b-d0e68a73debe req-d4508685-7799-4fc7-9069-cd9165ac5ea1 service neutron] 10.222.0.11 "GET /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950795 Jul 14 09:17:50.623083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '511a21e4-08b0-4444-9341-560971e1021c', 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45', 'port_id': '511a21e4-08b0-4444-9341-560971e1021c', 'mac_address': 'fa:16:3e:3d:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e9a3e3-7af8-4c0d-b938-74469842f583', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:50.678595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08bb1-f231-4bda-9cad-5e5239205950 req-0d0ff345-8654-484e-b732-e9e478461708 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.680182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70a08bb1-f231-4bda-9cad-5e5239205950 req-0d0ff345-8654-484e-b732-e9e478461708 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 943 time: 0.0980642 Jul 14 09:17:50.684361 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.701402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511a21e4-08b0-4444-9341-560971e1021c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:50.726295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 511a21e4-08b0-4444-9341-560971e1021c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=511a21e4-08b0-4444-9341-560971e1021c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:50.730480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70a08bb1-f231-4bda-9cad-5e5239205950 req-d1ef53fd-4cc1-49a5-9424-eecb09ab08a2 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Jul 14 09:17:50.731292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.795982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=511a21e4-08b0-4444-9341-560971e1021c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:50.965608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ac598-07ff-47c2-b693-5840e0882170 req-a87f9e79-594f-4b02-b805-12c52d35fd7f tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.967112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2d7ac598-07ff-47c2-b693-5840e0882170 req-a87f9e79-594f-4b02-b805-12c52d35fd7f tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0678248 Jul 14 09:17:51.006469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2d7ac598-07ff-47c2-b693-5840e0882170 req-5ff04dbe-50f0-4d65-b569-7eb44d428f82 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Jul 14 09:17:51.036352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['511a21e4-08b0-4444-9341-560971e1021c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:51.318395 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.978201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab28f0-61a8-49c1-b699-d3a64e5600c6 req-ca699c27-cbf8-4bf0-a3eb-910fca46e2f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.979794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50ab28f0-61a8-49c1-b699-d3a64e5600c6 req-ca699c27-cbf8-4bf0-a3eb-910fca46e2f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 943 time: 0.0661006 Jul 14 09:17:52.006629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9f2cb-9ab2-43dc-a97f-e585d307ead6 req-b20002c9-7642-4930-bbd4-57f2c5a8f983 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.008264 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99f9f2cb-9ab2-43dc-a97f-e585d307ead6 req-b20002c9-7642-4930-bbd4-57f2c5a8f983 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0657268 Jul 14 09:17:52.019852 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50ab28f0-61a8-49c1-b699-d3a64e5600c6 req-3951f7da-e7ef-4c3c-96ae-3147875b4955 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Jul 14 09:17:52.046553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99f9f2cb-9ab2-43dc-a97f-e585d307ead6 req-11d9b538-0b7d-4d75-990a-fc6181dd3687 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Jul 14 09:17:52.160363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 66129808-063a-4c8f-ba12-5cb6774db007 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:52.184941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874ab77-8521-4e5d-ab5d-78d607007a20 req-7176548a-c311-4e94-b647-1867f175f505 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.186428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2874ab77-8521-4e5d-ab5d-78d607007a20 req-7176548a-c311-4e94-b647-1867f175f505 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0677166 Jul 14 09:17:52.223577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2874ab77-8521-4e5d-ab5d-78d607007a20 req-f8c500ae-990c-47d7-a8d0-f949872cd645 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Jul 14 09:17:52.254591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 66129808-063a-4c8f-ba12-5cb6774db007, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=66129808-063a-4c8f-ba12-5cb6774db007,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.412387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '66129808-063a-4c8f-ba12-5cb6774db007', 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45', 'port_id': '66129808-063a-4c8f-ba12-5cb6774db007', 'mac_address': 'fa:16:3e:eb:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e9a3e3-7af8-4c0d-b938-74469842f583', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:52.467606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 511a21e4-08b0-4444-9341-560971e1021c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:52.506458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.523219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66129808-063a-4c8f-ba12-5cb6774db007 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:52.553031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 66129808-063a-4c8f-ba12-5cb6774db007, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=66129808-063a-4c8f-ba12-5cb6774db007,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.554680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 511a21e4-08b0-4444-9341-560971e1021c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:52.558425 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.559505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 766bc9a1-f807-47e6-a970-cf092239361c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:52.565447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 511a21e4-08b0-4444-9341-560971e1021c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:52.566002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.661990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=66129808-063a-4c8f-ba12-5cb6774db007,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:52.667176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 766bc9a1-f807-47e6-a970-cf092239361c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=766bc9a1-f807-47e6-a970-cf092239361c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.681709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '766bc9a1-f807-47e6-a970-cf092239361c', 'network_id': 'da23b87b-7a9c-46ce-81b8-c52a8aa61b45', 'port_id': '766bc9a1-f807-47e6-a970-cf092239361c', 'mac_address': 'fa:16:3e:86:1d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e9a3e3-7af8-4c0d-b938-74469842f583', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:52.747147 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.749892 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.774343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766bc9a1-f807-47e6-a970-cf092239361c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:52.782909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a21e4-08b0-4444-9341-560971e1021c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:52.786032 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6bccc1-2b4d-4ca8-8a8f-6ddee72f1b6b" -d '{"events": [{"server_uuid": "76b36dc4-10b0-4ac6-bdcf-b3445476bd48", "name": "network-vif-plugged", "status": "completed", "tag": "511a21e4-08b0-4444-9341-560971e1021c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:52.803716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 511a21e4-08b0-4444-9341-560971e1021c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=511a21e4-08b0-4444-9341-560971e1021c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.811735 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.812537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6223fca4-1bc2-4bad-831c-efcc4143433f no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:52.815807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 766bc9a1-f807-47e6-a970-cf092239361c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=766bc9a1-f807-47e6-a970-cf092239361c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.841543 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a5503a-b3a6-49ae-9cb2-335b12e158c6 x-openstack-request-id: req-69a5503a-b3a6-49ae-9cb2-335b12e158c6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:52.841836 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b36dc4-10b0-4ac6-bdcf-b3445476bd48", "name": "network-vif-plugged", "status": "completed", "tag": "511a21e4-08b0-4444-9341-560971e1021c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:52.842109 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69a5503a-b3a6-49ae-9cb2-335b12e158c6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:52.842469 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511a21e4-08b0-4444-9341-560971e1021c', 'code': 200} Jul 14 09:17:52.863279 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.869188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 6223fca4-1bc2-4bad-831c-efcc4143433f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:52.869542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6223fca4-1bc2-4bad-831c-efcc4143433f not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:52.897621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=511a21e4-08b0-4444-9341-560971e1021c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:52.948120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=766bc9a1-f807-47e6-a970-cf092239361c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:52.955386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1df3-13de-4d86-813e-fd1fa5f7300f req-db426100-8b56-40df-8d78-17b95f7d9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.956980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47aa1df3-13de-4d86-813e-fd1fa5f7300f req-db426100-8b56-40df-8d78-17b95f7d9e33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48 HTTP/1.1" status: 200 len: 1097 time: 0.0641906 Jul 14 09:17:52.993904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47aa1df3-13de-4d86-813e-fd1fa5f7300f req-0087cd58-0225-4312-9a0a-4c315c5fa7c5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Jul 14 09:17:53.201123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52296dda-2357-4774-9d8c-25f37c0d8560 req-0bccdf7d-9af1-4d7c-b751-9d9b3abd37bc tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.208058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52296dda-2357-4774-9d8c-25f37c0d8560 req-0bccdf7d-9af1-4d7c-b751-9d9b3abd37bc tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 944 time: 0.0750003 Jul 14 09:17:53.220340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['66129808-063a-4c8f-ba12-5cb6774db007'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:53.231164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd987a9-e8a1-491c-a93b-a14a4ba4e541 req-ccfef587-81f0-4ee7-897a-df4e0076b64a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.232804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fd987a9-e8a1-491c-a93b-a14a4ba4e541 req-ccfef587-81f0-4ee7-897a-df4e0076b64a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0670640 Jul 14 09:17:53.263950 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52296dda-2357-4774-9d8c-25f37c0d8560 req-8a7e78d1-69ca-4b79-9322-c9e676187df6 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546505 Jul 14 09:17:53.275303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['766bc9a1-f807-47e6-a970-cf092239361c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:53.287258 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fd987a9-e8a1-491c-a93b-a14a4ba4e541 req-b8a2d864-6d90-4a38-90a0-b59cce5c0a2a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Jul 14 09:17:53.444477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f6461-2455-477f-84d2-31285ede0dd1 req-2eec5829-c449-4027-b4f0-86493bd9dcfe tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.446230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-635f6461-2455-477f-84d2-31285ede0dd1 req-2eec5829-c449-4027-b4f0-86493bd9dcfe tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0749221 Jul 14 09:17:53.486570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-635f6461-2455-477f-84d2-31285ede0dd1 req-42ef897a-128b-48c0-95c4-81519648aa7b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Jul 14 09:17:54.451951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75188d24-c645-4eda-abc4-0d4996f29195 req-2becf472-120d-445a-97c2-566c71687b89 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.453508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75188d24-c645-4eda-abc4-0d4996f29195 req-2becf472-120d-445a-97c2-566c71687b89 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 944 time: 0.0843990 Jul 14 09:17:54.465561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab8cbf-2c9a-47a7-afa2-17a09aae9c7c req-dcaf3cb9-f412-456b-8fb5-2f6fe4d96e29 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.467080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a7ab8cbf-2c9a-47a7-afa2-17a09aae9c7c req-dcaf3cb9-f412-456b-8fb5-2f6fe4d96e29 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0739634 Jul 14 09:17:54.495209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75188d24-c645-4eda-abc4-0d4996f29195 req-afc7048c-e144-4b66-8ea4-b1189b37468e tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Jul 14 09:17:54.508495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a7ab8cbf-2c9a-47a7-afa2-17a09aae9c7c req-13ae3481-c640-494f-999f-6c322b1e76e7 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Jul 14 09:17:54.689695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d93c6-c539-47f0-bdb4-68c21a78baf0 req-9851f239-7593-4e93-8575-8abbe4643a77 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.691619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-594d93c6-c539-47f0-bdb4-68c21a78baf0 req-9851f239-7593-4e93-8575-8abbe4643a77 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0844395 Jul 14 09:17:54.746484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-594d93c6-c539-47f0-bdb4-68c21a78baf0 req-d187ea42-fd0f-4e6c-964a-99307d8a8049 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Jul 14 09:17:54.856655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:54.961713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e9a06c7-569a-49a0-8251-50994707e247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.050295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e9a06c7-569a-49a0-8251-50994707e247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.054080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e9a06c7-569a-49a0-8251-50994707e247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.092000 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e9a06c7-569a-49a0-8251-50994707e247 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8727d3643729443492fb67927478d971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338338 Jul 14 09:17:55.092958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a06c7-569a-49a0-8251-50994707e247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3367b094-cf5e-470b-b9cc-fe3856a1ea77,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.094780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57932) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:55.145217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-207cc8d4-3c83-4ccb-8ceb-592067185469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.165487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-207cc8d4-3c83-4ccb-8ceb-592067185469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.210819 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-207cc8d4-3c83-4ccb-8ceb-592067185469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.213514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-207cc8d4-3c83-4ccb-8ceb-592067185469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.214969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-207cc8d4-3c83-4ccb-8ceb-592067185469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3367b094-cf5e-470b-b9cc-fe3856a1ea77 HTTP/1.1" status: 204 len: 168 time: 0.1189837 Jul 14 09:17:55.223127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cc8d4-3c83-4ccb-8ceb-592067185469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367b094-cf5e-470b-b9cc-fe3856a1ea77,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.465990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57938) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:55.478926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67e723da-6007-4b90-ad27-d61edc59beac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.572705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67e723da-6007-4b90-ad27-d61edc59beac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.576849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67e723da-6007-4b90-ad27-d61edc59beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.627315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-67e723da-6007-4b90-ad27-d61edc59beac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f11769c4cec842ed875a7e316d1a5725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602330 Jul 14 09:17:55.630748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:55.631319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e723da-6007-4b90-ad27-d61edc59beac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7380870c-c0de-4f9d-b876-54cf40baed88,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.685467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361388f-ebfb-4712-8d6c-cb08175dbf95 req-ec1d987e-aea2-451a-9b91-2b68931a0267 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.687077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e361388f-ebfb-4712-8d6c-cb08175dbf95 req-ec1d987e-aea2-451a-9b91-2b68931a0267 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 944 time: 0.0735164 Jul 14 09:17:55.722622 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd277268-665f-4cb4-bc8b-bb48c1063350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.725283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e361388f-ebfb-4712-8d6c-cb08175dbf95 req-17a1db7a-58c4-48a0-873a-aa6018f013f1 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 14 09:17:55.747616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b69d51-b1b0-4252-8436-ccde1e6166c1 req-592d0e72-23d1-4dfb-982c-b51aba79e4cd tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.749123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2b69d51-b1b0-4252-8436-ccde1e6166c1 req-592d0e72-23d1-4dfb-982c-b51aba79e4cd tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.1110384 Jul 14 09:17:55.760311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd277268-665f-4cb4-bc8b-bb48c1063350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.817071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2b69d51-b1b0-4252-8436-ccde1e6166c1 req-9c972725-b9c1-4e5d-9d3b-0d99c5eb7cc1 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Jul 14 09:17:55.848600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd277268-665f-4cb4-bc8b-bb48c1063350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.851746 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd277268-665f-4cb4-bc8b-bb48c1063350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.855549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cd277268-665f-4cb4-bc8b-bb48c1063350 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7380870c-c0de-4f9d-b876-54cf40baed88 HTTP/1.1" status: 204 len: 168 time: 0.2206504 Jul 14 09:17:55.861139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd277268-665f-4cb4-bc8b-bb48c1063350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7380870c-c0de-4f9d-b876-54cf40baed88,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.003511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cf80f-fbaf-4721-a1d3-535f84e1d735 req-38f28b41-f325-4302-91ed-e15ff2efbf79 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.005008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-122cf80f-fbaf-4721-a1d3-535f84e1d735 req-38f28b41-f325-4302-91ed-e15ff2efbf79 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0655551 Jul 14 09:17:56.044332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-122cf80f-fbaf-4721-a1d3-535f84e1d735 req-f2512b41-3893-47c2-926f-562d00e350b8 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Jul 14 09:17:56.177466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 66129808-063a-4c8f-ba12-5cb6774db007 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:56.231761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 66129808-063a-4c8f-ba12-5cb6774db007 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:56.235481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 66129808-063a-4c8f-ba12-5cb6774db007 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:56.235863 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.316825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.339531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66129808-063a-4c8f-ba12-5cb6774db007'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:56.341770 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc82aee7-561f-487e-a609-f2ebfa553831" -d '{"events": [{"server_uuid": "ff491090-18f8-45ae-b61f-fd77508c59f3", "name": "network-vif-plugged", "status": "completed", "tag": "66129808-063a-4c8f-ba12-5cb6774db007"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:56.355435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 66129808-063a-4c8f-ba12-5cb6774db007, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=66129808-063a-4c8f-ba12-5cb6774db007,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:56.359691 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.360716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 766bc9a1-f807-47e6-a970-cf092239361c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:56.382028 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b563fa3-6540-47de-85b0-b19173078646 x-openstack-request-id: req-5b563fa3-6540-47de-85b0-b19173078646 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:56.382325 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff491090-18f8-45ae-b61f-fd77508c59f3", "name": "network-vif-plugged", "status": "completed", "tag": "66129808-063a-4c8f-ba12-5cb6774db007", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:56.382583 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b563fa3-6540-47de-85b0-b19173078646 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:56.382971 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66129808-063a-4c8f-ba12-5cb6774db007', 'code': 200} Jul 14 09:17:56.447287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=66129808-063a-4c8f-ba12-5cb6774db007,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.451326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 766bc9a1-f807-47e6-a970-cf092239361c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:56.455214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 766bc9a1-f807-47e6-a970-cf092239361c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:56.455634 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.532174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733017f-2939-419c-a4bf-41e334ae78bd req-772105ef-c309-4085-908d-c612af74d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.534781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d733017f-2939-419c-a4bf-41e334ae78bd req-772105ef-c309-4085-908d-c612af74d893 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 1097 time: 0.0820174 Jul 14 09:17:56.546568 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.573786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d733017f-2939-419c-a4bf-41e334ae78bd req-d2f8f67c-4a25-488b-a280-f612682bf24e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Jul 14 09:17:56.580312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 766bc9a1-f807-47e6-a970-cf092239361c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=766bc9a1-f807-47e6-a970-cf092239361c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:56.584382 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.633245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=766bc9a1-f807-47e6-a970-cf092239361c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.905559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b0858-a2a0-48c5-88d9-0b2eef642db9 req-dd3c1f9b-97bb-4744-982b-be01a61394e6 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.907082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-779b0858-a2a0-48c5-88d9-0b2eef642db9 req-dd3c1f9b-97bb-4744-982b-be01a61394e6 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 945 time: 0.0710709 Jul 14 09:17:56.950337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-779b0858-a2a0-48c5-88d9-0b2eef642db9 req-9f76f320-10fe-4677-991d-4c4c5d47dcef tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350394 Jul 14 09:17:57.006048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d0fb5-9d59-4570-8cc1-38dd3a0bee75 req-04cd67ce-46b4-4e85-84c8-8af2562c12d7 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.007812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-721d0fb5-9d59-4570-8cc1-38dd3a0bee75 req-04cd67ce-46b4-4e85-84c8-8af2562c12d7 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0738158 Jul 14 09:17:57.047585 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-721d0fb5-9d59-4570-8cc1-38dd3a0bee75 req-695e5a3f-ced8-434f-87bd-21f09ee2629a tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/security-groups?id=5adb5471-ead3-4fbd-9871-3f39c50bf0e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Jul 14 09:17:57.250992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b34fd-cfd3-43a9-9a3e-7bfff74d4701 req-fbd3fe5a-7076-460c-8caf-8bec28116665 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.252464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d33b34fd-cfd3-43a9-9a3e-7bfff74d4701 req-fbd3fe5a-7076-460c-8caf-8bec28116665 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0732343 Jul 14 09:17:57.295561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d33b34fd-cfd3-43a9-9a3e-7bfff74d4701 req-e4c47da9-058d-440b-b7f4-fc470e80ce89 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364811 Jul 14 09:17:57.880990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01829d59-3e58-40ee-8805-c96f0f434703 req-dbcfda8a-1444-4840-8e54-c1867a2076d3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.882507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01829d59-3e58-40ee-8805-c96f0f434703 req-dbcfda8a-1444-4840-8e54-c1867a2076d3 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.11 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 945 time: 0.0649993 Jul 14 09:17:57.977682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Deleting port c9c06054-203c-4c3d-93cb-ee1e0e13678d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:57.978027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.070672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] For port c9c06054-203c-4c3d-93cb-ee1e0e13678d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9c06054-203c-4c3d-93cb-ee1e0e13678d,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:58.071374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.084655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Calling delete_port for c9c06054-203c-4c3d-93cb-ee1e0e13678d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:58.129643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b9a4f-d19d-41ff-a4b8-c4de12e190a3 req-b29a5cc9-ad1d-41c8-a481-cffadabcaba3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.139864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa0b9a4f-d19d-41ff-a4b8-c4de12e190a3 req-b29a5cc9-ad1d-41c8-a481-cffadabcaba3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 945 time: 0.0762255 Jul 14 09:17:58.188279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa0b9a4f-d19d-41ff-a4b8-c4de12e190a3 req-ef85e138-e3af-4163-bcc9-59bae2707348 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Jul 14 09:17:58.236474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.249627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['c9c06054-203c-4c3d-93cb-ee1e0e13678d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:58.289525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Pushing event deleted for resources: {'Port': ['ID=c9c06054-203c-4c3d-93cb-ee1e0e13678d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.352304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6246966-2e42-4924-a1d9-cca56662bf89 req-6b71393b-c379-42cd-aa64-fe12f380eff2 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.18 "GET /v2.0/ports?device_id=80d28431-d123-46bd-bee7-d770e92c5b2f HTTP/1.1" status: 200 len: 210 time: 0.0731254 Jul 14 09:17:58.378603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] No DVR routers for this DVR port c9c06054-203c-4c3d-93cb-ee1e0e13678d on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:58.381752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.383951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01829d59-3e58-40ee-8805-c96f0f434703 req-f5f71a06-a89e-4e1c-9fcb-d1c3bad56f45 tempest-ServerRescueNegativeTestJSON-468881457 tempest-ServerRescueNegativeTestJSON-468881457-project] 10.222.0.11 "DELETE /v2.0/ports/c9c06054-203c-4c3d-93cb-ee1e0e13678d HTTP/1.1" status: 204 len: 173 time: 0.4965270 Jul 14 09:17:58.384262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766bc9a1-f807-47e6-a970-cf092239361c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:58.384730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'name': 'network-vif-deleted', 'tag': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:58.386636 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2950ef95-334a-408a-a045-8991dba819a3" -d '{"events": [{"server_uuid": "a7585a56-5112-41b8-a48d-4fa22677e88a", "name": "network-vif-plugged", "status": "completed", "tag": "766bc9a1-f807-47e6-a970-cf092239361c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:58.395000 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98476310-86b3-4b3d-8994-2f9188113d1b" -d '{"events": [{"server_uuid": "80d28431-d123-46bd-bee7-d770e92c5b2f", "name": "network-vif-deleted", "tag": "c9c06054-203c-4c3d-93cb-ee1e0e13678d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:58.540417 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26ba69a-68e0-49e6-8b53-584ec577742e x-openstack-request-id: req-c26ba69a-68e0-49e6-8b53-584ec577742e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:58.540712 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7585a56-5112-41b8-a48d-4fa22677e88a", "name": "network-vif-plugged", "status": "completed", "tag": "766bc9a1-f807-47e6-a970-cf092239361c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:58.543777 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c26ba69a-68e0-49e6-8b53-584ec577742e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:58.544242 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766bc9a1-f807-47e6-a970-cf092239361c', 'code': 200} Jul 14 09:17:58.578919 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7895482e-e2ff-4aed-9542-42f6a23f9720 x-openstack-request-id: req-7895482e-e2ff-4aed-9542-42f6a23f9720 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:58.579214 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d28431-d123-46bd-bee7-d770e92c5b2f", "name": "network-vif-deleted", "tag": "c9c06054-203c-4c3d-93cb-ee1e0e13678d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:58.579490 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7895482e-e2ff-4aed-9542-42f6a23f9720 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:58.579694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a51444-7297-4615-a45b-bc7f40a55592 req-0c963d1c-f9d3-4798-9460-85d71b219204 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.579939 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d28431-d123-46bd-bee7-d770e92c5b2f', 'name': 'network-vif-deleted', 'tag': 'c9c06054-203c-4c3d-93cb-ee1e0e13678d', 'status': 'completed', 'code': 200} Jul 14 09:17:58.587146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42a51444-7297-4615-a45b-bc7f40a55592 req-0c963d1c-f9d3-4798-9460-85d71b219204 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1252422 Jul 14 09:17:58.633222 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42a51444-7297-4615-a45b-bc7f40a55592 req-03be4398-e701-406f-9f41-801b3d601071 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Jul 14 09:17:58.698497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1e417-322c-4003-8f3a-270e8d43b67e req-dc27ec81-3b67-4cc5-9aab-f6aa8ceccbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.700101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02b1e417-322c-4003-8f3a-270e8d43b67e req-dc27ec81-3b67-4cc5-9aab-f6aa8ceccbdb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 1097 time: 0.0535245 Jul 14 09:17:58.739843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02b1e417-322c-4003-8f3a-270e8d43b67e req-2a53a006-d4bb-4386-a37b-eb0b3bc11adb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Jul 14 09:17:59.370854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36770250-87f3-4327-9dd6-f8ba95d03d60 req-b97b37fb-b752-44ca-9bc7-71634d6964f1 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:59.372498 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-36770250-87f3-4327-9dd6-f8ba95d03d60 req-b97b37fb-b752-44ca-9bc7-71634d6964f1 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 945 time: 0.0654988 Jul 14 09:17:59.411475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-36770250-87f3-4327-9dd6-f8ba95d03d60 req-27032cc5-c9ee-46ec-826b-5d98fba9949c tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Jul 14 09:17:59.490649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58036) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:59.827831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ef77d-1f76-449f-9bf5-a07d13446201 req-20bfb88a-fda8-499f-90cb-97b25d6a9266 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:59.829850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-415ef77d-1f76-449f-9bf5-a07d13446201 req-20bfb88a-fda8-499f-90cb-97b25d6a9266 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0774107 Jul 14 09:17:59.858145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.870685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-415ef77d-1f76-449f-9bf5-a07d13446201 req-83f74015-5328-4a8c-923d-a4fea7b556de tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Jul 14 09:18:00.128681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Deleting port ff306fb1-542e-4143-98cb-f0c5e3767966 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:00.129026 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.210706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] For port ff306fb1-542e-4143-98cb-f0c5e3767966, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ff306fb1-542e-4143-98cb-f0c5e3767966,segment=NetworkSegment(13244c65-0c1a-4c95-9a8e-e498e66a6a80),segment_id=13244c65-0c1a-4c95-9a8e-e498e66a6a80)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:00.211083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.223544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Calling delete_port for ff306fb1-542e-4143-98cb-f0c5e3767966 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:00.407379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.435697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff306fb1-542e-4143-98cb-f0c5e3767966,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.652059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.678167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404fa5b-a398-4119-b1b9-48828ce273a3 req-f7f59f81-b887-4b9b-930d-26c3d683fbf8 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.686041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1404fa5b-a398-4119-b1b9-48828ce273a3 req-f7f59f81-b887-4b9b-930d-26c3d683fbf8 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 945 time: 0.1198876 Jul 14 09:18:00.731238 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1404fa5b-a398-4119-b1b9-48828ce273a3 req-dbe0b115-16dd-4f63-97b7-b4d7ed6e5807 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Jul 14 09:18:00.922957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Router c22983ab-1ad8-4d07-bf5d-183593bf890b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:00.948327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4213cd-2047-47d5-a72b-38b47f98f9b0 req-60ca854c-e555-43ec-892f-8961f0999134 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.949731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba4213cd-2047-47d5-a72b-38b47f98f9b0 req-60ca854c-e555-43ec-892f-8961f0999134 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48 HTTP/1.1" status: 200 len: 945 time: 0.0902200 Jul 14 09:18:01.047760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107de4d-f773-4ffe-83de-3377ca7d00b5 req-3071269d-1ea9-4976-99f3-eb0177c74169 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.049267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2107de4d-f773-4ffe-83de-3377ca7d00b5 req-3071269d-1ea9-4976-99f3-eb0177c74169 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0633488 Jul 14 09:18:01.055390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba4213cd-2047-47d5-a72b-38b47f98f9b0 req-80ed5983-0cc3-4ad7-8502-b60fbba56a33 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728395 Jul 14 09:18:01.079263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:01.079263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f1605b06-673a-4b56-aad0-704079e9907a admin admin] 10.222.0.18 "PUT /v2.0/routers/c22983ab-1ad8-4d07-bf5d-183593bf890b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5852489 Jul 14 09:18:01.081532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58068) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:01.083133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] Sync routers for ids ['c22983ab-1ad8-4d07-bf5d-183593bf890b'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:01.100547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2107de4d-f773-4ffe-83de-3377ca7d00b5 req-b15aba40-457b-4f13-97af-f82e3a804a54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456131 Jul 14 09:18:01.103057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] Routers {'c22983ab-1ad8-4d07-bf5d-183593bf890b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:01.103770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c22983ab-1ad8-4d07-bf5d-183593bf890b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:01.230944 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.232564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] Set router c22983ab-1ad8-4d07-bf5d-183593bf890b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:01.300588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5313cd-1004-4009-9ed6-db93303d7eb0 req-b3eb711c-4de6-4a6a-90ce-4c776ebcfe2f tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.302131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c5313cd-1004-4009-9ed6-db93303d7eb0 req-b3eb711c-4de6-4a6a-90ce-4c776ebcfe2f tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 945 time: 0.1208639 Jul 14 09:18:01.373580 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c5313cd-1004-4009-9ed6-db93303d7eb0 req-53d0cc62-f0f7-4aec-a06d-22be1b950678 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469363 Jul 14 09:18:01.381138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.470106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.474457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Deleting port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:01.474908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.497221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:18:00Z', 'revision_number': 5, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port': {'id': '9610a88f-d0db-4cc3-8a46-58a5e74cdefb', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:34Z', 'updated_at': '2021-07-14T09:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:01.553405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] Checking router: c22983ab-1ad8-4d07-bf5d-183593bf890b for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:01.574675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] Routers {'c22983ab-1ad8-4d07-bf5d-183593bf890b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:01.575313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c22983ab-1ad8-4d07-bf5d-183593bf890b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:01.578236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] For port 9610a88f-d0db-4cc3-8a46-58a5e74cdefb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:01.578456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.596721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Calling delete_port for 9610a88f-d0db-4cc3-8a46-58a5e74cdefb owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:01.715599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] Set router c22983ab-1ad8-4d07-bf5d-183593bf890b gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:01.774875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:18:01Z', 'revision_number': 6, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:01.810557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b351d-7ddb-4a4a-8ccb-50bf2790bc6e None None] The sync data for ids ['c22983ab-1ad8-4d07-bf5d-183593bf890b'] in n-d-758944-44 is: [{'id': 'c22983ab-1ad8-4d07-bf5d-183593bf890b', 'name': 'tempest-ServerRescueNegativeTestJSON-1105161738-router', 'tenant_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:33Z', 'updated_at': '2021-07-14T09:18:01Z', 'revision_number': 6, 'project_id': 'f36c2f67bb9c4e73ad57be36ee420d74', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:01.906314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9f42c-d97d-40d5-a969-85ea6905262d req-80a0e21f-e59f-44d6-91a0-6373697bfc72 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.908077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4a9f42c-d97d-40d5-a969-85ea6905262d req-80a0e21f-e59f-44d6-91a0-6373697bfc72 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 945 time: 0.1577721 Jul 14 09:18:01.932287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.961974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9610a88f-d0db-4cc3-8a46-58a5e74cdefb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:01.999495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4a9f42c-d97d-40d5-a969-85ea6905262d req-51c162c3-ff9c-4b9a-a452-82826832d23b tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853765 Jul 14 09:18:02.038990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.124772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.126849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.178863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.179463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c22983ab-1ad8-4d07-bf5d-183593bf890b {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:18:02.185613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.187057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c66c0ca3-f651-4b13-84b4-811903ef1d21 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c22983ab-1ad8-4d07-bf5d-183593bf890b HTTP/1.1" status: 204 len: 168 time: 1.1067245 Jul 14 09:18:02.189596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58110) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:02.207808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9c06054-203c-4c3d-93cb-ee1e0e13678d no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:02.243795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: c9c06054-203c-4c3d-93cb-ee1e0e13678d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:02.244399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9c06054-203c-4c3d-93cb-ee1e0e13678d not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:02.286800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] Deleting subnet d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:18:02.292700 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.336038 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.381214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027f28-38e7-44c2-8598-5b79a2e10d79 req-e2308697-418d-47cf-9a98-35e552a36140 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.382696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45027f28-38e7-44c2-8598-5b79a2e10d79 req-e2308697-418d-47cf-9a98-35e552a36140 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1379511 Jul 14 09:18:02.397058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.456578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45027f28-38e7-44c2-8598-5b79a2e10d79 req-b3e0a4cb-4c2c-4ebc-9462-aaed7f6db3f6 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675225 Jul 14 09:18:02.480173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.507108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:02.512982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.520643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d0f0cb20-a7e7-420a-bb04-09b28973841c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d9f1a9a2-46f1-4a6e-a67d-3c108a6cc1b0 HTTP/1.1" status: 204 len: 168 time: 0.3283734 Jul 14 09:18:02.523167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:02.591592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.697008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.717659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec51ff1-018c-48b9-ace5-3ace13af4891']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:02.732054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13244c65-0c1a-4c95-9a8e-e498e66a6a80') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:02.732354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13244c65-0c1a-4c95-9a8e-e498e66a6a80') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:02.743960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.761416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.762220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9610a88f-d0db-4cc3-8a46-58a5e74cdefb no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:02.768405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:02.769456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:02.771143 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:02.819667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 9610a88f-d0db-4cc3-8a46-58a5e74cdefb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:02.820101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9610a88f-d0db-4cc3-8a46-58a5e74cdefb not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:02.820743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ff306fb1-542e-4143-98cb-f0c5e3767966 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:02.832557 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.843155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.845364 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ec51ff1-018c-48b9-ace5-3ace13af4891 HTTP/1.1" status: 204 len: 168 time: 0.3209832 Jul 14 09:18:02.850797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ff306fb1-542e-4143-98cb-f0c5e3767966 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:02.851394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ff306fb1-542e-4143-98cb-f0c5e3767966 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:02.859668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d9144-3b4c-4609-9623-692ca9b5e5bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec51ff1-018c-48b9-ace5-3ace13af4891,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:03.067904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58142) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:03.157006 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-28aaf628-f545-4422-8d18-0ab82fc16c35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f36c2f67bb9c4e73ad57be36ee420d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878305 Jul 14 09:18:03.158154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:03.186692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-385d5eee-8637-4877-992a-d1f3db7965b8 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:03.189004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-385d5eee-8637-4877-992a-d1f3db7965b8 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 945 time: 0.1291966 Jul 14 09:18:03.275637 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af574edd-67f7-4d2e-8f00-d4547de3e1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.310781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133edc3-bab5-42ce-815c-69ef14028bae req-32836357-12b6-40ce-95c1-a4070accf9a5 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:03.312393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f133edc3-bab5-42ce-815c-69ef14028bae req-32836357-12b6-40ce-95c1-a4070accf9a5 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 945 time: 0.1462908 Jul 14 09:18:03.317392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af574edd-67f7-4d2e-8f00-d4547de3e1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.318138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Deleting port 66129808-063a-4c8f-ba12-5cb6774db007 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:03.318482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.360598 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f133edc3-bab5-42ce-815c-69ef14028bae req-494e0024-91e6-4c99-be54-cc85b4d8ca48 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Jul 14 09:18:03.409850 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af574edd-67f7-4d2e-8f00-d4547de3e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.413049 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af574edd-67f7-4d2e-8f00-d4547de3e1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.415938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af574edd-67f7-4d2e-8f00-d4547de3e1fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5adb5471-ead3-4fbd-9871-3f39c50bf0e9 HTTP/1.1" status: 204 len: 168 time: 0.2565665 Jul 14 09:18:03.438989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af574edd-67f7-4d2e-8f00-d4547de3e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb5471-ead3-4fbd-9871-3f39c50bf0e9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:03.454011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] For port 66129808-063a-4c8f-ba12-5cb6774db007, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=66129808-063a-4c8f-ba12-5cb6774db007,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:03.454525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.470349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Calling delete_port for 66129808-063a-4c8f-ba12-5cb6774db007 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:03.681289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.698342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['511a21e4-08b0-4444-9341-560971e1021c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:03.701154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['66129808-063a-4c8f-ba12-5cb6774db007', '766bc9a1-f807-47e6-a970-cf092239361c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:03.749835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Pushing event deleted for resources: {'Port': ['ID=66129808-063a-4c8f-ba12-5cb6774db007,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:03.835299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] No DVR routers for this DVR port 66129808-063a-4c8f-ba12-5cb6774db007 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:03.846099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea757-4084-4190-9038-b135d9362599 req-47bab252-5108-4a62-9b28-d3ee9bdcc99e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:03.859405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f32ea757-4084-4190-9038-b135d9362599 req-47bab252-5108-4a62-9b28-d3ee9bdcc99e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.2451124 Jul 14 09:18:03.871577 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.874069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6faad9c6-eb36-4119-a841-433322e6ff25 req-7b0d74b7-70b7-45cc-b1b9-70f75ec2c931 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "DELETE /v2.0/ports/66129808-063a-4c8f-ba12-5cb6774db007 HTTP/1.1" status: 204 len: 173 time: 0.6777883 Jul 14 09:18:03.874985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'name': 'network-vif-deleted', 'tag': '66129808-063a-4c8f-ba12-5cb6774db007'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:03.882141 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47571364-2c71-451c-bb2f-0e19e1d904c4" -d '{"events": [{"server_uuid": "ff491090-18f8-45ae-b61f-fd77508c59f3", "name": "network-vif-deleted", "tag": "66129808-063a-4c8f-ba12-5cb6774db007"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:03.986918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f32ea757-4084-4190-9038-b135d9362599 req-72d16276-5284-4ff6-b136-7a7e7ac2260a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292713 Jul 14 09:18:04.224320 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d93b4a-c44c-4a55-9b8f-65d01143edde x-openstack-request-id: req-50d93b4a-c44c-4a55-9b8f-65d01143edde {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:04.225670 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff491090-18f8-45ae-b61f-fd77508c59f3", "name": "network-vif-deleted", "tag": "66129808-063a-4c8f-ba12-5cb6774db007", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:04.226164 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50d93b4a-c44c-4a55-9b8f-65d01143edde {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:04.226991 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff491090-18f8-45ae-b61f-fd77508c59f3', 'name': 'network-vif-deleted', 'tag': '66129808-063a-4c8f-ba12-5cb6774db007', 'status': 'completed', 'code': 200} Jul 14 09:18:04.617056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7fc53f0-6d2b-4189-87fa-044a69789ecf req-56b20c71-b2b6-4178-834a-d1a6e45d7c17 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff491090-18f8-45ae-b61f-fd77508c59f3 HTTP/1.1" status: 200 len: 210 time: 0.0565805 Jul 14 09:18:05.207383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9315bf5-c275-4759-ae7d-8544c422e8ec req-876d532a-bcab-4458-af2f-327f4e98a3a0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:05.209460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9315bf5-c275-4759-ae7d-8544c422e8ec req-876d532a-bcab-4458-af2f-327f4e98a3a0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0854042 Jul 14 09:18:05.254801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9315bf5-c275-4759-ae7d-8544c422e8ec req-b07a5470-02b0-4ade-88db-4436e2913973 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Jul 14 09:18:06.484065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6346a-7c65-40fa-9bf4-9f78beb642ae req-41b28352-25fd-483d-b933-157d8d53db5a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.488146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03f6346a-7c65-40fa-9bf4-9f78beb642ae req-41b28352-25fd-483d-b933-157d8d53db5a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0990360 Jul 14 09:18:06.552671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03f6346a-7c65-40fa-9bf4-9f78beb642ae req-f36aabe1-9989-45bf-a33b-da0302f934c4 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601380 Jul 14 09:18:07.263587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0397-0e3e-48d1-aadc-a71bf8ff59ef req-9d8179d7-656c-4ad1-a6ab-5c7a849b1b05 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.270402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-26ad0397-0e3e-48d1-aadc-a71bf8ff59ef req-9d8179d7-656c-4ad1-a6ab-5c7a849b1b05 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1025109 Jul 14 09:18:07.331429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72def1-cbab-4f95-b134-31d573f0aea4 req-9e51c558-8c25-47c4-8a8f-0390ff94ff97 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.337471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72def1-cbab-4f95-b134-31d573f0aea4 req-9e51c558-8c25-47c4-8a8f-0390ff94ff97 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.338304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-26ad0397-0e3e-48d1-aadc-a71bf8ff59ef req-0d0d7ab9-07ec-473e-887b-9b8472e9659b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669096 Jul 14 09:18:07.339548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f72def1-cbab-4f95-b134-31d573f0aea4 req-9e51c558-8c25-47c4-8a8f-0390ff94ff97 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48&device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 1681 time: 0.0967681 Jul 14 09:18:07.392882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f72def1-cbab-4f95-b134-31d573f0aea4 req-fdf52195-281c-4a13-b30a-6bb2c1e7b807 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Jul 14 09:18:07.753995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b304597-1008-4c39-a8d1-e3e49adc6b73 req-d8fd9022-4eb7-4b08-aeca-d3c86e3d2bfe tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.754780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b304597-1008-4c39-a8d1-e3e49adc6b73 req-d8fd9022-4eb7-4b08-aeca-d3c86e3d2bfe tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.0660572 Jul 14 09:18:07.803725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b304597-1008-4c39-a8d1-e3e49adc6b73 req-20d20d26-6d80-4b70-9b46-c1bb6702a51e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Jul 14 09:18:08.270044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 66129808-063a-4c8f-ba12-5cb6774db007 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:08.312095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 66129808-063a-4c8f-ba12-5cb6774db007 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:08.312446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 66129808-063a-4c8f-ba12-5cb6774db007 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:08.541636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63e803-b078-4723-a356-c06836b0e9a5 req-08a6e163-b11e-40b3-9d22-a6586f6918e2 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.549163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec63e803-b078-4723-a356-c06836b0e9a5 req-08a6e163-b11e-40b3-9d22-a6586f6918e2 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48 HTTP/1.1" status: 200 len: 945 time: 0.0835812 Jul 14 09:18:08.593111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677f45-17e1-4f76-bd44-7d72a8ae90b9 req-62015b72-9222-4f70-a30b-692f79f8d11b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.596101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9677f45-17e1-4f76-bd44-7d72a8ae90b9 req-62015b72-9222-4f70-a30b-692f79f8d11b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.0933981 Jul 14 09:18:08.602023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec63e803-b078-4723-a356-c06836b0e9a5 req-d76bbdaf-18c8-4d35-a5ef-41074ef9e7ac tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 Jul 14 09:18:08.663184 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9677f45-17e1-4f76-bd44-7d72a8ae90b9 req-a8181edb-7b9e-4e32-9355-3de2ece56a11 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571344 Jul 14 09:18:09.007220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb678284-f14f-43a0-889d-b505cdf02cdf req-784323c5-9fb2-4e03-932d-827c9985953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.009649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb678284-f14f-43a0-889d-b505cdf02cdf req-784323c5-9fb2-4e03-932d-827c9985953c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.2601283 Jul 14 09:18:09.115995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d438769-8c2c-4c8f-b33e-a8a873bad056 req-cb052823-13b9-42be-a892-b5de30a9e9b4 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.124404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d438769-8c2c-4c8f-b33e-a8a873bad056 req-cb052823-13b9-42be-a892-b5de30a9e9b4 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1115432 Jul 14 09:18:09.128536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb678284-f14f-43a0-889d-b505cdf02cdf req-d968cb2a-2d70-4129-b656-36891a198418 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108356 Jul 14 09:18:09.180214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d438769-8c2c-4c8f-b33e-a8a873bad056 req-3969b314-2104-4ad3-af3f-4920474c847c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Jul 14 09:18:09.519314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:09.534622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-1d43fb58-773b-48b2-aa3d-de2073d68746 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.536152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-1d43fb58-773b-48b2-aa3d-de2073d68746 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.48 "GET /v2.0/ports?device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48 HTTP/1.1" status: 200 len: 945 time: 0.0708477 Jul 14 09:18:09.645614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Deleting port 511a21e4-08b0-4444-9341-560971e1021c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:09.646915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:09.782489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-6393d1cc-e40f-4d4c-bd3b-1fe833033ef5 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.785280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-6393d1cc-e40f-4d4c-bd3b-1fe833033ef5 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7585a56-5112-41b8-a48d-4fa22677e88a HTTP/1.1" status: 200 len: 945 time: 0.1468029 Jul 14 09:18:09.787293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] For port 511a21e4-08b0-4444-9341-560971e1021c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=511a21e4-08b0-4444-9341-560971e1021c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:09.787861 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:09.814996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Calling delete_port for 511a21e4-08b0-4444-9341-560971e1021c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:09.867688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0910-1958-4699-801e-4150b5fcd067 req-f947216b-3696-48d6-ad59-a072c3592138 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.879165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-797a0910-1958-4699-801e-4150b5fcd067 req-f947216b-3696-48d6-ad59-a072c3592138 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b36dc4-10b0-4ac6-bdcf-b3445476bd48 HTTP/1.1" status: 200 len: 945 time: 0.1584246 Jul 14 09:18:10.007880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5947b8-2cf3-4daa-8153-680aa22aa9df req-0a7fce05-7418-4fcb-915c-3a566f31e049 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.010219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc5947b8-2cf3-4daa-8153-680aa22aa9df req-0a7fce05-7418-4fcb-915c-3a566f31e049 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1237462 Jul 14 09:18:10.132052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.146694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['511a21e4-08b0-4444-9341-560971e1021c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:10.152446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['766bc9a1-f807-47e6-a970-cf092239361c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:10.180724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Pushing event deleted for resources: {'Port': ['ID=511a21e4-08b0-4444-9341-560971e1021c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:10.197654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc5947b8-2cf3-4daa-8153-680aa22aa9df req-d9efa55f-14a5-4b83-b805-dc3c506c9f02 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720836 Jul 14 09:18:10.220905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.224512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.225086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.225676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.226263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.226832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.227442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.228011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.229502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.230074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.231916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.232611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.321008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] No DVR routers for this DVR port 511a21e4-08b0-4444-9341-560971e1021c on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:10.324845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.327161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57d5bc34-417b-45f2-9c15-00a69f97fe92 req-0f619566-a356-48c4-bdaf-a25e473c72f3 tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.48 "DELETE /v2.0/ports/511a21e4-08b0-4444-9341-560971e1021c HTTP/1.1" status: 204 len: 173 time: 0.7857888 Jul 14 09:18:10.327865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'name': 'network-vif-deleted', 'tag': '511a21e4-08b0-4444-9341-560971e1021c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:10.337542 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e21dec-1b4e-468d-af38-fff148946023" -d '{"events": [{"server_uuid": "76b36dc4-10b0-4ac6-bdcf-b3445476bd48", "name": "network-vif-deleted", "tag": "511a21e4-08b0-4444-9341-560971e1021c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:10.383972 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-797a0910-1958-4699-801e-4150b5fcd067 req-bfa0dc7d-700d-4b6b-b072-347125f47ebd tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bab0da2-7d53-439f-a130-408e939d0c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033875 Jul 14 09:18:10.444241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Deleting port 766bc9a1-f807-47e6-a970-cf092239361c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:10.444799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.588822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71fb4d-40dc-4bce-8550-1026e3a25ec6 req-1647c547-4df3-4dde-b3f7-d4c09388fb6e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.590469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e71fb4d-40dc-4bce-8550-1026e3a25ec6 req-1647c547-4df3-4dde-b3f7-d4c09388fb6e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1603882 Jul 14 09:18:10.625461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] For port 766bc9a1-f807-47e6-a970-cf092239361c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=766bc9a1-f807-47e6-a970-cf092239361c,segment=NetworkSegment(0815e277-f2c1-4042-bdf4-17c7b4f6eb0e),segment_id=0815e277-f2c1-4042-bdf4-17c7b4f6eb0e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:10.626492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.646911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Calling delete_port for 766bc9a1-f807-47e6-a970-cf092239361c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:10.673582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e71fb4d-40dc-4bce-8550-1026e3a25ec6 req-f9c3e4cb-9b7e-4f04-9b81-89c5f5797af0 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716791 Jul 14 09:18:10.689047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:10.770981 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eb7402-76ac-4cb7-94c7-8ad43321477b x-openstack-request-id: req-13eb7402-76ac-4cb7-94c7-8ad43321477b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:10.771285 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b36dc4-10b0-4ac6-bdcf-b3445476bd48", "name": "network-vif-deleted", "tag": "511a21e4-08b0-4444-9341-560971e1021c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:10.773349 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13eb7402-76ac-4cb7-94c7-8ad43321477b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:10.773783 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b36dc4-10b0-4ac6-bdcf-b3445476bd48', 'name': 'network-vif-deleted', 'tag': '511a21e4-08b0-4444-9341-560971e1021c', 'status': 'completed', 'code': 200} Jul 14 09:18:10.775836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c6fe468a-b460-4298-8222-f35ffad02f73 req-ac762dd4-fdc2-40c5-ba2f-7daa3725a23d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-292181190', 'description': 'tempest-description-1753734048'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:10.845709 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c6fe468a-b460-4298-8222-f35ffad02f73 req-ac762dd4-fdc2-40c5-ba2f-7daa3725a23d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.858524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.860289 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca17e49e-7643-4b14-8f56-6fd12def55f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.870299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['511a21e4-08b0-4444-9341-560971e1021c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:10.911837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Pushing event deleted for resources: {'Port': ['ID=766bc9a1-f807-47e6-a970-cf092239361c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:10.935639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.936379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.936969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.937567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.938132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.938721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.939319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.939976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.940539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.941108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.941634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.941975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:10.976813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca17e49e-7643-4b14-8f56-6fd12def55f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.982944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca17e49e-7643-4b14-8f56-6fd12def55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.985156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] No DVR routers for this DVR port 766bc9a1-f807-47e6-a970-cf092239361c on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:10.990131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.992183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecac11e9-aff3-48c2-873a-0d335ece6106 req-7ee1575c-07b2-43ce-ab14-c74ca426c6ff tempest-ListServersNegativeTestJSON-2022307529 tempest-ListServersNegativeTestJSON-2022307529-project] 10.222.0.11 "DELETE /v2.0/ports/766bc9a1-f807-47e6-a970-cf092239361c HTTP/1.1" status: 204 len: 173 time: 1.2007723 Jul 14 09:18:10.992618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'name': 'network-vif-deleted', 'tag': '766bc9a1-f807-47e6-a970-cf092239361c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:10.994986 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3413bfa2-5924-4d85-94aa-2d7dc4d11d3f" -d '{"events": [{"server_uuid": "a7585a56-5112-41b8-a48d-4fa22677e88a", "name": "network-vif-deleted", "tag": "766bc9a1-f807-47e6-a970-cf092239361c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:11.092219 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd80ad5-ba9f-41eb-be3a-20de81176bf8 x-openstack-request-id: req-6dd80ad5-ba9f-41eb-be3a-20de81176bf8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:11.092468 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7585a56-5112-41b8-a48d-4fa22677e88a", "name": "network-vif-deleted", "tag": "766bc9a1-f807-47e6-a970-cf092239361c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:11.092767 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dd80ad5-ba9f-41eb-be3a-20de81176bf8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:11.093181 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7585a56-5112-41b8-a48d-4fa22677e88a', 'name': 'network-vif-deleted', 'tag': '766bc9a1-f807-47e6-a970-cf092239361c', 'status': 'completed', 'code': 200} Jul 14 09:18:11.095731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c6fe468a-b460-4298-8222-f35ffad02f73 req-ac762dd4-fdc2-40c5-ba2f-7daa3725a23d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.100858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c6fe468a-b460-4298-8222-f35ffad02f73 req-ac762dd4-fdc2-40c5-ba2f-7daa3725a23d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.109589 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ca17e49e-7643-4b14-8f56-6fd12def55f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a84da66a2004a4ba8e613f6315ede0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194202 Jul 14 09:18:11.110377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:11.111376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17e49e-7643-4b14-8f56-6fd12def55f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aa8a53-2ef2-4d96-ad85-a82f54875484,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:11.174056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ae12501-43d7-45cc-9f20-4e6880577b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.191958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac762dd4-fdc2-40c5-ba2f-7daa3725a23d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4656c9-533a-4787-a744-0f80f202859d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:11.198596 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c6fe468a-b460-4298-8222-f35ffad02f73 req-ac762dd4-fdc2-40c5-ba2f-7daa3725a23d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.199913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6fe468a-b460-4298-8222-f35ffad02f73 req-ac762dd4-fdc2-40c5-ba2f-7daa3725a23d tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4302180 Jul 14 09:18:11.210829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ae12501-43d7-45cc-9f20-4e6880577b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.319856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ae12501-43d7-45cc-9f20-4e6880577b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.323329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ae12501-43d7-45cc-9f20-4e6880577b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.324739 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ae12501-43d7-45cc-9f20-4e6880577b2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9aa8a53-2ef2-4d96-ad85-a82f54875484 HTTP/1.1" status: 204 len: 168 time: 0.2084179 Jul 14 09:18:11.352458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae12501-43d7-45cc-9f20-4e6880577b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aa8a53-2ef2-4d96-ad85-a82f54875484,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:11.442630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86b988c4-5300-4652-87a9-4db4466c122d req-f725d166-451a-4f14-8ebe-bde1dae444ab tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-292181190&fields=id&tenant_id=b8f5875036d2464bba91802b549388c0 HTTP/1.1" status: 200 len: 267 time: 0.0599473 Jul 14 09:18:11.483949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:11.576884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccef5ec-7a6f-4481-953d-87b455dbfaee req-e2d0870d-39e7-439b-b30d-8d0736e8a72f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.578663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b988c4-5300-4652-87a9-4db4466c122d req-10e6b4ca-bd21-4eb2-82ba-8510d3285923 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.581637 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ccef5ec-7a6f-4481-953d-87b455dbfaee req-e2d0870d-39e7-439b-b30d-8d0736e8a72f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1381061 Jul 14 09:18:11.584409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86b988c4-5300-4652-87a9-4db4466c122d req-10e6b4ca-bd21-4eb2-82ba-8510d3285923 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1357791 Jul 14 09:18:11.602475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Request body: {'port': {'security_groups': ['6ac42878-ba00-43d1-bfb9-0a2fe1504f7b', 'bd4656c9-533a-4787-a744-0f80f202859d']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:11.673883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ccef5ec-7a6f-4481-953d-87b455dbfaee req-7f8f7c3b-4c63-40a7-ac18-180b2e68aaf3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789325 Jul 14 09:18:11.725613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.844976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf03-9d94-45b6-a65b-2e9f072da9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.903340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:11.920052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df44c000-9cec-4f8c-9104-0087c5ca16e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.008958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:12.051794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf03-9d94-45b6-a65b-2e9f072da9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.064543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf03-9d94-45b6-a65b-2e9f072da9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.071555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.089355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.100182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7ff7e1df-8787-4223-b8a7-ef98a6399e4a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:12.144637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee3fcf03-9d94-45b6-a65b-2e9f072da9ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5f081273ecc439cbda976c498c92e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589012 Jul 14 09:18:12.147672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:12.161710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fcf03-9d94-45b6-a65b-2e9f072da9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb55d5-fc24-462a-a666-693d5e32fc26,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.169653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.170454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.175933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86b988c4-5300-4652-87a9-4db4466c122d req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "PUT /v2.0/ports/7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 982 time: 0.5828123 Jul 14 09:18:12.237479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1eae5-04e9-4018-bb58-55c309c5973b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event updated for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.254416 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7087b24-00dc-45cb-a338-2c0a5156459b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.261748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:12.271063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df44c000-9cec-4f8c-9104-0087c5ca16e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.286180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7ff7e1df-8787-4223-b8a7-ef98a6399e4a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:12.296194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df44c000-9cec-4f8c-9104-0087c5ca16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.326603 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7087b24-00dc-45cb-a338-2c0a5156459b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.373458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-e4786204-0762-4fa2-b3d5-2d2f3299edfd tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-292181190&fields=id&tenant_id=b8f5875036d2464bba91802b549388c0 HTTP/1.1" status: 200 len: 267 time: 0.0493779 Jul 14 09:18:12.376420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] Deleting subnet b4e9a3e3-7af8-4c0d-b938-74469842f583 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:18:12.380382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.386716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-df44c000-9cec-4f8c-9104-0087c5ca16e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8d6f8d90d41415791a4acfb0ede12a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4820578 Jul 14 09:18:12.392188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:12.404613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44c000-9cec-4f8c-9104-0087c5ca16e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc5dd1-b372-46cd-b9b9-69fe1bdd0e5d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.453798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.468430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8743c44d-922d-4dd6-8b77-7679007834d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.470064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7087b24-00dc-45cb-a338-2c0a5156459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.474231 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7087b24-00dc-45cb-a338-2c0a5156459b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.475788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e7087b24-00dc-45cb-a338-2c0a5156459b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2dcb55d5-fc24-462a-a666-693d5e32fc26 HTTP/1.1" status: 204 len: 168 time: 0.3269689 Jul 14 09:18:12.495661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7087b24-00dc-45cb-a338-2c0a5156459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb55d5-fc24-462a-a666-693d5e32fc26,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.509261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8743c44d-922d-4dd6-8b77-7679007834d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.548061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-7fcdaed4-f998-4c20-9fb4-cce0875d93e7 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.550714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-7fcdaed4-f998-4c20-9fb4-cce0875d93e7 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 985 time: 0.1684301 Jul 14 09:18:12.554175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.591107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8743c44d-922d-4dd6-8b77-7679007834d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.591424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Request body: {'port': {'security_groups': ['6ac42878-ba00-43d1-bfb9-0a2fe1504f7b']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:12.594362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8743c44d-922d-4dd6-8b77-7679007834d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.598952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8743c44d-922d-4dd6-8b77-7679007834d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7fc5dd1-b372-46cd-b9b9-69fe1bdd0e5d HTTP/1.1" status: 204 len: 168 time: 0.2049711 Jul 14 09:18:12.613978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743c44d-922d-4dd6-8b77-7679007834d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc5dd1-b372-46cd-b9b9-69fe1bdd0e5d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.708000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.715090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.748510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e9a3e3-7af8-4c0d-b938-74469842f583,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.758478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.760421 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e3ee542-3877-41b1-80e5-ee5c210240dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b4e9a3e3-7af8-4c0d-b938-74469842f583 HTTP/1.1" status: 204 len: 168 time: 0.4971974 Jul 14 09:18:12.763053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:12.802860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:12.807573 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc5031b-bfe4-405a-adc6-1f3092973dde" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:12.863864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.015384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.041573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:13.046366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da23b87b-7a9c-46ce-81b8-c52a8aa61b45']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:13.075924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.080797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:13.081128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0815e277-f2c1-4042-bdf4-17c7b4f6eb0e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:13.081269 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.092665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7ff7e1df-8787-4223-b8a7-ef98a6399e4a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:13.112817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.130956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.131647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.133098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45bf15ea-f9a7-494a-9673-2704d4a91056 req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "PUT /v2.0/ports/7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 943 time: 0.5481606 Jul 14 09:18:13.152099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.169158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7b5ce-a9cb-4ba7-94fe-8585ed662f83 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event updated for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:13.181633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:13.181956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:13.183835 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:13.219473 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee1069d-f7a8-4470-97d2-6306d5682fb3 x-openstack-request-id: req-1ee1069d-f7a8-4470-97d2-6306d5682fb3 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:13.219847 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:13.220109 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ee1069d-f7a8-4470-97d2-6306d5682fb3 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:13.220569 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'status': 'completed', 'code': 200} Jul 14 09:18:13.226855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7ff7e1df-8787-4223-b8a7-ef98a6399e4a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:13.266435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a8675-d02d-437c-9f40-e89d70427a5f req-9f928e32-c706-41ec-99ae-653ab8bde901 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.273399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-868a8675-d02d-437c-9f40-e89d70427a5f req-9f928e32-c706-41ec-99ae-653ab8bde901 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.2440596 Jul 14 09:18:13.296491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.302713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.307466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] 10.222.0.18 "DELETE /v2.0/networks/da23b87b-7a9c-46ce-81b8-c52a8aa61b45 HTTP/1.1" status: 204 len: 168 time: 0.5428193 Jul 14 09:18:13.326623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386bf60-a274-4853-916c-68e5376d9f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=da23b87b-7a9c-46ce-81b8-c52a8aa61b45,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:13.359539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-868a8675-d02d-437c-9f40-e89d70427a5f req-62a05ce7-93e7-48d2-b4fa-1a276df821ca tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851233 Jul 14 09:18:13.379368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-58549705-c278-4c9d-9a6f-943383db5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.384016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-58549705-c278-4c9d-9a6f-943383db5fa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.1325419 Jul 14 09:18:13.536852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58522) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:13.588530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-00b16424-0b29-4633-9df1-3ceab807f2ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba1ef64fdca74b919051d8a32b8712f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505302 Jul 14 09:18:13.591021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58524) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:13.647787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54370b58-169d-4c34-823e-5531da9b0bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.660110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-bbb2fcaa-2188-463e-8105-18f2c70bb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.661892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-bbb2fcaa-2188-463e-8105-18f2c70bb49a service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.2509015 Jul 14 09:18:13.671750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54370b58-169d-4c34-823e-5531da9b0bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.712777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-092254fd-5de5-48eb-8a25-a956bcb2047b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3277619 Jul 14 09:18:13.714206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-f43360ad-0630-4e41-b083-b41b93620e3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 217 time: 0.0428364 Jul 14 09:18:13.723813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:13.738382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54370b58-169d-4c34-823e-5531da9b0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.742728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54370b58-169d-4c34-823e-5531da9b0bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.744362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-54370b58-169d-4c34-823e-5531da9b0bbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bab0da2-7d53-439f-a130-408e939d0c33 HTTP/1.1" status: 204 len: 168 time: 0.1518190 Jul 14 09:18:13.756771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370b58-169d-4c34-823e-5531da9b0bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bab0da2-7d53-439f-a130-408e939d0c33,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:13.785651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.839084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-bebe8799-3086-4dd1-a8d0-676f11ade7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.840626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-bebe8799-3086-4dd1-a8d0-676f11ade7bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.1015437 Jul 14 09:18:13.880626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-14fd1718-2903-4e4d-8227-a85cd146936b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320871 Jul 14 09:18:14.000773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-bc60a05f-a631-4925-9b3c-7348fa4c8790 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115456 Jul 14 09:18:14.001890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.167799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cc5031b-bfe4-405a-adc6-1f3092973dde req-603a8d9f-0b4b-46a4-9bf6-43f1d2210f38 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573620 Jul 14 09:18:14.185118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Allocated IP 172.25.2.241 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/c7d1c6b8-9e29-4a1d-9cef-9fea2271f521) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:14.307056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.318021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 766bc9a1-f807-47e6-a970-cf092239361c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:14.347764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 766bc9a1-f807-47e6-a970-cf092239361c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:14.348460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 766bc9a1-f807-47e6-a970-cf092239361c not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:14.398235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.425447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:14.472965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:14.480359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:14.522674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event updated for resources: {'Port': ['ID=c7d1c6b8-9e29-4a1d-9cef-9fea2271f521,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:14.546097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 511a21e4-08b0-4444-9341-560971e1021c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:14.584868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 511a21e4-08b0-4444-9341-560971e1021c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:14.587502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 511a21e4-08b0-4444-9341-560971e1021c not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:14.606181 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.669269 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.708832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504b82-b2d8-44a2-8995-2011d534d45f req-fa336fbd-17cc-4d0d-96cb-bbb6d1fc0442 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.716340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b504b82-b2d8-44a2-8995-2011d534d45f req-fa336fbd-17cc-4d0d-96cb-bbb6d1fc0442 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.0954871 Jul 14 09:18:14.773809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b504b82-b2d8-44a2-8995-2011d534d45f req-7e24a0cd-0c73-4121-a87e-c62088adbe70 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564518 Jul 14 09:18:14.845240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.851403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.943346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event updated for resources: {'Port': ['ID=c7d1c6b8-9e29-4a1d-9cef-9fea2271f521,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:14.956291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.975273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.977344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-a2da34d0-165b-4596-8eaf-803262b28251 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2581644 Jul 14 09:18:15.041424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-8e836076-f8ec-45b3-8d12-d207055a0688 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0579350 Jul 14 09:18:15.530144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:15.532445 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46733e23-7dab-4fc6-b702-12d9e1eaed22" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:15.559150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-8f9fbd66-e65b-475e-b872-6f1aad37e665 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.566019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-8f9fbd66-e65b-475e-b872-6f1aad37e665 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.5179284 Jul 14 09:18:15.571809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-e98310dd-19fa-41dc-a33f-18e49f6c3c41 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:18:15.587499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55b8130a-d7d0-413c-b1c2-a253e9e20bd2 req-e98310dd-19fa-41dc-a33f-18e49f6c3c41 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204360 Jul 14 09:18:15.706249 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cd2153-d9ab-4d7b-90a8-a98bf2d6a3c4 x-openstack-request-id: req-f7cd2153-d9ab-4d7b-90a8-a98bf2d6a3c4 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:15.706558 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:15.706887 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7cd2153-d9ab-4d7b-90a8-a98bf2d6a3c4 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:15.707213 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'status': 'completed', 'code': 200} Jul 14 09:18:15.795426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:15.810672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-44fdbfd6-5e6a-40c1-91ff-934e73e19772 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ba7349c41f2444b1a346621a72984599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325708 Jul 14 09:18:15.829124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-925c3b6b-f09a-4560-9b7e-a02bfa82cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.831126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-925c3b6b-f09a-4560-9b7e-a02bfa82cc0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.0987892 Jul 14 09:18:15.853733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-e03288b1-4ff8-4b79-bf73-a9e223a66453 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.855422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-e03288b1-4ff8-4b79-bf73-a9e223a66453 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1235590 Jul 14 09:18:15.904470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94fd86f9-ef46-4e9c-9fdc-18820c25dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.915897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-f39610e4-2fc6-4cdb-8ea9-50ad6ce199c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0544200 Jul 14 09:18:15.924896 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ca4266f-4449-4394-91b6-ab25abff8c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.929528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Request body: {'floatingip': {'port_id': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:15.980664 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.007877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-1f87bdef-6979-4a2f-bcf2-2629e1c002b4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.009362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-1f87bdef-6979-4a2f-bcf2-2629e1c002b4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914515 Jul 14 09:18:16.014634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-6eb7f67e-df1a-4e3c-8eb0-4202cc90ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.016078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-6eb7f67e-df1a-4e3c-8eb0-4202cc90ec63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.1725047 Jul 14 09:18:16.034863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-2d829edb-9c62-4fee-ba3a-21456f4e64f9 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/quotas/ba7349c41f2444b1a346621a72984599 HTTP/1.1" status: 200 len: 375 time: 0.0178390 Jul 14 09:18:16.062730 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-e1d8a421-2667-4170-b959-8df1c718495e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 217 time: 0.0386853 Jul 14 09:18:16.100842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-5cb3060f-4029-4e4b-a62a-6adfe229e4c3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba7349c41f2444b1a346621a72984599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404677 Jul 14 09:18:16.135709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-dea840f1-bc7e-438c-a2a4-7471ff765f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.137357 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-dea840f1-bc7e-438c-a2a4-7471ff765f69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.0662665 Jul 14 09:18:16.171077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-24a0ddb6-9609-4934-9868-725e6edb8b7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278974 Jul 14 09:18:16.246713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ca4266f-4449-4394-91b6-ab25abff8c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.253678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ca4266f-4449-4394-91b6-ab25abff8c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.315820 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-c940b200-b8c2-479d-9e4d-e214725f7879 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385641 Jul 14 09:18:16.337531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ca4266f-4449-4394-91b6-ab25abff8c79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76500fb27be9401396ccc0c4bc68bef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404212 Jul 14 09:18:16.338395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:16.380972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4266f-4449-4394-91b6-ab25abff8c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b190e0-b03b-40d2-b1c3-e430acd1b658,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:16.482687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23dbb2-906e-476a-a651-fc10724b3e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.535841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23dbb2-906e-476a-a651-fc10724b3e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.548130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:16.562850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559d42-5878-44a4-b5ef-c7a851893c6a req-dc6b5685-b867-457f-a1ea-d10700668556 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.564640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10559d42-5878-44a4-b5ef-c7a851893c6a req-dc6b5685-b867-457f-a1ea-d10700668556 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1573958 Jul 14 09:18:16.567108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46733e23-7dab-4fc6-b702-12d9e1eaed22 req-14f41726-46bd-4a60-a47e-ba945a343faa service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453356 Jul 14 09:18:16.619230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.641855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.645497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-10559d42-5878-44a4-b5ef-c7a851893c6a req-29116523-6506-4e28-9e03-3a1cd2406dd3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713966 Jul 14 09:18:16.701934 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23dbb2-906e-476a-a651-fc10724b3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.706611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23dbb2-906e-476a-a651-fc10724b3e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.708209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3a23dbb2-906e-476a-a651-fc10724b3e69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63b190e0-b03b-40d2-b1c3-e430acd1b658 HTTP/1.1" status: 204 len: 168 time: 0.3347533 Jul 14 09:18:16.739905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55049a10-fcf2-4ec6-80a9-e05b233523ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.796253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23dbb2-906e-476a-a651-fc10724b3e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b190e0-b03b-40d2-b1c3-e430acd1b658,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:16.843977 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Floating IP eaca895b-fff7-4061-b540-56bad78bcfce associated. External IP: 172.25.2.241, port: 7ff7e1df-8787-4223-b8a7-ef98a6399e4a. Jul 14 09:18:16.881673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c52eda69-8a83-4a36-b44d-1aa157ee945a req-f701bbee-4da5-47ee-bd5e-a1612c711b41 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 210 time: 0.0397196 Jul 14 09:18:16.948281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55049a10-fcf2-4ec6-80a9-e05b233523ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.956263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55049a10-fcf2-4ec6-80a9-e05b233523ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.049948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-55049a10-fcf2-4ec6-80a9-e05b233523ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b369ae259dfd4e3db946bf2f0c341dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987864 Jul 14 09:18:17.053456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:17.083047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55049a10-fcf2-4ec6-80a9-e05b233523ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a664eab5-5e7c-48d4-a68b-8dd19c352d43,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.122761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Router 58dae462-a772-4b67-a37e-a607ff77b4b0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:17.128723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:17.142411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60a7042a-2393-4c84-9741-6a307c7b4510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.148279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92f0ea68-7257-4065-9e3d-370625b21418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.171270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60a7042a-2393-4c84-9741-6a307c7b4510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.230259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60a7042a-2393-4c84-9741-6a307c7b4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.234078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60a7042a-2393-4c84-9741-6a307c7b4510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.238201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-60a7042a-2393-4c84-9741-6a307c7b4510 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a664eab5-5e7c-48d4-a68b-8dd19c352d43 HTTP/1.1" status: 204 len: 168 time: 0.1809216 Jul 14 09:18:17.246361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7042a-2393-4c84-9741-6a307c7b4510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a664eab5-5e7c-48d4-a68b-8dd19c352d43,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.304047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:17.311335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.315019 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] Sync routers for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:17.337261 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:17.337916 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:17.411343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-5019a138-019b-4c8b-84f4-eaec66d42d54 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "PUT /v2.0/floatingips/eaca895b-fff7-4061-b540-56bad78bcfce HTTP/1.1" status: 200 len: 997 time: 1.4882128 Jul 14 09:18:17.448664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:17.451837 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a460a5-ffed-49a7-9068-696c3eb91bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:17.476243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92f0ea68-7257-4065-9e3d-370625b21418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.485632 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92f0ea68-7257-4065-9e3d-370625b21418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.509944 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:17.535829 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb745fa0-f2f8-434f-8a45-bbd3f13f169c x-openstack-request-id: req-eb745fa0-f2f8-434f-8a45-bbd3f13f169c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:17.536116 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:17.536619 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb745fa0-f2f8-434f-8a45-bbd3f13f169c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:17.537207 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'status': 'completed', 'code': 200} Jul 14 09:18:17.547429 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-92f0ea68-7257-4065-9e3d-370625b21418 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30f44caeeca34030a6abc18ddd9fe5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171619 Jul 14 09:18:17.548619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0ea68-7257-4065-9e3d-370625b21418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a897094b-6ee6-407c-82e9-3c93de2783e8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.551231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:17.583960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-678b1ae3-79ce-42ec-ad0f-6062fa676c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.590959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-678b1ae3-79ce-42ec-ad0f-6062fa676c81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.1709971 Jul 14 09:18:17.609579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-8c39ba31-aff2-45b4-a145-0a082a586a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.611539 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-8c39ba31-aff2-45b4-a145-0a082a586a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.0629199 Jul 14 09:18:17.686023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d33394-5b3e-480b-acc0-cbc3ef972136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.723659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-34b837e4-5f22-4826-b317-4e731649d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.731806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-34b837e4-5f22-4826-b317-4e731649d68a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.1393919 Jul 14 09:18:17.786679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-4c826b4f-5742-4983-ac8e-949c97727e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.794471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-4c826b4f-5742-4983-ac8e-949c97727e5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.1769335 Jul 14 09:18:17.833665 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d33394-5b3e-480b-acc0-cbc3ef972136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.858146 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'eaca895b-fff7-4061-b540-56bad78bcfce', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'port_id': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'mac_address': 'fa:16:3e:ca:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:14Z', 'updated_at': '2021-07-14T09:18:16Z', 'revision_number': 1, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:30Z', 'revision_number': 5, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:17.875124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-8fdce35b-c875-4e24-9dd4-e57776486ad2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 1000 time: 0.1424646 Jul 14 09:18:17.894616 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] Checking router: 58dae462-a772-4b67-a37e-a607ff77b4b0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:17.903445 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:17.904321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:17:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:17.931756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d33394-5b3e-480b-acc0-cbc3ef972136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.935689 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d33394-5b3e-480b-acc0-cbc3ef972136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.938627 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c6d33394-5b3e-480b-acc0-cbc3ef972136 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a897094b-6ee6-407c-82e9-3c93de2783e8 HTTP/1.1" status: 204 len: 168 time: 0.3833840 Jul 14 09:18:17.943991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-12d6c040-64d2-479d-aad9-85a3085d2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.952064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-12d6c040-64d2-479d-aad9-85a3085d2e1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.0700583 Jul 14 09:18:17.954116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-c3594f49-85d0-481a-9c1f-3cd554a67ae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 1000 time: 0.1523545 Jul 14 09:18:17.969538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d33394-5b3e-480b-acc0-cbc3ef972136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a897094b-6ee6-407c-82e9-3c93de2783e8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:18.008118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-700ef284-1850-4656-9296-412f46548396 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550420 Jul 14 09:18:18.022177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-e8b11861-f743-4b31-b865-c04435d69651 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:18:18.029679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-e8b11861-f743-4b31-b865-c04435d69651 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206058 Jul 14 09:18:18.054324 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:18.055634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-4ccd3425-b87b-4822-8d4e-f87bb70348cc tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ba7349c41f2444b1a346621a72984599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575156 Jul 14 09:18:18.196342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-29aa270c-3147-4aef-9ae8-ba35e81235d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.198283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-29aa270c-3147-4aef-9ae8-ba35e81235d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.2311947 Jul 14 09:18:18.254275 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-f665f45a-9247-4916-96b0-d16d34cf4a52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452778 Jul 14 09:18:18.311478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-d453e00a-0c7e-4a6c-be53-d0a95f8d7724 service neutron] 10.222.0.18 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809594 Jul 14 09:18:18.331085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-8570a302-d8e2-4476-b898-98a7845324be tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.332777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-8570a302-d8e2-4476-b898-98a7845324be tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679763 Jul 14 09:18:18.387519 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'eaca895b-fff7-4061-b540-56bad78bcfce', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'port_id': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'mac_address': 'fa:16:3e:ca:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:14Z', 'updated_at': '2021-07-14T09:18:16Z', 'revision_number': 1, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:30Z', 'revision_number': 5, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:18.394392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Request body: {'port': {'device_id': '5c39c368-11b6-4183-b51f-527ea16d8090', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'ba7349c41f2444b1a346621a72984599'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:18.410331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa1db6-3044-4a38-9c6d-f6ef9eadac2c req-ef4a547d-0a8a-4d6a-b42c-5a540b64f448 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.424602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7fa1db6-3044-4a38-9c6d-f6ef9eadac2c req-ef4a547d-0a8a-4d6a-b42c-5a540b64f448 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.4632347 Jul 14 09:18:18.454873 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09006016-604e-4a79-b707-4ae85b0e10cc None None] The sync data for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 is: [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'eaca895b-fff7-4061-b540-56bad78bcfce', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'port_id': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'mac_address': 'fa:16:3e:ca:fc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:14Z', 'updated_at': '2021-07-14T09:18:16Z', 'revision_number': 1, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:30Z', 'revision_number': 5, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:18.467288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58730) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:18.508927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7fa1db6-3044-4a38-9c6d-f6ef9eadac2c req-02f8132b-bf73-4d1a-976d-f854db03f8b4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860829 Jul 14 09:18:18.553960 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-c9d9904a-972a-4163-b540-8956aa5c3535 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973542 Jul 14 09:18:18.612410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-817a2b50-1e55-432d-9789-e7cc8b9e8748 req-f1a0a56d-98cf-4237-a645-722c08760017 service neutron] 10.222.0.18 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970455 Jul 14 09:18:18.646244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1520598850-network', 'tenant_id': '55539f813dd74799860b280f828fa7b3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:18.669835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Made reservation on behalf of ba7349c41f2444b1a346621a72984599 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:18.680098 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2edd53ca-7c71-4eaf-8c3d-0506b977c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.681442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.707243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.713993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Made reservation on behalf of 55539f813dd74799860b280f828fa7b3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:18.716899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.728997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.773551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a460a5-ffed-49a7-9068-696c3eb91bd1 req-83a3ec3c-57f3-461c-9582-23f01ab681cc service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113621 Jul 14 09:18:18.836816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef462a49-6d53-4fd0-8f50-3586594e8da7 None None] New status for floating IP eaca895b-fff7-4061-b540-56bad78bcfce: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:18:18.851917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-540215b5-70a5-4576-8685-008d438766b7 req-3566f764-c0a2-44a8-9c6f-8caf161493ab tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 210 time: 0.0433466 Jul 14 09:18:18.899025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.904015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.015079 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.056629 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-ce40ba43-b62c-4a63-9a7b-d1baa76c0907 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1000 time: 0.1603663 Jul 14 09:18:19.145723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-c08aec1c-1387-4e06-917b-2f240cb806c4 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.166169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-c08aec1c-1387-4e06-917b-2f240cb806c4 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports/7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 943 time: 0.0847774 Jul 14 09:18:19.225378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.232239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.302873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:19.326290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.326642 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Added segment fd97a04d-3157-4746-8670-c169bcf2e0ce of type vlan for network ede95807-8830-40b8-8e7a-0e37bd89e154 Jul 14 09:18:19.329549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e828da5-3662-497f-a9e6-603bf1b85df4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:19.345653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2eabc-fef6-45f3-bdec-f846418db42e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:19.390951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-af4e38fa-7d53-4bd5-819b-945399df4bc5 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1447237 Jul 14 09:18:19.451094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.482813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Allocated IP 192.168.233.128 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/67fe9942-8954-44f9-b856-83fb0f088114) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:19.527589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.528565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.529142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.595641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-cf28d894-0c98-467f-ac0a-0b37263ad80f tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.597242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-cf28d894-0c98-467f-ac0a-0b37263ad80f tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.2054429 Jul 14 09:18:19.613942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.652023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1833444 Jul 14 09:18:19.656284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-fc8313aa-265a-489c-8821-338c4eccbf9f tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:18:19.657743 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:19.664268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Request body: {'subnet': {'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1520598850-subnet', 'tenant_id': '55539f813dd74799860b280f828fa7b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:19.665507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-fc8313aa-265a-489c-8821-338c4eccbf9f tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254309 Jul 14 09:18:19.724412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8de3f-8c7e-418c-bf56-cda03166989f admin admin] Pushing event updated for resources: {'Network': ['ID=ede95807-8830-40b8-8e7a-0e37bd89e154,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:19.736272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network ede95807-8830-40b8-8e7a-0e37bd89e154 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:19.763417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Made reservation on behalf of 55539f813dd74799860b280f828fa7b3 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:19.767089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.767654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-ce36bc5f-a733-43c0-8cd1-2212fe53ed53 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1011703 Jul 14 09:18:19.773357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:19.839146 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.877975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.909881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Transition to ACTIVE for port object 67fe9942-8954-44f9-b856-83fb0f088114 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:19.918525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c30c83-e16a-477a-b4f8-8fc684d38bdc req-d94b850b-1c39-4332-89ef-889a0b3f2f95 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.920486 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6c30c83-e16a-477a-b4f8-8fc684d38bdc req-d94b850b-1c39-4332-89ef-889a0b3f2f95 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.2658165 Jul 14 09:18:19.938564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.018713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6c30c83-e16a-477a-b4f8-8fc684d38bdc req-6f92f2c2-cfb3-41e5-a3b1-87080e99d26e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742943 Jul 14 09:18:20.073769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.079808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.080255 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Floating IP eaca895b-fff7-4061-b540-56bad78bcfce disassociated. External IP: 172.25.2.241, port: 7ff7e1df-8787-4223-b8a7-ef98a6399e4a. Jul 14 09:18:20.087007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.097620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.204088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:20.230400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:20.241480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:20.246972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2459c5-f9ef-4b84-840f-1d787171ca77,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:20.317404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Pushing event updated for resources: {'Port': ['ID=67fe9942-8954-44f9-b856-83fb0f088114,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:20.345211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1786239a-0c70-4937-9448-3f576998177a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:20.373418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Checking segment: {'id': 'fd97a04d-3157-4746-8670-c169bcf2e0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:20.374336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Network hostable DHCP agents. Network: ede95807-8830-40b8-8e7a-0e37bd89e154, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:20.415258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.415966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.460530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-e738ea5f-61c9-4436-8398-7fce394effb3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1124647 Jul 14 09:18:20.462204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Network ede95807-8830-40b8-8e7a-0e37bd89e154 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:20.488936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, ede95807-8830-40b8-8e7a-0e37bd89e154) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:20.510051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.510741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.546196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b4b7bdd1-bdb1-4531-8c5a-c0f4ecf946d0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8853061 Jul 14 09:18:20.640000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:20.653915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Router 58dae462-a772-4b67-a37e-a607ff77b4b0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:20.679045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '1786239a-0c70-4937-9448-3f576998177a', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'port_id': '1786239a-0c70-4937-9448-3f576998177a', 'mac_address': 'fa:16:3e:5d:b4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:20.683909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cc0fd4-f0c2-45d3-bfc1-72ef389493b5 None None] Network ede95807-8830-40b8-8e7a-0e37bd89e154 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:20.787440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Request body: {'port': {'device_id': '5c39c368-11b6-4183-b51f-527ea16d8090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:20.829408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e7c8a-89e9-4adf-8996-89d1cb940d6a req-430a1b4b-9f68-43e1-ad37-6c91c1ea310c tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.831579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-542e7c8a-89e9-4adf-8996-89d1cb940d6a req-430a1b4b-9f68-43e1-ad37-6c91c1ea310c tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 936 time: 0.2014165 Jul 14 09:18:20.904626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:20.912106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.915315 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] Sync routers for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:20.942947 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:20.943786 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:20.997708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-542e7c8a-89e9-4adf-8996-89d1cb940d6a req-f1050ec1-5be1-4180-b907-b12621867329 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527286 Jul 14 09:18:21.000042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-b1626238-886a-4c9d-94f1-40bee018d72c tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "PUT /v2.0/floatingips/eaca895b-fff7-4061-b540-56bad78bcfce HTTP/1.1" status: 200 len: 695 time: 1.2307932 Jul 14 09:18:21.006298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:21.009824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.015859 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d24259f-c1a4-4468-a65a-240993abaa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:21.144522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-8f7b65b0-41c9-4b19-b463-9e2cc949199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.146314 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-8f7b65b0-41c9-4b19-b463-9e2cc949199c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.1120834 Jul 14 09:18:21.246040 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:21.255980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c7eaf49-924f-4329-91f0-238a3cea5304 None None] Provisioning for port 67fe9942-8954-44f9-b856-83fb0f088114 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:21.315724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c7eaf49-924f-4329-91f0-238a3cea5304 None None] Provisioning complete for port 67fe9942-8954-44f9-b856-83fb0f088114 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:21.316211 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c7eaf49-924f-4329-91f0-238a3cea5304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.341058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-4f751529-f659-4dab-aa1f-31cb190b6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.343848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-4f751529-f659-4dab-aa1f-31cb190b6df6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.1912477 Jul 14 09:18:21.445148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6c7eaf49-924f-4329-91f0-238a3cea5304 None None] Port 67fe9942-8954-44f9-b856-83fb0f088114 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:21.459050 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.489857 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.495918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1786239a-0c70-4937-9448-3f576998177a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:21.522352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:21.527965 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.548016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-eea6b8a1-e158-4941-a8ee-1b9363ee32c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 217 time: 0.1889310 Jul 14 09:18:21.623707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:21.641017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.641654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.642224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.642853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.643585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.644225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.644993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.646042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.647407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.647996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.648947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.649629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:21.652710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-2417f9c1-d992-4523-955a-17513ecb3ebd tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.658559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-d1826027-fe50-4d55-9e66-6227c17a9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.660293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-2417f9c1-d992-4523-955a-17513ecb3ebd tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/networks?id=ede95807-8830-40b8-8e7a-0e37bd89e154 HTTP/1.1" status: 200 len: 821 time: 0.2457030 Jul 14 09:18:21.661532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-d1826027-fe50-4d55-9e66-6227c17a9b93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.1058948 Jul 14 09:18:21.681055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-deb9e6b8-b568-466a-92cf-d9cbf7a9e4e4 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/quotas/55539f813dd74799860b280f828fa7b3 HTTP/1.1" status: 200 len: 375 time: 0.0194924 Jul 14 09:18:21.713945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['1786239a-0c70-4937-9448-3f576998177a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:21.737859 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-7099ae8e-5553-4415-97ec-ad4ed4c2a17c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599830 Jul 14 09:18:21.746310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3fa69342-5c96-436b-9678-b29395348b4f tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55539f813dd74799860b280f828fa7b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642626 Jul 14 09:18:21.758029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782f0a6-bbe2-44a4-a976-1109161b809e None None] Network ede95807-8830-40b8-8e7a-0e37bd89e154 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:21.853760 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:30Z', 'revision_number': 5, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:21.885793 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] Checking router: 58dae462-a772-4b67-a37e-a607ff77b4b0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:21.902581 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:21.903202 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:21.906074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fe9942-8954-44f9-b856-83fb0f088114 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:21.930745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.941921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-1e38c03c-02a0-4a56-ba23-e91701949963 service neutron] 10.222.0.18 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959357 Jul 14 09:18:21.966583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Transition to ACTIVE for port object 67fe9942-8954-44f9-b856-83fb0f088114 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:21.978303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.086675 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:22.146849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fe00c6ba-4bb4-47bc-8332-237949ead34d req-d1fa10f0-2b25-4493-9923-09441567b3a0 service neutron] 10.222.0.18 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021682 Jul 14 09:18:22.222678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Pushing event updated for resources: {'Port': ['ID=67fe9942-8954-44f9-b856-83fb0f088114,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:22.236617 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b17e5-dcda-48ec-b653-dfb0b9debcab x-openstack-request-id: req-7e3b17e5-dcda-48ec-b653-dfb0b9debcab {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:22.237169 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:22.237645 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e3b17e5-dcda-48ec-b653-dfb0b9debcab {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:22.238311 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'status': 'completed', 'code': 200} Jul 14 09:18:22.290775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-35d1bbf5-80b9-4544-8385-7ff0a9c20572 service neutron] 10.222.0.18 "GET /v2.0/networks/ede95807-8830-40b8-8e7a-0e37bd89e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436108 Jul 14 09:18:22.429274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Attempting to bind port 67fe9942-8954-44f9-b856-83fb0f088114 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:22.430158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Attempting to bind port 67fe9942-8954-44f9-b856-83fb0f088114 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:22.430414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Attempting to bind port 67fe9942-8954-44f9-b856-83fb0f088114 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:22.444711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-e5353af1-f420-4984-b753-95febbc71968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.449027 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-e5353af1-f420-4984-b753-95febbc71968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8f5875036d2464bba91802b549388c0&device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 1098 time: 0.1748042 Jul 14 09:18:22.452274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Port 67fe9942-8954-44f9-b856-83fb0f088114 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:22.452650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Attempting to bind port 67fe9942-8954-44f9-b856-83fb0f088114 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:22.557498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-2dd48af6-42d0-486e-8e8a-f3708ae06687 service neutron] 10.222.0.18 "GET /v2.0/networks/ede95807-8830-40b8-8e7a-0e37bd89e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550664 Jul 14 09:18:22.570338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:22.571886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:22.573465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:22.575722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Bound port: 67fe9942-8954-44f9-b856-83fb0f088114, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:22.577805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.643971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:22.725544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] For port 67fe9942-8954-44f9-b856-83fb0f088114, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:22.735894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] For port 67fe9942-8954-44f9-b856-83fb0f088114, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=67fe9942-8954-44f9-b856-83fb0f088114,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:22.742736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.771621 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:30Z', 'revision_number': 5, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:22.803665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.804688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.809210 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46217107-0de7-4b34-a154-a56fcf361380 None None] The sync data for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 is: [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:17:24Z', 'revision_number': 4, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698', 'name': '', 'network_id': 'bdb61708-6284-4e4f-99e7-b7a9fc9d9e62', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'mac_address': 'fa:16:3e:b7:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:24Z', 'updated_at': '2021-07-14T09:17:30Z', 'revision_number': 5, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'subnets': [{'id': '77338b1d-c2cc-46f9-9638-7b2bd2010fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:22.810005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] 10.222.0.11 "PUT /v2.0/ports/67fe9942-8954-44f9-b856-83fb0f088114 HTTP/1.1" status: 200 len: 1097 time: 2.3344824 Jul 14 09:18:22.810713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c39c368-11b6-4183-b51f-527ea16d8090', 'tag': '67fe9942-8954-44f9-b856-83fb0f088114'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:22.823483 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aec866-9456-4154-9b1d-b391aa97430d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c39c368-11b6-4183-b51f-527ea16d8090", "tag": "67fe9942-8954-44f9-b856-83fb0f088114"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:22.834031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0394e-8071-414b-9987-2af1b650d277 req-29628682-d097-4d7b-92bf-a38f067016c1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.844692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7f0394e-8071-414b-9987-2af1b650d277 req-29628682-d097-4d7b-92bf-a38f067016c1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.3150632 Jul 14 09:18:22.887116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-1514cf6b-735a-474e-80d5-b91b55b3f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.889898 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-1514cf6b-735a-474e-80d5-b91b55b3f26c service neutron] 10.222.0.48 "GET /v2.0/networks?id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 200 len: 921 time: 0.4327164 Jul 14 09:18:22.964933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f7f0394e-8071-414b-9987-2af1b650d277 req-50ca850b-2c4f-4eb6-b5a1-d1ed27396952 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184170 Jul 14 09:18:23.040675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f19da654-bd53-4d62-88fa-30211183a529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.045576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1893856-08a5-488b-8e65-1422d2d2a32a service neutron] Pushing event updated for resources: {'Port': ['ID=67fe9942-8954-44f9-b856-83fb0f088114,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:23.045753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-109f175f-a9ef-4c21-8b1c-6eba067d6d8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 200 len: 217 time: 0.1475201 Jul 14 09:18:23.147742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-056308c5-dfc2-45e3-9532-81b17efdea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.154131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-056308c5-dfc2-45e3-9532-81b17efdea4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 200 len: 860 time: 0.1001098 Jul 14 09:18:23.190027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-2d910176-2b02-4eb4-97ef-8685840e784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.191734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-2d910176-2b02-4eb4-97ef-8685840e784c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba7349c41f2444b1a346621a72984599&device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 1100 time: 0.3326924 Jul 14 09:18:23.296802 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-0385ade1-8553-401f-865e-f4fb016acf6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=67fe9942-8954-44f9-b856-83fb0f088114 HTTP/1.1" status: 200 len: 217 time: 0.0920169 Jul 14 09:18:23.408260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb4fcb-4f7b-4c06-8daf-35f0bb40237c None None] New status for floating IP eaca895b-fff7-4061-b540-56bad78bcfce: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:18:23.487649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-1a6f5b89-a1f9-4991-bc2f-ecc703d3d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.488781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-1a6f5b89-a1f9-4991-bc2f-ecc703d3d662 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1829693 Jul 14 09:18:23.511982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f19da654-bd53-4d62-88fa-30211183a529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.570510 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f19da654-bd53-4d62-88fa-30211183a529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.632304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f19da654-bd53-4d62-88fa-30211183a529 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad69292c196f453e9e54e3c784aba993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9848270 Jul 14 09:18:23.632304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19da654-bd53-4d62-88fa-30211183a529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8bb3ab-d1af-40d8-9c65-0394cd9b565d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:23.641913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79031836-d291-4aea-8ceb-a18331ea50fc req-39a238b8-9f65-43aa-a21f-2e9ab0539f4d tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.648906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-79031836-d291-4aea-8ceb-a18331ea50fc req-39a238b8-9f65-43aa-a21f-2e9ab0539f4d tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 948 time: 0.2819366 Jul 14 09:18:23.654734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:23.727282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-22c46d09-db7e-4756-a04a-8e54ccb1616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.728972 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-22c46d09-db7e-4756-a04a-8e54ccb1616b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2193117 Jul 14 09:18:23.751304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-79031836-d291-4aea-8ceb-a18331ea50fc req-9b8bfbd0-162d-42ae-aeb4-096abff394c3 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014194 Jul 14 09:18:23.832754 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bda764-f55a-49c7-8b51-331ac29544ba x-openstack-request-id: req-74bda764-f55a-49c7-8b51-331ac29544ba {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:23.833229 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c39c368-11b6-4183-b51f-527ea16d8090", "tag": "67fe9942-8954-44f9-b856-83fb0f088114", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:23.833497 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74bda764-f55a-49c7-8b51-331ac29544ba {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:23.833899 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c39c368-11b6-4183-b51f-527ea16d8090', 'tag': '67fe9942-8954-44f9-b856-83fb0f088114', 'status': 'completed', 'code': 200} Jul 14 09:18:23.837022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-588197aa-0119-4dd1-95df-ec451339a0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.861945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-aeefcaea-04ad-4639-8b89-21628b25a3a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6985071 Jul 14 09:18:23.873419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-588197aa-0119-4dd1-95df-ec451339a0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.964896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-d8355957-97ed-4732-bea3-950399275dfc service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124109 Jul 14 09:18:23.967703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1bd2b904-7dd8-4393-a24d-7d7023b912df req-59802d79-d8c5-4f64-ac07-b142bb51af63 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 210 time: 0.0471475 Jul 14 09:18:24.040988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-588197aa-0119-4dd1-95df-ec451339a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.043991 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-588197aa-0119-4dd1-95df-ec451339a0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.048557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-588197aa-0119-4dd1-95df-ec451339a0d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d8bb3ab-d1af-40d8-9c65-0394cd9b565d HTTP/1.1" status: 204 len: 168 time: 0.3926950 Jul 14 09:18:24.065656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588197aa-0119-4dd1-95df-ec451339a0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8bb3ab-d1af-40d8-9c65-0394cd9b565d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:24.079133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-a6dfbeb1-f719-4156-95f5-ccfeed37bc19 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425588 Jul 14 09:18:24.107144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10a80114-1c24-4262-a3b6-0c166a0ca347 req-328fa397-e162-4bbb-a1f6-4e51b050e778 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332517 Jul 14 09:18:24.114627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-c17def9a-2ec4-461f-a24b-841622a4db93 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips/eaca895b-fff7-4061-b540-56bad78bcfce HTTP/1.1" status: 200 len: 693 time: 0.2575479 Jul 14 09:18:24.280400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d24259f-c1a4-4468-a65a-240993abaa7c req-4b02dddb-6775-4ab4-8a33-9117cde81fa9 service neutron] 10.222.0.48 "GET /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830511 Jul 14 09:18:24.302732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-13837bb1-0381-41c8-9138-cc785abbcbb6 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.304185 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-13837bb1-0381-41c8-9138-cc785abbcbb6 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 784 time: 0.1784303 Jul 14 09:18:24.316040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-3a40b30b-f522-4598-bcae-c48b4bed83bf tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:18:24.317148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-3a40b30b-f522-4598-bcae-c48b4bed83bf tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069273 Jul 14 09:18:24.357801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a0062-d391-4a25-a544-ddb9bcc43696 req-1b7c98fb-469c-486a-8f2d-12d7e9c9bc75 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.365609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-717a0062-d391-4a25-a544-ddb9bcc43696 req-1b7c98fb-469c-486a-8f2d-12d7e9c9bc75 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.2190759 Jul 14 09:18:24.393856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1786239a-0c70-4937-9448-3f576998177a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:24.424349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec866-9456-4154-9b1d-b391aa97430d req-2cc74368-078a-46c1-a4f3-e0b704daf201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.424349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88aec866-9456-4154-9b1d-b391aa97430d req-2cc74368-078a-46c1-a4f3-e0b704daf201 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba7349c41f2444b1a346621a72984599&device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 1100 time: 0.1710348 Jul 14 09:18:24.439665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-717a0062-d391-4a25-a544-ddb9bcc43696 req-b39ee93f-d427-41c2-8535-b068f26c6880 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718038 Jul 14 09:18:24.528778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-7b97dfcc-28f7-4085-9318-a834bc2f7ea4 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.2024720 Jul 14 09:18:24.534349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 1786239a-0c70-4937-9448-3f576998177a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:24.535431 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.644835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.657812 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-b629a31d-554e-4be5-81b7-c52d9dcfc699 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.1230514 Jul 14 09:18:24.659384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec866-9456-4154-9b1d-b391aa97430d req-0a7365b8-62f5-46b7-b73f-ab3c0bfc4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.663126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88aec866-9456-4154-9b1d-b391aa97430d req-0a7365b8-62f5-46b7-b73f-ab3c0bfc4dbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.2219164 Jul 14 09:18:24.686368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58886) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:24.709853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:24.716586 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c13492a-3492-4996-b8a8-232b8c90652c" -d '{"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:24.743211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:24.751159 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.775316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88aec866-9456-4154-9b1d-b391aa97430d req-23e2cf16-672b-4415-a32f-3321f7bb1e33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=67fe9942-8954-44f9-b856-83fb0f088114 HTTP/1.1" status: 200 len: 217 time: 0.1036468 Jul 14 09:18:24.831285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61cb128d-c515-43c0-8bfc-bd924939edff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.862601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.001279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec866-9456-4154-9b1d-b391aa97430d req-b5d1b07c-47ff-44e8-96c1-a061c119bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.005668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88aec866-9456-4154-9b1d-b391aa97430d req-b5d1b07c-47ff-44e8-96c1-a061c119bb37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.2214916 Jul 14 09:18:25.015046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Deleting port c7d1c6b8-9e29-4a1d-9cef-9fea2271f521 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:25.015684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.090596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-4ad3989e-3161-4ab3-84aa-b8499f9a0654 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.092237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-4ad3989e-3161-4ab3-84aa-b8499f9a0654 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.48 "GET /v2.0/networks?id=ede95807-8830-40b8-8e7a-0e37bd89e154 HTTP/1.1" status: 200 len: 821 time: 0.2407117 Jul 14 09:18:25.107727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Request body: {'port': {'device_id': '66cb476d-4745-4352-ad83-956eae001043', 'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154', 'admin_state_up': True, 'tenant_id': '55539f813dd74799860b280f828fa7b3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:25.234969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec866-9456-4154-9b1d-b391aa97430d req-f925aa41-387e-49cd-b995-4d3a7682e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.238561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88aec866-9456-4154-9b1d-b391aa97430d req-f925aa41-387e-49cd-b995-4d3a7682e0de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2276001 Jul 14 09:18:25.266263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.266607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.282408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Calling delete_port for c7d1c6b8-9e29-4a1d-9cef-9fea2271f521 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:25.333845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61cb128d-c515-43c0-8bfc-bd924939edff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.341611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61cb128d-c515-43c0-8bfc-bd924939edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.365533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Made reservation on behalf of 55539f813dd74799860b280f828fa7b3 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:25.373899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.415493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-61cb128d-c515-43c0-8bfc-bd924939edff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e09cd9a985d4b0b9295e61b58c60e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7286742 Jul 14 09:18:25.416434 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042bf186-4be2-4572-be12-af822742825e x-openstack-request-id: req-042bf186-4be2-4572-be12-af822742825e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:25.416730 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:25.417051 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-042bf186-4be2-4572-be12-af822742825e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:25.417643 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'code': 200} Jul 14 09:18:25.420233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58896) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:25.431984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb128d-c515-43c0-8bfc-bd924939edff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64626661-c859-4514-aaf7-fd5aa98a9caf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.465316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88aec866-9456-4154-9b1d-b391aa97430d req-d399e022-a7e7-4967-b074-f56f037d43ff service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185054 Jul 14 09:18:25.640291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88aec866-9456-4154-9b1d-b391aa97430d req-96102c68-2e29-4d79-ba2c-cca76ff480f1 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679320 Jul 14 09:18:25.678133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38fea6c3-d78e-44bc-a8b1-325495f35117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.678357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01734549-48de-4553-82cb-ac707f3e9b15 req-61e2ffbc-2c47-4005-95de-7cbe6a59fc08 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.680340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01734549-48de-4553-82cb-ac707f3e9b15 req-61e2ffbc-2c47-4005-95de-7cbe6a59fc08 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 948 time: 0.0880966 Jul 14 09:18:25.682553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.724741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Allocated IP 172.20.0.5 (ede95807-8830-40b8-8e7a-0e37bd89e154/ee2459c5-f9ef-4b84-840f-1d787171ca77/a57536e6-365a-4ff8-b785-22a9cbf11e6f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:25.739790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event deleted for resources: {'Port': ['ID=c7d1c6b8-9e29-4a1d-9cef-9fea2271f521,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.743141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01734549-48de-4553-82cb-ac707f3e9b15 req-86ec1b02-fad0-4e6c-830f-a20294016c2e tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Jul 14 09:18:25.749932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38fea6c3-d78e-44bc-a8b1-325495f35117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.904014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3709f456-842b-42c9-837a-f5fdbb4444aa req-53e2435a-4dd6-4713-8024-8beda1e23d47 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 210 time: 0.0420740 Jul 14 09:18:25.914912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.918253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.919478 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3716f3d-79f4-4252-831b-0bcd875bf60b req-e69d0a53-7e37-48bd-804c-bd58fc3e80c2 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "DELETE /v2.0/floatingips/eaca895b-fff7-4061-b540-56bad78bcfce HTTP/1.1" status: 204 len: 173 time: 1.2590950 Jul 14 09:18:25.974957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38fea6c3-d78e-44bc-a8b1-325495f35117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.974957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38fea6c3-d78e-44bc-a8b1-325495f35117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.976019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-38fea6c3-d78e-44bc-a8b1-325495f35117 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64626661-c859-4514-aaf7-fd5aa98a9caf HTTP/1.1" status: 204 len: 168 time: 0.5191553 Jul 14 09:18:25.995015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fea6c3-d78e-44bc-a8b1-325495f35117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64626661-c859-4514-aaf7-fd5aa98a9caf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:26.117257 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.162148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b621d3-3770-42af-b508-6a2f52dc876f req-c486469f-33fc-417b-a8ed-a1449fded593 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.171895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2b621d3-3770-42af-b508-6a2f52dc876f req-c486469f-33fc-417b-a8ed-a1449fded593 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1344051 Jul 14 09:18:26.222345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9c989d1-656a-4a50-9fe8-42fab5a73fdb req-0c4fc183-1ae7-4124-acf5-44f41e13dcc8 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups/bd4656c9-533a-4787-a744-0f80f202859d HTTP/1.1" status: 200 len: 1809 time: 0.0838232 Jul 14 09:18:26.228553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2b621d3-3770-42af-b508-6a2f52dc876f req-58bb2aab-b341-472e-9428-e6a63043b80e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541241 Jul 14 09:18:26.254885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.323239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Network ede95807-8830-40b8-8e7a-0e37bd89e154 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:26.330536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:26.341519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Pushing event updated for resources: {'Port': ['ID=a57536e6-365a-4ff8-b785-22a9cbf11e6f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:26.349746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9c989d1-656a-4a50-9fe8-42fab5a73fdb req-3abdb64b-e0f5-48a9-901b-1872bed7079a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.386276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9c989d1-656a-4a50-9fe8-42fab5a73fdb req-3abdb64b-e0f5-48a9-901b-1872bed7079a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.394781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:26.471831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.472561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.506881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-3a71fd8d-1a41-44c3-80b4-d4c8ec1ead14 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4030085 Jul 14 09:18:26.508781 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9c989d1-656a-4a50-9fe8-42fab5a73fdb req-3abdb64b-e0f5-48a9-901b-1872bed7079a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.513082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c9c989d1-656a-4a50-9fe8-42fab5a73fdb req-3abdb64b-e0f5-48a9-901b-1872bed7079a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.514382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9c989d1-656a-4a50-9fe8-42fab5a73fdb req-3abdb64b-e0f5-48a9-901b-1872bed7079a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "DELETE /v2.0/security-groups/bd4656c9-533a-4787-a744-0f80f202859d HTTP/1.1" status: 204 len: 173 time: 0.2918816 Jul 14 09:18:26.522783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Request body: {'port': {'device_id': '66cb476d-4745-4352-ad83-956eae001043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:26.556295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdb64b-e0f5-48a9-901b-1872bed7079a tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4656c9-533a-4787-a744-0f80f202859d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:26.634203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.125029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57536e6-365a-4ff8-b785-22a9cbf11e6f {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:27.134423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27b59a-bac6-4f74-8f11-67fc55fcae87 req-9aa80c00-cac3-4105-bff3-51faa47ad413 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.139754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc27b59a-bac6-4f74-8f11-67fc55fcae87 req-9aa80c00-cac3-4105-bff3-51faa47ad413 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1335239 Jul 14 09:18:27.154440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f65ab-a512-448e-ae6d-a856861006ea req-627e8220-f1da-4ca7-9bc9-eb1776aa26fa tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.163040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c11f65ab-a512-448e-ae6d-a856861006ea req-627e8220-f1da-4ca7-9bc9-eb1776aa26fa tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 948 time: 0.2064626 Jul 14 09:18:27.181426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.198775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc27b59a-bac6-4f74-8f11-67fc55fcae87 req-dc5ba1c4-70af-4a52-840d-d1601ecda40b tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577517 Jul 14 09:18:27.200830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Transition to ACTIVE for port object a57536e6-365a-4ff8-b785-22a9cbf11e6f will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:27.214223 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.305706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c11f65ab-a512-448e-ae6d-a856861006ea req-58c7e8ee-c5ed-4c99-b78a-e6dd5304f870 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414225 Jul 14 09:18:27.346016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a57536e6-365a-4ff8-b785-22a9cbf11e6f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:27.500920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Attempting to bind port a57536e6-365a-4ff8-b785-22a9cbf11e6f on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:27.502960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Attempting to bind port a57536e6-365a-4ff8-b785-22a9cbf11e6f by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'fd97a04d-3157-4746-8670-c169bcf2e0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:27.505353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Attempting to bind port a57536e6-365a-4ff8-b785-22a9cbf11e6f on network ede95807-8830-40b8-8e7a-0e37bd89e154 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.518831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Port a57536e6-365a-4ff8-b785-22a9cbf11e6f on network ede95807-8830-40b8-8e7a-0e37bd89e154 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:27.520002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Attempting to bind port a57536e6-365a-4ff8-b785-22a9cbf11e6f on network ede95807-8830-40b8-8e7a-0e37bd89e154 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:27.528593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:27.531445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Checking segment: {'id': 'fd97a04d-3157-4746-8670-c169bcf2e0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:27.531854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Bound using segment: {'id': 'fd97a04d-3157-4746-8670-c169bcf2e0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:27.532313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Bound port: a57536e6-365a-4ff8-b785-22a9cbf11e6f, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd97a04d-3157-4746-8670-c169bcf2e0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:27.532685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.536772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229445-0006-4af5-bfcf-3cadd0c80212 req-e3bc02b2-511c-449f-b6ec-e379270edea2 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.549162 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07229445-0006-4af5-bfcf-3cadd0c80212 req-e3bc02b2-511c-449f-b6ec-e379270edea2 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 943 time: 0.1356921 Jul 14 09:18:27.621391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07229445-0006-4af5-bfcf-3cadd0c80212 req-ee05c871-1453-46a6-bb75-e01f38bfdba2 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711274 Jul 14 09:18:27.714530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] For port a57536e6-365a-4ff8-b785-22a9cbf11e6f, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:27.719290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] For port a57536e6-365a-4ff8-b785-22a9cbf11e6f, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a57536e6-365a-4ff8-b785-22a9cbf11e6f,segment=NetworkSegment(fd97a04d-3157-4746-8670-c169bcf2e0ce),segment_id=fd97a04d-3157-4746-8670-c169bcf2e0ce)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:27.731907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.732326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:27.780153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.781039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.783473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] 10.222.0.48 "PUT /v2.0/ports/a57536e6-365a-4ff8-b785-22a9cbf11e6f HTTP/1.1" status: 200 len: 1092 time: 1.2677908 Jul 14 09:18:27.789196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cb476d-4745-4352-ad83-956eae001043', 'tag': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:27.792023 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "66cb476d-4745-4352-ad83-956eae001043", "tag": "a57536e6-365a-4ff8-b785-22a9cbf11e6f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:27.822870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55f236-cc4c-4e8c-8fd4-d16bc3212a9e req-ea84c50e-1b0c-4b94-ad94-ecb186a87a59 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.824691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee55f236-cc4c-4e8c-8fd4-d16bc3212a9e req-ea84c50e-1b0c-4b94-ad94-ecb186a87a59 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1712439 Jul 14 09:18:27.881787 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eff3f7-f260-4672-8ba7-11cfaaaa32d1 x-openstack-request-id: req-74eff3f7-f260-4672-8ba7-11cfaaaa32d1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:27.882087 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cb476d-4745-4352-ad83-956eae001043", "tag": "a57536e6-365a-4ff8-b785-22a9cbf11e6f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:27.882346 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74eff3f7-f260-4672-8ba7-11cfaaaa32d1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:27.882780 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cb476d-4745-4352-ad83-956eae001043', 'tag': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f', 'status': 'completed', 'code': 200} Jul 14 09:18:27.895965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e36955-50e8-45fd-963e-c14ed6421de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a57536e6-365a-4ff8-b785-22a9cbf11e6f,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:27.906182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01eb4629-f9eb-4550-a6e5-2ab71ff9fd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.939984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ee55f236-cc4c-4e8c-8fd4-d16bc3212a9e req-15a69d07-9859-4fc4-9172-6a3e9f5ece88 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985165 Jul 14 09:18:27.953802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-8145428a-1645-41a6-b34c-d24f24063534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.956213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-8145428a-1645-41a6-b34c-d24f24063534 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55539f813dd74799860b280f828fa7b3&device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 1095 time: 0.1280406 Jul 14 09:18:28.010369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-0e96080b-ed15-48bb-b969-e350562a4c69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a57536e6-365a-4ff8-b785-22a9cbf11e6f HTTP/1.1" status: 200 len: 217 time: 0.0450208 Jul 14 09:18:28.050143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01eb4629-f9eb-4550-a6e5-2ab71ff9fd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.056434 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01eb4629-f9eb-4550-a6e5-2ab71ff9fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.076610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-1638f668-e052-457a-b674-5deee320dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.078500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-1638f668-e052-457a-b674-5deee320dab1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee2459c5-f9ef-4b84-840f-1d787171ca77 HTTP/1.1" status: 200 len: 861 time: 0.0619886 Jul 14 09:18:28.106599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-01eb4629-f9eb-4550-a6e5-2ab71ff9fd70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13ee3f31dde44604824a6e96ae2a9670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719432 Jul 14 09:18:28.107301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb4629-f9eb-4550-a6e5-2ab71ff9fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c7bd2f-edc7-4afb-8f3f-ce7f36bc6c87,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.111887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58966) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:28.124558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-9aff208c-f228-40e8-940c-86cc310859df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ede95807-8830-40b8-8e7a-0e37bd89e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374780 Jul 14 09:18:28.184371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10afcf00-8bdd-4806-ad1d-09d3683e7394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.210731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10afcf00-8bdd-4806-ad1d-09d3683e7394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.243955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-7c3f3642-76cb-4d30-8bf9-be05e04c8a9b service neutron] 10.222.0.48 "GET /v2.0/networks/ede95807-8830-40b8-8e7a-0e37bd89e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115682 Jul 14 09:18:28.292617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10afcf00-8bdd-4806-ad1d-09d3683e7394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.295841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10afcf00-8bdd-4806-ad1d-09d3683e7394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.311110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10afcf00-8bdd-4806-ad1d-09d3683e7394 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23c7bd2f-edc7-4afb-8f3f-ce7f36bc6c87 HTTP/1.1" status: 204 len: 168 time: 0.1878607 Jul 14 09:18:28.331487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afcf00-8bdd-4806-ad1d-09d3683e7394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c7bd2f-edc7-4afb-8f3f-ce7f36bc6c87,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.385739 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4308fa4e-1b66-4504-8ab9-f962e5406aa3 req-14a2eddf-77bc-4623-a99c-48e34db7343e service neutron] 10.222.0.48 "GET /v2.0/networks/ede95807-8830-40b8-8e7a-0e37bd89e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343904 Jul 14 09:18:28.407108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 67fe9942-8954-44f9-b856-83fb0f088114 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:28.544398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a75e85-0ae2-4aa2-9d6c-76aba47199e2 req-003de990-b0e4-42d8-aec9-92a2a43090bf tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.550029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41a75e85-0ae2-4aa2-9d6c-76aba47199e2 req-003de990-b0e4-42d8-aec9-92a2a43090bf tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1858518 Jul 14 09:18:28.586161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 67fe9942-8954-44f9-b856-83fb0f088114, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=67fe9942-8954-44f9-b856-83fb0f088114,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:28.601776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '67fe9942-8954-44f9-b856-83fb0f088114', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '67fe9942-8954-44f9-b856-83fb0f088114', 'mac_address': 'fa:16:3e:a2:8d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:28.620689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-3c9e9e1b-05b5-497c-a008-0e6b42ef98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.622419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-3c9e9e1b-05b5-497c-a008-0e6b42ef98bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55539f813dd74799860b280f828fa7b3&device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 1095 time: 0.1620893 Jul 14 09:18:28.623702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41a75e85-0ae2-4aa2-9d6c-76aba47199e2 req-d4008b78-a77b-4051-94fb-629c5453a932 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678427 Jul 14 09:18:28.630206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc231ad-15e5-4561-8074-11a650e5cf7f req-542df03b-dc7d-4944-8655-ab8b0628a640 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.639117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fc231ad-15e5-4561-8074-11a650e5cf7f req-542df03b-dc7d-4944-8655-ab8b0628a640 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 948 time: 0.1103296 Jul 14 09:18:28.648687 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.669211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fe9942-8954-44f9-b856-83fb0f088114 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:28.708699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 67fe9942-8954-44f9-b856-83fb0f088114, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=67fe9942-8954-44f9-b856-83fb0f088114,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:28.713915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.814469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-75ad4f7d-c9a1-470c-b064-dd0730df2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.816669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-75ad4f7d-c9a1-470c-b064-dd0730df2665 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ede95807-8830-40b8-8e7a-0e37bd89e154 HTTP/1.1" status: 200 len: 922 time: 0.1749876 Jul 14 09:18:28.817333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=67fe9942-8954-44f9-b856-83fb0f088114,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.835070 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fc231ad-15e5-4561-8074-11a650e5cf7f req-76d29bb2-a5ea-49bb-9dc0-5f37f7adc62b tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949532 Jul 14 09:18:28.953500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-52b5de6b-5774-43d6-970b-ce1ca91feab9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a57536e6-365a-4ff8-b785-22a9cbf11e6f HTTP/1.1" status: 200 len: 217 time: 0.1149895 Jul 14 09:18:29.024134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['67fe9942-8954-44f9-b856-83fb0f088114'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:29.029028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5704e6-f246-407b-99c5-097e4dae20bd req-486ba18c-31b9-4a0e-ab01-4653abff1f95 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.031214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b5704e6-f246-407b-99c5-097e4dae20bd req-486ba18c-31b9-4a0e-ab01-4653abff1f95 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 943 time: 0.0970805 Jul 14 09:18:29.041548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-2242aed0-4d0e-4ccd-8be3-e7aede994163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.049079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-2242aed0-4d0e-4ccd-8be3-e7aede994163 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee2459c5-f9ef-4b84-840f-1d787171ca77 HTTP/1.1" status: 200 len: 861 time: 0.0850377 Jul 14 09:18:29.160058 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-a870321f-63c3-4cbc-8222-538421bcdf20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ede95807-8830-40b8-8e7a-0e37bd89e154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928395 Jul 14 09:18:29.202031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b5704e6-f246-407b-99c5-097e4dae20bd req-35b4591a-26e6-477f-8878-9e4eedfe2461 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591084 Jul 14 09:18:29.293254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-05d8a5f1-ec01-49d5-8507-be61cddfe808 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.295077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-05d8a5f1-ec01-49d5-8507-be61cddfe808 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 946 time: 0.1741636 Jul 14 09:18:29.352005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa4b9a-595d-426b-94b7-3fec62731eb5 req-540ab9d9-1bf9-4922-bd68-3b737b851e66 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.363970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afaa4b9a-595d-426b-94b7-3fec62731eb5 req-540ab9d9-1bf9-4922-bd68-3b737b851e66 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1999080 Jul 14 09:18:29.413379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-61e2a2f3-f353-4bfe-8281-3db201adabb8 service neutron] 10.222.0.48 "GET /v2.0/networks/ede95807-8830-40b8-8e7a-0e37bd89e154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329657 Jul 14 09:18:29.454540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Deleting port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:29.455056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.462989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afaa4b9a-595d-426b-94b7-3fec62731eb5 req-00b492a6-a362-4d68-843f-04926740aa00 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978827 Jul 14 09:18:29.587546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] For port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:29.587951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.601582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec6b39c-92b9-4a3c-a43a-ba6132ec3ad0 req-222b0ed4-ee05-456a-8d5a-6daa3f979072 service neutron] 10.222.0.48 "GET /v2.0/networks/ede95807-8830-40b8-8e7a-0e37bd89e154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555214 Jul 14 09:18:29.621565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Calling delete_port for 7ff7e1df-8787-4223-b8a7-ef98a6399e4a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:29.730353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:29.860680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.873713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['7ff7e1df-8787-4223-b8a7-ef98a6399e4a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:29.909100 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9e72cc-afd0-4efd-a52b-3c180b99da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.913010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Pushing event deleted for resources: {'Port': ['ID=7ff7e1df-8787-4223-b8a7-ef98a6399e4a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:29.931254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500c831-8c6c-498b-9df8-4e676b897520 req-faec4cdd-a9a8-4e88-a6a7-78cb42a7d19e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.932983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6500c831-8c6c-498b-9df8-4e676b897520 req-faec4cdd-a9a8-4e88-a6a7-78cb42a7d19e tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d5a3a2a-c070-48e1-b916-b3ba234e4f69 HTTP/1.1" status: 200 len: 867 time: 0.1531515 Jul 14 09:18:29.977768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] No DVR routers for this DVR port 7ff7e1df-8787-4223-b8a7-ef98a6399e4a on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:30.009064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.011177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d44f5948-4629-4ec8-bc99-65bd814bd89d req-db024259-596b-4394-8b10-c4c1f32144ec tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.48 "DELETE /v2.0/ports/7ff7e1df-8787-4223-b8a7-ef98a6399e4a HTTP/1.1" status: 204 len: 173 time: 0.7098486 Jul 14 09:18:30.014191 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6500c831-8c6c-498b-9df8-4e676b897520 req-c4f6da7b-487c-458f-b5d1-ef06b2bf2055 tempest-ServerRescueTestJSONUnderV235-2135244888 tempest-ServerRescueTestJSONUnderV235-2135244888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619318 Jul 14 09:18:30.014744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'name': 'network-vif-deleted', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:30.017143 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cacc56c-2466-419f-92fa-910de4bc337a" -d '{"events": [{"server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "name": "network-vif-deleted", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:30.076405 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9e72cc-afd0-4efd-a52b-3c180b99da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.082353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9e72cc-afd0-4efd-a52b-3c180b99da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.126787 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4967cce1-5b15-4133-8799-5cd9bc5768d0 x-openstack-request-id: req-4967cce1-5b15-4133-8799-5cd9bc5768d0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:30.128319 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5a3a2a-c070-48e1-b916-b3ba234e4f69", "name": "network-vif-deleted", "tag": "7ff7e1df-8787-4223-b8a7-ef98a6399e4a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:30.128759 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4967cce1-5b15-4133-8799-5cd9bc5768d0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:30.129359 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5a3a2a-c070-48e1-b916-b3ba234e4f69', 'name': 'network-vif-deleted', 'tag': '7ff7e1df-8787-4223-b8a7-ef98a6399e4a', 'status': 'completed', 'code': 200} Jul 14 09:18:30.175467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cd9e72cc-afd0-4efd-a52b-3c180b99da49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efc30ec949cc40788930324c965a0e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441788 Jul 14 09:18:30.179105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:30.190463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e72cc-afd0-4efd-a52b-3c180b99da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c691e8ce-0c3d-465d-ad7e-f7121e16a073,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:30.257655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a855b6-773d-4172-8c05-d82bf9a4bdc8 req-c650d26b-10df-4709-9cee-61c53ca9cdb6 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.259864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40a855b6-773d-4172-8c05-d82bf9a4bdc8 req-c650d26b-10df-4709-9cee-61c53ca9cdb6 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 949 time: 0.1613736 Jul 14 09:18:30.284567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e52fbad4-e656-42b6-ab57-3e2610c31cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.322997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40a855b6-773d-4172-8c05-d82bf9a4bdc8 req-f979f102-13e4-4836-82f4-0cf63c191cda tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549273 Jul 14 09:18:30.330048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e52fbad4-e656-42b6-ab57-3e2610c31cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.407622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 67fe9942-8954-44f9-b856-83fb0f088114 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:30.425975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e52fbad4-e656-42b6-ab57-3e2610c31cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.429350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e52fbad4-e656-42b6-ab57-3e2610c31cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.430755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e52fbad4-e656-42b6-ab57-3e2610c31cb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c691e8ce-0c3d-465d-ad7e-f7121e16a073 HTTP/1.1" status: 204 len: 168 time: 0.2514811 Jul 14 09:18:30.447716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fbad4-e656-42b6-ab57-3e2610c31cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c691e8ce-0c3d-465d-ad7e-f7121e16a073,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:30.491560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 67fe9942-8954-44f9-b856-83fb0f088114 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:30.499928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 67fe9942-8954-44f9-b856-83fb0f088114 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:30.500314 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.515375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe2d9a-5684-4a6a-8fa1-4a377d8f4496 req-791d52be-a322-45e6-8ee9-e64c32d3cc91 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.522799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ffe2d9a-5684-4a6a-8fa1-4a377d8f4496 req-791d52be-a322-45e6-8ee9-e64c32d3cc91 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 943 time: 0.1425834 Jul 14 09:18:30.606079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ffe2d9a-5684-4a6a-8fa1-4a377d8f4496 req-f8b9e571-36b9-4a92-ae1a-d6c8ce27c129 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Jul 14 09:18:30.697710 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.748759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c39c368-11b6-4183-b51f-527ea16d8090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fe9942-8954-44f9-b856-83fb0f088114'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:30.755025 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fa789d-ab45-4444-bc23-7a4b14b6ed89" -d '{"events": [{"server_uuid": "5c39c368-11b6-4183-b51f-527ea16d8090", "name": "network-vif-plugged", "status": "completed", "tag": "67fe9942-8954-44f9-b856-83fb0f088114"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:30.766324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eff0c-d675-4abc-ab0e-66a57ece796f req-b83974ef-8964-4d68-b669-9488b0dd0230 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.776341 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-678eff0c-d675-4abc-ab0e-66a57ece796f req-b83974ef-8964-4d68-b669-9488b0dd0230 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1333139 Jul 14 09:18:30.814399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 67fe9942-8954-44f9-b856-83fb0f088114, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=67fe9942-8954-44f9-b856-83fb0f088114,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:30.827149 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.838559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-678eff0c-d675-4abc-ab0e-66a57ece796f req-005a8f06-51cf-4f25-9531-895f7361f946 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611897 Jul 14 09:18:30.878439 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a997eb1c-a741-45fa-9e50-8d5d4f8f199c x-openstack-request-id: req-a997eb1c-a741-45fa-9e50-8d5d4f8f199c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:30.879579 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c39c368-11b6-4183-b51f-527ea16d8090", "name": "network-vif-plugged", "status": "completed", "tag": "67fe9942-8954-44f9-b856-83fb0f088114", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:30.879579 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a997eb1c-a741-45fa-9e50-8d5d4f8f199c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:30.879955 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c39c368-11b6-4183-b51f-527ea16d8090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fe9942-8954-44f9-b856-83fb0f088114', 'code': 200} Jul 14 09:18:30.926937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=67fe9942-8954-44f9-b856-83fb0f088114,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:31.007849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80ff47-3420-47af-935d-f0b48d04a44a req-17f01d67-7c3c-4c7d-a637-5fac5baec01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.007849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b80ff47-3420-47af-935d-f0b48d04a44a req-17f01d67-7c3c-4c7d-a637-5fac5baec01b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 1102 time: 0.0921421 Jul 14 09:18:31.073304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b80ff47-3420-47af-935d-f0b48d04a44a req-fd3cc5ac-363c-4336-b6d4-4a00b48a1be2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588200 Jul 14 09:18:31.135425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:31.441366 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.587142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7267f-01ae-4dec-a027-b03422df2880 req-13b93f81-847c-4188-bd05-536e89b7f177 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.588717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ca7267f-01ae-4dec-a027-b03422df2880 req-13b93f81-847c-4188-bd05-536e89b7f177 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 950 time: 0.0913084 Jul 14 09:18:31.661143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ca7267f-01ae-4dec-a027-b03422df2880 req-22715ef8-0a46-4c0b-b43f-63e6f99396b4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511618 Jul 14 09:18:31.692211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:31.848540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db2c22-4b79-4b3e-ac94-37d38327c54f req-9eb85acb-a7c3-49ee-8b3b-b22ed89120eb tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.855829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06db2c22-4b79-4b3e-ac94-37d38327c54f req-9eb85acb-a7c3-49ee-8b3b-b22ed89120eb tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 943 time: 0.0894365 Jul 14 09:18:31.910488 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06db2c22-4b79-4b3e-ac94-37d38327c54f req-8c47a99a-0d91-48e7-acf6-f3743c37313d tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Jul 14 09:18:32.132703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e341f-85d4-455b-8ab0-3100ee189840 req-c7715e49-3585-4bc0-9ddb-279fc1bcb411 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:32.134322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-350e341f-85d4-455b-8ab0-3100ee189840 req-c7715e49-3585-4bc0-9ddb-279fc1bcb411 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1285353 Jul 14 09:18:32.180831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Deleting port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:32.181294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.240448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-350e341f-85d4-455b-8ab0-3100ee189840 req-fa4e4742-f0c7-47fa-937f-039b87caf93e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939322 Jul 14 09:18:32.299278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] For port 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,segment=NetworkSegment(006e88f1-af7f-4f94-9ed4-22e8c1417f69),segment_id=006e88f1-af7f-4f94-9ed4-22e8c1417f69)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:32.302267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.326002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Calling delete_port for 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:32.575755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.616705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:32.691546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a57536e6-365a-4ff8-b785-22a9cbf11e6f details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:32.835225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a57536e6-365a-4ff8-b785-22a9cbf11e6f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a57536e6-365a-4ff8-b785-22a9cbf11e6f,segment=NetworkSegment(fd97a04d-3157-4746-8670-c169bcf2e0ce),segment_id=fd97a04d-3157-4746-8670-c169bcf2e0ce)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:32.853119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f', 'network_id': 'ede95807-8830-40b8-8e7a-0e37bd89e154', 'port_id': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f', 'mac_address': 'fa:16:3e:59:27:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2459c5-f9ef-4b84-840f-1d787171ca77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:33.015943 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.065115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824267b6-c013-49fa-8c22-1e9239913c73 req-30b4b3e7-45a7-46c5-ac27-817021dfbc91 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.074729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57536e6-365a-4ff8-b785-22a9cbf11e6f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:33.074986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-824267b6-c013-49fa-8c22-1e9239913c73 req-30b4b3e7-45a7-46c5-ac27-817021dfbc91 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 950 time: 0.2133391 Jul 14 09:18:33.130583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a57536e6-365a-4ff8-b785-22a9cbf11e6f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a57536e6-365a-4ff8-b785-22a9cbf11e6f,segment=NetworkSegment(fd97a04d-3157-4746-8670-c169bcf2e0ce),segment_id=fd97a04d-3157-4746-8670-c169bcf2e0ce)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:33.136952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.152199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-824267b6-c013-49fa-8c22-1e9239913c73 req-0cb3d520-e680-4eea-831f-51e50573b17a tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718944 Jul 14 09:18:33.267944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a57536e6-365a-4ff8-b785-22a9cbf11e6f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:33.335400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.403117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee96f53-8891-4c09-addf-4e8a2d33e602 req-f94be739-6624-4cf7-9e58-c0b1d9c16713 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.410595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ee96f53-8891-4c09-addf-4e8a2d33e602 req-f94be739-6624-4cf7-9e58-c0b1d9c16713 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 944 time: 0.1634719 Jul 14 09:18:33.412371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['a57536e6-365a-4ff8-b785-22a9cbf11e6f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:33.541176 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ee96f53-8891-4c09-addf-4e8a2d33e602 req-307d6b1d-b0c5-416f-b9f3-a529515ee92a tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293807 Jul 14 09:18:33.825664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Router 58dae462-a772-4b67-a37e-a607ff77b4b0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:33.915128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014075e0-dc40-47bc-a4f2-599c1feda33f req-dab7825a-ea53-483a-8421-f0809ba2f6c7 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.925108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-014075e0-dc40-47bc-a4f2-599c1feda33f req-dab7825a-ea53-483a-8421-f0809ba2f6c7 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1817632 Jul 14 09:18:33.994282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-014075e0-dc40-47bc-a4f2-599c1feda33f req-0027384d-7886-4be6-9ae6-a321e92d55f1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682802 Jul 14 09:18:34.019530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06902-79fa-41ca-a5f2-515d6c0969ad req-aa3df74f-a262-46c7-84e9-e663408f568f tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.026805 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85a06902-79fa-41ca-a5f2-515d6c0969ad req-aa3df74f-a262-46c7-84e9-e663408f568f tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 950 time: 0.1171141 Jul 14 09:18:34.052965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:34.064693 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] Sync routers for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:34.072570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8706a19b-18bc-40a4-a66f-a912a8733a91 admin admin] 10.222.0.18 "PUT /v2.0/routers/58dae462-a772-4b67-a37e-a607ff77b4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9336970 Jul 14 09:18:34.072570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59170) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:34.083484 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:34.084124 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:34.097742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85a06902-79fa-41ca-a5f2-515d6c0969ad req-b0e979c5-53a8-4c8d-a9dc-86644e0350ec tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706184 Jul 14 09:18:34.249592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.304321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:34.412952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.484565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Deleting port a7955e71-1fc6-4e15-b5cf-729a5db45c77 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:34.484952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.599898 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:18:32Z', 'revision_number': 5, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port': {'id': 'a7955e71-1fc6-4e15-b5cf-729a5db45c77', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:22Z', 'updated_at': '2021-07-14T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:34.625418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] For port a7955e71-1fc6-4e15-b5cf-729a5db45c77, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a7955e71-1fc6-4e15-b5cf-729a5db45c77,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:34.625782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.659699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Calling delete_port for a7955e71-1fc6-4e15-b5cf-729a5db45c77 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:34.666481 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] Checking router: 58dae462-a772-4b67-a37e-a607ff77b4b0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:34.685608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a57536e6-365a-4ff8-b785-22a9cbf11e6f up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:34.698644 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] Routers {'58dae462-a772-4b67-a37e-a607ff77b4b0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:34.699271 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58dae462-a772-4b67-a37e-a607ff77b4b0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:34.832712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port a57536e6-365a-4ff8-b785-22a9cbf11e6f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:34.841127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port a57536e6-365a-4ff8-b785-22a9cbf11e6f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:34.841906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:34.922104 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] Set router 58dae462-a772-4b67-a37e-a607ff77b4b0 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:34.930756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a82e4-d63e-4a9c-b8a1-318d6bcecbd4 req-d4abf594-9bf3-4229-aee6-1b007efb242f tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.947074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-960a82e4-d63e-4a9c-b8a1-318d6bcecbd4 req-d4abf594-9bf3-4229-aee6-1b007efb242f tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 944 time: 0.1694386 Jul 14 09:18:35.006136 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:18:34Z', 'revision_number': 6, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:35.050463 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7aa84-9742-47a0-ab2b-5c6cffdfcc79 None None] The sync data for ids ['58dae462-a772-4b67-a37e-a607ff77b4b0'] in n-d-758944-44 is: [{'id': '58dae462-a772-4b67-a37e-a607ff77b4b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1435461758-router', 'tenant_id': 'b8f5875036d2464bba91802b549388c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:21Z', 'updated_at': '2021-07-14T09:18:34Z', 'revision_number': 6, 'project_id': 'b8f5875036d2464bba91802b549388c0', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:35.081891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-960a82e4-d63e-4a9c-b8a1-318d6bcecbd4 req-c70a059b-82b3-4281-9f32-79e4aefa01c3 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287668 Jul 14 09:18:35.086750 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.130434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a57536e6-365a-4ff8-b785-22a9cbf11e6f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a57536e6-365a-4ff8-b785-22a9cbf11e6f,segment=NetworkSegment(fd97a04d-3157-4746-8670-c169bcf2e0ce),segment_id=fd97a04d-3157-4746-8670-c169bcf2e0ce)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:35.131718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cb476d-4745-4352-ad83-956eae001043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:35.142811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.153397 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0a5fa1-71d2-4533-b952-d88742583b81" -d '{"events": [{"server_uuid": "66cb476d-4745-4352-ad83-956eae001043", "name": "network-vif-plugged", "status": "completed", "tag": "a57536e6-365a-4ff8-b785-22a9cbf11e6f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:35.164248 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.165004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 7ff7e1df-8787-4223-b8a7-ef98a6399e4a no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:35.229620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7955e71-1fc6-4e15-b5cf-729a5db45c77,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:35.275268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 7ff7e1df-8787-4223-b8a7-ef98a6399e4a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:35.275614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 7ff7e1df-8787-4223-b8a7-ef98a6399e4a not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:35.327016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a57536e6-365a-4ff8-b785-22a9cbf11e6f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:35.329379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-a3c443db-3031-4009-a3d7-8b4ea0e69614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.332099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-a3c443db-3031-4009-a3d7-8b4ea0e69614 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1097 time: 0.5657611 Jul 14 09:18:35.393888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-5575521d-db96-4e75-a8fa-ea11b6936b83 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.395313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-5575521d-db96-4e75-a8fa-ea11b6936b83 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 950 time: 0.4193602 Jul 14 09:18:35.411533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16ced-0e23-4666-b818-0045affd69d1 req-513bedcc-ffa4-431d-969e-494a187e567e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.413759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0a16ced-0e23-4666-b818-0045affd69d1 req-513bedcc-ffa4-431d-969e-494a187e567e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1137302 Jul 14 09:18:35.493750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0a16ced-0e23-4666-b818-0045affd69d1 req-2cf7fcdb-9310-4241-b9d4-11b9eed2adcb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580316 Jul 14 09:18:35.553922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.561075 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c6ccb6-ffe8-4019-9d9f-e99575655a31 x-openstack-request-id: req-01c6ccb6-ffe8-4019-9d9f-e99575655a31 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:35.561374 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cb476d-4745-4352-ad83-956eae001043", "name": "network-vif-plugged", "status": "completed", "tag": "a57536e6-365a-4ff8-b785-22a9cbf11e6f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:35.561638 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01c6ccb6-ffe8-4019-9d9f-e99575655a31 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:35.562299 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cb476d-4745-4352-ad83-956eae001043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f', 'code': 200} Jul 14 09:18:35.768102 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.785748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.827505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c70095-7506-4f99-8951-982106edce4e req-1b0b5611-5be7-4665-ae45-ad7ebc3bb3dd tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.830266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2c70095-7506-4f99-8951-982106edce4e req-1b0b5611-5be7-4665-ae45-ad7ebc3bb3dd tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 950 time: 0.4960587 Jul 14 09:18:35.892177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-ff4b2d15-f5e0-41fc-b7f2-10b64477af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.893419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-ff4b2d15-f5e0-41fc-b7f2-10b64477af09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.5352788 Jul 14 09:18:35.911060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.911060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58dae462-a772-4b67-a37e-a607ff77b4b0 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:18:35.924880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:35.926040 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-061bf373-9b90-403a-990d-85571ac93622 admin admin] 10.222.0.18 "DELETE /v2.0/routers/58dae462-a772-4b67-a37e-a607ff77b4b0 HTTP/1.1" status: 204 len: 168 time: 1.8525376 Jul 14 09:18:35.928673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59276) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:36.011280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2c70095-7506-4f99-8951-982106edce4e req-baa16f52-c42a-4897-a340-adfad6008ab8 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/security-groups?id=19a2eabc-fef6-45f3-bdec-f846418db42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356986 Jul 14 09:18:36.012074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] Deleting subnet 77338b1d-c2cc-46f9-9638-7b2bd2010fc5 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:18:36.017270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.020151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dc26f-983d-4352-a8c6-57e657acae0c req-e598531d-83ee-4036-8419-c144d5c71808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.021832 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d02dc26f-983d-4352-a8c6-57e657acae0c req-e598531d-83ee-4036-8419-c144d5c71808 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 1097 time: 0.3038361 Jul 14 09:18:36.023689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-77171d39-1d08-459d-902e-11de714f723f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 1000 time: 0.1177831 Jul 14 09:18:36.030497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Deleting port 67fe9942-8954-44f9-b856-83fb0f088114 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:36.030911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.093336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.155615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.236536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.273456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.276557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77338b1d-c2cc-46f9-9638-7b2bd2010fc5 HTTP/1.1" status: 204 len: 168 time: 0.3468802 Jul 14 09:18:36.277700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d64aa4-ac41-4f23-9e28-bab3ad537fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77338b1d-c2cc-46f9-9638-7b2bd2010fc5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:36.282279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:36.307489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d02dc26f-983d-4352-a8c6-57e657acae0c req-a09aa968-b4e5-4086-a3cb-94bbadcc9ba4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785196 Jul 14 09:18:36.334370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-e990e73d-6f3b-4296-827b-82c1bbdbc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.336404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-e990e73d-6f3b-4296-827b-82c1bbdbc206 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.2978158 Jul 14 09:18:36.449050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.572227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] For port 67fe9942-8954-44f9-b856-83fb0f088114, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=67fe9942-8954-44f9-b856-83fb0f088114,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:36.572668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.605580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Calling delete_port for 67fe9942-8954-44f9-b856-83fb0f088114 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:36.667584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:36.696502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:36.696862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 68b7dc1f-4dfe-47f7-9d37-b7b1ce89f698 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:36.697337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a7955e71-1fc6-4e15-b5cf-729a5db45c77 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:36.705469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-719a8817-9eba-4a0b-ab0f-6a37491aec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.707224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-719a8817-9eba-4a0b-ab0f-6a37491aec97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3503790 Jul 14 09:18:36.716981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.718784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: a7955e71-1fc6-4e15-b5cf-729a5db45c77 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:36.719344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a7955e71-1fc6-4e15-b5cf-729a5db45c77 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:36.738182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb61708-6284-4e4f-99e7-b7a9fc9d9e62']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:36.744761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbc4ef-9da8-4b0d-b153-755070bda9e2 req-22ccf754-9a0e-4040-9dba-c20edc50e6af tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.746401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3cbc4ef-9da8-4b0d-b153-755070bda9e2 req-22ccf754-9a0e-4040-9dba-c20edc50e6af tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 945 time: 0.3939040 Jul 14 09:18:36.775367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006e88f1-af7f-4f94-9ed4-22e8c1417f69') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:36.776308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006e88f1-af7f-4f94-9ed4-22e8c1417f69') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:36.794666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.828025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.847423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:36.848219 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:36.851104 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:36.924325 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.929333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620671b-9038-4f39-a7a5-efee1830f6ca req-6dd4505e-1357-4381-8a97-3860966db7e7 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.930916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b620671b-9038-4f39-a7a5-efee1830f6ca req-6dd4505e-1357-4381-8a97-3860966db7e7 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.2057688 Jul 14 09:18:36.938727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['67fe9942-8954-44f9-b856-83fb0f088114'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:36.951849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.994548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.007940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] 10.222.0.18 "DELETE /v2.0/networks/bdb61708-6284-4e4f-99e7-b7a9fc9d9e62 HTTP/1.1" status: 204 len: 168 time: 0.7230902 Jul 14 09:18:37.015904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49695d-e305-4361-af4c-45e9792ac21b admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb61708-6284-4e4f-99e7-b7a9fc9d9e62,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:37.028532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Pushing event deleted for resources: {'Port': ['ID=67fe9942-8954-44f9-b856-83fb0f088114,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:37.069147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b620671b-9038-4f39-a7a5-efee1830f6ca req-14a5f11d-b25f-4952-8093-421c3cb6402a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249230 Jul 14 09:18:37.105574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3cbc4ef-9da8-4b0d-b153-755070bda9e2 req-a94ba931-c2d3-4aa1-86f1-7123e8504450 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168900 Jul 14 09:18:37.286452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] No DVR routers for this DVR port 67fe9942-8954-44f9-b856-83fb0f088114 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:37.292188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.296592 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c29ce5fc-7697-401f-98d1-28d0ad10c183 req-36fe7fcf-202c-4e40-934c-be6a1a26faf4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.11 "DELETE /v2.0/ports/67fe9942-8954-44f9-b856-83fb0f088114 HTTP/1.1" status: 204 len: 173 time: 1.8550782 Jul 14 09:18:37.303191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c39c368-11b6-4183-b51f-527ea16d8090', 'name': 'network-vif-deleted', 'tag': '67fe9942-8954-44f9-b856-83fb0f088114'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:37.306037 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69183cd2-7d02-4a46-8f23-fac4186f5214" -d '{"events": [{"server_uuid": "5c39c368-11b6-4183-b51f-527ea16d8090", "name": "network-vif-deleted", "tag": "67fe9942-8954-44f9-b856-83fb0f088114"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:37.384580 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff60eaa4-066e-48a4-941c-038f9a7615cf req-2794439e-a60f-45db-91c6-c03605cf65a4 tempest-VolumesNegativeTest-524273190 tempest-VolumesNegativeTest-524273190-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c39c368-11b6-4183-b51f-527ea16d8090 HTTP/1.1" status: 200 len: 210 time: 0.0866687 Jul 14 09:18:37.387521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-dc12f05b-e951-42cc-a548-65b94648e933 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681378 Jul 14 09:18:37.531934 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae659e37-ba34-4c4c-a75a-a15747ddfbd3 x-openstack-request-id: req-ae659e37-ba34-4c4c-a75a-a15747ddfbd3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:37.532595 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c39c368-11b6-4183-b51f-527ea16d8090", "name": "network-vif-deleted", "tag": "67fe9942-8954-44f9-b856-83fb0f088114", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:37.533975 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae659e37-ba34-4c4c-a75a-a15747ddfbd3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:37.537959 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c39c368-11b6-4183-b51f-527ea16d8090', 'name': 'network-vif-deleted', 'tag': '67fe9942-8954-44f9-b856-83fb0f088114', 'status': 'completed', 'code': 200} Jul 14 09:18:37.573000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59370) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:37.617298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f94cf594-5e8d-46aa-9f3d-e43e7f806035 req-8dfd8504-0ffe-43d2-986c-b71761079747 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204378 Jul 14 09:18:37.676951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6bba816b-4d0e-4baf-8b82-2e6f0509497a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8f5875036d2464bba91802b549388c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019139 Jul 14 09:18:37.679482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:37.744114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55e36f9d-69ab-436c-9254-adf49ff38a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.771990 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55e36f9d-69ab-436c-9254-adf49ff38a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.833749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55e36f9d-69ab-436c-9254-adf49ff38a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.836869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55e36f9d-69ab-436c-9254-adf49ff38a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.840418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-55e36f9d-69ab-436c-9254-adf49ff38a7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ac42878-ba00-43d1-bfb9-0a2fe1504f7b HTTP/1.1" status: 204 len: 168 time: 0.1551912 Jul 14 09:18:37.859654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e36f9d-69ab-436c-9254-adf49ff38a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac42878-ba00-43d1-bfb9-0a2fe1504f7b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:38.329096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4ac12-43bf-479d-a29a-20048f6cbafb req-14274d40-30e9-4528-ad73-8c07302f262d tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.330648 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d9b4ac12-43bf-479d-a29a-20048f6cbafb req-14274d40-30e9-4528-ad73-8c07302f262d tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 945 time: 0.0732830 Jul 14 09:18:38.334844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb533d46-45e3-4bc1-a968-b11b5f9b4606 req-300937bc-2909-456b-8745-033d01c8db60 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.336568 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb533d46-45e3-4bc1-a968-b11b5f9b4606 req-300937bc-2909-456b-8745-033d01c8db60 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.0946310 Jul 14 09:18:38.380571 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d9b4ac12-43bf-479d-a29a-20048f6cbafb req-b3c126b0-cfd8-4d7f-8a2e-e71de727d33e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Jul 14 09:18:38.383016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb533d46-45e3-4bc1-a968-b11b5f9b4606 req-c1c7a842-57af-45ce-a1b8-631a4b109860 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408769 Jul 14 09:18:38.861040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-de131ce2-5401-48bc-a2e7-b545098d0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.862647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-de131ce2-5401-48bc-a2e7-b545098d0f0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0661361 Jul 14 09:18:39.020025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-b321a121-46ab-4350-9af9-588daf74f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.023597 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-b321a121-46ab-4350-9af9-588daf74f4b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.1546476 Jul 14 09:18:39.128021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:39.146885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-dee387ad-48a2-492e-ab19-a8ee3c32841f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 1000 time: 0.1166928 Jul 14 09:18:39.217889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-ee0b4d25-6c97-4f74-8d4b-8f597069634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.219523 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-ee0b4d25-6c97-4f74-8d4b-8f597069634d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.0654917 Jul 14 09:18:39.252747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2002392293-network', 'tenant_id': '650082b6003f4b56a4fb3055d0232f28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:39.275668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Made reservation on behalf of 650082b6003f4b56a4fb3055d0232f28 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:39.278562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.294279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-38901fea-72eb-4d64-b30c-aff7caa7c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.298689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-38901fea-72eb-4d64-b30c-aff7caa7c112 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725610 Jul 14 09:18:39.302800 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.470700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-23b41000-e9a0-40cf-b223-65b9dc46438e service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621814 Jul 14 09:18:39.489593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.494072 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.549815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:39.554323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:39.561856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.562975 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Added segment 9580088f-fcc3-4453-b94b-dd131bd34e49 of type vlan for network 593df62d-6efe-4d93-a05e-1125d5dc260b Jul 14 09:18:39.640048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af65b4fa-78fc-4607-a795-cd788d240e5a req-8bc21c88-401f-4c6c-9c0e-9a6cd1a4a638 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624475 Jul 14 09:18:39.647561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.698043 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.698962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.699964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.706813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916a195-4e86-4130-aac2-b1f9944f6c6c req-ff7d73ce-723f-40e3-bac5-ca72838550d4 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.715027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2916a195-4e86-4130-aac2-b1f9944f6c6c req-ff7d73ce-723f-40e3-bac5-ca72838550d4 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 945 time: 0.2199671 Jul 14 09:18:39.717850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5887117 Jul 14 09:18:39.722921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:39.726344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488b255-10e5-4f0e-9020-6cd6f3aece48 req-3d8bcc1c-0cb7-48f8-a0e2-df4a0c11edfc tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.728074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7488b255-10e5-4f0e-9020-6cd6f3aece48 req-3d8bcc1c-0cb7-48f8-a0e2-df4a0c11edfc tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1186874 Jul 14 09:18:39.737655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Request body: {'subnet': {'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2002392293-subnet', 'tenant_id': '650082b6003f4b56a4fb3055d0232f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:39.786841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2916a195-4e86-4130-aac2-b1f9944f6c6c req-f8d77c38-786d-4168-b5c0-b647b6e24351 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709009 Jul 14 09:18:39.787958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Made reservation on behalf of 650082b6003f4b56a4fb3055d0232f28 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:39.790952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:39.818947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7488b255-10e5-4f0e-9020-6cd6f3aece48 req-fcc7f9c8-24ac-410d-a20e-96799f29c1ba tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766051 Jul 14 09:18:39.819578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e8520-c7ad-4690-82ed-5d837a00ea00 admin admin] Pushing event updated for resources: {'Network': ['ID=593df62d-6efe-4d93-a05e-1125d5dc260b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:39.833727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 593df62d-6efe-4d93-a05e-1125d5dc260b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:39.869986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59612) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:40.019075 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c05c3999-7c6a-45a7-84e0-334deb4d32f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.075450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.118441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c05c3999-7c6a-45a7-84e0-334deb4d32f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.122905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c05c3999-7c6a-45a7-84e0-334deb4d32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.138900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13638ec-2c21-4cf6-9a79-db33467fa9f8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:40.152283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Checking segment: {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:40.152902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Network hostable DHCP agents. Network: 593df62d-6efe-4d93-a05e-1125d5dc260b, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:40.166071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c05c3999-7c6a-45a7-84e0-334deb4d32f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81b04c9b9f804feb99328bab6d5aa265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922323 Jul 14 09:18:40.166071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c3999-7c6a-45a7-84e0-334deb4d32f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55310ec-2518-4c6e-b081-73e2c8a6db8e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:40.166925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59624) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:40.181714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Network 593df62d-6efe-4d93-a05e-1125d5dc260b is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:40.201438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 593df62d-6efe-4d93-a05e-1125d5dc260b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:40.210186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:40.210778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.212170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a497269e-a37a-4434-87e3-f606f479955d None None] Network 593df62d-6efe-4d93-a05e-1125d5dc260b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:40.239424 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1bdd2f23-9264-4163-9992-27a1d7954859 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5105224 Jul 14 09:18:40.244524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3955db11-c510-4c1f-9244-b946dec49f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.273115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3955db11-c510-4c1f-9244-b946dec49f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.327895 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3955db11-c510-4c1f-9244-b946dec49f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.331660 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3955db11-c510-4c1f-9244-b946dec49f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.334267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3955db11-c510-4c1f-9244-b946dec49f77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e55310ec-2518-4c6e-b081-73e2c8a6db8e HTTP/1.1" status: 204 len: 168 time: 0.1655335 Jul 14 09:18:40.344953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955db11-c510-4c1f-9244-b946dec49f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55310ec-2518-4c6e-b081-73e2c8a6db8e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:40.428075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0526f0a-f4e4-4f2d-b3b4-89508b7345ae None None] Network 593df62d-6efe-4d93-a05e-1125d5dc260b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:40.475058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 67fe9942-8954-44f9-b856-83fb0f088114 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:40.502509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 67fe9942-8954-44f9-b856-83fb0f088114 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:40.502994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 67fe9942-8954-44f9-b856-83fb0f088114 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:40.503706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1786239a-0c70-4937-9448-3f576998177a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:40.640473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.677768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:40.678911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:40.682603 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6b276b-fb9c-46ae-b385-a2159aff2ce6" -d '{"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:40.685959 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.740817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:40.750690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-0541c882-9db9-4766-9bd8-4816b63bda2c tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:40.752470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-0541c882-9db9-4766-9bd8-4816b63bda2c tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.48 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 945 time: 0.0939291 Jul 14 09:18:40.758414 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a98c1d9-d446-4c68-97f5-45c535acd395 x-openstack-request-id: req-6a98c1d9-d446-4c68-97f5-45c535acd395 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:40.758712 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:40.759107 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a98c1d9-d446-4c68-97f5-45c535acd395 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:40.759535 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'code': 200} Jul 14 09:18:40.988606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Deleting port a57536e6-365a-4ff8-b785-22a9cbf11e6f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:40.989372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.996206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c4daa-06dc-49a0-a3d9-c934ff4ce067 req-8009ec9d-7eb1-4267-bb2d-206129802025 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:40.998079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a7c4daa-06dc-49a0-a3d9-c934ff4ce067 req-8009ec9d-7eb1-4267-bb2d-206129802025 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 945 time: 0.0714736 Jul 14 09:18:41.048895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-985bbbed-dc0f-40c3-ba69-a3da64e810dc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:41.050915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a7c4daa-06dc-49a0-a3d9-c934ff4ce067 req-da835363-dd9d-4c9d-aa87-2f7f1d533a93 tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e828da5-3662-497f-a9e6-603bf1b85df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Jul 14 09:18:41.051080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-985bbbed-dc0f-40c3-ba69-a3da64e810dc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 814 time: 0.2025216 Jul 14 09:18:41.086201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-d1e1f5e7-26dd-4a75-ba85-dfb7e571f42c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/quotas/650082b6003f4b56a4fb3055d0232f28 HTTP/1.1" status: 200 len: 375 time: 0.0298836 Jul 14 09:18:41.152372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-49f1acdf-20d5-456d-844d-871fc5702d77 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495834 Jul 14 09:18:41.239571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] For port a57536e6-365a-4ff8-b785-22a9cbf11e6f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a57536e6-365a-4ff8-b785-22a9cbf11e6f,segment=NetworkSegment(fd97a04d-3157-4746-8670-c169bcf2e0ce),segment_id=fd97a04d-3157-4746-8670-c169bcf2e0ce)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:41.240396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.281915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Calling delete_port for a57536e6-365a-4ff8-b785-22a9cbf11e6f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:41.375882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-e7f91782-30e5-4453-9ab2-4de3cd67abb6 service neutron] 10.222.0.18 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225022 Jul 14 09:18:41.761157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83554e74-d253-4c2b-8f40-6a1d214cf000 req-7507e62e-89e6-470b-8be0-9e434c651f3d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:41.785905 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83554e74-d253-4c2b-8f40-6a1d214cf000 req-7507e62e-89e6-470b-8be0-9e434c651f3d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.6261165 Jul 14 09:18:41.883505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83554e74-d253-4c2b-8f40-6a1d214cf000 req-ff4318f5-0caa-42d1-a733-2def3ddfd43b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960848 Jul 14 09:18:41.912505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-8cdf6828-187d-4f2f-bd62-c13c777fe423 service neutron] 10.222.0.18 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356920 Jul 14 09:18:41.948025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.960836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['a57536e6-365a-4ff8-b785-22a9cbf11e6f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:41.983546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Pushing event deleted for resources: {'Port': ['ID=a57536e6-365a-4ff8-b785-22a9cbf11e6f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:42.071442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] No DVR routers for this DVR port a57536e6-365a-4ff8-b785-22a9cbf11e6f on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:42.084452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.086650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a15486a-d0c8-41fe-93ff-3eb22fc1fba2 req-b270cd09-a0ef-4748-8910-f88920a7745e tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.48 "DELETE /v2.0/ports/a57536e6-365a-4ff8-b785-22a9cbf11e6f HTTP/1.1" status: 204 len: 173 time: 1.3290117 Jul 14 09:18:42.087240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cb476d-4745-4352-ad83-956eae001043', 'name': 'network-vif-deleted', 'tag': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:42.089732 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da8b86-5099-4947-9aff-a497270d78b0" -d '{"events": [{"server_uuid": "66cb476d-4745-4352-ad83-956eae001043", "name": "network-vif-deleted", "tag": "a57536e6-365a-4ff8-b785-22a9cbf11e6f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:42.327147 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8bdc4e-9ac1-4720-9b2f-50d526dc6778 x-openstack-request-id: req-0a8bdc4e-9ac1-4720-9b2f-50d526dc6778 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:42.327762 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cb476d-4745-4352-ad83-956eae001043", "name": "network-vif-deleted", "tag": "a57536e6-365a-4ff8-b785-22a9cbf11e6f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:42.328171 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a8bdc4e-9ac1-4720-9b2f-50d526dc6778 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:42.331728 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cb476d-4745-4352-ad83-956eae001043', 'name': 'network-vif-deleted', 'tag': 'a57536e6-365a-4ff8-b785-22a9cbf11e6f', 'status': 'completed', 'code': 200} Jul 14 09:18:42.337384 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cc39f86-aad0-46ba-aed2-a334a3b02ddb req-fab5324a-3f1a-452a-97d8-52f045e4bbce tempest-ServerMetadataNegativeTestJSON-134998775 tempest-ServerMetadataNegativeTestJSON-134998775-project] 10.222.0.18 "GET /v2.0/ports?device_id=66cb476d-4745-4352-ad83-956eae001043 HTTP/1.1" status: 200 len: 210 time: 0.0668156 Jul 14 09:18:42.386668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c3affab-e652-4bb7-b491-d2fc2b6999ce req-d262d3d0-13cc-4fc3-adc3-1ed4864f4f82 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 210 time: 0.0575974 Jul 14 09:18:43.113518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e335328-0f54-49d2-b903-43cccc4bd621 req-f6196ad0-fcc5-48d8-b92e-66e9b14ee13d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.120635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e335328-0f54-49d2-b903-43cccc4bd621 req-f6196ad0-fcc5-48d8-b92e-66e9b14ee13d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.0947738 Jul 14 09:18:43.170641 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e335328-0f54-49d2-b903-43cccc4bd621 req-c98479b4-e2c1-44b6-b840-989b3fadb2cb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490661 Jul 14 09:18:43.509971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:43.618567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] Deleting subnet ee2459c5-f9ef-4b84-840f-1d787171ca77 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:18:43.622115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.714651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.761725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-63f079e9-7917-492c-858b-e2b9031da47c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.764512 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-63f079e9-7917-492c-858b-e2b9031da47c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.11 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 814 time: 0.2715535 Jul 14 09:18:43.788414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.796363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Request body: {'port': {'device_id': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b', 'admin_state_up': True, 'tenant_id': '650082b6003f4b56a4fb3055d0232f28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:43.801082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d93ebde-d11c-468f-9e58-56aa49f560dd req-b9395b83-196f-4e26-b87e-b70c06dd922c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 210 time: 0.0929902 Jul 14 09:18:43.886697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.954751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2459c5-f9ef-4b84-840f-1d787171ca77,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:43.964068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.969763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b9cc6557-3c45-4f8e-8a0b-26ec3de200f3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ee2459c5-f9ef-4b84-840f-1d787171ca77 HTTP/1.1" status: 204 len: 168 time: 0.4586070 Jul 14 09:18:43.974641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:44.016896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Made reservation on behalf of 650082b6003f4b56a4fb3055d0232f28 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:44.022521 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.081535 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.200365 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.212113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede95807-8830-40b8-8e7a-0e37bd89e154']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:44.225513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd97a04d-3157-4746-8670-c169bcf2e0ce') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:44.226022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd97a04d-3157-4746-8670-c169bcf2e0ce') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:44.237820 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.254511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.276090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:18:44.276497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:18:44.278571 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:18:44.311149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Allocated IP 172.20.0.10 (593df62d-6efe-4d93-a05e-1125d5dc260b/f13638ec-2c21-4cf6-9a79-db33467fa9f8/acd9c278-e0cd-4136-8d12-cd30bf95c95e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:44.394445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.422514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867377c-39d6-4bb7-920c-d34cfa1e854c req-4a3f39f6-5a29-45bd-b8d3-376bde04c803 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.430307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d867377c-39d6-4bb7-920c-d34cfa1e854c req-4a3f39f6-5a29-45bd-b8d3-376bde04c803 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.1377685 Jul 14 09:18:44.436994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.447247 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ede95807-8830-40b8-8e7a-0e37bd89e154 HTTP/1.1" status: 204 len: 168 time: 0.4699969 Jul 14 09:18:44.448690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e076f19-386b-4650-a050-c31438044c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede95807-8830-40b8-8e7a-0e37bd89e154,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:44.577842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d867377c-39d6-4bb7-920c-d34cfa1e854c req-671449c5-872d-4182-9f38-ff9bc6fc9f6d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464424 Jul 14 09:18:44.682250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.690996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60006) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:44.717176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a57536e6-365a-4ff8-b785-22a9cbf11e6f no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:44.753478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:44.760018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: a57536e6-365a-4ff8-b785-22a9cbf11e6f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:18:44.760366 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a57536e6-365a-4ff8-b785-22a9cbf11e6f not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:44.776310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2b197044-c063-4fb9-869e-19c2ff0ff959 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55539f813dd74799860b280f828fa7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841274 Jul 14 09:18:44.778727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60016) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:44.860913 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.921057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaac850e-74e5-4568-a6e2-5215fee0a183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.927635 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-4b989716-9567-4e5d-8cf6-72622b5dd873 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2958465 Jul 14 09:18:44.953761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-800929fd-8d5f-4fe7-aaef-ffceb4d6e01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:44.993794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Network 593df62d-6efe-4d93-a05e-1125d5dc260b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:45.014239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaac850e-74e5-4568-a6e2-5215fee0a183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.033748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:45.036690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:45.040035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:45.125211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f7012-345c-43ee-b85d-363bf00b44df req-95425e05-04f8-4dc4-acdc-2e0cbab62dc4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.127945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a7f7012-345c-43ee-b85d-363bf00b44df req-95425e05-04f8-4dc4-acdc-2e0cbab62dc4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 932 time: 0.1263790 Jul 14 09:18:45.156519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:45.170744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.171549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.186209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-800929fd-8d5f-4fe7-aaef-ffceb4d6e01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.193741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-800929fd-8d5f-4fe7-aaef-ffceb4d6e01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.195732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-00149394-022c-404f-aea2-c3a093d03bf1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4039946 Jul 14 09:18:45.215967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Request body: {'port': {'device_id': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:45.234225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800929fd-8d5f-4fe7-aaef-ffceb4d6e01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e55ce-64e0-4f4f-8dc7-6e56a53bf882,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:45.247081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaac850e-74e5-4568-a6e2-5215fee0a183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.250940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaac850e-74e5-4568-a6e2-5215fee0a183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.255384 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aaac850e-74e5-4568-a6e2-5215fee0a183 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e828da5-3662-497f-a9e6-603bf1b85df4 HTTP/1.1" status: 204 len: 168 time: 0.4749784 Jul 14 09:18:45.274212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac850e-74e5-4568-a6e2-5215fee0a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e828da5-3662-497f-a9e6-603bf1b85df4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:45.304536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a7f7012-345c-43ee-b85d-363bf00b44df req-ba93d7d9-13bf-451e-b550-e82c20b70547 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639926 Jul 14 09:18:45.335384 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-800929fd-8d5f-4fe7-aaef-ffceb4d6e01a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5177b5a38c24389a96265df9754b448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798016 Jul 14 09:18:45.339205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60034) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:45.367265 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.508238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac081e8d-540a-4d50-8517-1ba46dc7e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.536385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-56897f65-483c-4fac-a44b-4c5ff89d05e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba7349c41f2444b1a346621a72984599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735969 Jul 14 09:18:45.537198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:45.626522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac081e8d-540a-4d50-8517-1ba46dc7e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.676433 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb524-c77e-458a-8882-c75b4907081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.741045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb524-c77e-458a-8882-c75b4907081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.821951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb524-c77e-458a-8882-c75b4907081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.825358 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb524-c77e-458a-8882-c75b4907081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.827403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bc5eb524-c77e-458a-8882-c75b4907081c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19a2eabc-fef6-45f3-bdec-f846418db42e HTTP/1.1" status: 204 len: 168 time: 0.2890806 Jul 14 09:18:45.836250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eb524-c77e-458a-8882-c75b4907081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2eabc-fef6-45f3-bdec-f846418db42e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:45.906496 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff6bc00b-0238-410f-9e17-01f3d599ceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.939293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac081e8d-540a-4d50-8517-1ba46dc7e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.941455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac081e8d-540a-4d50-8517-1ba46dc7e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:45.942974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ac081e8d-540a-4d50-8517-1ba46dc7e2df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb8e55ce-64e0-4f4f-8dc7-6e56a53bf882 HTTP/1.1" status: 204 len: 168 time: 0.6025901 Jul 14 09:18:45.972414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac081e8d-540a-4d50-8517-1ba46dc7e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e55ce-64e0-4f4f-8dc7-6e56a53bf882,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:46.003868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e5a1-3d0a-49ff-ba78-2342174064de req-c7a6e018-66ce-4cf8-aadf-e33bed661273 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.010745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8728e5a1-3d0a-49ff-ba78-2342174064de req-c7a6e018-66ce-4cf8-aadf-e33bed661273 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.2156885 Jul 14 09:18:46.062722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8728e5a1-3d0a-49ff-ba78-2342174064de req-db7ae165-6612-4001-a69c-efff09e281f7 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511105 Jul 14 09:18:46.122807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd9c278-e0cd-4136-8d12-cd30bf95c95e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:46.135228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.149208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Transition to ACTIVE for port object acd9c278-e0cd-4136-8d12-cd30bf95c95e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:46.153986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.220615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:46.306892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:46.307294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:46.307667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e on network 593df62d-6efe-4d93-a05e-1125d5dc260b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:46.312047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Port acd9c278-e0cd-4136-8d12-cd30bf95c95e on network 593df62d-6efe-4d93-a05e-1125d5dc260b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:46.312391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e on network 593df62d-6efe-4d93-a05e-1125d5dc260b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:46.317280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:46.317620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Checking segment: {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:46.318006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Bound using segment: {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:46.318461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Bound port: acd9c278-e0cd-4136-8d12-cd30bf95c95e, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:46.318784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.427653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:46.435969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:46.441559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.457681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60074) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:46.466648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.467684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.471341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] 10.222.0.11 "PUT /v2.0/ports/acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 1093 time: 1.2677982 Jul 14 09:18:46.471994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1786239a-0c70-4937-9448-3f576998177a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:46.474149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:46.477550 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604a5549-bffe-4be6-ad14-ee8c0eab7108" -d '{"events": [{"name": "network-changed", "server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:46.483728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4708f755-7b42-424d-bcf6-dfaf511fcb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.519830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:46.588857 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a743d-21f1-4bb5-afb5-6749380a2b03 x-openstack-request-id: req-965a743d-21f1-4bb5-afb5-6749380a2b03 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:46.589153 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:46.590808 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-965a743d-21f1-4bb5-afb5-6749380a2b03 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:46.591423 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'status': 'completed', 'code': 200} Jul 14 09:18:46.710316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12fb8-73c5-4188-a6e9-135d10b99ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:46.760494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-9d211a4e-d2b0-49fd-89ff-c8c809105786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.761654 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4708f755-7b42-424d-bcf6-dfaf511fcb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.765143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-9d211a4e-d2b0-49fd-89ff-c8c809105786 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1096 time: 0.1980846 Jul 14 09:18:46.769504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4708f755-7b42-424d-bcf6-dfaf511fcb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:46.801003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4708f755-7b42-424d-bcf6-dfaf511fcb38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78fc14ec9427492b96272acfc580f96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419099 Jul 14 09:18:46.802057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60088) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:46.824342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db5d1-dd48-4065-b050-48a6ce52566a req-3bf58177-d9d1-4cfb-b4dc-9e1e092412c4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.832591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d36db5d1-dd48-4065-b050-48a6ce52566a req-3bf58177-d9d1-4cfb-b4dc-9e1e092412c4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 944 time: 0.3171592 Jul 14 09:18:46.838031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-dc62dcf6-2310-454e-b593-bea7c6f40484 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 217 time: 0.0660267 Jul 14 09:18:46.880247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708f755-7b42-424d-bcf6-dfaf511fcb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d5cdf-7570-4f9d-bf0e-81c0cd61fd6f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:46.943925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-ae140907-bc2f-415f-917a-3dde82afaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.946840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d36db5d1-dd48-4065-b050-48a6ce52566a req-efca7153-40b1-4cdb-af15-bd836c85605f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115997 Jul 14 09:18:46.960248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-ae140907-bc2f-415f-917a-3dde82afaea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.1160362 Jul 14 09:18:46.975402 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8bd7-5ede-4481-b960-43954403fc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.014801 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8bd7-5ede-4481-b960-43954403fc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.021062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-038f5cff-9284-4507-9779-cdbe105fd6c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544093 Jul 14 09:18:47.070658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8bd7-5ede-4481-b960-43954403fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.073987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cd8bd7-5ede-4481-b960-43954403fc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.075336 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a3cd8bd7-5ede-4481-b960-43954403fc92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d13d5cdf-7570-4f9d-bf0e-81c0cd61fd6f HTTP/1.1" status: 204 len: 168 time: 0.2703192 Jul 14 09:18:47.087099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd8bd7-5ede-4481-b960-43954403fc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d5cdf-7570-4f9d-bf0e-81c0cd61fd6f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:47.162948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-ea5a0a06-5be0-4dc3-a7cd-212b94f30cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343958 Jul 14 09:18:47.290182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c431cd3-5294-40bd-9498-4f8001c86f36 req-3021b8e6-6258-4508-9f89-6f55505fb477 service neutron] 10.222.0.11 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216786 Jul 14 09:18:47.483651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980f63a-3a14-439e-ada1-5cb33d007fee req-4152936c-d803-47f3-9d62-31ec3a751f4b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.492036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8980f63a-3a14-439e-ada1-5cb33d007fee req-4152936c-d803-47f3-9d62-31ec3a751f4b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.2006886 Jul 14 09:18:47.574659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8980f63a-3a14-439e-ada1-5cb33d007fee req-59f78c41-2407-43e6-abb8-7536e25ba972 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814571 Jul 14 09:18:47.606886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:47.616540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-9a57aa15-f8ef-41ee-a77c-2f840a335505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.619318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-9a57aa15-f8ef-41ee-a77c-2f840a335505 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1096 time: 0.2672029 Jul 14 09:18:47.653163 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-9057532f-10e5-45bf-ab9a-f842be062d07 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2485034 Jul 14 09:18:47.799775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cecbd1c-f0d0-4276-8315-3b103dfde638 req-9b7e0030-1e7e-4b9b-aa55-327b91e4646b tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0696023 Jul 14 09:18:47.801390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1262976257-network', 'tenant_id': '7a440467a649479493140e51d5c1a5cb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:47.856004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Made reservation on behalf of 7a440467a649479493140e51d5c1a5cb for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:47.859012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.863132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-a5373a60-80c3-4c17-85c9-394238a12423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.864851 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-a5373a60-80c3-4c17-85c9-394238a12423 service neutron] 10.222.0.11 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 915 time: 0.2363968 Jul 14 09:18:47.872986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.873480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.873968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.874416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.874884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.875374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.875837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.878293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-e6e9065e-ff87-42d9-8d90-fe5b260d8516 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 6508 time: 0.1476567 Jul 14 09:18:47.882049 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:47.968638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-2f76d0f9-ebb9-4a00-9092-b8cfcf813f65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 217 time: 0.0892968 Jul 14 09:18:48.059132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.066129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.115475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-7b3c2dea-9f45-4966-99a1-78c1c9cf19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.116966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-7b3c2dea-9f45-4966-99a1-78c1c9cf19fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.1291316 Jul 14 09:18:48.132370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:48.161246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a783d06-34af-4c73-82e2-bf11e10ebaee,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:48.167966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.168532 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Added segment 7de8427c-9639-424b-b454-794dc36850ab of type vlan for network bad15a27-c4f9-4be5-adf4-f1404eee56b8 Jul 14 09:18:48.188374 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-cec60642-4e1d-4755-b6d7-af1426c73598 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610313 Jul 14 09:18:48.190586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-70526d73-622d-41ec-b69d-92e5673a034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.191069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-70526d73-622d-41ec-b69d-92e5673a034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.191609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-70526d73-622d-41ec-b69d-92e5673a034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.194471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-70526d73-622d-41ec-b69d-92e5673a034e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 HTTP/1.1" status: 200 len: 2299 time: 0.2425668 Jul 14 09:18:48.224283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.286125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.291836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.295681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.391951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7838182 Jul 14 09:18:48.395814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:48.401245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Request body: {'subnet': {'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1262976257-subnet', 'tenant_id': '7a440467a649479493140e51d5c1a5cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:48.404032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-68f932a4-a710-44a3-b275-e2471589a114 service neutron] 10.222.0.11 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085600 Jul 14 09:18:48.416257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163ae00-86e7-4cad-9d72-e45862bdd96d admin admin] Pushing event updated for resources: {'Network': ['ID=bad15a27-c4f9-4be5-adf4-f1404eee56b8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:48.437439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Made reservation on behalf of 7a440467a649479493140e51d5c1a5cb for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:48.446836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.454147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network bad15a27-c4f9-4be5-adf4-f1404eee56b8 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:48.532327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-8775e8a0-1ff8-4caf-9c78-27daee14f7fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f HTTP/1.1" status: 200 len: 1001 time: 0.3268902 Jul 14 09:18:48.692440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-604a5549-bffe-4be6-ad14-ee8c0eab7108 req-a08f2681-f6a0-4fd7-80f5-74257433146f service neutron] 10.222.0.11 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678492 Jul 14 09:18:48.750497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd41dd-5d60-435d-8c81-21a20dd76061 req-0073cb31-685b-4b1c-80fe-e951dbbe5262 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.759097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08dd41dd-5d60-435d-8c81-21a20dd76061 req-0073cb31-685b-4b1c-80fe-e951dbbe5262 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 944 time: 0.4621205 Jul 14 09:18:48.776973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-6fce5c94-2c01-42b5-bfc2-456f7bc565ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.787983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-6fce5c94-2c01-42b5-bfc2-456f7bc565ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3758eec3-6f06-44ce-8ee5-62c55339fb42 HTTP/1.1" status: 200 len: 856 time: 0.2468050 Jul 14 09:18:48.914324 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.929282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08dd41dd-5d60-435d-8c81-21a20dd76061 req-408efa09-3dac-4077-ac6a-aeb58404aeb4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611750 Jul 14 09:18:48.942289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-98d7d84e-d5c6-4bb8-a37a-9b6efcb863ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.944476 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-98d7d84e-d5c6-4bb8-a37a-9b6efcb863ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0a3c4cfc-ac34-4be9-8d52-ccb700fce511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446979 Jul 14 09:18:48.978275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5d8e699-6d3d-4f1b-abac-2c0e6ac51375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.981421 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.004268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc46788-d761-4649-84c0-9affa7ee1935,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:49.019175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218acf-c8b1-4fd8-b192-d66e29358310 req-7042a05c-5521-4a80-a843-d2dff29b3167 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.026403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b218acf-c8b1-4fd8-b192-d66e29358310 req-7042a05c-5521-4a80-a843-d2dff29b3167 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.2003236 Jul 14 09:18:49.029503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Checking segment: {'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:49.029875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Network hostable DHCP agents. Network: bad15a27-c4f9-4be5-adf4-f1404eee56b8, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:49.058093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-ab9351d8-dfb7-4d8a-9be1-73b42fc2c6e3 service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066053 Jul 14 09:18:49.097607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b218acf-c8b1-4fd8-b192-d66e29358310 req-144677f0-950b-4109-88d1-fe3602fba554 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656636 Jul 14 09:18:49.101602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Network bad15a27-c4f9-4be5-adf4-f1404eee56b8 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:49.117849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, bad15a27-c4f9-4be5-adf4-f1404eee56b8) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:49.130166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f3f7b-ad18-4d7e-815c-e5045e47acb2 None None] Network bad15a27-c4f9-4be5-adf4-f1404eee56b8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:49.134972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.135788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.174506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8d55c7f3-fa51-4014-826a-e9dbe8ae014c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7776155 Jul 14 09:18:49.296788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cb02c0b-0883-42d1-baac-5586c63c2f8f req-04259b1d-54a8-4303-b94c-b759353acffa tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.1161134 Jul 14 09:18:49.330777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-26ceb907-a139-4a58-8435-8c9f24c4428b service neutron] 10.222.0.48 "GET /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660465 Jul 14 09:18:49.357531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254983d-aa2c-4454-88ea-038c1b107952 None None] Network bad15a27-c4f9-4be5-adf4-f1404eee56b8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:49.427889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-5fce2937-fdc8-4219-b3fe-ba2494e950fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 217 time: 0.0906379 Jul 14 09:18:49.551093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-007a3a7a-2be4-43e8-92a7-060892916cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.553598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-007a3a7a-2be4-43e8-92a7-060892916cde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.1177764 Jul 14 09:18:49.614749 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.658799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-c819114f-a2c6-49d9-88b8-278039ff3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.660855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-c819114f-a2c6-49d9-88b8-278039ff3507 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996120 Jul 14 09:18:49.800140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:49.818130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-5db26229-ec16-43e2-944e-2b0667201ac7 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492538 Jul 14 09:18:49.934155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.947058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13c302c9-9bf4-4375-8b69-58c2e85dde48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:49.973321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-d26c23ae-bd47-4f73-98b3-441b06daaf4a service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465518 Jul 14 09:18:50.025689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-794bd667-968a-4e8e-9f85-278d85d842ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 217 time: 0.0438421 Jul 14 09:18:50.092369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-55484309-bf33-439f-baf9-41270594a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.093838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-55484309-bf33-439f-baf9-41270594a29b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0602541 Jul 14 09:18:50.212940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13c302c9-9bf4-4375-8b69-58c2e85dde48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.220110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13c302c9-9bf4-4375-8b69-58c2e85dde48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.258077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-560159a5-722a-46a5-9f56-caae722543d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.259615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-560159a5-722a-46a5-9f56-caae722543d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578164 Jul 14 09:18:50.289409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-13c302c9-9bf4-4375-8b69-58c2e85dde48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79ea010b27494a998957674c96754acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854062 Jul 14 09:18:50.292885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60226) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:50.299829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c302c9-9bf4-4375-8b69-58c2e85dde48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2596c4-e129-402f-bf2f-5446b811a050,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:50.340571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904021ed-4e98-46e9-ac7a-69ac3990e27d req-e69cbf93-0d7d-4c80-8d8a-f9c69b37640c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.347464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-904021ed-4e98-46e9-ac7a-69ac3990e27d req-e69cbf93-0d7d-4c80-8d8a-f9c69b37640c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 944 time: 0.2136576 Jul 14 09:18:50.361321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2401a2e-ef33-4af3-b7bd-2af007d5e003 req-6b6de7a9-c1a2-439f-8ca1-8588735a5cf0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.369440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2401a2e-ef33-4af3-b7bd-2af007d5e003 req-6b6de7a9-c1a2-439f-8ca1-8588735a5cf0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.1155353 Jul 14 09:18:50.404512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01d71849-a557-4150-ab53-32a3ff0bbd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.418147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-904021ed-4e98-46e9-ac7a-69ac3990e27d req-777fcfe1-3bae-4122-adfa-65315c44cb2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697234 Jul 14 09:18:50.442970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2401a2e-ef33-4af3-b7bd-2af007d5e003 req-902ac53a-f13a-4bd5-a505-57b9506fbfaf tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720077 Jul 14 09:18:50.453010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01d71849-a557-4150-ab53-32a3ff0bbd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.470471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-d3680d06-f660-465d-a108-9d25549adc54 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872439 Jul 14 09:18:50.493282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:50.531144 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01d71849-a557-4150-ab53-32a3ff0bbd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.536622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01d71849-a557-4150-ab53-32a3ff0bbd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.538267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-01d71849-a557-4150-ab53-32a3ff0bbd6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a2596c4-e129-402f-bf2f-5446b811a050 HTTP/1.1" status: 204 len: 168 time: 0.2438598 Jul 14 09:18:50.547963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d71849-a557-4150-ab53-32a3ff0bbd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2596c4-e129-402f-bf2f-5446b811a050,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:50.650093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-7275766b-2b8b-4484-8350-fd02bc4b9601 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825066 Jul 14 09:18:50.718387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:50.734453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7b1d192d-902c-429c-93ed-ac8a7189c2f7 req-3a3ee84f-5a44-41f6-bc0d-329366090024 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0777104 Jul 14 09:18:50.747296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b', 'port_id': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'mac_address': 'fa:16:3e:8d:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13638ec-2c21-4cf6-9a79-db33467fa9f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:50.750659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-ef6b43fe-cae8-4bac-ba67-dee231ceeaf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff HTTP/1.1" status: 200 len: 217 time: 0.0922034 Jul 14 09:18:50.789414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-403869ff-7c53-402f-b108-585c17053b3c req-9686c43c-7df0-4895-a79d-1b8f04d26876 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0578763 Jul 14 09:18:50.827174 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.844687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd9c278-e0cd-4136-8d12-cd30bf95c95e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:50.849367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-b4ec89cd-804d-4245-b1c9-1599119aa7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.851181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-b4ec89cd-804d-4245-b1c9-1599119aa7de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0905657 Jul 14 09:18:50.871557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:50.876453 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:50.954173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-ab0c695f-4256-46ec-ab65-ad2233f03b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.955813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-ab0c695f-4256-46ec-ab65-ad2233f03b9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0968959 Jul 14 09:18:50.960051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:51.130273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-0974dbfa-c35d-4da9-9859-cf33e6da2960 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622684 Jul 14 09:18:51.148719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['acd9c278-e0cd-4136-8d12-cd30bf95c95e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:51.244526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-b26d85e6-829f-4e00-b01d-e5c330334efd service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069231 Jul 14 09:18:51.298859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-f41f9e88-55f3-456d-b220-0b3d81e53cbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=e5644f43-bad2-4519-81e3-8cc0184ba218 HTTP/1.1" status: 200 len: 217 time: 0.0457172 Jul 14 09:18:51.329285 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:51.352075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-40f9e4d8-b6a4-4e8a-a78d-80d516876540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.353684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-40f9e4d8-b6a4-4e8a-a78d-80d516876540 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 200 len: 797 time: 0.0477686 Jul 14 09:18:51.420181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-f2948673-d37b-46db-9f31-237892695fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.422090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-f2948673-d37b-46db-9f31-237892695fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0615811 Jul 14 09:18:51.533775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-0be8c2d3-6ab6-4891-b3a1-b0679c0886e1 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011410 Jul 14 09:18:51.720377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7f26-ede0-476a-a356-16daf9a07d27 req-514be955-f20f-4d83-bc75-36e184cad5d4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.722204 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ccbc7f26-ede0-476a-a356-16daf9a07d27 req-514be955-f20f-4d83-bc75-36e184cad5d4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1254883 Jul 14 09:18:51.782596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ccbc7f26-ede0-476a-a356-16daf9a07d27 req-4b0eda95-8ff7-4fbc-a20d-00bb70b01203 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537341 Jul 14 09:18:52.075553 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b0be0ecb-dd4a-4dba-b291-0926f143f35a req-0f808868-7f3d-42ce-bc3d-560308f2e7d7 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0393984 Jul 14 09:18:52.132441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301737-e990-4162-bc26-46fcd49ecbe6 req-c3fe98ac-ced6-4607-b610-24261439d32c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.136303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68301737-e990-4162-bc26-46fcd49ecbe6 req-c3fe98ac-ced6-4607-b610-24261439d32c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.1405375 Jul 14 09:18:52.141378 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-8acfb949-fcd8-49d0-99b7-3ec5e35efc54 service neutron] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000366 Jul 14 09:18:52.197922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:52.203189 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-867a18f1-62ee-4972-a4de-7630e0931dd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c HTTP/1.1" status: 200 len: 217 time: 0.0533342 Jul 14 09:18:52.251117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68301737-e990-4162-bc26-46fcd49ecbe6 req-3d5dea1c-96e4-4d75-bf87-2bb1776052f3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083660 Jul 14 09:18:52.281856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-d6d82592-f385-428b-90a1-14cdfd8fdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.284141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-d6d82592-f385-428b-90a1-14cdfd8fdce9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.0700762 Jul 14 09:18:52.324021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1425973024', 'router:external': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:52.358623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Made reservation on behalf of 39d1da09078f4541b6ce3e67276da164 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:52.361181 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.367645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-ed4057a1-886b-44b7-8eef-c9e7c08442e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.369549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-ed4057a1-886b-44b7-8eef-c9e7c08442e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776982 Jul 14 09:18:52.376448 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.507812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:52.556754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-5fa7fe6b-d3d7-434e-9610-6d6490ff2b65 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792665 Jul 14 09:18:52.602214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port acd9c278-e0cd-4136-8d12-cd30bf95c95e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:52.607234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port acd9c278-e0cd-4136-8d12-cd30bf95c95e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:52.607960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.639666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-fcea733c-0404-4936-9b3d-ba8b4e2444eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.641220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-fcea733c-0404-4936-9b3d-ba8b4e2444eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9&tenant_id=28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 1095 time: 0.2110503 Jul 14 09:18:52.668306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:52.688982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.718419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-b2fe6d02-281d-4977-9c7b-b567cf994026 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543922 Jul 14 09:18:52.740899 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.769748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:52.772208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-c3e53158-7bf9-4b45-b07c-b5540149332d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=653eeae0-397d-4377-b39d-8955e4babd14 HTTP/1.1" status: 200 len: 217 time: 0.0477161 Jul 14 09:18:52.773825 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3507ea-1f20-4585-9a8d-0deb66757810" -d '{"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-plugged", "status": "completed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:52.776834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.779013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.788582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:52.792930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.809813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:52.852741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6c4a9d-cb08-42ba-8d24-a844aacea188,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:52.876126 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18600d5d-b083-49ea-b379-2635090fe4fc x-openstack-request-id: req-18600d5d-b083-49ea-b379-2635090fe4fc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:52.876436 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-plugged", "status": "completed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:52.878182 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18600d5d-b083-49ea-b379-2635090fe4fc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:52.879472 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'code': 200} Jul 14 09:18:52.881193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:52.885843 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.886410 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Added segment 2e7b542d-5099-4a46-9f13-915e7f1a7d27 of type vlan for network 892cb2e5-db46-4c73-8abc-df18558d9510 Jul 14 09:18:52.924903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-37da4b14-8c01-4236-90a0-fae4556f8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.930389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-37da4b14-8c01-4236-90a0-fae4556f8738 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 200 len: 797 time: 0.1307538 Jul 14 09:18:53.028884 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.063853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9895e131-0ac3-4424-8cca-0d055a741078 req-35fef654-6ef7-4281-95ca-917e0fb69083 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0818386 Jul 14 09:18:53.148893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-1089ae32-7c4c-41e4-be32-dadbe28569c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.150549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-1089ae32-7c4c-41e4-be32-dadbe28569c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2157922 Jul 14 09:18:53.182049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a2bea-6373-4b7d-972f-a1b0f6fa46b5 req-f76ea8f8-f4f5-425a-b7e0-941520b1d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.183555 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a24a2bea-6373-4b7d-972f-a1b0f6fa46b5 req-f76ea8f8-f4f5-425a-b7e0-941520b1d425 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1098 time: 0.1327991 Jul 14 09:18:53.195173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.198563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.198563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.255830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a24a2bea-6373-4b7d-972f-a1b0f6fa46b5 req-7129c0f5-254b-4d2c-9e36-d1a68cdfc23a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475614 Jul 14 09:18:53.277457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-b6f6d44f-a69f-4d30-9b10-88f08becc6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186433 Jul 14 09:18:53.280418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d556-cf70-4947-878d-d90126a3be09 req-6ea9c253-44ee-4a4d-9b81-c32b3127ff65 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.282019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2f5d556-cf70-4947-878d-d90126a3be09 req-6ea9c253-44ee-4a4d-9b81-c32b3127ff65 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2614119 Jul 14 09:18:53.293016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0945420 Jul 14 09:18:53.302373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60316) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:53.316953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'subnet': {'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:53.320986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:53.324429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a425d76-c942-440b-9a62-f0c150893617 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Network': ['ID=892cb2e5-db46-4c73-8abc-df18558d9510,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:53.335979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 892cb2e5-db46-4c73-8abc-df18558d9510 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:53.399169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69b469d1-7359-49bb-9e8b-77bbc6d9cae1 req-bf7b26f3-2a05-48c5-a95d-10710914fb4e service neutron] 10.222.0.48 "GET /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089177 Jul 14 09:18:53.458407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2f5d556-cf70-4947-878d-d90126a3be09 req-0f19572e-bd56-4a0d-8844-f9c3bf3f6c06 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595991 Jul 14 09:18:53.459288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Made reservation on behalf of 39d1da09078f4541b6ce3e67276da164 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:53.462362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.528643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:53.575086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1786239a-0c70-4937-9448-3f576998177a {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:53.586733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.589722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f94b9-202c-4659-811f-1254d6a7b684 req-70dfc224-6322-4ea6-b334-7868b17c5438 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.591732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d8f94b9-202c-4659-811f-1254d6a7b684 req-70dfc224-6322-4ea6-b334-7868b17c5438 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 943 time: 0.0759745 Jul 14 09:18:53.605908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Transition to ACTIVE for port object 1786239a-0c70-4937-9448-3f576998177a will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:53.614240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.635757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d8f94b9-202c-4659-811f-1254d6a7b684 req-a092f2f7-f666-4013-9503-1f0219fe613c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368125 Jul 14 09:18:53.807814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=9']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:53.964307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] No DVR routers for this DVR port 1786239a-0c70-4937-9448-3f576998177a on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:54.169006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:54.169347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:54.169678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:54.238863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:18:54.239338 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.241032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Port 1786239a-0c70-4937-9448-3f576998177a on network 4623b414-86a5-4b2b-ad69-652637f5c1eb not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:54.241355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Attempting to bind port 1786239a-0c70-4937-9448-3f576998177a on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:54.271766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf12a413-4eaa-4e50-a220-99273010883e req-9b5f0b68-6382-4fea-9888-44e1329a4460 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0614567 Jul 14 09:18:54.293122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:54.293642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Checking segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:54.294035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Bound using segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:54.294486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Bound port: 1786239a-0c70-4937-9448-3f576998177a, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:54.294846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.360797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6a8bb825-a7b5-4970-979d-9fa36e77e529,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:54.385855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Checking segment: {'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:54.386213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network hostable DHCP agents. Network: 892cb2e5-db46-4c73-8abc-df18558d9510, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:54.396275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:54.401095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:54.408136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.421407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network 892cb2e5-db46-4c73-8abc-df18558d9510 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:54.449217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.449841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.451233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] 10.222.0.48 "PUT /v2.0/ports/1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 1092 time: 1.7978952 Jul 14 09:18:54.455294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:54.458779 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299e535d-0b42-4af6-a7c2-6d7084730d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:54.464252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 892cb2e5-db46-4c73-8abc-df18558d9510) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:54.469119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.469728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.482041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fd581-5ae7-48ab-8327-a5aeb653e13b None None] Network 892cb2e5-db46-4c73-8abc-df18558d9510 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:54.526983 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75beb66-255f-405e-90ef-3d35da551c9f x-openstack-request-id: req-d75beb66-255f-405e-90ef-3d35da551c9f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:54.527285 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "tag": "1786239a-0c70-4937-9448-3f576998177a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:54.527569 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d75beb66-255f-405e-90ef-3d35da551c9f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:54.527974 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'status': 'completed', 'code': 200} Jul 14 09:18:54.541483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c7707144-bb41-43d8-ad6d-23f4f611a125 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2362530 Jul 14 09:18:54.545440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60332) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:54.546402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdcdf0-90c8-40e9-8a38-7e047cafe2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:54.552386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1308757379', 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:54.591620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-e042196b-005a-46d3-8cd3-8c31647f383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.593663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-e042196b-005a-46d3-8cd3-8c31647f383e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1096 time: 0.1026366 Jul 14 09:18:54.609154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Made reservation on behalf of 39d1da09078f4541b6ce3e67276da164 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:54.615185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.645327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] device_id is not set on port ac51ff19-4773-44ed-9951-2ef70101f4e8 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:18:54.800753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0512343c-cb28-4b59-bc89-a2bf6bc42fb5 None None] Network 892cb2e5-db46-4c73-8abc-df18558d9510 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:54.811570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-23a38033-a448-4d6e-b563-f7b9a72bbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.813247 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-23a38033-a448-4d6e-b563-f7b9a72bbb7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.2078903 Jul 14 09:18:54.881831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d55c78-07eb-4eaf-8a4b-a2019f7a4489 req-f723374e-a6af-4780-aa47-694bd49de9a0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.883625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82d55c78-07eb-4eaf-8a4b-a2019f7a4489 req-f723374e-a6af-4780-aa47-694bd49de9a0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2047105 Jul 14 09:18:54.921499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Allocated IP 172.20.0.8 (892cb2e5-db46-4c73-8abc-df18558d9510/6a8bb825-a7b5-4970-979d-9fa36e77e529/ac51ff19-4773-44ed-9951-2ef70101f4e8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:54.923720 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-473d926b-36af-4804-8a07-32d1b82d778a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 998 time: 0.1036625 Jul 14 09:18:54.958751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e709a-4798-43ac-882f-1a40b219f9ef req-cbd5287b-e26e-42dc-83fc-469d85fd425f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.960862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-462e709a-4798-43ac-882f-1a40b219f9ef req-cbd5287b-e26e-42dc-83fc-469d85fd425f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.1106980 Jul 14 09:18:54.987597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-82d55c78-07eb-4eaf-8a4b-a2019f7a4489 req-6e792edc-f8f2-4b39-85dc-20da64bf4059 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969012 Jul 14 09:18:54.989362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-844eb883-52d7-4f60-ba40-862a21a2fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.990733 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-844eb883-52d7-4f60-ba40-862a21a2fad8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.0586908 Jul 14 09:18:55.081818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-462e709a-4798-43ac-882f-1a40b219f9ef req-e83e85ed-cab6-4e04-bdee-6537648f1d73 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887535 Jul 14 09:18:55.116920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-08eaec8c-d158-49b3-9e5d-c70300e51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.129473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-08eaec8c-d158-49b3-9e5d-c70300e51dff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206920 Jul 14 09:18:55.141314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.184807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.224307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network 892cb2e5-db46-4c73-8abc-df18558d9510 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:55.227475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:55.231313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:55.266082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Port': ['ID=ac51ff19-4773-44ed-9951-2ef70101f4e8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:55.267102 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-8ea24019-1d22-4beb-bbfb-5265561bf11c service neutron] 10.222.0.48 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414301 Jul 14 09:18:55.278302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.278907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.296664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f2f0cca1-fe7d-429f-9e6e-182ef1d2f0fa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7499323 Jul 14 09:18:55.297320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:55.402336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Deleting port ac51ff19-4773-44ed-9951-2ef70101f4e8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:55.402621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.488118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a1bf620-50ed-4287-abaa-8cbb02f458ce req-da039ce9-f7e9-4426-ae27-85d24f63f58c tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0402255 Jul 14 09:18:55.534459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.548340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Calling delete_port for ac51ff19-4773-44ed-9951-2ef70101f4e8 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:55.685884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.722598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac51ff19-4773-44ed-9951-2ef70101f4e8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:55.796053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.798131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cbea6f2f-b79a-4f00-bdfe-9bb4bfecdfce tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ac51ff19-4773-44ed-9951-2ef70101f4e8 HTTP/1.1" status: 204 len: 168 time: 0.4998863 Jul 14 09:18:55.800953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60360) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:55.802551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-ca4f3cda-c59a-401a-8c6f-e792a870c129 service neutron] 10.222.0.48 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061841 Jul 14 09:18:55.805283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510', 'external_fixed_ips': [{'subnet_id': '6a8bb825-a7b5-4970-979d-9fa36e77e529', 'ip_address': '172.20.0.8'}]}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:55.811167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-762f0d14-f82c-4735-b348-d8c6c986d7e4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.812945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-762f0d14-f82c-4735-b348-d8c6c986d7e4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 814 time: 0.5759931 Jul 14 09:18:55.837669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-ec90a5f3-6f05-4402-9a88-c92f53603c7a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/quotas/650082b6003f4b56a4fb3055d0232f28 HTTP/1.1" status: 200 len: 375 time: 0.0172989 Jul 14 09:18:55.844576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.846302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.911589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.996556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-3e843be0-87bb-4b05-9bc7-75a53ae98788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.998195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-3e843be0-87bb-4b05-9bc7-75a53ae98788 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1096 time: 0.1112723 Jul 14 09:18:56.010278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-235848b6-ed1b-4dfa-a561-09cdc357a2e9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1715753 Jul 14 09:18:56.075681 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.167270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-30a6e217-8228-4037-b0e0-c92a62138c03 service neutron] 10.222.0.18 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560123 Jul 14 09:18:56.170139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-b016ae7e-018d-4704-ad2e-d95af813763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.171666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-b016ae7e-018d-4704-ad2e-d95af813763a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.1593018 Jul 14 09:18:56.354035 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-c2a89ab8-39bd-4df4-9c1e-f6456d541e55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 998 time: 0.0937538 Jul 14 09:18:56.364584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.376404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-f5edbaec-6d90-4e4d-a5ae-4986010ef8bb service neutron] 10.222.0.18 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994624 Jul 14 09:18:56.416547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.526184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-c46de764-2e6b-4123-ae19-a4c49bf24573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.534287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-c46de764-2e6b-4123-ae19-a4c49bf24573 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.1414671 Jul 14 09:18:56.688064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Allocated IP 172.20.0.8 (892cb2e5-db46-4c73-8abc-df18558d9510/6a8bb825-a7b5-4970-979d-9fa36e77e529/5e3250a5-1a87-4313-97d3-006b7460070e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:56.790832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53f8051e-8c2a-4477-9324-6d5d284c9d96 req-5b6eccc9-60bc-4c1c-8db6-f1b11b33b524 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0436993 Jul 14 09:18:56.834374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.885607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2f7c-bab2-4e3f-95dd-3b3732696520 req-c32ce908-0cde-4127-afd5-80d7670ae296 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.892479 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-221f2f7c-bab2-4e3f-95dd-3b3732696520 req-c32ce908-0cde-4127-afd5-80d7670ae296 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.6106524 Jul 14 09:18:56.900584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.006085 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-357fcf84-ce38-491a-a945-6f4d37e92839 req-52791414-9ed2-49bc-b533-73d77bcc9370 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 210 time: 0.1521933 Jul 14 09:18:57.025214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network 892cb2e5-db46-4c73-8abc-df18558d9510 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:57.032131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:57.034330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Port': ['ID=5e3250a5-1a87-4313-97d3-006b7460070e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:57.054729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:57.092632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-21340b60-5fc3-4e55-bf70-5deba775d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.094064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-21340b60-5fc3-4e55-bf70-5deba775d9fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2255993 Jul 14 09:18:57.221198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-221f2f7c-bab2-4e3f-95dd-3b3732696520 req-b56420eb-5058-4303-b663-6382971fa43f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274088 Jul 14 09:18:57.565680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-39af3f37-8d27-44ce-a568-1f08e38bb1bc service neutron] 10.222.0.48 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077734 Jul 14 09:18:57.750519 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.035228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32484e61-d497-440c-8d45-ea25682d86f6 req-7b76ff81-a9e9-49a7-ade6-a4c56c66008d tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.1020703 Jul 14 09:18:58.109563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.264518 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e826275-2c52-4f50-8089-24d04c76d1d3 req-7220d703-41a0-483e-a55f-dfd2480f26b2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 210 time: 0.0317285 Jul 14 09:18:58.363248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Router 33c01d94-2f84-4207-b75e-c3d91283ee6c is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:18:58.607590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:58.619733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Sync routers for ids ['33c01d94-2f84-4207-b75e-c3d91283ee6c'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:58.645131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.646189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Routers {'33c01d94-2f84-4207-b75e-c3d91283ee6c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:58.647558 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f92cf1f6-f3e9-4f00-bbb0-dc98324f53b1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8447397 Jul 14 09:18:58.647694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['33c01d94-2f84-4207-b75e-c3d91283ee6c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:58.649256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60422) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:58.678760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e3ef6-ac59-4434-82ff-36d0118a3ff9 req-b859a980-6b0e-4916-8945-0663ad09a68d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.685745 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-122e3ef6-ac59-4434-82ff-36d0118a3ff9 req-b859a980-6b0e-4916-8945-0663ad09a68d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.1925685 Jul 14 09:18:58.769133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-122e3ef6-ac59-4434-82ff-36d0118a3ff9 req-d1930517-b1ef-42b7-bce3-e510dbe91549 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776622 Jul 14 09:18:58.821058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.065827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Set router 33c01d94-2f84-4207-b75e-c3d91283ee6c gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:59.441913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c01d94-2f84-4207-b75e-c3d91283ee6c', 'name': '', 'tenant_id': '39d1da09078f4541b6ce3e67276da164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510', 'external_fixed_ips': [{'subnet_id': '6a8bb825-a7b5-4970-979d-9fa36e77e529', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '5e3250a5-1a87-4313-97d3-006b7460070e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:18:55Z', 'updated_at': '2021-07-14T09:18:57Z', 'revision_number': 3, 'project_id': '39d1da09078f4541b6ce3e67276da164', 'gw_port': {'id': '5e3250a5-1a87-4313-97d3-006b7460070e', 'name': '', 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c01d94-2f84-4207-b75e-c3d91283ee6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '6a8bb825-a7b5-4970-979d-9fa36e77e529', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:18:56Z', 'updated_at': '2021-07-14T09:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a8bb825-a7b5-4970-979d-9fa36e77e529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:59.503048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Checking router: 33c01d94-2f84-4207-b75e-c3d91283ee6c for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:59.503585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Updating router 33c01d94-2f84-4207-b75e-c3d91283ee6c port 5e3250a5-1a87-4313-97d3-006b7460070e binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:18:59.507514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9d865d-95e6-42f4-9916-cdc615300b56 req-73cd8445-2b87-4d27-8d31-21d7b771e267 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 210 time: 0.0560133 Jul 14 09:18:59.557139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0624c8b-ab5c-410e-855e-c4d79dddfc13 req-fa5b79d1-2b9c-4ada-9da3-dab6aae6a69a tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0572808 Jul 14 09:18:59.573895 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.597509 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.712913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Deleting port 5e3250a5-1a87-4313-97d3-006b7460070e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:59.713178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.910060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.928830 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Calling delete_port for 5e3250a5-1a87-4313-97d3-006b7460070e owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:00.293489 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.316713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Transition to ACTIVE for port object 5e3250a5-1a87-4313-97d3-006b7460070e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:00.325182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.405284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04797e31-dd40-46e6-9931-5bdb17af6be1 None None] Pushing event updated for resources: {'Port': ['ID=5e3250a5-1a87-4313-97d3-006b7460070e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.460607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Attempting to bind port 5e3250a5-1a87-4313-97d3-006b7460070e on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:00.460983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Attempting to bind port 5e3250a5-1a87-4313-97d3-006b7460070e by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:00.461364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Attempting to bind port 5e3250a5-1a87-4313-97d3-006b7460070e on network 892cb2e5-db46-4c73-8abc-df18558d9510 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:00.469454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:00.469873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Checking segment: {'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:00.470238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.471158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Bound using segment: {'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:00.471806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Bound port: 5e3250a5-1a87-4313-97d3-006b7460070e, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:00.472231 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.491653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b745a55-ec22-44c7-b2c0-62d29318ae6a req-335bab4e-b981-4ae6-9de0-36aa90227822 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.517245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b745a55-ec22-44c7-b2c0-62d29318ae6a req-335bab4e-b981-4ae6-9de0-36aa90227822 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.2771556 Jul 14 09:19:00.612601 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:19:00.613097 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:19:00.640198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.777559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e3250a5-1a87-4313-97d3-006b7460070e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.810886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b745a55-ec22-44c7-b2c0-62d29318ae6a req-88a9a9ea-9f35-442a-bab6-9f44ff2704bd tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920291 Jul 14 09:19:00.840546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-299e535d-0b42-4af6-a7c2-6d7084730d1d req-de2b15d6-fbab-46d4-a5ec-389afa6e81b5 service neutron] 10.222.0.48 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121828 Jul 14 09:19:00.925021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f67e5ef0-1975-4426-990a-02455056cecd req-bdaa9dc7-80f4-464a-a339-f644d1884b3d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 210 time: 0.0834010 Jul 14 09:19:00.971237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.152433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Attempting to bind port 5e3250a5-1a87-4313-97d3-006b7460070e on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:01.152817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Attempting to bind port 5e3250a5-1a87-4313-97d3-006b7460070e by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:01.153192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Attempting to bind port 5e3250a5-1a87-4313-97d3-006b7460070e on network 892cb2e5-db46-4c73-8abc-df18558d9510 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:01.157852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25546a01-9bfb-4816-a868-219abd4cf159 req-1fc8e425-6b7d-4cc2-be16-ecfd5c1db72a tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.1156807 Jul 14 09:19:01.166657 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.172859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:01.177729 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.211643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Checking segment: {'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:01.212368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.212954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Bound using segment: {'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:01.214435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Bound port: 5e3250a5-1a87-4313-97d3-006b7460070e, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7b542d-5099-4a46-9f13-915e7f1a7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '892cb2e5-db46-4c73-8abc-df18558d9510'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:01.219933 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.272100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.272734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33c01d94-2f84-4207-b75e-c3d91283ee6c {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:01.286374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.287261 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1279391c-73f5-4ce7-bb64-50021405dd5c tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "DELETE /v2.0/routers/33c01d94-2f84-4207-b75e-c3d91283ee6c HTTP/1.1" status: 204 len: 168 time: 2.6367400 Jul 14 09:19:01.289257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Port 5e3250a5-1a87-4313-97d3-006b7460070e has been deleted concurrently {{(pid=93755) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 09:19:01.290584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:01.306158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Routers set() bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:01.309195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Router IDs set() for agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:19:01.310217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'33c01d94-2f84-4207-b75e-c3d91283ee6c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent'). {{(pid=93755) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:19:01.310811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b7c52-190b-496a-8a90-05ac86e749e0 None None] The sync data for ids ['33c01d94-2f84-4207-b75e-c3d91283ee6c'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:01.397816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.426565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Deleting subnet 6a8bb825-a7b5-4970-979d-9fa36e77e529 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:01.453355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.556356 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.651020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.894263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-8152ec97-8e11-4cc0-afae-45005e05c244 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.900132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-8152ec97-8e11-4cc0-afae-45005e05c244 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.48 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 814 time: 0.2195611 Jul 14 09:19:01.944829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.014918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6a8bb825-a7b5-4970-979d-9fa36e77e529,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:02.035803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.052336 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-260215a6-ba1a-46dc-8fc3-10067c3ee534 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/6a8bb825-a7b5-4970-979d-9fa36e77e529 HTTP/1.1" status: 204 len: 168 time: 0.7606425 Jul 14 09:19:02.054929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60472) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:02.083347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Request body: {'port': {'device_id': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b', 'admin_state_up': True, 'tenant_id': '650082b6003f4b56a4fb3055d0232f28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:02.341837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2141f2b8-110b-4215-952e-98621cfb8307 req-edf8c16f-bdd4-4947-b523-9759ebdd4730 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 210 time: 0.0596831 Jul 14 09:19:02.569005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.641428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e7612ba1-3cb3-44d5-93ef-19ae90979db4 req-9aead2dc-4a05-451c-bfc1-e51257746313 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0463464 Jul 14 09:19:02.672082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdf250-d454-493e-849c-eec673174927 req-0907ae52-2297-49f7-a3c8-668480d3523c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.673956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2cdf250-d454-493e-849c-eec673174927 req-0907ae52-2297-49f7-a3c8-668480d3523c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.3785684 Jul 14 09:19:02.739027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.750729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892cb2e5-db46-4c73-8abc-df18558d9510']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:02.762925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7b542d-5099-4a46-9f13-915e7f1a7d27') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:02.763574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7b542d-5099-4a46-9f13-915e7f1a7d27') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:02.773387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.812974 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.826154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:02.834694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:02.948192 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:02.956265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.995524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 892cb2e5-db46-4c73-8abc-df18558d9510 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:19:02.997937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event deleted for resources: {'Network': ['ID=892cb2e5-db46-4c73-8abc-df18558d9510,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:03.005336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.007972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-defb989b-ca78-48a9-83ce-14eca1182710 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "DELETE /v2.0/networks/892cb2e5-db46-4c73-8abc-df18558d9510 HTTP/1.1" status: 204 len: 168 time: 0.9517772 Jul 14 09:19:03.014294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Made reservation on behalf of 650082b6003f4b56a4fb3055d0232f28 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:03.022892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.054426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2cdf250-d454-493e-849c-eec673174927 req-01ba2470-2bf7-40e3-a172-956c6774f769 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056874 Jul 14 09:19:03.343847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Allocated IP 172.20.0.8 (593df62d-6efe-4d93-a05e-1125d5dc260b/f13638ec-2c21-4cf6-9a79-db33467fa9f8/347f2050-17bc-414b-90a0-922265d88438) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:03.692469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:03.704649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-127d3e99-12c4-42ac-a308-2445162698cf tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'router': {'name': 'tempest-router--2136961587', 'project_id': '2dee82936cdc4dddbcc421c0605da62f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:03.910974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127d3e99-12c4-42ac-a308-2445162698cf tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.919457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127d3e99-12c4-42ac-a308-2445162698cf tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:03.992488 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-601a86f9-98e9-45bc-aeec-8bb326005eef req-53a093c6-9348-4ae2-bc0b-ffbaaf510e34 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0781438 Jul 14 09:19:04.046603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.063704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a03966e0-ea83-4085-bd2e-621a75bbc0e3 req-3481bc8b-4feb-4b9e-8136-005c29c46979 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 210 time: 0.2699423 Jul 14 09:19:04.171073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127d3e99-12c4-42ac-a308-2445162698cf tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.178291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127d3e99-12c4-42ac-a308-2445162698cf tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.194021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.207045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['acd9c278-e0cd-4136-8d12-cd30bf95c95e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:04.227987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127d3e99-12c4-42ac-a308-2445162698cf tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.236726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-127d3e99-12c4-42ac-a308-2445162698cf tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5381465 Jul 14 09:19:04.241283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60502) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:04.390121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Network 593df62d-6efe-4d93-a05e-1125d5dc260b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:04.394363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:04.436273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:04.512015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1513-07ea-4441-9c42-59ffdb5eb340 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.589162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Pushing event updated for resources: {'Port': ['ID=347f2050-17bc-414b-90a0-922265d88438,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:04.816416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.817512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.852540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-69ea3d48-a851-44ea-9f7c-10b7dd1e5845 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7853067 Jul 14 09:19:04.871241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Request body: {'port': {'device_id': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:04.959559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1513-07ea-4441-9c42-59ffdb5eb340 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.962767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1513-07ea-4441-9c42-59ffdb5eb340 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.058305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef3a68-287d-453b-b4a4-ec274b244401 req-1883efdd-ac1d-4b73-a258-489148a65475 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.072385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49ef3a68-287d-453b-b4a4-ec274b244401 req-1883efdd-ac1d-4b73-a258-489148a65475 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.4842949 Jul 14 09:19:05.128688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1513-07ea-4441-9c42-59ffdb5eb340 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.130549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bf1513-07ea-4441-9c42-59ffdb5eb340 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0201ed15-6f2e-40b0-a7f9-15173c200611 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:05.151427 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1513-07ea-4441-9c42-59ffdb5eb340 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.153853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d7bf1513-07ea-4441-9c42-59ffdb5eb340 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0201ed15-6f2e-40b0-a7f9-15173c200611 HTTP/1.1" status: 204 len: 168 time: 0.9095685 Jul 14 09:19:05.158277 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.253370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49ef3a68-287d-453b-b4a4-ec274b244401 req-e7ffcc30-a5eb-4d4e-b65a-178a05c4e623 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745718 Jul 14 09:19:05.522825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:05.524599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39ed9b-5bdd-4d07-902a-1f33c80f29c5 req-8ac1eb39-411e-40d4-8628-eeb039948fc7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.532004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e39ed9b-5bdd-4d07-902a-1f33c80f29c5 req-8ac1eb39-411e-40d4-8628-eeb039948fc7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 931 time: 0.2600620 Jul 14 09:19:05.621904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e39ed9b-5bdd-4d07-902a-1f33c80f29c5 req-a62a6d82-9efa-4b48-b21c-e3789613d09f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885434 Jul 14 09:19:05.810984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9043b49f-0a24-4f1e-80c4-ff059db3fbe0 req-ab244948-61ca-4102-a6c5-65c14a889864 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.2324638 Jul 14 09:19:06.183668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347f2050-17bc-414b-90a0-922265d88438 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:06.217170 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.252835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1669906039', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:06.275534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Transition to ACTIVE for port object 347f2050-17bc-414b-90a0-922265d88438 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:06.282018 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.327132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.328501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.371251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Pushing event updated for resources: {'Port': ['ID=347f2050-17bc-414b-90a0-922265d88438,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.651112 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.045039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01597b83-9315-4a8f-939f-0ae0ef35e32a req-59c2a00f-1381-4ef3-85d8-e16caa8999db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.048355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01597b83-9315-4a8f-939f-0ae0ef35e32a req-59c2a00f-1381-4ef3-85d8-e16caa8999db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 943 time: 0.1612301 Jul 14 09:19:07.190834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01597b83-9315-4a8f-939f-0ae0ef35e32a req-eba2ba38-972b-40de-8aa1-a718380e9251 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365438 Jul 14 09:19:07.496527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.559618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f166-5fef-4797-83d0-0ad995a7f4fe req-3f3e0c2e-61fb-4d08-bac7-5daa7779df57 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.569299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dfa1f166-5fef-4797-83d0-0ad995a7f4fe req-3f3e0c2e-61fb-4d08-bac7-5daa7779df57 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.9161355 Jul 14 09:19:07.581260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Attempting to bind port 347f2050-17bc-414b-90a0-922265d88438 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:07.582125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Attempting to bind port 347f2050-17bc-414b-90a0-922265d88438 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:07.582842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Attempting to bind port 347f2050-17bc-414b-90a0-922265d88438 on network 593df62d-6efe-4d93-a05e-1125d5dc260b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:07.593509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e44c7de8-59bf-4069-b2d7-31367b200068 req-09a4a757-fe14-4e10-8e07-3c26ee82affc tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0514371 Jul 14 09:19:07.634700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Port 347f2050-17bc-414b-90a0-922265d88438 on network 593df62d-6efe-4d93-a05e-1125d5dc260b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:07.635340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Attempting to bind port 347f2050-17bc-414b-90a0-922265d88438 on network 593df62d-6efe-4d93-a05e-1125d5dc260b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:07.658309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:07.660072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Checking segment: {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:07.660871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Bound using segment: {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:07.661607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Bound port: 347f2050-17bc-414b-90a0-922265d88438, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:07.662249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.731991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dfa1f166-5fef-4797-83d0-0ad995a7f4fe req-3f3a4995-6129-4338-8e89-628d32b25f07 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607449 Jul 14 09:19:07.830643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] For port 347f2050-17bc-414b-90a0-922265d88438, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:07.846774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] For port 347f2050-17bc-414b-90a0-922265d88438, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=347f2050-17bc-414b-90a0-922265d88438,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:07.882823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.234578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.235555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.237905 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] 10.222.0.48 "PUT /v2.0/ports/347f2050-17bc-414b-90a0-922265d88438 HTTP/1.1" status: 200 len: 1092 time: 3.3709893 Jul 14 09:19:08.238732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'tag': '347f2050-17bc-414b-90a0-922265d88438'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:08.252575 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d388508-6080-4336-9a4f-a2d2a5002fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "64a2de50-2cba-4178-acaf-dcc0e5e2ff61", "tag": "347f2050-17bc-414b-90a0-922265d88438"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:08.346800 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659c30c-77c1-4845-ac62-d5031c9883c8 x-openstack-request-id: req-4659c30c-77c1-4845-ac62-d5031c9883c8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:08.347147 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a2de50-2cba-4178-acaf-dcc0e5e2ff61", "tag": "347f2050-17bc-414b-90a0-922265d88438", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:08.347427 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4659c30c-77c1-4845-ac62-d5031c9883c8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:08.347844 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'tag': '347f2050-17bc-414b-90a0-922265d88438', 'status': 'completed', 'code': 200} Jul 14 09:19:08.351998 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.386217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.399333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea4ddb-6781-466b-abf7-709462f6d22b service neutron] Pushing event updated for resources: {'Port': ['ID=347f2050-17bc-414b-90a0-922265d88438,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:08.643943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Allocated IP 172.25.2.223 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/d292ae31-48ef-4f1e-8dfc-be212450183f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:08.779814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.862951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d857bd28-cc8e-429c-a576-086276e3641a req-dde14fac-9897-48d9-b513-b1bd9a5f37d5 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0436735 Jul 14 09:19:08.877567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.951661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event updated for resources: {'Port': ['ID=d292ae31-48ef-4f1e-8dfc-be212450183f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:08.976483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:08.982211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:08.989204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:09.016345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d388508-6080-4336-9a4f-a2d2a5002fbc req-fdb60d95-bfca-4e64-a530-bd86b4dfad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.019318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d388508-6080-4336-9a4f-a2d2a5002fbc req-fdb60d95-bfca-4e64-a530-bd86b4dfad54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 1095 time: 0.6156497 Jul 14 09:19:09.038772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc5b7-7971-48d1-bbd3-77dee365121a req-c480b7da-0784-4538-87b3-73e9172d556b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.045857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e27fc5b7-7971-48d1-bbd3-77dee365121a req-c480b7da-0784-4538-87b3-73e9172d556b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 943 time: 0.2181499 Jul 14 09:19:09.081940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085245e7-4938-4cb8-a602-1d0ab8be106e req-760a7c43-9182-4b6a-88a0-ff89d03ecd9f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.084547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-085245e7-4938-4cb8-a602-1d0ab8be106e req-760a7c43-9182-4b6a-88a0-ff89d03ecd9f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.0783525 Jul 14 09:19:09.141179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-085245e7-4938-4cb8-a602-1d0ab8be106e req-4fbb1886-cf9c-42f7-9108-7dc4f32d3a43 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Jul 14 09:19:09.261075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e27fc5b7-7971-48d1-bbd3-77dee365121a req-3fbe498d-e5c2-4a70-a4eb-613196944dd1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143409 Jul 14 09:19:09.430379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d388508-6080-4336-9a4f-a2d2a5002fbc req-cc5a92c1-ddc8-4549-9636-84253c09a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.431881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d388508-6080-4336-9a4f-a2d2a5002fbc req-cc5a92c1-ddc8-4549-9636-84253c09a6a5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=650082b6003f4b56a4fb3055d0232f28&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2837973 Jul 14 09:19:09.838743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:09.955348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d388508-6080-4336-9a4f-a2d2a5002fbc req-a23a15f7-9c74-4b49-927e-c48c90646843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.957027 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d388508-6080-4336-9a4f-a2d2a5002fbc req-a23a15f7-9c74-4b49-927e-c48c90646843 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4975944 Jul 14 09:19:10.086657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d021c14-6348-43ed-9505-6e1ae57f8aae req-0473fae1-b2da-4e06-bf9a-7ee3512ac0a8 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0561655 Jul 14 09:19:10.156650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.163573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-c934d116-3e12-45eb-93b1-06fecdd74d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.165080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-c934d116-3e12-45eb-93b1-06fecdd74d81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 1095 time: 0.1361430 Jul 14 09:19:10.249990 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-6f3f61f0-e6c4-4a38-9412-dec28aa439df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347f2050-17bc-414b-90a0-922265d88438 HTTP/1.1" status: 200 len: 217 time: 0.0493677 Jul 14 09:19:10.336733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-ec518fa5-787b-4562-bbd7-aaa153abe6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.338407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-ec518fa5-787b-4562-bbd7-aaa153abe6d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.0621667 Jul 14 09:19:10.356373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bd956-e8c1-4c1d-86b5-c3e961f10aaa req-faa5e0dd-ee52-4cd9-83fc-2682eaff7ae4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.359040 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea6bd956-e8c1-4c1d-86b5-c3e961f10aaa req-faa5e0dd-ee52-4cd9-83fc-2682eaff7ae4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.0858266 Jul 14 09:19:10.381129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-b9a4a34f-9789-4c77-a0ea-2a432e377228 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351095 Jul 14 09:19:10.408310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea6bd956-e8c1-4c1d-86b5-c3e961f10aaa req-e96064cd-0591-4235-9432-4d7b7c335f0c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396001 Jul 14 09:19:10.488309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Router 05d0aab1-2684-4512-9a08-6a99a31e2e1e is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:10.595230 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-cab6fb22-026d-42ad-b62f-c41637bf62f1 service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073367 Jul 14 09:19:10.645468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29352-172d-48a3-ab92-b1cbc2356d74 req-98fa4c5f-6f9e-4c06-a787-c0201dd13080 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.647012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ec29352-172d-48a3-ab92-b1cbc2356d74 req-98fa4c5f-6f9e-4c06-a787-c0201dd13080 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 943 time: 0.2384505 Jul 14 09:19:10.748189 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ec29352-172d-48a3-ab92-b1cbc2356d74 req-96eca59c-815a-416f-93f4-2003a2ee0ff2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647290 Jul 14 09:19:10.750832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:10.761429 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] Sync routers for ids ['05d0aab1-2684-4512-9a08-6a99a31e2e1e'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:10.778213 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] Routers {'05d0aab1-2684-4512-9a08-6a99a31e2e1e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:10.779092 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05d0aab1-2684-4512-9a08-6a99a31e2e1e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:10.782257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77401ecb-f4b7-4e05-b543-c36fe2f2f242 req-a06d39c1-d5f8-4672-addc-bdab8f021355 service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795428 Jul 14 09:19:10.784194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.785275 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5fc67075-6154-4ac0-8d5a-8228051d1e03 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2572339 Jul 14 09:19:10.788195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:10.817285 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:10.825860 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] Routers {'05d0aab1-2684-4512-9a08-6a99a31e2e1e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:10.826453 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05d0aab1-2684-4512-9a08-6a99a31e2e1e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:10.861967 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:10.862597 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534ac1d-388d-4802-9542-15fb081252e8 None None] The sync data for ids ['05d0aab1-2684-4512-9a08-6a99a31e2e1e'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:10.902028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af4ecaa6-21ce-49cb-9997-011eb734b915 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/05d0aab1-2684-4512-9a08-6a99a31e2e1e HTTP/1.1" status: 200 len: 921 time: 0.1124861 Jul 14 09:19:10.904805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:10.933993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e7bbb625-7013-45b6-aba6-b56f8ae952b9 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=05d0aab1-2684-4512-9a08-6a99a31e2e1e HTTP/1.1" status: 200 len: 205 time: 0.0281386 Jul 14 09:19:10.936678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:11.046895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.154664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.207998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Deleting port d292ae31-48ef-4f1e-8dfc-be212450183f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:11.208426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.269927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c3a3e33-1014-4923-89b6-e63d781127fd req-4bf6d547-363a-474b-9d81-73ee2ab9b801 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0361826 Jul 14 09:19:11.300952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.313005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Calling delete_port for d292ae31-48ef-4f1e-8dfc-be212450183f owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:11.497020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.524541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event deleted for resources: {'Port': ['ID=d292ae31-48ef-4f1e-8dfc-be212450183f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:11.537444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.537875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.538340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.539106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.539106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.539570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.539975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.540376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.540776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.541170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.541563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.541971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:11.646870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:11.938147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3629-5b5f-4711-92da-33dcd1715c99 req-bfc0bbc4-58c9-480b-a364-2024b1769ce3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.940041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a8b3629-5b5f-4711-92da-33dcd1715c99 req-bfc0bbc4-58c9-480b-a364-2024b1769ce3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 943 time: 0.0687006 Jul 14 09:19:11.981975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a8b3629-5b5f-4711-92da-33dcd1715c99 req-6b469137-ad3f-48ff-aafb-597b06ae28a6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352561 Jul 14 09:19:12.029563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ddde-f729-4ce6-939e-fd7ebf7a9350 req-ba467da6-77d1-4c1f-967c-f11e7eb9bcaa tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.031128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8d3ddde-f729-4ce6-939e-fd7ebf7a9350 req-ba467da6-77d1-4c1f-967c-f11e7eb9bcaa tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.4692411 Jul 14 09:19:12.033083 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.036410 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.114517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.115047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Fanout notify agent at l3_agent the message router_deleted on router 05d0aab1-2684-4512-9a08-6a99a31e2e1e {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:12.121979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.123076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-16029b4f-c8fe-4352-9af3-ce332e5baa1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/05d0aab1-2684-4512-9a08-6a99a31e2e1e HTTP/1.1" status: 204 len: 168 time: 1.1853571 Jul 14 09:19:12.127680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:12.130844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8d3ddde-f729-4ce6-939e-fd7ebf7a9350 req-17477397-7742-47b9-80b8-7e7a9bf22193 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925124 Jul 14 09:19:12.132981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1145157520', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': False}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:12.168783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.169852 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.225783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.368440 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.458424 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59d42b96-39d5-4d2f-b213-a71eeb82c6da req-afd0594d-3fb9-4c41-a90e-4f9cef9e44cd tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0344307 Jul 14 09:19:12.620839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.641201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.752434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Allocated IP 172.25.2.35 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/386868bc-9f5f-49eb-9f7e-e94950ad7ac3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:12.853159 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.891955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.927036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:12.933265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:12.936735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:12.942815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Port': ['ID=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:12.972605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.972958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.973326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.973678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.974020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.974358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.974692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.975026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.975376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.975714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.976045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:12.976375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:13.242396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be345469-0288-43b8-99f5-cc038df4ed06 req-bcdb593e-9081-4272-bf3c-0e96ae56a8a3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.244012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be345469-0288-43b8-99f5-cc038df4ed06 req-bcdb593e-9081-4272-bf3c-0e96ae56a8a3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 943 time: 0.1435595 Jul 14 09:19:13.269881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.332386 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be345469-0288-43b8-99f5-cc038df4ed06 req-8416ac42-0005-4c39-8489-0fd943c594c1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794334 Jul 14 09:19:13.338410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3602948-1bd8-4928-b87a-1dc79658f53d req-75b4362a-0ad2-47d0-89a4-2d18ffe9233c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.339955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3602948-1bd8-4928-b87a-1dc79658f53d req-75b4362a-0ad2-47d0-89a4-2d18ffe9233c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.0839348 Jul 14 09:19:13.380675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3602948-1bd8-4928-b87a-1dc79658f53d req-147288ec-cbcd-48fd-941f-6e203ccbce1a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333586 Jul 14 09:19:13.500324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.946066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b8425a4-724b-48dc-ba30-278e49d00cb3 req-094f01f7-7f2f-40ab-bccd-da41021e921d tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0345070 Jul 14 09:19:13.989448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Router aa74ef4d-db91-44da-9bf6-90dd677f3bff is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:14.102099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:14.111831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Sync routers for ids ['aa74ef4d-db91-44da-9bf6-90dd677f3bff'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:14.118612 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.119952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-40cf38e8-f4d0-4949-954c-f8aa03a9f249 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9909620 Jul 14 09:19:14.122617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.123128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Routers {'aa74ef4d-db91-44da-9bf6-90dd677f3bff'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:14.124010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['aa74ef4d-db91-44da-9bf6-90dd677f3bff'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.230933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Set router aa74ef4d-db91-44da-9bf6-90dd677f3bff gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:14.236869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-84c0fe00-85d0-427d-a631-18b28968c41f tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/aa74ef4d-db91-44da-9bf6-90dd677f3bff HTTP/1.1" status: 200 len: 908 time: 0.1120636 Jul 14 09:19:14.239237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60612) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.243669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1145157520', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': True}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:14.267024 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.270498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.329001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.435285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa74ef4d-db91-44da-9bf6-90dd677f3bff', 'name': 'tempest-snat-router-1145157520', 'tenant_id': '39d1da09078f4541b6ce3e67276da164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.35'}], 'enable_snat': False}, 'gw_port_id': '386868bc-9f5f-49eb-9f7e-e94950ad7ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:12Z', 'updated_at': '2021-07-14T09:19:13Z', 'revision_number': 3, 'project_id': '39d1da09078f4541b6ce3e67276da164', 'gw_port': {'id': '386868bc-9f5f-49eb-9f7e-e94950ad7ac3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa74ef4d-db91-44da-9bf6-90dd677f3bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:12Z', 'updated_at': '2021-07-14T09:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.465926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Checking router: aa74ef4d-db91-44da-9bf6-90dd677f3bff for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:14.466292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Updating router aa74ef4d-db91-44da-9bf6-90dd677f3bff port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:14.506167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.509197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.602777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bd55a-7192-47e7-b636-7e6cfa78f52d req-dd26e532-b5a2-4b87-b812-2671e2f3b434 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.604231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd3bd55a-7192-47e7-b636-7e6cfa78f52d req-dd26e532-b5a2-4b87-b812-2671e2f3b434 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 943 time: 0.1279316 Jul 14 09:19:14.611386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b775-50bd-481a-943d-333f11b67e3e req-6ff9997f-b05a-4117-bad5-780293e689f8 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.617882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e583b775-50bd-481a-943d-333f11b67e3e req-6ff9997f-b05a-4117-bad5-780293e689f8 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.0741796 Jul 14 09:19:14.652118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e583b775-50bd-481a-943d-333f11b67e3e req-51b1588e-b10d-426e-aa34-594d1dcae960 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333803 Jul 14 09:19:14.661443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd3bd55a-7192-47e7-b636-7e6cfa78f52d req-5f93ca0f-c081-4da7-a95d-565c726b5fcd tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Jul 14 09:19:14.777810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.796816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.798078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.808354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Transition to ACTIVE for port object 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:14.813592 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.863866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Attempting to bind port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:14.864245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Attempting to bind port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:14.864613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Attempting to bind port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:14.869113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd830cd-2851-456e-b550-6fa041ca9b3e None None] Pushing event updated for resources: {'Port': ['ID=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.871837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:14.872254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:14.872637 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.873002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:14.873468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Bound port: 386868bc-9f5f-49eb-9f7e-e94950ad7ac3, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:14.873855 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.896598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 347f2050-17bc-414b-90a0-922265d88438 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:14.908543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Allocated IP 172.25.2.219 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/7a6f569d-a775-48f6-b6ea-02a43a17c52f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:14.978597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] For port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:14.997163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] For port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:15.003235 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.029264 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.071127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 347f2050-17bc-414b-90a0-922265d88438, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=347f2050-17bc-414b-90a0-922265d88438,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:15.075929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.095711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Routers {'aa74ef4d-db91-44da-9bf6-90dd677f3bff'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:15.096345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['aa74ef4d-db91-44da-9bf6-90dd677f3bff'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:15.101302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '347f2050-17bc-414b-90a0-922265d88438', 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b', 'port_id': '347f2050-17bc-414b-90a0-922265d88438', 'mac_address': 'fa:16:3e:f4:86:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13638ec-2c21-4cf6-9a79-db33467fa9f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:15.136122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd830cd-2851-456e-b550-6fa041ca9b3e None None] Pushing event updated for resources: {'Port': ['ID=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.140247 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86b6b8b8-7868-4ca6-97e7-b9841b83ee79 req-a9254a6f-9fc9-421e-a718-6187bbba4488 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0553739 Jul 14 09:19:15.152578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:15.155738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:15.160536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:15.163864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Port': ['ID=7a6f569d-a775-48f6-b6ea-02a43a17c52f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.226176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.418873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347f2050-17bc-414b-90a0-922265d88438 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:15.433991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.446114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 347f2050-17bc-414b-90a0-922265d88438, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=347f2050-17bc-414b-90a0-922265d88438,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:15.452557 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.455523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] Set router aa74ef4d-db91-44da-9bf6-90dd677f3bff gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:15.646015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=347f2050-17bc-414b-90a0-922265d88438,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.650665 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.721921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa74ef4d-db91-44da-9bf6-90dd677f3bff', 'name': 'tempest-snat-router-1145157520', 'tenant_id': '39d1da09078f4541b6ce3e67276da164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.35'}], 'enable_snat': False}, 'gw_port_id': '386868bc-9f5f-49eb-9f7e-e94950ad7ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:12Z', 'updated_at': '2021-07-14T09:19:13Z', 'revision_number': 3, 'project_id': '39d1da09078f4541b6ce3e67276da164', 'gw_port': {'id': '386868bc-9f5f-49eb-9f7e-e94950ad7ac3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa74ef4d-db91-44da-9bf6-90dd677f3bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:12Z', 'updated_at': '2021-07-14T09:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:15.794965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Router 72fd2461-3064-40ec-9f76-8bc63f7a92bc is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:15.796608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['347f2050-17bc-414b-90a0-922265d88438'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:15.801451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98b158-4b35-4336-bad3-3cbc1b06dc8b None None] The sync data for ids ['aa74ef4d-db91-44da-9bf6-90dd677f3bff'] in n-d-758944-44 is: [{'id': 'aa74ef4d-db91-44da-9bf6-90dd677f3bff', 'name': 'tempest-snat-router-1145157520', 'tenant_id': '39d1da09078f4541b6ce3e67276da164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.35'}], 'enable_snat': False}, 'gw_port_id': '386868bc-9f5f-49eb-9f7e-e94950ad7ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:12Z', 'updated_at': '2021-07-14T09:19:13Z', 'revision_number': 3, 'project_id': '39d1da09078f4541b6ce3e67276da164', 'gw_port': {'id': '386868bc-9f5f-49eb-9f7e-e94950ad7ac3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:74:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa74ef4d-db91-44da-9bf6-90dd677f3bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:12Z', 'updated_at': '2021-07-14T09:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:15.920114 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e0321dd-bf22-47a5-b3b9-bfdaea68e9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.967433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3b60-9e3b-4a30-911d-a8328754ed95 req-e8eebe65-da64-40b5-bdba-95d15bda054c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:15.974891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed1f3b60-9e3b-4a30-911d-a8328754ed95 req-e8eebe65-da64-40b5-bdba-95d15bda054c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.1074471 Jul 14 09:19:15.978597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce93c24-449a-4e32-9d89-773a36a8e57b req-9064f932-25c2-439d-809b-e7fbea480d8c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:15.980368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ce93c24-449a-4e32-9d89-773a36a8e57b req-9064f932-25c2-439d-809b-e7fbea480d8c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 944 time: 0.1747670 Jul 14 09:19:15.986896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:15.998768 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Sync routers for ids ['72fd2461-3064-40ec-9f76-8bc63f7a92bc'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:16.019724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Routers {'72fd2461-3064-40ec-9f76-8bc63f7a92bc'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:16.022083 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['72fd2461-3064-40ec-9f76-8bc63f7a92bc'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:16.033722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.035397 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e3ba1af-a0be-4eff-847c-4cc48af7f85b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7951434 Jul 14 09:19:16.042638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60654) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.045583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed1f3b60-9e3b-4a30-911d-a8328754ed95 req-c799571c-66f5-4665-b0b9-9dc20bb727f3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693977 Jul 14 09:19:16.068336 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ce93c24-449a-4e32-9d89-773a36a8e57b req-97deb449-540e-4aa6-ac10-4d4393b61947 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632238 Jul 14 09:19:16.170641 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Set router 72fd2461-3064-40ec-9f76-8bc63f7a92bc gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:16.208243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-183e57c6-15cd-4f4a-b728-b0e992e91c87 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/72fd2461-3064-40ec-9f76-8bc63f7a92bc HTTP/1.1" status: 200 len: 908 time: 0.1617401 Jul 14 09:19:16.209102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60658) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.369914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e9ff7c6-ae1f-47b1-ae5d-ddf191dc6981 req-9a136433-df33-41c9-84fa-b36c87ff3d44 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0415964 Jul 14 09:19:16.401694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.450567 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd2461-3064-40ec-9f76-8bc63f7a92bc', 'name': 'tempest-snat-router-1145157520', 'tenant_id': '39d1da09078f4541b6ce3e67276da164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '7a6f569d-a775-48f6-b6ea-02a43a17c52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:14Z', 'updated_at': '2021-07-14T09:19:15Z', 'revision_number': 3, 'project_id': '39d1da09078f4541b6ce3e67276da164', 'gw_port': {'id': '7a6f569d-a775-48f6-b6ea-02a43a17c52f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fd2461-3064-40ec-9f76-8bc63f7a92bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:14Z', 'updated_at': '2021-07-14T09:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:16.485321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Checking router: 72fd2461-3064-40ec-9f76-8bc63f7a92bc for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:16.485672 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Updating router 72fd2461-3064-40ec-9f76-8bc63f7a92bc port 7a6f569d-a775-48f6-b6ea-02a43a17c52f binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:16.512802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.523291 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.605923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Deleting port 7a6f569d-a775-48f6-b6ea-02a43a17c52f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:16.607296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.718097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:16.790027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:16.793320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.798998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:16.799176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.827316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Calling delete_port for 7a6f569d-a775-48f6-b6ea-02a43a17c52f owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:16.926219 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.941683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1786239a-0c70-4937-9448-3f576998177a details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:16.948138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 347f2050-17bc-414b-90a0-922265d88438 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:17.005196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:17.005446 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.015566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.029802 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Transition to ACTIVE for port object 7a6f569d-a775-48f6-b6ea-02a43a17c52f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:17.051381 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.115033 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:19:17.118162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.118583 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Pushing event updated for resources: {'Port': ['ID=7a6f569d-a775-48f6-b6ea-02a43a17c52f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.180610 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.180969 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.186998 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.190644 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.191200 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.191786 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.192322 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.192852 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.193369 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.193889 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.194439 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.195185 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5024df-e380-4e99-83c4-2b8731713b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:17.197056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 347f2050-17bc-414b-90a0-922265d88438 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:17.229542 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Attempting to bind port 7a6f569d-a775-48f6-b6ea-02a43a17c52f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:17.230127 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Attempting to bind port 7a6f569d-a775-48f6-b6ea-02a43a17c52f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:17.230947 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Attempting to bind port 7a6f569d-a775-48f6-b6ea-02a43a17c52f on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:17.247864 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:17.248230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 347f2050-17bc-414b-90a0-922265d88438 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:17.248613 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:17.249024 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.249157 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.249420 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:17.249910 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Bound port: 7a6f569d-a775-48f6-b6ea-02a43a17c52f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:17.250294 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.312578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:17.326344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '1786239a-0c70-4937-9448-3f576998177a', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'port_id': '1786239a-0c70-4937-9448-3f576998177a', 'mac_address': 'fa:16:3e:5d:b4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:17.406787 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:19:17.407168 n-d-758944-44 neutron-server[93756]: DEBUG oslo_db.api [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:19:17.412218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.422929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fcbe-a77f-433f-aed2-ac7b641a79b6 req-b30f8e82-d2b8-4c17-a521-44b0065f0ef5 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.430861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7200fcbe-a77f-433f-aed2-ac7b641a79b6 req-b30f8e82-d2b8-4c17-a521-44b0065f0ef5 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1331398 Jul 14 09:19:17.453753 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.464358 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.469547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a6f569d-a775-48f6-b6ea-02a43a17c52f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.478950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1786239a-0c70-4937-9448-3f576998177a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:17.501244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f231c-66e2-4e3e-96d9-6b4d3aae89c1 req-f2bd3c48-e326-48cc-b99c-eb328620ee7e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.502940 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb6f231c-66e2-4e3e-96d9-6b4d3aae89c1 req-f2bd3c48-e326-48cc-b99c-eb328620ee7e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 944 time: 0.2469153 Jul 14 09:19:17.508511 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7200fcbe-a77f-433f-aed2-ac7b641a79b6 req-598f8907-fee8-4d6a-9d11-5cfd279c988e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765860 Jul 14 09:19:17.523206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 347f2050-17bc-414b-90a0-922265d88438, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=347f2050-17bc-414b-90a0-922265d88438,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:17.526341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f2050-17bc-414b-90a0-922265d88438'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:17.530083 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d329818-62ff-4fad-b566-bf7c01cd1af6" -d '{"events": [{"server_uuid": "64a2de50-2cba-4178-acaf-dcc0e5e2ff61", "name": "network-vif-plugged", "status": "completed", "tag": "347f2050-17bc-414b-90a0-922265d88438"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:17.539650 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.580818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:17.591393 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.622241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=347f2050-17bc-414b-90a0-922265d88438,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.640767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.646108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb6f231c-66e2-4e3e-96d9-6b4d3aae89c1 req-e59f23a6-876a-4fb3-ad6c-d86d9ac132d2 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079140 Jul 14 09:19:17.691767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.710079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e62e7-61f5-48ae-8cd9-0e0730e5e607 req-bfd2e292-7bb4-4007-a23b-f7a38ce784d2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.711933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a5e62e7-61f5-48ae-8cd9-0e0730e5e607 req-bfd2e292-7bb4-4007-a23b-f7a38ce784d2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 945 time: 0.0973785 Jul 14 09:19:17.771768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a5e62e7-61f5-48ae-8cd9-0e0730e5e607 req-a65b7e8d-31f1-45b1-8ec1-458d9ad0eab6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543096 Jul 14 09:19:17.790400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.792948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.850866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.852367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72fd2461-3064-40ec-9f76-8bc63f7a92bc {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:17.853464 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9cd4a4-1b0d-41c0-b9e9-91de0cdd20a4 x-openstack-request-id: req-9e9cd4a4-1b0d-41c0-b9e9-91de0cdd20a4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:17.855162 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a2de50-2cba-4178-acaf-dcc0e5e2ff61", "name": "network-vif-plugged", "status": "completed", "tag": "347f2050-17bc-414b-90a0-922265d88438", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:17.856100 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e9cd4a4-1b0d-41c0-b9e9-91de0cdd20a4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:17.856761 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f2050-17bc-414b-90a0-922265d88438', 'code': 200} Jul 14 09:19:17.860438 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.867899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:17.868377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7b7bb683-2629-47e9-950d-b67dcb7ab9d2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "DELETE /v2.0/routers/72fd2461-3064-40ec-9f76-8bc63f7a92bc HTTP/1.1" status: 204 len: 168 time: 1.6580892 Jul 14 09:19:17.878939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['1786239a-0c70-4937-9448-3f576998177a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:17.932007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Attempting to bind port 7a6f569d-a775-48f6-b6ea-02a43a17c52f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:17.932767 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Attempting to bind port 7a6f569d-a775-48f6-b6ea-02a43a17c52f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:17.933575 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Attempting to bind port 7a6f569d-a775-48f6-b6ea-02a43a17c52f on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:17.945706 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:17.946650 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:17.947950 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.948992 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:17.949702 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Bound port: 7a6f569d-a775-48f6-b6ea-02a43a17c52f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:17.950310 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.011969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e729f70c-2aff-431b-81e0-c0c575e31af3 req-3cd00574-8ce9-4b6a-9948-fdd0a2ebd368 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0821383 Jul 14 09:19:18.104734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Port 7a6f569d-a775-48f6-b6ea-02a43a17c52f has been deleted concurrently {{(pid=93756) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 09:19:18.115167 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Routers set() bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:18.115702 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Router IDs set() for agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:19:18.116443 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'72fd2461-3064-40ec-9f76-8bc63f7a92bc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:18:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent'). {{(pid=93756) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:19:18.116913 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ebb66-8366-415c-a323-1724442e56e0 None None] The sync data for ids ['72fd2461-3064-40ec-9f76-8bc63f7a92bc'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:18.400412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2232d-e4c6-4564-81e7-63e354e01ae3 req-18f9fb48-66d8-48b3-a280-82f110ae5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.401912 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7af2232d-e4c6-4564-81e7-63e354e01ae3 req-18f9fb48-66d8-48b3-a280-82f110ae5648 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 1097 time: 0.4543025 Jul 14 09:19:18.403493 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.516806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7af2232d-e4c6-4564-81e7-63e354e01ae3 req-019e25fc-5044-46df-9066-696f00461366 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773966 Jul 14 09:19:18.541497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.609321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Deleting port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:18.609886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.649935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:18.714400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37b30-d64d-4612-b500-66d61e2c0484 req-cb808880-331e-4c4b-b959-7119f0cd8b4d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.716526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99f37b30-d64d-4612-b500-66d61e2c0484 req-cb808880-331e-4c4b-b959-7119f0cd8b4d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.0915844 Jul 14 09:19:18.730268 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a81a8794-eb70-4adf-9525-862cf8eeca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.738255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] For port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:18.738623 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.775417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99f37b30-d64d-4612-b500-66d61e2c0484 req-4c932dc9-0682-4618-b14f-d46fe370748b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522523 Jul 14 09:19:18.781422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Calling delete_port for 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:18.800444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:18.800839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.936349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1786239a-0c70-4937-9448-3f576998177a up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:18.978735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fc243-ba24-452b-b088-c20d076f1aad req-668dc08b-40b1-460f-a7ca-5a6f96650b4e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.980855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-930fc243-ba24-452b-b088-c20d076f1aad req-668dc08b-40b1-460f-a7ca-5a6f96650b4e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 945 time: 0.0779588 Jul 14 09:19:18.994509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b9fe-4543-4c00-955e-6e7a4a0e1ad2 req-f8133d16-b6bf-4ffc-a27b-866e7fb6ccb6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.994707 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.996131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fbb2b9fe-4543-4c00-955e-6e7a4a0e1ad2 req-f8133d16-b6bf-4ffc-a27b-866e7fb6ccb6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 945 time: 0.1435614 Jul 14 09:19:19.011174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 1786239a-0c70-4937-9448-3f576998177a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:19.015872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 1786239a-0c70-4937-9448-3f576998177a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:19.016292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.064745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-930fc243-ba24-452b-b088-c20d076f1aad req-7d0e129d-89d6-4629-8042-d4f1af9a1aa0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740752 Jul 14 09:19:19.076092 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fbb2b9fe-4543-4c00-955e-6e7a4a0e1ad2 req-81b8d405-c443-4869-8a60-b1939bfebe66 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698996 Jul 14 09:19:19.099791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.134110 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.147671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event deleted for resources: {'Port': ['ID=386868bc-9f5f-49eb-9f7e-e94950ad7ac3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.179415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:19.183909 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.238040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.259945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.352904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8293df0-c1fa-4926-b446-aa73ed3c16fb req-f79ee153-557f-407e-a1cd-be6aafac99dc tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.1167295 Jul 14 09:19:19.358421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.360612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.417905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.426290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa74ef4d-db91-44da-9bf6-90dd677f3bff {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:19.445657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.446829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e25ed064-94b7-419b-8e0a-93567818720a tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "DELETE /v2.0/routers/aa74ef4d-db91-44da-9bf6-90dd677f3bff HTTP/1.1" status: 204 len: 168 time: 1.5773628 Jul 14 09:19:19.450393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:19.457245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-934038441', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:19.497874 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.499207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.599426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.615977 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.749377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.858098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:19.866038 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e50c36-7c6d-4a6b-9e4c-3697b2933233" -d '{"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:19.909259 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ee203d-5e6b-46bb-a8f2-5f28e407af5a x-openstack-request-id: req-f2ee203d-5e6b-46bb-a8f2-5f28e407af5a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:19.909566 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-plugged", "status": "completed", "tag": "1786239a-0c70-4937-9448-3f576998177a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:19.909830 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2ee203d-5e6b-46bb-a8f2-5f28e407af5a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:19.910263 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'code': 200} Jul 14 09:19:19.938569 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.981022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e529fdf-679c-40da-8a82-fbf675a11e4b req-ef376c82-97c4-4a7a-8eb8-11d8ef3f949e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.982584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e529fdf-679c-40da-8a82-fbf675a11e4b req-ef376c82-97c4-4a7a-8eb8-11d8ef3f949e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.0888093 Jul 14 09:19:19.988266 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.023096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.024246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e529fdf-679c-40da-8a82-fbf675a11e4b req-42b9f5a4-c726-4f0f-ba1e-446b15a14a82 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351558 Jul 14 09:19:20.154606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Allocated IP 172.25.2.141 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/3654cb2a-5dc0-42e5-9e87-6dfcbb943b4f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:20.302984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceaf2b-c270-4098-ae45-62da56672db2 req-3508534a-81ca-4a8d-9b09-d399da274c1d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.304650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3ceaf2b-c270-4098-ae45-62da56672db2 req-3508534a-81ca-4a8d-9b09-d399da274c1d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 946 time: 0.0714576 Jul 14 09:19:20.346288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c1c5b-e9a6-4ce1-9502-8721d09c9ab1 req-882ec169-82a1-49c3-9a95-53a76b808d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.348606 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f73c1c5b-e9a6-4ce1-9502-8721d09c9ab1 req-882ec169-82a1-49c3-9a95-53a76b808d05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1098 time: 0.1917734 Jul 14 09:19:20.351383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3ceaf2b-c270-4098-ae45-62da56672db2 req-bca5322b-4047-48c6-9f3a-26dccc014c6a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408156 Jul 14 09:19:20.383962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.396903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece31d6-cdac-4299-bda8-bbd5a2364dff req-e357f9ce-cefd-4680-a84e-28a01ebdadf7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.398399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ece31d6-cdac-4299-bda8-bbd5a2364dff req-e357f9ce-cefd-4680-a84e-28a01ebdadf7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 945 time: 0.1868012 Jul 14 09:19:20.430621 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f73c1c5b-e9a6-4ce1-9502-8721d09c9ab1 req-9d32b3c1-4251-435a-8f37-9af2f82b37f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741682 Jul 14 09:19:20.473200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ece31d6-cdac-4299-bda8-bbd5a2364dff req-fb833a36-38f0-4b36-b6b0-07a92863de05 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619094 Jul 14 09:19:20.491380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.522654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:20.557525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:20.581780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:20.637224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event updated for resources: {'Port': ['ID=3654cb2a-5dc0-42e5-9e87-6dfcbb943b4f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:20.693909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:20.697564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4503a60f-5af6-4f09-9cbe-93dcfbb23032 req-a674c66a-5fd8-44b2-8a92-ec05372c42b6 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0763328 Jul 14 09:19:20.719594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:20.720042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 386868bc-9f5f-49eb-9f7e-e94950ad7ac3 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:20.847227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4366adc6-c3d8-45a7-a5b2-9603d2d0fe8b req-0e9e9254-f092-49f0-a5fa-ff5d55556c9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0330284 Jul 14 09:19:20.944766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824de69-7349-47d4-9d6e-142a2e4d0001 req-1ea8708e-f2b2-4ecd-9382-1a3e67bffc3d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.946619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e824de69-7349-47d4-9d6e-142a2e4d0001 req-1ea8708e-f2b2-4ecd-9382-1a3e67bffc3d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 945 time: 0.0681841 Jul 14 09:19:20.971479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.997856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e824de69-7349-47d4-9d6e-142a2e4d0001 req-da620145-4f58-4687-ab59-a9674db5f118 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Jul 14 09:19:21.210763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.328323 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.585682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3fbc-990a-490a-aa38-c3dc75e92bbc req-6c4b0e83-50c2-4c27-b795-29ead0a4a93b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.587194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43ca3fbc-990a-490a-aa38-c3dc75e92bbc req-6c4b0e83-50c2-4c27-b795-29ead0a4a93b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.4324434 Jul 14 09:19:21.661523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec85aa-ca85-4b23-9656-13ad1feeecd8 req-cb49e102-e787-4d66-be51-b3572f97e85c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.663864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7ec85aa-ca85-4b23-9656-13ad1feeecd8 req-cb49e102-e787-4d66-be51-b3572f97e85c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 946 time: 0.1270313 Jul 14 09:19:21.721788 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43ca3fbc-990a-490a-aa38-c3dc75e92bbc req-da319dfa-dd12-4d36-b409-3b5dcbace1cd tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245015 Jul 14 09:19:21.752823 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7ec85aa-ca85-4b23-9656-13ad1feeecd8 req-b27beaa8-7ca3-4704-b74a-4d142d0125b8 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826690 Jul 14 09:19:21.775587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Router 7622f663-b75d-4365-b07a-14a0a9ed4f6c is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:21.958736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95fafbe3-ab85-4d43-9826-1e8d135da7be req-9d75089b-a2f4-4c01-8d39-3501372b1301 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0493979 Jul 14 09:19:21.976724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:21.988683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] Sync routers for ids ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:22.001375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] Routers {'7622f663-b75d-4365-b07a-14a0a9ed4f6c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:22.003227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.005245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.006861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f036fc5c-d84f-4b43-84de-f00b79ddd62b tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5554547 Jul 14 09:19:22.009624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60832) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:22.014844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': False}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:22.091735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.101205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] Routers {'7622f663-b75d-4365-b07a-14a0a9ed4f6c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:22.101842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.156912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:22.157550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a9811-69f1-4bff-80fb-737ec6b9d7b2 None None] The sync data for ids ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:22.326345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2125b-c951-42d9-b278-307795012442 req-30c57bae-336f-4884-acb7-cb965c644b1b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.327844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25e2125b-c951-42d9-b278-307795012442 req-30c57bae-336f-4884-acb7-cb965c644b1b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 945 time: 0.1247692 Jul 14 09:19:22.478043 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-25e2125b-c951-42d9-b278-307795012442 req-d93dbcb7-a0a1-4c3b-9165-fb13d5465088 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126242 Jul 14 09:19:22.498175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.520178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ecbb-366a-4648-a382-00d2d727b886 req-59271d3b-380c-4643-aee7-131f425d66b6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.521701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4518ecbb-366a-4648-a382-00d2d727b886 req-59271d3b-380c-4643-aee7-131f425d66b6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 945 time: 0.1526430 Jul 14 09:19:22.684835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Deleting port 347f2050-17bc-414b-90a0-922265d88438 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:22.685185 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.856172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] For port 347f2050-17bc-414b-90a0-922265d88438, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=347f2050-17bc-414b-90a0-922265d88438,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:22.856899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.874117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Calling delete_port for 347f2050-17bc-414b-90a0-922265d88438 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:22.924354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a47d9-aac1-469c-81d8-8fe5f02b2510 req-4609181d-ac1c-494f-921f-6be3325ab003 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.926656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be6a47d9-aac1-469c-81d8-8fe5f02b2510 req-4609181d-ac1c-494f-921f-6be3325ab003 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.0705874 Jul 14 09:19:22.964990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be6a47d9-aac1-469c-81d8-8fe5f02b2510 req-5aec23ed-199f-405a-891d-aefb8516aa46 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327461 Jul 14 09:19:23.109429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4068a-c732-47c1-81b0-b3c36d727af6 req-1d7a9695-48d5-46c6-90db-9214149ea9b9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.111047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56e4068a-c732-47c1-81b0-b3c36d727af6 req-1d7a9695-48d5-46c6-90db-9214149ea9b9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 946 time: 0.1857924 Jul 14 09:19:23.242077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5483a353-594d-440f-835d-68643ac04180 req-c8177552-d375-48f9-aff3-7b8f517b6f52 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0368001 Jul 14 09:19:23.247029 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.251031 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56e4068a-c732-47c1-81b0-b3c36d727af6 req-168d1fc3-4871-40fe-8d2b-339cd2b59372 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899038 Jul 14 09:19:23.260518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['347f2050-17bc-414b-90a0-922265d88438'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:23.262746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['acd9c278-e0cd-4136-8d12-cd30bf95c95e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:23.301505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Pushing event deleted for resources: {'Port': ['ID=347f2050-17bc-414b-90a0-922265d88438,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:23.335815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.354645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] No DVR routers for this DVR port 347f2050-17bc-414b-90a0-922265d88438 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:23.357114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.359604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.362131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4518ecbb-366a-4648-a382-00d2d727b886 req-f08d0b14-72fb-4623-b9aa-6f4bc5d30a02 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.48 "DELETE /v2.0/ports/347f2050-17bc-414b-90a0-922265d88438 HTTP/1.1" status: 204 len: 173 time: 0.8295023 Jul 14 09:19:23.362588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'name': 'network-vif-deleted', 'tag': '347f2050-17bc-414b-90a0-922265d88438'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:23.364923 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af63f67-25d8-40d6-a673-c402a9b68d21" -d '{"events": [{"server_uuid": "64a2de50-2cba-4178-acaf-dcc0e5e2ff61", "name": "network-vif-deleted", "tag": "347f2050-17bc-414b-90a0-922265d88438"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:23.412492 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db83d199-50ed-402b-91b5-edb14ebe5ddd x-openstack-request-id: req-db83d199-50ed-402b-91b5-edb14ebe5ddd {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:23.412802 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a2de50-2cba-4178-acaf-dcc0e5e2ff61", "name": "network-vif-deleted", "tag": "347f2050-17bc-414b-90a0-922265d88438", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:23.413061 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db83d199-50ed-402b-91b5-edb14ebe5ddd {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:23.413479 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a2de50-2cba-4178-acaf-dcc0e5e2ff61', 'name': 'network-vif-deleted', 'tag': '347f2050-17bc-414b-90a0-922265d88438', 'status': 'completed', 'code': 200} Jul 14 09:19:23.496605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Router 7622f663-b75d-4365-b07a-14a0a9ed4f6c has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:23.518710 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:19:23.660753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:23.673602 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] Sync routers for ids ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:23.674736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.676758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5553fd16-70ae-411b-ae4c-12e5c35a6e10 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "PUT /v2.0/routers/7622f663-b75d-4365-b07a-14a0a9ed4f6c HTTP/1.1" status: 200 len: 921 time: 1.6660652 Jul 14 09:19:23.679317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:23.723226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66a8e3fd-5edd-4e24-9f2b-af70d0b0554b req-5deef60d-e753-4169-998b-ee048913ec0b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a2de50-2cba-4178-acaf-dcc0e5e2ff61 HTTP/1.1" status: 200 len: 210 time: 0.0475285 Jul 14 09:19:23.724352 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] Routers {'7622f663-b75d-4365-b07a-14a0a9ed4f6c'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:23.726631 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.747899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-484d211d-5732-4c2f-b026-edf12a92e65f req-afe1a7fb-cff0-457c-974b-8ae9ba1d68ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6024cea7325c46e2b6d0884538049314&device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0696261 Jul 14 09:19:23.771814 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.781274 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] Routers {'7622f663-b75d-4365-b07a-14a0a9ed4f6c'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:23.782265 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.787512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-484d211d-5732-4c2f-b026-edf12a92e65f req-558aff13-b439-46e6-9007-6804845a45d3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6024cea7325c46e2b6d0884538049314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271852 Jul 14 09:19:23.824149 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:23.825082 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779647a-9b75-4fa6-94e1-ba4dd08f40d7 None None] The sync data for ids ['7622f663-b75d-4365-b07a-14a0a9ed4f6c'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:24.181691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145427e-ebcf-4b5c-b05e-8180b26563e5 req-a1d79b8e-4368-4997-90f5-39bf4b276594 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.188287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24886b7e-9c32-45e3-be5a-c18652b5770d req-a49b4ed8-0d11-4cb1-aa11-b6735b812a5f tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0727837 Jul 14 09:19:24.188813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1145427e-ebcf-4b5c-b05e-8180b26563e5 req-a1d79b8e-4368-4997-90f5-39bf4b276594 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.0755682 Jul 14 09:19:24.229366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-06d6d422-91c2-49e7-a48e-52b97ee9c8d6 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/7622f663-b75d-4365-b07a-14a0a9ed4f6c HTTP/1.1" status: 200 len: 921 time: 0.5487337 Jul 14 09:19:24.231901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1145427e-ebcf-4b5c-b05e-8180b26563e5 req-53c1c325-eee0-46ec-99bb-60024f0a65ca tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423837 Jul 14 09:19:24.232400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.264989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d211d-5732-4c2f-b026-edf12a92e65f req-6042681f-80a7-4702-bbaa-a8219a33b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.266464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-484d211d-5732-4c2f-b026-edf12a92e65f req-6042681f-80a7-4702-bbaa-a8219a33b881 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4742372 Jul 14 09:19:24.337571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880bed9-cc21-402f-a673-aec7dc269178 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.339064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1880bed9-cc21-402f-a673-aec7dc269178 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=7622f663-b75d-4365-b07a-14a0a9ed4f6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1057026 Jul 14 09:19:24.341682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.424561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe787dc-395c-4cce-b43c-2d9099a99da1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.425969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fbe787dc-395c-4cce-b43c-2d9099a99da1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.0833440 Jul 14 09:19:24.428977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.458521 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f154c120-a1b7-43cd-b77d-4b975fa2cb94 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7622f663-b75d-4365-b07a-14a0a9ed4f6c HTTP/1.1" status: 200 len: 205 time: 0.0284193 Jul 14 09:19:24.461058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60902) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:24.568078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.687501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.746684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Deleting port 3654cb2a-5dc0-42e5-9e87-6dfcbb943b4f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:24.746684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.825168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.838584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Calling delete_port for 3654cb2a-5dc0-42e5-9e87-6dfcbb943b4f owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:25.055416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d3bb-49e7-497b-a044-7f341b66bb9b req-2925a7fe-8c0e-4825-8369-5e4f9f3c47ff tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.056919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ad4d3bb-49e7-497b-a044-7f341b66bb9b req-2925a7fe-8c0e-4825-8369-5e4f9f3c47ff tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1075833 Jul 14 09:19:25.070603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.113089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event deleted for resources: {'Port': ['ID=3654cb2a-5dc0-42e5-9e87-6dfcbb943b4f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.171625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ad4d3bb-49e7-497b-a044-7f341b66bb9b req-c0b14ed6-62b3-4d5e-aa5d-96254374f89e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082253 Jul 14 09:19:25.192295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.289470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.293084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.369021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58edc008-6551-4165-8255-f164d943e248 req-e974c28e-f5ab-4c89-b286-da56a479a5d8 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.18 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0498674 Jul 14 09:19:25.370481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.371160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Fanout notify agent at l3_agent the message router_deleted on router 7622f663-b75d-4365-b07a-14a0a9ed4f6c {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:25.378031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.380182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a24348ec-3a11-4a2d-bfc0-24af338a4e1d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/7622f663-b75d-4365-b07a-14a0a9ed4f6c HTTP/1.1" status: 204 len: 168 time: 0.9179416 Jul 14 09:19:25.383574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:25.390114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-93485f66-19dc-4beb-86bd-d95b365f7d16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675184814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:25.417554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93485f66-19dc-4beb-86bd-d95b365f7d16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.419166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93485f66-19dc-4beb-86bd-d95b365f7d16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.537739 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-484d211d-5732-4c2f-b026-edf12a92e65f req-93247052-4a83-4a43-b07b-95089dc4cec1 tempest-ServerShowV257Test-322251816 tempest-ServerShowV257Test-322251816-project] 10.222.0.48 "GET /v2.0/ports?device_id=29f421a5-a695-470b-b341-0db8102a85d8 HTTP/1.1" status: 200 len: 210 time: 0.0576432 Jul 14 09:19:25.538986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93485f66-19dc-4beb-86bd-d95b365f7d16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.545194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93485f66-19dc-4beb-86bd-d95b365f7d16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.561785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93485f66-19dc-4beb-86bd-d95b365f7d16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.563075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93485f66-19dc-4beb-86bd-d95b365f7d16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1776199 Jul 14 09:19:25.566174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:25.572290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:25.587980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3222e-f0eb-4e1e-951d-d752b632cc75 req-08c1cd1e-c4a4-464c-9272-d0a64248532d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.595117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-92b3222e-f0eb-4e1e-951d-d752b632cc75 req-08c1cd1e-c4a4-464c-9272-d0a64248532d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1643124 Jul 14 09:19:25.640579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-92b3222e-f0eb-4e1e-951d-d752b632cc75 req-dd34ceeb-b852-4c70-bb9e-099abc055483 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 Jul 14 09:19:25.858343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb198ece-eac2-4604-825c-65d811208b82 req-038ad303-c9e6-4f5b-b5bd-ebca64c03553 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:25.859890 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb198ece-eac2-4604-825c-65d811208b82 req-038ad303-c9e6-4f5b-b5bd-ebca64c03553 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1828084 Jul 14 09:19:25.902776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.939670 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb198ece-eac2-4604-825c-65d811208b82 req-d0704970-4808-42e2-ad0e-0c21ec5836f7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546498 Jul 14 09:19:26.134068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71f2c4-1409-4ab7-8498-f50cfe2792d3 req-bed00772-11f2-43df-9a22-5f59308c86aa tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.135063 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e71f2c4-1409-4ab7-8498-f50cfe2792d3 req-bed00772-11f2-43df-9a22-5f59308c86aa tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0698881 Jul 14 09:19:26.181071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e71f2c4-1409-4ab7-8498-f50cfe2792d3 req-7323055d-393d-439a-8f65-73f3a5f2e47b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 Jul 14 09:19:26.185826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.214733 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.331332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Allocated IP 172.25.2.248 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/16b5a1df-c71e-4b14-b08a-5109469fbf28) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:26.463998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.515038 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.575037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event updated for resources: {'Port': ['ID=16b5a1df-c71e-4b14-b08a-5109469fbf28,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.586120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:26.587827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:26.593685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:26.963648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:26.982320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 347f2050-17bc-414b-90a0-922265d88438 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:27.015239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 347f2050-17bc-414b-90a0-922265d88438 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:27.015623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 347f2050-17bc-414b-90a0-922265d88438 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:27.097333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93f305d8-a123-475b-994f-e335e8995957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.100598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686d787-ab22-44dd-9382-bc3f88820057 req-fd0a17d1-ef2a-46f2-89ed-fdc62f2ca388 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.107782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2686d787-ab22-44dd-9382-bc3f88820057 req-fd0a17d1-ef2a-46f2-89ed-fdc62f2ca388 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.2831390 Jul 14 09:19:27.143168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.207971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2686d787-ab22-44dd-9382-bc3f88820057 req-3fb0826c-bee6-4c84-93ca-a16270844176 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992074 Jul 14 09:19:27.216027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93f305d8-a123-475b-994f-e335e8995957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.223893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93f305d8-a123-475b-994f-e335e8995957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.279891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93f305d8-a123-475b-994f-e335e8995957 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6024cea7325c46e2b6d0884538049314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145111 Jul 14 09:19:27.282852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f305d8-a123-475b-994f-e335e8995957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98967a76-60e9-408b-9358-14708298e13e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:27.284038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:27.405168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b42-8f52-414e-9343-73e2d710cdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.466040 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b42-8f52-414e-9343-73e2d710cdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.511337 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.517252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.597279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b42-8f52-414e-9343-73e2d710cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.599852 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdec8b42-8f52-414e-9343-73e2d710cdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.600992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bdec8b42-8f52-414e-9343-73e2d710cdad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98967a76-60e9-408b-9358-14708298e13e HTTP/1.1" status: 204 len: 168 time: 0.3157024 Jul 14 09:19:27.622059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec8b42-8f52-414e-9343-73e2d710cdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98967a76-60e9-408b-9358-14708298e13e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:27.676474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Router bcb83d38-45cb-4ba8-9631-033fd8d39c58 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:28.276614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:28.285553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.286895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e18bf9bd-ba2a-48ee-a569-b348a9e3e5f2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "PUT /v2.0/routers/bcb83d38-45cb-4ba8-9631-033fd8d39c58 HTTP/1.1" status: 200 len: 880 time: 2.7197280 Jul 14 09:19:28.289522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.291069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] Sync routers for ids ['bcb83d38-45cb-4ba8-9631-033fd8d39c58'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:28.308957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] Routers {'bcb83d38-45cb-4ba8-9631-033fd8d39c58'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:28.312159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bcb83d38-45cb-4ba8-9631-033fd8d39c58'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:28.357055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939edaf-ffda-4e4c-868c-532fc9bfd0ed req-81f592e8-5aef-44dc-9b67-89427f8f5b3c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.367909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0939edaf-ffda-4e4c-868c-532fc9bfd0ed req-81f592e8-5aef-44dc-9b67-89427f8f5b3c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1356461 Jul 14 09:19:28.411963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:28.421183 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0939edaf-ffda-4e4c-868c-532fc9bfd0ed req-9a35406a-3e54-4224-a807-010afb280085 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Jul 14 09:19:28.441109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] Routers {'bcb83d38-45cb-4ba8-9631-033fd8d39c58'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:28.444191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bcb83d38-45cb-4ba8-9631-033fd8d39c58'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:28.476791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:28.477465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0598373-fc91-4f26-a2ec-0b1de67cf07c None None] The sync data for ids ['bcb83d38-45cb-4ba8-9631-033fd8d39c58'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:28.528319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fcc265d8-611b-4e3e-a8e4-6c6628a617aa tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/bcb83d38-45cb-4ba8-9631-033fd8d39c58 HTTP/1.1" status: 200 len: 921 time: 0.2364480 Jul 14 09:19:28.530297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.598527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be55d-85a8-4444-81fa-d7df9924d2b1 req-c2df9976-efd6-4fde-a470-7d17c0dd1939 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.603549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-650be55d-85a8-4444-81fa-d7df9924d2b1 req-c2df9976-efd6-4fde-a470-7d17c0dd1939 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1683247 Jul 14 09:19:28.618714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd3250-e23b-4e58-9abd-8804c4a29614 req-d796f371-af8c-48c1-bc15-566273e440bc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.620481 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-48dd3250-e23b-4e58-9abd-8804c4a29614 req-d796f371-af8c-48c1-bc15-566273e440bc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0734527 Jul 14 09:19:28.664938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7eb39a-a87b-43b6-9d8d-0797f5eb63c2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.669037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aa7eb39a-a87b-43b6-9d8d-0797f5eb63c2 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=bcb83d38-45cb-4ba8-9631-033fd8d39c58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1292152 Jul 14 09:19:28.669377 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-48dd3250-e23b-4e58-9abd-8804c4a29614 req-0e7ce837-6322-4d45-b433-17742da29603 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Jul 14 09:19:28.669887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32832) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.670138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-650be55d-85a8-4444-81fa-d7df9924d2b1 req-6363d5b1-e05f-48a6-b0e3-30a5ad2b6f89 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598896 Jul 14 09:19:28.768286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42002a5f-384d-4cf0-9010-a422fd892014 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.770066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-42002a5f-384d-4cf0-9010-a422fd892014 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.0988586 Jul 14 09:19:28.772917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32840) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.812205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-51a62693-15c3-4157-a104-59ec7774279d tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb83d38-45cb-4ba8-9631-033fd8d39c58 HTTP/1.1" status: 200 len: 205 time: 0.0380952 Jul 14 09:19:28.815290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:28.989118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.175110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-7e3982ab-eaea-429e-a6c2-585f7ebaa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.176388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-7e3982ab-eaea-429e-a6c2-585f7ebaa019 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 1097 time: 0.1234832 Jul 14 09:19:29.177795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.265377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503af47-8a67-42f9-b0fc-d5e29b8f90b7 req-3719aab8-e239-45e2-801d-57cf62b47ecf tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.273475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7503af47-8a67-42f9-b0fc-d5e29b8f90b7 req-3719aab8-e239-45e2-801d-57cf62b47ecf tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1229465 Jul 14 09:19:29.336591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7503af47-8a67-42f9-b0fc-d5e29b8f90b7 req-352e68a3-ee82-4988-97ca-78b9e390ee2a tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611236 Jul 14 09:19:29.363625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-2c2ab4be-f26d-4794-adc8-3263633e6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.365228 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-2c2ab4be-f26d-4794-adc8-3263633e6b3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.1820366 Jul 14 09:19:29.367672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Deleting port 16b5a1df-c71e-4b14-b08a-5109469fbf28 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:29.368022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.521283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.539231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Calling delete_port for 16b5a1df-c71e-4b14-b08a-5109469fbf28 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:29.544556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-f59b2fc4-c696-484e-a621-dcff04ca1c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 200 len: 1001 time: 0.1625531 Jul 14 09:19:29.652469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-99c833a0-93cd-4d0e-9c62-1c4eb5e30f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.654178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-99c833a0-93cd-4d0e-9c62-1c4eb5e30f33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.1020465 Jul 14 09:19:29.823348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-0c7264a2-ca08-41cd-9d23-34f97f7cd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.835277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-0c7264a2-ca08-41cd-9d23-34f97f7cd463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736534 Jul 14 09:19:29.977285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.010913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event deleted for resources: {'Port': ['ID=16b5a1df-c71e-4b14-b08a-5109469fbf28,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:30.118974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-06103a7e-8663-4371-a233-abc2b3960f06 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644188 Jul 14 09:19:30.218917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.310747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.385118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99cc151c-73f8-4bf7-8dc1-0f0dd742cc60 req-cc0e4724-4d2f-432c-b643-e682c29a4d62 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651193 Jul 14 09:19:30.406698 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.417666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.500345 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.501279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Fanout notify agent at l3_agent the message router_deleted on router bcb83d38-45cb-4ba8-9631-033fd8d39c58 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:30.506777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-491b8972-f9ef-433f-9cea-2d5f14c11551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.518571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.519900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-601088b9-5b79-4b8b-93b6-cba44e7a0ef7 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/bcb83d38-45cb-4ba8-9631-033fd8d39c58 HTTP/1.1" status: 204 len: 168 time: 1.7035697 Jul 14 09:19:30.524143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.531152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-401961504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:30.594642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.600894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.603410 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:19:30.603410 n-d-758944-44 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:19:30.603410 n-d-758944-44 neutron-server[93754]: [parameters: {'project_id': '1571d43f93254bab8c092f09b869eb96', 'id': '45b0670c-d10e-434a-a652-21e91b3d262d', 'expiration': datetime.datetime(2021, 7, 14, 9, 21, 30, 585721)}] Jul 14 09:19:30.603410 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:19:30.604070 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:19:30.607188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.613405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.619331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.625330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.634613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.637962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-906b16b4-66f7-4fe5-8e3a-a1803bd59be5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.1597409 Jul 14 09:19:30.663306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba54db-15ff-4e5b-999d-656902f30091 req-4e8b1116-d928-453d-bc8e-672032fe7ad9 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.665112 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aeba54db-15ff-4e5b-999d-656902f30091 req-4e8b1116-d928-453d-bc8e-672032fe7ad9 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1278400 Jul 14 09:19:30.714904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5f6e489-a95f-4c78-8103-419e08e3a10b req-5cf693de-f810-4253-bdff-8d44d5f7cac9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687699 Jul 14 09:19:30.742122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aeba54db-15ff-4e5b-999d-656902f30091 req-6b93d048-0c6a-4c14-bdba-7723269d63e0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697742 Jul 14 09:19:30.757954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-491b8972-f9ef-433f-9cea-2d5f14c11551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.763157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-491b8972-f9ef-433f-9cea-2d5f14c11551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.805359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b8972-f9ef-433f-9cea-2d5f14c11551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e197f1fd-44f7-46d7-afa8-5d676687c54f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:30.810552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-491b8972-f9ef-433f-9cea-2d5f14c11551 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68f25aec0da94aa5903045d7a6dae7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987519 Jul 14 09:19:30.813295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32938) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:30.897720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83def761-d3ee-48eb-911d-8402a8f49a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.931580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83def761-d3ee-48eb-911d-8402a8f49a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.961431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d8d61-10c5-447b-814c-3e648dbb36da req-bf385c31-b890-4e6a-8c1b-7ceeac0272db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.962960 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-084d8d61-10c5-447b-814c-3e648dbb36da req-bf385c31-b890-4e6a-8c1b-7ceeac0272db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1263909 Jul 14 09:19:31.010466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-084d8d61-10c5-447b-814c-3e648dbb36da req-90fafa23-47ab-4656-ad21-439895e22694 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Jul 14 09:19:31.019178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83def761-d3ee-48eb-911d-8402a8f49a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.022152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83def761-d3ee-48eb-911d-8402a8f49a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.023314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83def761-d3ee-48eb-911d-8402a8f49a39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e197f1fd-44f7-46d7-afa8-5d676687c54f HTTP/1.1" status: 204 len: 168 time: 0.2090015 Jul 14 09:19:31.031590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83def761-d3ee-48eb-911d-8402a8f49a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e197f1fd-44f7-46d7-afa8-5d676687c54f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:31.152091 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.153345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.222446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.235592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.279750 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.280908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b8c3c115-3dea-4cdb-a4f2-bf396b68de3a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7547367 Jul 14 09:19:31.284633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:31.289821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': True}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:31.379715 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.395920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c816f8-b0a5-40f1-8520-37b9ffb96b01 req-b5f6da0d-d382-4c9e-8160-a67d9df7de2b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.403258 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55c816f8-b0a5-40f1-8520-37b9ffb96b01 req-b5f6da0d-d382-4c9e-8160-a67d9df7de2b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1791179 Jul 14 09:19:31.581129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55c816f8-b0a5-40f1-8520-37b9ffb96b01 req-dacaa75e-e7d4-4106-8d79-57b108f93040 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769967 Jul 14 09:19:31.663021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.678222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.683826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.690651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.696647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.702638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.708644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.714562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.716498 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-37cfa65b-718d-434c-b098-5b947c56fdcb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.3084452 Jul 14 09:19:31.868810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-48ec396c-3f3d-4968-a9c0-6b1f7f0332a1 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.870563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-48ec396c-3f3d-4968-a9c0-6b1f7f0332a1 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "GET /v2.0/ports/097b4fe9-56ed-4791-ac28-19505ce0dd23?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1461575 Jul 14 09:19:32.004803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.011543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.018408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.025189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.032334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.040441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.048224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.051643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-cdab777f-d259-446d-9fce-125c324a407a tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 5444 time: 0.1422398 Jul 14 09:19:32.066434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-f40f203a-d95a-4a71-b741-3219e14f1943 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "GET /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1827588 Jul 14 09:19:32.075671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9369c4-6d7e-4cbd-8fdc-b1077d77d63e req-760d0774-84de-4310-b08a-c4ad35baa03b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.083196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ef9369c4-6d7e-4cbd-8fdc-b1077d77d63e req-760d0774-84de-4310-b08a-c4ad35baa03b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2115481 Jul 14 09:19:32.097308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:32.122805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3f7b8b4-5cbd-461c-8391-adc9eaaf1b25 req-b1e3d28f-57e9-4822-8621-028f6982ed60 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639908 Jul 14 09:19:32.318800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1b59-cc0b-4731-b569-44ef1db614d2 req-0e0b86e9-168e-406f-9833-4935b014b99e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.327472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f0e1b59-cc0b-4731-b569-44ef1db614d2 req-0e0b86e9-168e-406f-9833-4935b014b99e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.0874379 Jul 14 09:19:32.381201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f0e1b59-cc0b-4731-b569-44ef1db614d2 req-9e1dfa3a-ed83-41cf-958e-3d6bc4d80699 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526919 Jul 14 09:19:32.606992 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ef9369c4-6d7e-4cbd-8fdc-b1077d77d63e req-dafb1aee-de65-4567-8d6d-1d401c346aaf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229197 Jul 14 09:19:32.629008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.630905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.667242 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.007728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Allocated IP 172.25.2.220 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/f6649e63-c7ed-40b7-b951-4bbeca69b081) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:33.054269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f03af-bcd2-4310-af9f-ecf813f84968 req-59925faa-0030-4b11-8fde-3f4a61250e2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.061329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434f03af-bcd2-4310-af9f-ecf813f84968 req-59925faa-0030-4b11-8fde-3f4a61250e2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2892392 Jul 14 09:19:33.066159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] For port 097b4fe9-56ed-4791-ac28-19505ce0dd23, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=097b4fe9-56ed-4791-ac28-19505ce0dd23,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:33.199923 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-434f03af-bcd2-4310-af9f-ecf813f84968 req-39b90a73-bb4e-48d1-9bfd-99d5cea5c569 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376240 Jul 14 09:19:33.208365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] For port 097b4fe9-56ed-4791-ac28-19505ce0dd23, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:33.280370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] device_id is not set on port 097b4fe9-56ed-4791-ac28-19505ce0dd23 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:19:33.288892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.299611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.307384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.424993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] Pushing event updated for resources: {'Port': ['ID=097b4fe9-56ed-4791-ac28-19505ce0dd23,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:33.428509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] No DVR routers for this DVR port 097b4fe9-56ed-4791-ac28-19505ce0dd23 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:33.428707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-b5bc148f-be36-4d01-b252-496c6afb2fd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.434833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-b5bc148f-be36-4d01-b252-496c6afb2fd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.442697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-b5bc148f-be36-4d01-b252-496c6afb2fd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.449355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-b5bc148f-be36-4d01-b252-496c6afb2fd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.456319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-b5bc148f-be36-4d01-b252-496c6afb2fd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.462686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-b5bc148f-be36-4d01-b252-496c6afb2fd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.470545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-b5bc148f-be36-4d01-b252-496c6afb2fd3 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 4665 time: 0.1519413 Jul 14 09:19:33.521039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.528597 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ccc3620-70a2-46fc-9937-10b5791fa4b2 req-52293f86-0e8f-4b3e-84f1-49899e6f0d1d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549047 Jul 14 09:19:33.611069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Port': ['ID=f6649e63-c7ed-40b7-b951-4bbeca69b081,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:33.621282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:33.623587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] In _notify_port_updated(), no bound segment for port 097b4fe9-56ed-4791-ac28-19505ce0dd23 on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:19:33.624481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.625100 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.626942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9a1e7b27-9b96-4382-8586-b1906bc415d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 200 len: 1032 time: 1.5403366 Jul 14 09:19:33.654938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:33.667777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:33.722357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-334851d1-c63f-4c23-8a06-954570a10891 None None] Provisioning complete for port 097b4fe9-56ed-4791-ac28-19505ce0dd23 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:33.723514 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-334851d1-c63f-4c23-8a06-954570a10891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.764450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-7fde0fc7-3a59-4d37-bad0-7375c6d19b8f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.766137 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-7fde0fc7-3a59-4d37-bad0-7375c6d19b8f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "GET /v2.0/ports/9ff2d997-d3c7-4873-9710-a83acd974eea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1158974 Jul 14 09:19:33.766583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-334851d1-c63f-4c23-8a06-954570a10891 None None] Port 097b4fe9-56ed-4791-ac28-19505ce0dd23 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:33.780606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:33.879145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4d323-9fdb-4393-b9ae-d5741f7e18f4 req-346e26da-a708-49d6-b386-58c23ec4df36 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:33.885928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3bd4d323-9fdb-4393-b9ae-d5741f7e18f4 req-346e26da-a708-49d6-b386-58c23ec4df36 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.3407342 Jul 14 09:19:34.010570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3bd4d323-9fdb-4393-b9ae-d5741f7e18f4 req-2871662b-e82a-470a-9fbd-a2e0ca826cb7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236093 Jul 14 09:19:34.102423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.262210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.419443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d494b-b443-45c1-bc0e-7f408252b303 req-2b3251f8-c609-4819-8dee-cfc7141ae945 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.420946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c74d494b-b443-45c1-bc0e-7f408252b303 req-2b3251f8-c609-4819-8dee-cfc7141ae945 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2540715 Jul 14 09:19:34.469556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] For port 9ff2d997-d3c7-4873-9710-a83acd974eea, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9ff2d997-d3c7-4873-9710-a83acd974eea,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:34.541914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c74d494b-b443-45c1-bc0e-7f408252b303 req-c84e8740-d292-45d8-83d3-865cc495792e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085558 Jul 14 09:19:34.626051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] For port 9ff2d997-d3c7-4873-9710-a83acd974eea, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:34.698655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.702274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] device_id is not set on port 9ff2d997-d3c7-4873-9710-a83acd974eea yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:19:34.715046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.722052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.730644 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.779481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:34.846176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-d24f41dc-91f1-467c-aea4-a8a15d2632fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.852828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-d24f41dc-91f1-467c-aea4-a8a15d2632fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.859108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-d24f41dc-91f1-467c-aea4-a8a15d2632fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.865110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-d24f41dc-91f1-467c-aea4-a8a15d2632fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.871154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-d24f41dc-91f1-467c-aea4-a8a15d2632fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.877729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-d24f41dc-91f1-467c-aea4-a8a15d2632fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.879647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-d24f41dc-91f1-467c-aea4-a8a15d2632fd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 4587 time: 0.1843765 Jul 14 09:19:34.922166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a1fef7d-bff3-40eb-81af-552164aea4c5 req-0716096d-1cb6-4284-bb89-431f353b2afa tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506&id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360563 Jul 14 09:19:34.993745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b45967f1-b0f0-481f-8460-e093550241a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.015308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e5644f43-bad2-4519-81e3-8cc0184ba218 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:35.110935 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b45967f1-b0f0-481f-8460-e093550241a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.116065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b45967f1-b0f0-481f-8460-e093550241a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.135546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.152448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b45967f1-b0f0-481f-8460-e093550241a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bd994e508d74642aaa2946a22ddea14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671546 Jul 14 09:19:35.152700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33116) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:35.179107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45967f1-b0f0-481f-8460-e093550241a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a83fe4-8a39-4eaf-b62d-c816b26b2f4f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.247023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e5644f43-bad2-4519-81e3-8cc0184ba218, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5644f43-bad2-4519-81e3-8cc0184ba218,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:35.248487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:35.262668 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8d87d-8329-40b8-839f-1758169f1143" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:35.269556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.272469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fd05800b-06cd-45c5-b31c-1a5a004a7bff no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:35.324623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] No DVR routers for this DVR port 9ff2d997-d3c7-4873-9710-a83acd974eea on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:35.362080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff2d997-d3c7-4873-9710-a83acd974eea,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.432206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e5644f43-bad2-4519-81e3-8cc0184ba218,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.439899 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4996301-c405-4837-94a7-82499bf74972 x-openstack-request-id: req-e4996301-c405-4837-94a7-82499bf74972 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:35.440089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-205a2919-10af-4882-8086-a9e959e30679 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1439061 Jul 14 09:19:35.440231 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:35.440444 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4996301-c405-4837-94a7-82499bf74972 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:35.440840 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218', 'code': 200} Jul 14 09:19:35.447730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.448084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.448628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.449146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.449656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.450164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.450681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.451184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.451708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.452210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.452732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.453244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:35.459197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] In _notify_port_updated(), no bound segment for port 9ff2d997-d3c7-4873-9710-a83acd974eea on network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:19:35.460248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.461191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.462830 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-a934bf4c-a536-4ed3-8fba-fc2bf4649a92 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 200 len: 1033 time: 1.6902161 Jul 14 09:19:35.478723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302f4fe7-cc20-487c-840c-95228ed316fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.497473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.540274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-c4ec8e95-ba7f-488e-9eda-f5d0c2460da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.542333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-c4ec8e95-ba7f-488e-9eda-f5d0c2460da8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 1097 time: 0.0785990 Jul 14 09:19:35.547092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fd05800b-06cd-45c5-b31c-1a5a004a7bff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:35.550085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e9f01d44-a024-4bc5-a96e-0866cc12583b None None] Provisioning complete for port 9ff2d997-d3c7-4873-9710-a83acd974eea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:35.550816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9f01d44-a024-4bc5-a96e-0866cc12583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.555867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d895f-e44b-4d3f-b498-f535e1b83820 req-9c9528e4-fd6e-4120-9e23-273f47cdd071 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.559813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9d895f-e44b-4d3f-b498-f535e1b83820 req-9c9528e4-fd6e-4120-9e23-273f47cdd071 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.4084790 Jul 14 09:19:35.591492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.593088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 097b4fe9-56ed-4791-ac28-19505ce0dd23 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:35.594264 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302f4fe7-cc20-487c-840c-95228ed316fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.661008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-730c92e0-caee-422d-bbe2-c0141aa10ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.661370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e9f01d44-a024-4bc5-a96e-0866cc12583b None None] Port 9ff2d997-d3c7-4873-9710-a83acd974eea cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:35.665660 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-730c92e0-caee-422d-bbe2-c0141aa10ff4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.0998728 Jul 14 09:19:35.669626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 097b4fe9-56ed-4791-ac28-19505ce0dd23 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:35.670206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:35.724855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Router 2370a1ef-c87e-4669-88b5-4778a89d8a26 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:35.744543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c9d895f-e44b-4d3f-b498-f535e1b83820 req-2cbd9087-2f32-4365-85ae-2857f14c73ee tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695178 Jul 14 09:19:35.761319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=fd05800b-06cd-45c5-b31c-1a5a004a7bff,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.785931 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.794948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-4a01afbb-a032-4fc6-9e1c-c1b49ba41453 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 200 len: 1001 time: 0.1233873 Jul 14 09:19:35.821094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302f4fe7-cc20-487c-840c-95228ed316fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.823800 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302f4fe7-cc20-487c-840c-95228ed316fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.827579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-302f4fe7-cc20-487c-840c-95228ed316fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72a83fe4-8a39-4eaf-b62d-c816b26b2f4f HTTP/1.1" status: 204 len: 168 time: 0.6688466 Jul 14 09:19:35.838659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4fe7-cc20-487c-840c-95228ed316fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a83fe4-8a39-4eaf-b62d-c816b26b2f4f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.839122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:35.851685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.852622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:35.859600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:35.859948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.959251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.995450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-75644fbe-afe0-43d0-996a-66e39cf4108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.996966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-75644fbe-afe0-43d0-996a-66e39cf4108f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.1949580 Jul 14 09:19:36.028067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.030940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] For port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:36.031547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.053512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:36.076373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:36.082667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:36.088452 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.088665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] Sync routers for ids ['2370a1ef-c87e-4669-88b5-4778a89d8a26'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:36.090711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9ff2d997-d3c7-4873-9710-a83acd974eea no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:36.104610 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] Routers {'2370a1ef-c87e-4669-88b5-4778a89d8a26'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:36.107388 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2370a1ef-c87e-4669-88b5-4778a89d8a26'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.153279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03a268-ad36-4d8b-8116-6109aa3e3881 req-ea761e95-9e80-40c9-a1a5-d91a27ec91db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.154889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f03a268-ad36-4d8b-8116-6109aa3e3881 req-ea761e95-9e80-40c9-a1a5-d91a27ec91db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2237985 Jul 14 09:19:36.175465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.183224 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.185041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-21c71c36-44cb-49f9-b147-b885aa69f6f0 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "PUT /v2.0/routers/2370a1ef-c87e-4669-88b5-4778a89d8a26 HTTP/1.1" status: 200 len: 914 time: 4.8990741 Jul 14 09:19:36.188274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:36.212565 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] Routers {'2370a1ef-c87e-4669-88b5-4778a89d8a26'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:36.213460 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2370a1ef-c87e-4669-88b5-4778a89d8a26'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.222894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.249064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-5bc3a0f7-04f2-4e16-97a2-0285779de2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.250884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-5bc3a0f7-04f2-4e16-97a2-0285779de2f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2476671 Jul 14 09:19:36.259250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9ff2d997-d3c7-4873-9710-a83acd974eea not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:36.259819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 653eeae0-397d-4377-b39d-8955e4babd14 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:36.307084 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.309478 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48d16c-fbfe-45ce-82cd-20ed327cc793 None None] The sync data for ids ['2370a1ef-c87e-4669-88b5-4778a89d8a26'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:36.361636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f03a268-ad36-4d8b-8116-6109aa3e3881 req-60624ec8-9539-472e-b812-cf91c1cf572b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921988 Jul 14 09:19:36.429996 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.461100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:36.487708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40438ee1-a7df-451e-a65a-f892cc9baac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.495214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 653eeae0-397d-4377-b39d-8955e4babd14, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=653eeae0-397d-4377-b39d-8955e4babd14,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:36.500544 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.501800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-e6d2c0b8-eee4-48cd-a260-79fc7ef9a108 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386932 Jul 14 09:19:36.623569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d998-ac9b-44a5-808e-a144d2dabbbb req-919e34ce-d5bb-48b5-892f-869ad6f61f7b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.632564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d998-ac9b-44a5-808e-a144d2dabbbb req-919e34ce-d5bb-48b5-892f-869ad6f61f7b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.639512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=653eeae0-397d-4377-b39d-8955e4babd14,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.641376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d998-ac9b-44a5-808e-a144d2dabbbb req-919e34ce-d5bb-48b5-892f-869ad6f61f7b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.649094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d998-ac9b-44a5-808e-a144d2dabbbb req-919e34ce-d5bb-48b5-892f-869ad6f61f7b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.656233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d998-ac9b-44a5-808e-a144d2dabbbb req-919e34ce-d5bb-48b5-892f-869ad6f61f7b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.658658 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8ec2d998-ac9b-44a5-808e-a144d2dabbbb req-919e34ce-d5bb-48b5-892f-869ad6f61f7b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 3877 time: 0.4919178 Jul 14 09:19:36.675032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.679598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e34007ef-5e21-48d5-a30e-81a7f9d0d0a7 req-931cf954-7cb5-4494-bcfa-26e2b35a6189 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710806 Jul 14 09:19:36.684412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c29d3157-9c9b-4df6-8e36-ca8ae8040ae1 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/2370a1ef-c87e-4669-88b5-4778a89d8a26 HTTP/1.1" status: 200 len: 920 time: 0.4820366 Jul 14 09:19:36.690975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:36.773160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=9f00a809-b0f0-4da7-be6e-50ee6cc69f3c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.799403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] No DVR routers for this DVR port 9f00a809-b0f0-4da7-be6e-50ee6cc69f3c on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:36.803375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40438ee1-a7df-451e-a65a-f892cc9baac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.803905 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8ec2d998-ac9b-44a5-808e-a144d2dabbbb req-2b39b1aa-2ad7-4aa5-a6a4-c5a16d5dd730 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311433 Jul 14 09:19:36.804473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.808655 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-9d177648-1f6e-4b2a-b47b-a6fb070fc49b tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "DELETE /v2.0/ports/9f00a809-b0f0-4da7-be6e-50ee6cc69f3c HTTP/1.1" status: 204 len: 173 time: 1.3377171 Jul 14 09:19:36.809179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:36.811566 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112e4400-80be-4ff1-8513-121b9210035c" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:36.816388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40438ee1-a7df-451e-a65a-f892cc9baac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.876120 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d864553a-772e-4fdc-bc7f-d1934391205c x-openstack-request-id: req-d864553a-772e-4fdc-bc7f-d1934391205c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:36.876454 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:36.876710 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d864553a-772e-4fdc-bc7f-d1934391205c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:36.877118 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c', 'status': 'completed', 'code': 200} Jul 14 09:19:36.886821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40438ee1-a7df-451e-a65a-f892cc9baac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0bd5a-5b74-4cb7-be51-1af091d256c2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.896090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d068269-99c9-47d4-8bb3-1d11ed13f542 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.897670 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8d068269-99c9-47d4-8bb3-1d11ed13f542 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=2370a1ef-c87e-4669-88b5-4778a89d8a26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2017422 Jul 14 09:19:36.901804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-40438ee1-a7df-451e-a65a-f892cc9baac0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fed06fb2a4b843cd806aaa42c44d46d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392691 Jul 14 09:19:36.902416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:36.905253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:36.934629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port 653eeae0-397d-4377-b39d-8955e4babd14 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:36.935092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.939217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d723e-b084-4695-a2a8-de26ba0a3ef8 req-9418f50e-b631-4060-8f8c-dc7d02552eb0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.940080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e5d723e-b084-4695-a2a8-de26ba0a3ef8 req-9418f50e-b631-4060-8f8c-dc7d02552eb0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2092948 Jul 14 09:19:37.025927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] For port 653eeae0-397d-4377-b39d-8955e4babd14, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=653eeae0-397d-4377-b39d-8955e4babd14,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:37.026198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.045926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for 653eeae0-397d-4377-b39d-8955e4babd14 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:37.216580 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.259532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=653eeae0-397d-4377-b39d-8955e4babd14,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:37.340546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] No DVR routers for this DVR port 653eeae0-397d-4377-b39d-8955e4babd14 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:37.344362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.347038 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-570e6a9f-aa2b-4747-bb53-67f4c28ff701 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "DELETE /v2.0/ports/653eeae0-397d-4377-b39d-8955e4babd14 HTTP/1.1" status: 204 len: 173 time: 0.5323563 Jul 14 09:19:37.442137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:37.444337 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3a2f6b-ee5b-4a4e-872e-cbc8499b0b27" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "653eeae0-397d-4377-b39d-8955e4babd14"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:37.445789 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e5d723e-b084-4695-a2a8-de26ba0a3ef8 req-c0a80c4a-1192-4d28-af74-530268d942d3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777071 Jul 14 09:19:37.503758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a83de6a-12e7-49c4-8239-5a1e76801448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.515171 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e95d8b7-fb56-4ce9-9e36-f0795bcd8890 x-openstack-request-id: req-8e95d8b7-fb56-4ce9-9e36-f0795bcd8890 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:37.515509 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "9f00a809-b0f0-4da7-be6e-50ee6cc69f3c", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-unplugged", "status": "completed", "tag": "653eeae0-397d-4377-b39d-8955e4babd14", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:37.515766 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e95d8b7-fb56-4ce9-9e36-f0795bcd8890 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:37.516386 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff', 'code': 200} Jul 14 09:19:37.516670 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f00a809-b0f0-4da7-be6e-50ee6cc69f3c', 'code': 200} Jul 14 09:19:37.516952 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'code': 200} Jul 14 09:19:37.517206 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14', 'code': 200} Jul 14 09:19:37.518418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:37.519180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef870bb-6f01-40ad-98b4-52ad89c74536 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.520608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0ef870bb-6f01-40ad-98b4-52ad89c74536 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.6171765 Jul 14 09:19:37.523552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.525381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:37.543946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a83de6a-12e7-49c4-8239-5a1e76801448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.567913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af2739ee-a96f-4d04-b466-2ba65add5112 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=2370a1ef-c87e-4669-88b5-4778a89d8a26 HTTP/1.1" status: 200 len: 205 time: 0.0414228 Jul 14 09:19:37.572086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33182) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:37.646041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] For port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:37.649673 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.752756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a83de6a-12e7-49c4-8239-5a1e76801448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.755491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a83de6a-12e7-49c4-8239-5a1e76801448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.768853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0a83de6a-12e7-49c4-8239-5a1e76801448 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09b0bd5a-5b74-4cb7-be51-1af091d256c2 HTTP/1.1" status: 204 len: 168 time: 0.8492594 Jul 14 09:19:37.793460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83de6a-12e7-49c4-8239-5a1e76801448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0bd5a-5b74-4cb7-be51-1af091d256c2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:37.808195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ec349-cca0-4570-bdfc-859ee764c767 req-421286fd-c1b9-4cbb-9d40-42eb5e8ab74b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.809741 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-030ec349-cca0-4570-bdfc-859ee764c767 req-421286fd-c1b9-4cbb-9d40-42eb5e8ab74b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1811635 Jul 14 09:19:37.812427 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.972430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-030ec349-cca0-4570-bdfc-859ee764c767 req-ec12d81b-cc7e-4db4-a75a-08c171fcf349 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565285 Jul 14 09:19:38.051622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.052141 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.052316 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Floating IP 2fdcd880-81d9-4463-b70e-dd7af1b22cbc disassociated. External IP: 172.25.2.207, port: 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f. Jul 14 09:19:38.052803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:38.125383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.198019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ce3e-1e28-44e3-8856-745da11b0570 req-336ad8be-3750-433f-963a-1d81aef689e7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.204316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ce3e-1e28-44e3-8856-745da11b0570 req-336ad8be-3750-433f-963a-1d81aef689e7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.210078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ce3e-1e28-44e3-8856-745da11b0570 req-336ad8be-3750-433f-963a-1d81aef689e7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.215831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Deleting port f6649e63-c7ed-40b7-b951-4bbeca69b081 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:38.216174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.218117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-beb5ce3e-1e28-44e3-8856-745da11b0570 req-336ad8be-3750-433f-963a-1d81aef689e7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 2409 time: 0.1552048 Jul 14 09:19:38.292542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-beb5ce3e-1e28-44e3-8856-745da11b0570 req-90a20fc8-e4c8-4200-92e6-30f844aab5d1 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707629 Jul 14 09:19:38.347607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.360402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.381730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Calling delete_port for f6649e63-c7ed-40b7-b951-4bbeca69b081 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:38.388336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:38.409147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb90cc9-c2e8-4f0e-9fce-7138131dbc9a req-b465fb22-b7b2-4224-be7b-47991d34c70f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.410975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-beb90cc9-c2e8-4f0e-9fce-7138131dbc9a req-b465fb22-b7b2-4224-be7b-47991d34c70f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1307924 Jul 14 09:19:38.489588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-beb90cc9-c2e8-4f0e-9fce-7138131dbc9a req-f09d41bc-25e5-4d63-9fe8-de9a7e99e0e7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484250 Jul 14 09:19:38.598367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Router af7b139c-fb14-48ad-aba6-6d641b22d3da has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:38.631107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.700506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event deleted for resources: {'Port': ['ID=f6649e63-c7ed-40b7-b951-4bbeca69b081,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:38.794685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.828353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:38.838685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] Sync routers for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:38.862475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:38.863572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:38.870117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f550b6-a306-4e7b-ab20-28e2c140f298 req-e9cba042-c30b-48b5-92a7-2b70072b1989 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.877716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33f550b6-a306-4e7b-ab20-28e2c140f298 req-e9cba042-c30b-48b5-92a7-2b70072b1989 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2033772 Jul 14 09:19:38.887149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:38.889538 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bc256d-f778-469d-974b-eac4b860362a" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "653eeae0-397d-4377-b39d-8955e4babd14"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:38.926995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] No DVR routers for this DVR port 2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:38.932704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.940637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-0e8bb774-442c-4afc-9f98-4a3bbdb500bb tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "DELETE /v2.0/ports/2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f HTTP/1.1" status: 204 len: 173 time: 1.5853171 Jul 14 09:19:38.950584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.956181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.042281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.042904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Fanout notify agent at l3_agent the message router_deleted on router 2370a1ef-c87e-4669-88b5-4778a89d8a26 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:39.067281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.072193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33f550b6-a306-4e7b-ab20-28e2c140f298 req-30aa48ac-7dbd-4369-a820-7d1a0cb382b0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935880 Jul 14 09:19:39.077682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5692bd3f-86ea-49bc-9e43-809457488844 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/2370a1ef-c87e-4669-88b5-4778a89d8a26 HTTP/1.1" status: 204 len: 168 time: 1.5009890 Jul 14 09:19:39.078493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:39.084327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-63027565-c730-4409-b44d-21ff324da15a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1081993810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:39.145396 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c524fc-9fba-43d8-b926-aeebb7cb54c9 x-openstack-request-id: req-51c524fc-9fba-43d8-b926-aeebb7cb54c9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:39.145716 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "653eeae0-397d-4377-b39d-8955e4babd14", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:39.146012 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51c524fc-9fba-43d8-b926-aeebb7cb54c9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:39.146378 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': '653eeae0-397d-4377-b39d-8955e4babd14', 'status': 'completed', 'code': 200} Jul 14 09:19:39.149551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63027565-c730-4409-b44d-21ff324da15a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.150901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63027565-c730-4409-b44d-21ff324da15a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.225606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port e5644f43-bad2-4519-81e3-8cc0184ba218 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:39.226563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.265295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:39.309574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63027565-c730-4409-b44d-21ff324da15a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.315200 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63027565-c730-4409-b44d-21ff324da15a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.346675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63027565-c730-4409-b44d-21ff324da15a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.351096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-63027565-c730-4409-b44d-21ff324da15a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2674031 Jul 14 09:19:39.356072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33260) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:39.361937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': False}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:39.368205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] For port e5644f43-bad2-4519-81e3-8cc0184ba218, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5644f43-bad2-4519-81e3-8cc0184ba218,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:39.368791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.386570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for e5644f43-bad2-4519-81e3-8cc0184ba218 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:39.694509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadec73-24c5-4934-b749-d0d054893047 req-39ac0407-528e-4dc3-9900-fa003df5dd12 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:39.701670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fadec73-24c5-4934-b749-d0d054893047 req-39ac0407-528e-4dc3-9900-fa003df5dd12 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 814 time: 0.1595924 Jul 14 09:19:39.705506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.707985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:13Z', 'revision_number': 5, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:39.710647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.730989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fadec73-24c5-4934-b749-d0d054893047 req-c9a322a1-acfb-4eb8-bd0d-8cc33a4794ae tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/quotas/650082b6003f4b56a4fb3055d0232f28 HTTP/1.1" status: 200 len: 375 time: 0.0276828 Jul 14 09:19:39.746783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] Checking router: af7b139c-fb14-48ad-aba6-6d641b22d3da for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:39.757722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:39.758972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:39.760520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=e5644f43-bad2-4519-81e3-8cc0184ba218,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:39.796988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f9348-35f4-4691-97a8-af4d4312387b req-f73f453e-abe4-4724-bee1-a9435c0ff8ba tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:39.798976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-849f9348-35f4-4691-97a8-af4d4312387b req-f73f453e-abe4-4724-bee1-a9435c0ff8ba tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 942 time: 0.1540945 Jul 14 09:19:39.862617 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-849f9348-35f4-4691-97a8-af4d4312387b req-270f521f-d9b0-424d-892f-b6a9cc98d270 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536504 Jul 14 09:19:39.909955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] No DVR routers for this DVR port e5644f43-bad2-4519-81e3-8cc0184ba218 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:39.912541 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.914848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1304ba25-5447-4806-b187-28a20eb88907 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "DELETE /v2.0/ports/e5644f43-bad2-4519-81e3-8cc0184ba218 HTTP/1.1" status: 204 len: 173 time: 0.9713125 Jul 14 09:19:39.925519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:40.042840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fadec73-24c5-4934-b749-d0d054893047 req-24719646-46c5-4eda-b1c4-981617c0d988 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3098552 Jul 14 09:19:40.088695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.130946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.142143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port fd05800b-06cd-45c5-b31c-1a5a004a7bff {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:40.142778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.343636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:13Z', 'revision_number': 5, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:40.390261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Allocated IP 172.25.2.155 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/463c9283-1979-4c8e-a79d-eeb350c3979a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:40.412123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ac789-081a-470c-b5c9-c6d6453c606d None None] The sync data for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 is: [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:09:06Z', 'revision_number': 4, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '5e49355f-f0d8-49d5-b797-fafdb14d7921', 'name': '', 'network_id': '0a3c4cfc-ac34-4be9-8d52-ccb700fce511', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'mac_address': 'fa:16:3e:f7:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:05Z', 'updated_at': '2021-07-14T09:09:13Z', 'revision_number': 5, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'subnets': [{'id': '3758eec3-6f06-44ce-8ee5-62c55339fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:40.510796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b472333-ee3a-4290-a100-856146b35a8b req-7658e525-40cd-4fad-8ac1-59ab244fd50a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.518922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b472333-ee3a-4290-a100-856146b35a8b req-7658e525-40cd-4fad-8ac1-59ab244fd50a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2408378 Jul 14 09:19:40.618104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b472333-ee3a-4290-a100-856146b35a8b req-d6f0bc09-70ff-4a96-b95d-e270d4e90b6a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981283 Jul 14 09:19:40.660135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.708795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.796653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:40.805880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:40.810306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:40.842269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Pushing event updated for resources: {'Port': ['ID=463c9283-1979-4c8e-a79d-eeb350c3979a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:40.866102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8acde-4067-4d06-b45c-c20e4fe1997f None None] New status for floating IP 2fdcd880-81d9-4463-b70e-dd7af1b22cbc: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:19:40.893398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] For port fd05800b-06cd-45c5-b31c-1a5a004a7bff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd05800b-06cd-45c5-b31c-1a5a004a7bff,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:40.893762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.911775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for fd05800b-06cd-45c5-b31c-1a5a004a7bff owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:40.943649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d00004-67a0-4c40-b756-033e9c92615e req-964d37ee-c616-4a31-912f-001b77353835 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.950701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3d00004-67a0-4c40-b756-033e9c92615e req-964d37ee-c616-4a31-912f-001b77353835 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1433682 Jul 14 09:19:41.119679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3d00004-67a0-4c40-b756-033e9c92615e req-f1cc3665-26c0-4ad0-a13a-971081f4fb56 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682603 Jul 14 09:19:41.158232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f'}, {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:41.158232 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7339cccf-4567-4e39-a41d-4e6cc4378117" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f"}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:41.197787 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.278594 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7491bf66-8441-49b5-972c-7f322dcfbe5d x-openstack-request-id: req-7491bf66-8441-49b5-972c-7f322dcfbe5d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:41.278953 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f", "status": "completed", "code": 200}, {"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "e5644f43-bad2-4519-81e3-8cc0184ba218", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:41.279155 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7491bf66-8441-49b5-972c-7f322dcfbe5d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:41.281017 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': '2bb91271-a5b3-4496-a9d8-7c2ec1b1c88f', 'status': 'completed', 'code': 200} Jul 14 09:19:41.281225 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': 'e5644f43-bad2-4519-81e3-8cc0184ba218', 'status': 'completed', 'code': 200} Jul 14 09:19:41.351113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=fd05800b-06cd-45c5-b31c-1a5a004a7bff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:41.393382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de594418-470e-4688-844c-8f55da864f03 req-3f04a05e-261e-4131-9130-9ffbda5b28cf tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.393970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] No DVR routers for this DVR port fd05800b-06cd-45c5-b31c-1a5a004a7bff on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:41.396414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.400304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3832253-ea57-4d7f-8f4a-bbcb5feab218 req-1a537c94-7147-45c6-8f5f-efc9c6f08b5f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.48 "DELETE /v2.0/ports/fd05800b-06cd-45c5-b31c-1a5a004a7bff HTTP/1.1" status: 204 len: 173 time: 1.4783511 Jul 14 09:19:41.400474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de594418-470e-4688-844c-8f55da864f03 req-3f04a05e-261e-4131-9130-9ffbda5b28cf tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 865 time: 0.2501926 Jul 14 09:19:41.455916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.510165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de594418-470e-4688-844c-8f55da864f03 req-c77085ed-7c8b-4c07-aa89-0aee3a199cc9 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c780244-a52b-4a1a-921e-301f8e5a80db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088521 Jul 14 09:19:41.614962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1438d6ca-289a-4941-9ee5-9af36a50a011 req-9fa22735-3f77-4b32-9665-d12383cae3e8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=650082b6003f4b56a4fb3055d0232f28 HTTP/1.1" status: 200 len: 221 time: 0.0475888 Jul 14 09:19:41.831844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.844555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:41.948430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8e281-cf49-441e-b36f-d812a0ac6223 req-064a6572-24db-48c3-8aa3-4da28ed69c2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.950318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fdd8e281-cf49-441e-b36f-d812a0ac6223 req-064a6572-24db-48c3-8aa3-4da28ed69c2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1834323 Jul 14 09:19:42.525273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fdd8e281-cf49-441e-b36f-d812a0ac6223 req-0bd7f2cf-d7cc-4ca2-9366-2361c5e4268d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626681 Jul 14 09:19:42.587927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Router f904aae3-7172-4d75-9c4f-846a039b38ed is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:42.781741 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:42.787541 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.791689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:42.797855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] Sync routers for ids ['f904aae3-7172-4d75-9c4f-846a039b38ed'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:42.811980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-670ac757-2bc0-4be9-99c7-991b5cc2d6bb tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "PUT /v2.0/routers/f904aae3-7172-4d75-9c4f-846a039b38ed HTTP/1.1" status: 200 len: 916 time: 3.4536414 Jul 14 09:19:42.822365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] Routers {'f904aae3-7172-4d75-9c4f-846a039b38ed'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:42.823397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f904aae3-7172-4d75-9c4f-846a039b38ed'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:42.862024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:42.911600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:42.922826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38485e3d-bfce-4765-870f-0eb0bf468a51 req-0020595a-3398-413c-aa1c-72405cd328f4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:42.925140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38485e3d-bfce-4765-870f-0eb0bf468a51 req-0020595a-3398-413c-aa1c-72405cd328f4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1411912 Jul 14 09:19:42.933604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] Routers {'f904aae3-7172-4d75-9c4f-846a039b38ed'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:42.934238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f904aae3-7172-4d75-9c4f-846a039b38ed'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:42.993275 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38485e3d-bfce-4765-870f-0eb0bf468a51 req-beb45e05-7e2f-4a65-8352-fb1618176b5a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615644 Jul 14 09:19:43.013760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9babc66f-06f1-4796-9fc8-3099418f3c6e req-abc82f30-0778-4820-a634-0e93268db083 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0864968 Jul 14 09:19:43.014079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:43.015568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb3703-1edf-4160-a1cc-b5ce28180032 None None] The sync data for ids ['f904aae3-7172-4d75-9c4f-846a039b38ed'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:43.060974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8eee9210-a7d0-4eed-ae0e-ba60651a301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.091452 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c69d6bf5-e704-4ae3-b19d-b472c641b146 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/f904aae3-7172-4d75-9c4f-846a039b38ed HTTP/1.1" status: 200 len: 922 time: 0.2971010 Jul 14 09:19:43.093031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.192676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc4205-de9f-4db1-9422-6d539ff47a1e tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.197136 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0cbc4205-de9f-4db1-9422-6d539ff47a1e tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=f904aae3-7172-4d75-9c4f-846a039b38ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1031468 Jul 14 09:19:43.197748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.288480 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8eee9210-a7d0-4eed-ae0e-ba60651a301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.293666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8eee9210-a7d0-4eed-ae0e-ba60651a301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.313202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:43.316236 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d6c38e-11d5-45d6-ab7b-a4752ceeecc4" -d '{"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:43.319508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d426b-d929-45a2-b158-a6b644c36dd3 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.321568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f15d426b-d929-45a2-b158-a6b644c36dd3 tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.1224787 Jul 14 09:19:43.323964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.345966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f565-81bb-48fe-82d3-6837c1eb92e7 req-fbc32a3e-5ec7-4c03-9087-1abc82e7b324 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.347882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7615f565-81bb-48fe-82d3-6837c1eb92e7 req-fbc32a3e-5ec7-4c03-9087-1abc82e7b324 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1449838 Jul 14 09:19:43.369338 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7011c57-1361-4800-a214-56b82bdfe4bd x-openstack-request-id: req-b7011c57-1361-4800-a214-56b82bdfe4bd {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:43.369759 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4c0939-6fbc-43dd-a0fe-e5c10adf1616", "name": "network-vif-deleted", "tag": "fd05800b-06cd-45c5-b31c-1a5a004a7bff", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:43.370225 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7011c57-1361-4800-a214-56b82bdfe4bd {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:43.370722 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4c0939-6fbc-43dd-a0fe-e5c10adf1616', 'name': 'network-vif-deleted', 'tag': 'fd05800b-06cd-45c5-b31c-1a5a004a7bff', 'status': 'completed', 'code': 200} Jul 14 09:19:43.375264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cf4d9575-fd3a-44fa-a98f-be300480caad tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=f904aae3-7172-4d75-9c4f-846a039b38ed HTTP/1.1" status: 200 len: 205 time: 0.0481093 Jul 14 09:19:43.375658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.395128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee9210-a7d0-4eed-ae0e-ba60651a301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b59dec-cd73-4c39-bca4-fcb88c6723c9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.399643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8eee9210-a7d0-4eed-ae0e-ba60651a301e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37aeb48669144c1da1f606c045265831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322046 Jul 14 09:19:43.402114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:43.480999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7615f565-81bb-48fe-82d3-6837c1eb92e7 req-c91af225-a2ec-4a47-a28d-b7f02b2c15f9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162336 Jul 14 09:19:43.529452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.560899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91639f96-b934-4f09-afa2-46d802595521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.598306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91639f96-b934-4f09-afa2-46d802595521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.651105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91639f96-b934-4f09-afa2-46d802595521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.653776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91639f96-b934-4f09-afa2-46d802595521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.657468 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-91639f96-b934-4f09-afa2-46d802595521 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18b59dec-cd73-4c39-bca4-fcb88c6723c9 HTTP/1.1" status: 204 len: 168 time: 0.2519965 Jul 14 09:19:43.665269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91639f96-b934-4f09-afa2-46d802595521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b59dec-cd73-4c39-bca4-fcb88c6723c9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.710947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.736141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811663-d908-4941-a533-9ad59490f036 req-fae44378-0b57-4222-829c-99c3dd81ae2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.738348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6a811663-d908-4941-a533-9ad59490f036 req-fae44378-0b57-4222-829c-99c3dd81ae2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1135826 Jul 14 09:19:43.831444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Deleting port 463c9283-1979-4c8e-a79d-eeb350c3979a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:43.835694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.904756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6a811663-d908-4941-a533-9ad59490f036 req-35bb9ed4-7edf-443d-9186-75044f5cbb04 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409752 Jul 14 09:19:43.978675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.007439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Calling delete_port for 463c9283-1979-4c8e-a79d-eeb350c3979a owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:44.071785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33428) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:44.105307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52876120-1c5a-4128-9040-1e59af31dc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.285018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb1d93-7303-4caa-a3f7-3d23d7a27eec req-6ba0b7c9-e2e8-42a6-84e0-0bf60353c776 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.286532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e1eb1d93-7303-4caa-a3f7-3d23d7a27eec req-6ba0b7c9-e2e8-42a6-84e0-0bf60353c776 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1918833 Jul 14 09:19:44.297426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f1e922e-ae8d-40f2-89a8-2efbf06d5d23 req-b5a69901-e1a5-4066-9ff2-dc49b6ade3fc tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0455616 Jul 14 09:19:44.341658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52876120-1c5a-4128-9040-1e59af31dc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.348622 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52876120-1c5a-4128-9040-1e59af31dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.390360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-52876120-1c5a-4128-9040-1e59af31dc96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98e7f7047fe74271b10f17cf9ab9aa37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172994 Jul 14 09:19:44.391266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52876120-1c5a-4128-9040-1e59af31dc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41548875-9ebb-43da-aacb-ad1cd269e3cb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.391650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.394230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:44.470724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event deleted for resources: {'Port': ['ID=463c9283-1979-4c8e-a79d-eeb350c3979a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.477326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b992a76-0cda-44b2-ab3e-8f62f555e749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.500857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b992a76-0cda-44b2-ab3e-8f62f555e749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.540363 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e1eb1d93-7303-4caa-a3f7-3d23d7a27eec req-1bf6faf4-178e-416a-9e1a-b05c2e244beb tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238801 Jul 14 09:19:44.570831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.575110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b992a76-0cda-44b2-ab3e-8f62f555e749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.577885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b992a76-0cda-44b2-ab3e-8f62f555e749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.582336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1b992a76-0cda-44b2-ab3e-8f62f555e749 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41548875-9ebb-43da-aacb-ad1cd269e3cb HTTP/1.1" status: 204 len: 168 time: 0.1836755 Jul 14 09:19:44.602363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b992a76-0cda-44b2-ab3e-8f62f555e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41548875-9ebb-43da-aacb-ad1cd269e3cb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.759244 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.763899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.773947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d04b74-a742-440a-b5e1-f5d65e91afc7 req-24f099ea-5ecf-4bd8-880e-2a3122f470c0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.781943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65d04b74-a742-440a-b5e1-f5d65e91afc7 req-24f099ea-5ecf-4bd8-880e-2a3122f470c0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1046934 Jul 14 09:19:44.821390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.822259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Fanout notify agent at l3_agent the message router_deleted on router f904aae3-7172-4d75-9c4f-846a039b38ed {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:44.830797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65d04b74-a742-440a-b5e1-f5d65e91afc7 req-fa544d8c-54ee-4254-b965-e952f13f1fcc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Jul 14 09:19:44.839187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.844289 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d18c8a83-8b9b-400b-89c9-fcd51102e388 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/f904aae3-7172-4d75-9c4f-846a039b38ed HTTP/1.1" status: 204 len: 168 time: 1.4659433 Jul 14 09:19:44.850323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:44.861386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-884127878', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:44.900669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.902251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.971470 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.186690 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.287411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f6be-ca9c-4b7f-b478-a6526f2f00a5 req-a8da65e3-41aa-4f00-9966-0fc03bcaa4a7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.289130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bda8f6be-ca9c-4b7f-b478-a6526f2f00a5 req-a8da65e3-41aa-4f00-9966-0fc03bcaa4a7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1790609 Jul 14 09:19:45.365396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bda8f6be-ca9c-4b7f-b478-a6526f2f00a5 req-210af0ca-e110-4527-9c42-9c810eb9c1da tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652571 Jul 14 09:19:45.568908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8dc64f97-3a69-4be5-9ff9-f850d83b3f41 req-cdf7aac3-0e9a-4ba5-bd85-412306ef61dd tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0644143 Jul 14 09:19:45.612800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.673107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.745170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229106c-c556-4f5c-a9e1-1448d9794c04 req-7fe8b0fc-1708-4f19-8345-58c638357bef tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.752256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229106c-c556-4f5c-a9e1-1448d9794c04 req-7fe8b0fc-1708-4f19-8345-58c638357bef tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1771383 Jul 14 09:19:45.839775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229106c-c556-4f5c-a9e1-1448d9794c04 req-d8b0771a-9914-474b-ac5b-249bfd9a3f16 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866206 Jul 14 09:19:45.877254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Allocated IP 172.25.2.105 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/4712cf82-45f6-4af6-b3df-5d53b01161e0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:45.913087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9368f47a-5419-42fa-862b-f08384c6348e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.202947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.213991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab81ca-f6c3-480c-8b0b-2dcc75dacb22 req-9626124f-1136-4042-b3f9-4aa470e60731 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.215786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17ab81ca-f6c3-480c-8b0b-2dcc75dacb22 req-9626124f-1136-4042-b3f9-4aa470e60731 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1823509 Jul 14 09:19:46.282132 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17ab81ca-f6c3-480c-8b0b-2dcc75dacb22 req-8c9306c0-362e-47d6-8df7-5bc42fb6716f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577469 Jul 14 09:19:46.299747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.357916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:46.363898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:46.369991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:46.411456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event updated for resources: {'Port': ['ID=4712cf82-45f6-4af6-b3df-5d53b01161e0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.567293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b8986-2315-4733-8ac9-cea7cdcef39d req-6f5315ed-418e-4acd-9674-61481716f168 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.574965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-168b8986-2315-4733-8ac9-cea7cdcef39d req-6f5315ed-418e-4acd-9674-61481716f168 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0842841 Jul 14 09:19:46.688071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-168b8986-2315-4733-8ac9-cea7cdcef39d req-d2a5d854-fd13-463a-9fbc-6ecb22816f07 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116776 Jul 14 09:19:46.716998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.899550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04d5a3de-0aba-4bdd-977b-7dc4f2d7433b req-9ac8053f-cfb2-4b45-b90d-6abadc85c974 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0470986 Jul 14 09:19:46.936248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed522580-3821-4661-9dd8-a4ff55db3985 req-2647d793-af17-4179-a494-f2311d89c2bc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.944569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ed522580-3821-4661-9dd8-a4ff55db3985 req-2647d793-af17-4179-a494-f2311d89c2bc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0951538 Jul 14 09:19:46.999070 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ed522580-3821-4661-9dd8-a4ff55db3985 req-38002e55-f317-464b-827a-57adcdce98b8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530474 Jul 14 09:19:47.079160 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.279956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123313-92eb-44fa-ac85-ab7b8afd4a03 req-c0b9b96b-608b-4334-9c66-6122e379ec13 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.281665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99123313-92eb-44fa-ac85-ab7b8afd4a03 req-c0b9b96b-608b-4334-9c66-6122e379ec13 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1166205 Jul 14 09:19:47.350236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Router 7893366a-e647-4dd8-b556-843d9589706b is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:47.410087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99123313-92eb-44fa-ac85-ab7b8afd4a03 req-89c331eb-1c69-4056-bc9e-7a7bcf470442 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168911 Jul 14 09:19:47.568712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:47.578147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] Sync routers for ids ['7893366a-e647-4dd8-b556-843d9589706b'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:47.589333 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] Routers {'7893366a-e647-4dd8-b556-843d9589706b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:47.590205 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7893366a-e647-4dd8-b556-843d9589706b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.616944 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.618909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-664b40d5-0290-43fc-a9a9-dd041bb588ab tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7620904 Jul 14 09:19:47.621751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:47.629203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:47.635257 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.650817 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] Routers {'7893366a-e647-4dd8-b556-843d9589706b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:47.651446 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7893366a-e647-4dd8-b556-843d9589706b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.692628 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:47.693288 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377cab6-efa6-4160-82d2-640f539a0848 None None] The sync data for ids ['7893366a-e647-4dd8-b556-843d9589706b'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:47.832900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d18df1-fd35-4f74-8c7e-5dcaf0949101 req-8e30edda-3b73-4d1a-9725-e78bc4a52e9c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.834705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1d18df1-fd35-4f74-8c7e-5dcaf0949101 req-8e30edda-3b73-4d1a-9725-e78bc4a52e9c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1941738 Jul 14 09:19:47.929495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1d18df1-fd35-4f74-8c7e-5dcaf0949101 req-da828740-0be1-4dab-bec8-d1d79257f428 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859742 Jul 14 09:19:48.209665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-17cb956c-daf6-4761-b134-39203bd9c56c req-5a6b561a-72cc-4efd-abe8-c1a6deb58d9f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0634708 Jul 14 09:19:48.213408 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.243164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335520e-b1de-478c-ba4b-2bfc3e41dc89 req-00e4b4e1-3367-45f3-9512-be1873739ed5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.245355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d335520e-b1de-478c-ba4b-2bfc3e41dc89 req-00e4b4e1-3367-45f3-9512-be1873739ed5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1029267 Jul 14 09:19:48.256604 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.345064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d335520e-b1de-478c-ba4b-2bfc3e41dc89 req-a5bf18ee-1b2a-41a5-a3c2-4f8581e92076 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921729 Jul 14 09:19:48.368490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Deleting port 4712cf82-45f6-4af6-b3df-5d53b01161e0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:48.368849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.478897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.496610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Calling delete_port for 4712cf82-45f6-4af6-b3df-5d53b01161e0 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:48.684592 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6025-ebe0-4aec-b814-dddec9c1e0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.727047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.781979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Pushing event deleted for resources: {'Port': ['ID=4712cf82-45f6-4af6-b3df-5d53b01161e0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:48.889506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.899029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071070-6783-41f5-aab9-e43c61c226d0 req-1e2cefbf-a4be-41b7-bf33-613f614fb51a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.905734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01071070-6783-41f5-aab9-e43c61c226d0 req-1e2cefbf-a4be-41b7-bf33-613f614fb51a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1731257 Jul 14 09:19:48.957046 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.016273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01071070-6783-41f5-aab9-e43c61c226d0 req-1926a21a-b321-46a2-a48b-04ecc60d5e23 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093521 Jul 14 09:19:49.280323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fdf8b-79cb-4e5c-842e-1eefb972b404 req-04c783c5-71e5-42ba-af34-ba135dc143ba tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.282111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d0fdf8b-79cb-4e5c-842e-1eefb972b404 req-04c783c5-71e5-42ba-af34-ba135dc143ba tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1259553 Jul 14 09:19:49.356032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d0fdf8b-79cb-4e5c-842e-1eefb972b404 req-259d6190-c002-447f-9058-eff7f93826b4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608766 Jul 14 09:19:49.504135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-e2d0e335-01b2-45e2-bc38-7cfa3d229845 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778825 Jul 14 09:19:49.618936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbd4da9d-67fc-4d7f-8085-79a7f6403b9a req-603fa5f8-994b-4534-bc7b-6df8aa26f944 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0374522 Jul 14 09:19:49.620947 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.700524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-f34e4d0b-227b-43ef-91c0-72ed5cfc1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.702298 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-f34e4d0b-227b-43ef-91c0-72ed5cfc1fd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 1098 time: 0.1347625 Jul 14 09:19:49.791264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.805101 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.893979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-1996df23-3788-422f-8dee-a4551bd835e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.895546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-1996df23-3788-422f-8dee-a4551bd835e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.1730859 Jul 14 09:19:49.978381 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.983131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Router 7893366a-e647-4dd8-b556-843d9589706b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:49.997123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-b7780508-e7f3-40b6-8144-4504f4060dd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 200 len: 1000 time: 0.0911593 Jul 14 09:19:50.048847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-9ef1114e-b881-4136-8bd3-49acb0078240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.050329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-9ef1114e-b881-4136-8bd3-49acb0078240 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.0476060 Jul 14 09:19:50.132342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-bf78bc62-9de9-44d1-9270-d84599807808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.134443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-bf78bc62-9de9-44d1-9270-d84599807808 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762393 Jul 14 09:19:50.183898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea5388-3681-4e06-843d-6023bac9abb5 req-d63a6324-c21c-48d3-883f-de415bca0748 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.191700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bea5388-3681-4e06-843d-6023bac9abb5 req-d63a6324-c21c-48d3-883f-de415bca0748 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2889860 Jul 14 09:19:50.201820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:50.213545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] Sync routers for ids ['7893366a-e647-4dd8-b556-843d9589706b'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:50.231539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] Routers {'7893366a-e647-4dd8-b556-843d9589706b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:50.232367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7893366a-e647-4dd8-b556-843d9589706b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:50.258382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.262709 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e2d1abca-0330-4bcc-bff4-07d96b25aa5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "PUT /v2.0/routers/7893366a-e647-4dd8-b556-843d9589706b HTTP/1.1" status: 200 len: 705 time: 2.6392303 Jul 14 09:19:50.265789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.310499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bea5388-3681-4e06-843d-6023bac9abb5 req-00117425-1be5-40b4-a516-4fbdc3ea5115 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177416 Jul 14 09:19:50.314420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:50.330394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] Routers {'7893366a-e647-4dd8-b556-843d9589706b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:50.331023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7893366a-e647-4dd8-b556-843d9589706b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:50.394004 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-bc3b2f35-4b01-464a-b276-095a63fc3a34 service neutron] 10.222.0.48 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522342 Jul 14 09:19:50.421678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:50.424630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd73bb9-0553-4892-9199-11bdd10c7b58 None None] The sync data for ids ['7893366a-e647-4dd8-b556-843d9589706b'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:50.429221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-80aa7f9f-d4b0-43bc-8d12-7e10091cd7ec tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/routers/7893366a-e647-4dd8-b556-843d9589706b HTTP/1.1" status: 200 len: 740 time: 0.1608312 Jul 14 09:19:50.432825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.538581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-67b039da-6bc9-412c-aaaf-72d92fcf135b tempest-RoutersAdminTest-1128063702 tempest-RoutersAdminTest-1128063702-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=7893366a-e647-4dd8-b556-843d9589706b HTTP/1.1" status: 200 len: 205 time: 0.1036468 Jul 14 09:19:50.541730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.594340 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2fc826fe-53d8-4a20-9fb9-6744529911a8 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893366a-e647-4dd8-b556-843d9589706b HTTP/1.1" status: 200 len: 205 time: 0.0515599 Jul 14 09:19:50.598114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33674) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:50.706620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4f8569d-7f78-48cb-a212-b6ba14fd18c1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.878175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f211978-6bad-4fae-b314-623d57081a97 req-6c59e10a-8ffd-4f96-97aa-246d0e051231 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0519032 Jul 14 09:19:51.148561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a40ea4-7954-48f9-9fcf-056d5e8ee2bc req-ee122681-81e8-48eb-8acf-aa1c3b231d1c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.150625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5a40ea4-7954-48f9-9fcf-056d5e8ee2bc req-ee122681-81e8-48eb-8acf-aa1c3b231d1c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.6864455 Jul 14 09:19:51.153620 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bd2f51f1-99bb-4161-954b-19bbee80f770 req-2b5a6f64-ad15-4766-b249-94ffd3567960 service neutron] 10.222.0.48 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445097 Jul 14 09:19:51.279078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5a40ea4-7954-48f9-9fcf-056d5e8ee2bc req-21765000-9284-40dc-b9a7-1625d3bdab74 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211436 Jul 14 09:19:51.283794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4f8569d-7f78-48cb-a212-b6ba14fd18c1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.286751 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4f8569d-7f78-48cb-a212-b6ba14fd18c1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.335922 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.339603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4f8569d-7f78-48cb-a212-b6ba14fd18c1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.340342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f8569d-7f78-48cb-a212-b6ba14fd18c1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Fanout notify agent at l3_agent the message router_deleted on router 7893366a-e647-4dd8-b556-843d9589706b {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:51.351383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4f8569d-7f78-48cb-a212-b6ba14fd18c1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.358627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33708) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.359632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4f8569d-7f78-48cb-a212-b6ba14fd18c1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/7893366a-e647-4dd8-b556-843d9589706b HTTP/1.1" status: 204 len: 168 time: 0.7604206 Jul 14 09:19:51.392111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9587a8bc-f1c1-4c33-a009-0c03cdff9c52 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893366a-e647-4dd8-b556-843d9589706b HTTP/1.1" status: 200 len: 205 time: 0.0322585 Jul 14 09:19:51.394379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.449746 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-ef426311-517d-42be-99ae-295bd67a5331 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] delete failed (client error): The resource could not be found. Jul 14 09:19:51.451095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ef426311-517d-42be-99ae-295bd67a5331 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/7893366a-e647-4dd8-b556-843d9589706b HTTP/1.1" status: 404 len: 336 time: 0.0557985 Jul 14 09:19:51.453727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.492764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4c9c9c26-4200-4467-b400-4e04405260d1 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=f904aae3-7172-4d75-9c4f-846a039b38ed HTTP/1.1" status: 200 len: 205 time: 0.0354147 Jul 14 09:19:51.493150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.556933 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-03b6680d-0036-4b3d-995b-2019c6862016 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] delete failed (client error): The resource could not be found. Jul 14 09:19:51.560437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-03b6680d-0036-4b3d-995b-2019c6862016 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/f904aae3-7172-4d75-9c4f-846a039b38ed HTTP/1.1" status: 404 len: 336 time: 0.0639544 Jul 14 09:19:51.560968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33718) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.602612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-950932f1-02e0-4ab7-b12b-d751d22b9f5f tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=2370a1ef-c87e-4669-88b5-4778a89d8a26 HTTP/1.1" status: 200 len: 205 time: 0.0382149 Jul 14 09:19:51.603543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33722) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.644987 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-46ae3bdc-c23a-4e77-b968-08faea40e58a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] delete failed (client error): The resource could not be found. Jul 14 09:19:51.646178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-46ae3bdc-c23a-4e77-b968-08faea40e58a tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/2370a1ef-c87e-4669-88b5-4778a89d8a26 HTTP/1.1" status: 404 len: 336 time: 0.0415120 Jul 14 09:19:51.649025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.694957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6661ce6-737f-4f86-b356-1a2cc85290d2 req-4a21106b-f245-4204-b4fc-58320f181caa tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.698294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9de92a9e-9621-4a7e-a480-45c465cae343 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb83d38-45cb-4ba8-9631-033fd8d39c58 HTTP/1.1" status: 200 len: 205 time: 0.0478313 Jul 14 09:19:51.699823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6661ce6-737f-4f86-b356-1a2cc85290d2 req-4a21106b-f245-4204-b4fc-58320f181caa tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1448748 Jul 14 09:19:51.700580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.744617 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-81c73773-388f-40f1-b63d-eedf501090e5 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] delete failed (client error): The resource could not be found. Jul 14 09:19:51.745639 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-81c73773-388f-40f1-b63d-eedf501090e5 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/bcb83d38-45cb-4ba8-9631-033fd8d39c58 HTTP/1.1" status: 404 len: 336 time: 0.0441644 Jul 14 09:19:51.746600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6661ce6-737f-4f86-b356-1a2cc85290d2 req-0c001e53-c306-4794-a47d-118b67d5418e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Jul 14 09:19:51.748223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.829484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9c0deb4b-3c07-480d-889a-06fc50363c65 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7622f663-b75d-4365-b07a-14a0a9ed4f6c HTTP/1.1" status: 200 len: 205 time: 0.0801456 Jul 14 09:19:51.832214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:51.914915 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b76b7b98-7b47-4f7f-977a-ed5c692fe30e tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] delete failed (client error): The resource could not be found. Jul 14 09:19:51.915980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b76b7b98-7b47-4f7f-977a-ed5c692fe30e tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/7622f663-b75d-4365-b07a-14a0a9ed4f6c HTTP/1.1" status: 404 len: 336 time: 0.0826659 Jul 14 09:19:51.921405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33750) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.006476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.009126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6be7c369-28f4-4141-b188-b16cc950eb16 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "GET /v2.0/ports?device_id=05d0aab1-2684-4512-9a08-6a99a31e2e1e HTTP/1.1" status: 200 len: 205 time: 0.0808327 Jul 14 09:19:52.096750 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-1906cc00-69bf-4a1e-b5ef-df4897b5b2e2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] delete failed (client error): The resource could not be found. Jul 14 09:19:52.097798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1906cc00-69bf-4a1e-b5ef-df4897b5b2e2 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/routers/05d0aab1-2684-4512-9a08-6a99a31e2e1e HTTP/1.1" status: 404 len: 336 time: 0.0908353 Jul 14 09:19:52.112956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33762) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.146750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a154-af0b-4254-96bd-3d13673e5f0a req-55a19b6f-d6ca-40d9-9ec2-a723c579baf8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.159449 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3b13626f-ebc3-4d09-b0c1-ad1336046491 req-51e033be-88c9-4be7-83a1-4f22a207b872 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0702713 Jul 14 09:19:52.160192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bc3a154-af0b-4254-96bd-3d13673e5f0a req-55a19b6f-d6ca-40d9-9ec2-a723c579baf8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2561131 Jul 14 09:19:52.203675 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da3faf8-d96a-4635-be24-18dc17d43234 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] DELETE failed (client error): The resource could not be found. Jul 14 09:19:52.204295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da3faf8-d96a-4635-be24-18dc17d43234 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:19:52.206162 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9da3faf8-d96a-4635-be24-18dc17d43234 tempest-RoutersAdminTest-2060476450 tempest-RoutersAdminTest-2060476450-project] 10.222.0.18 "DELETE /v2.0/subnets/6a8bb825-a7b5-4970-979d-9fa36e77e529 HTTP/1.1" status: 404 len: 337 time: 0.0922389 Jul 14 09:19:52.254360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bc3a154-af0b-4254-96bd-3d13673e5f0a req-bdc34845-3f7b-4d81-9c1f-95043e759367 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594223 Jul 14 09:19:52.736683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.876931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df90dc-f031-436b-9c91-d5a4093efd8f req-c5bccf4c-4745-47f4-9e2a-bc24a3c4d135 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.878521 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3df90dc-f031-436b-9c91-d5a4093efd8f req-c5bccf4c-4745-47f4-9e2a-bc24a3c4d135 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1548789 Jul 14 09:19:52.942696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3df90dc-f031-436b-9c91-d5a4093efd8f req-66000fa4-7621-4b10-8113-34cea917f764 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569966 Jul 14 09:19:52.977771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5e8b-fa10-4fa8-af08-bf138280adff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.103171 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5e8b-fa10-4fa8-af08-bf138280adff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.108616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8dd5e8b-fa10-4fa8-af08-bf138280adff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.151540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd5e8b-fa10-4fa8-af08-bf138280adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02cfc40-8a17-4981-8d15-cf279f63297c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.159464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d8dd5e8b-fa10-4fa8-af08-bf138280adff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1571d43f93254bab8c092f09b869eb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178672 Jul 14 09:19:53.159879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:53.228888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e2a82e3-4aa0-4d67-a4c6-1ac21d9db472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.268169 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e2a82e3-4aa0-4d67-a4c6-1ac21d9db472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.332974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e2a82e3-4aa0-4d67-a4c6-1ac21d9db472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.336275 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e2a82e3-4aa0-4d67-a4c6-1ac21d9db472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.337554 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e2a82e3-4aa0-4d67-a4c6-1ac21d9db472 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a02cfc40-8a17-4981-8d15-cf279f63297c HTTP/1.1" status: 204 len: 168 time: 0.1767199 Jul 14 09:19:53.365897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a82e3-4aa0-4d67-a4c6-1ac21d9db472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02cfc40-8a17-4981-8d15-cf279f63297c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.417329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7814ef63-7bda-4b76-a7b8-bf81c041afba req-bb0dc2c1-5d20-4ea4-8739-f80c2d8406ec tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0781188 Jul 14 09:19:53.697751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:53.741810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fe540caa-a30d-4dd0-9c68-578960d22482 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39d1da09078f4541b6ce3e67276da164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428801 Jul 14 09:19:53.744367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33826) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:53.801194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52ebad2a-52aa-4997-852a-8a5348ac10bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.823695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52ebad2a-52aa-4997-852a-8a5348ac10bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.884726 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52ebad2a-52aa-4997-852a-8a5348ac10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.889634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52ebad2a-52aa-4997-852a-8a5348ac10bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.890986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-52ebad2a-52aa-4997-852a-8a5348ac10bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b6c4a9d-cb08-42ba-8d24-a844aacea188 HTTP/1.1" status: 204 len: 168 time: 0.1455786 Jul 14 09:19:53.906353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebad2a-52aa-4997-852a-8a5348ac10bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6c4a9d-cb08-42ba-8d24-a844aacea188,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.165122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065d716-a952-4d86-8fc1-1b385c7f403a req-6ee0a5d6-1c12-4812-938f-94e1ed33340c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.166696 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0065d716-a952-4d86-8fc1-1b385c7f403a req-6ee0a5d6-1c12-4812-938f-94e1ed33340c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0800242 Jul 14 09:19:54.226114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0065d716-a952-4d86-8fc1-1b385c7f403a req-6a95a0e8-2a30-460a-a47e-6a714233ac74 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527487 Jul 14 09:19:54.650291 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f669e49a-2d51-41ef-97c8-7a5dbfd26d2d req-7fd4d42f-e94d-4174-9e80-5df0f2fbefa8 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0475264 Jul 14 09:19:55.021557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a82ed-2937-49cc-92f2-e6041bd8b158 req-2cd0cd66-afc0-485e-a9bf-7899b3ed2b57 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:55.031314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d63a82ed-2937-49cc-92f2-e6041bd8b158 req-2cd0cd66-afc0-485e-a9bf-7899b3ed2b57 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1618552 Jul 14 09:19:55.058737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33886) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:55.082167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d63a82ed-2937-49cc-92f2-e6041bd8b158 req-181cab6c-a657-4bed-914b-780f07de3292 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 Jul 14 09:19:55.296903 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1b8eb75b-9d14-4fa3-a897-7d7625d4310c tempest-ServiceProvidersTest-54823504 tempest-ServiceProvidersTest-54823504-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2368703 Jul 14 09:19:55.683393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:55.825987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4133124d-2ae2-4949-93a4-e26fe01ec5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.911164 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7bd1356c-0dac-46d0-a619-d6588a006014 req-a6804613-79de-4196-94ea-944fcceda9b2 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0458338 Jul 14 09:19:55.993142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4133124d-2ae2-4949-93a4-e26fe01ec5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.997489 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4133124d-2ae2-4949-93a4-e26fe01ec5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.039875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4133124d-2ae2-4949-93a4-e26fe01ec5ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=826b2319766741eaad9430010c1c550b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529146 Jul 14 09:19:56.039875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133124d-2ae2-4949-93a4-e26fe01ec5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb72104b-767d-43d0-9dcb-0ab733f93777,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.040400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:56.097009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-883f4dd7-0e4f-40d4-a73e-e2fc01e0aeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.119070 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-883f4dd7-0e4f-40d4-a73e-e2fc01e0aeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.186710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-883f4dd7-0e4f-40d4-a73e-e2fc01e0aeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.190851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-883f4dd7-0e4f-40d4-a73e-e2fc01e0aeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.192510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-883f4dd7-0e4f-40d4-a73e-e2fc01e0aeea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb72104b-767d-43d0-9dcb-0ab733f93777 HTTP/1.1" status: 204 len: 168 time: 0.1510365 Jul 14 09:19:56.202822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f4dd7-0e4f-40d4-a73e-e2fc01e0aeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb72104b-767d-43d0-9dcb-0ab733f93777,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.285905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2c6f8-f22d-4d5c-97b9-1804f48a9969 req-1c97112c-f25c-46f1-9eb0-a0497106ee7f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.288084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48c2c6f8-f22d-4d5c-97b9-1804f48a9969 req-1c97112c-f25c-46f1-9eb0-a0497106ee7f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0767336 Jul 14 09:19:56.338134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48c2c6f8-f22d-4d5c-97b9-1804f48a9969 req-df993e3f-8f25-4f15-bc40-029eb24056f8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Jul 14 09:19:56.633869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bff6e-d1b4-464a-8303-67284a42907c req-4391fe75-c93f-4477-9aea-7775cd67adef tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.638985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6d8bff6e-d1b4-464a-8303-67284a42907c req-4391fe75-c93f-4477-9aea-7775cd67adef tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1335013 Jul 14 09:19:56.698781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6d8bff6e-d1b4-464a-8303-67284a42907c req-370d0234-9a46-43a0-b658-021b5b84638e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Jul 14 09:19:57.068501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988f9ab-4f75-4775-8b95-54fda643036a req-fb4c1c21-019f-41bf-8005-4c670dff5dcb tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.075440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6988f9ab-4f75-4775-8b95-54fda643036a req-fb4c1c21-019f-41bf-8005-4c670dff5dcb tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1623724 Jul 14 09:19:57.122649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6988f9ab-4f75-4775-8b95-54fda643036a req-ce51b3f2-119d-40e5-bd26-6ce069e6e637 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jul 14 09:19:57.323611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afcb61c1-9fcb-41c8-8d90-21cb2ffba47c req-25545a4a-723e-4400-a428-c6edb43f9c07 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd4c0939-6fbc-43dd-a0fe-e5c10adf1616 HTTP/1.1" status: 200 len: 210 time: 0.0621676 Jul 14 09:19:57.428009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799c83f-6feb-49b0-939a-a96dcf274ae1 req-20f22a00-4299-43a0-bf26-de67b5150b61 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.437087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a799c83f-6feb-49b0-939a-a96dcf274ae1 req-20f22a00-4299-43a0-bf26-de67b5150b61 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1181347 Jul 14 09:19:57.477743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a799c83f-6feb-49b0-939a-a96dcf274ae1 req-84b09381-4090-43fa-a248-28e185d93b0e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Jul 14 09:19:57.754441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2799af-6bf9-448e-9201-4664970edc67 req-43a3e13f-df7b-4da5-8837-66c9e666a420 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.757260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a2799af-6bf9-448e-9201-4664970edc67 req-43a3e13f-df7b-4da5-8837-66c9e666a420 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0947826 Jul 14 09:19:57.805577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a2799af-6bf9-448e-9201-4664970edc67 req-625ddd59-9307-4f37-8835-c50b41d45bfd tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Jul 14 09:19:58.010403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949d5d-88d5-48fe-a85e-2c512f7b2342 req-3e4977b0-b205-4654-9dcb-336d862b0cac tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.019080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce949d5d-88d5-48fe-a85e-2c512f7b2342 req-3e4977b0-b205-4654-9dcb-336d862b0cac tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0943336 Jul 14 09:19:58.078163 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce949d5d-88d5-48fe-a85e-2c512f7b2342 req-92dee367-6020-4710-9636-88e812df37c2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579197 Jul 14 09:19:58.382348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5bdc-d4ac-4c0d-8ff7-59459d5ae459 req-c48e0eb9-5071-4a59-9cc2-3adbeb2ad253 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.384306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c7b5bdc-d4ac-4c0d-8ff7-59459d5ae459 req-c48e0eb9-5071-4a59-9cc2-3adbeb2ad253 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0866022 Jul 14 09:19:58.465435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c7b5bdc-d4ac-4c0d-8ff7-59459d5ae459 req-979bec26-8127-4160-9f32-908b43489466 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709763 Jul 14 09:19:58.505382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:58.588882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf74f2ef-8259-41b4-98cc-39f3184b4fca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.626340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf74f2ef-8259-41b4-98cc-39f3184b4fca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.734863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf74f2ef-8259-41b4-98cc-39f3184b4fca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.738030 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf74f2ef-8259-41b4-98cc-39f3184b4fca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.742240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:58.742769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cf74f2ef-8259-41b4-98cc-39f3184b4fca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c780244-a52b-4a1a-921e-301f8e5a80db HTTP/1.1" status: 204 len: 168 time: 0.2363167 Jul 14 09:19:58.761269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f2ef-8259-41b4-98cc-39f3184b4fca tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c780244-a52b-4a1a-921e-301f8e5a80db,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:58.768326 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-5b54542b-697f-4d7c-a0d2-94f97ffb2408 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] show failed (client error): The resource could not be found. Jul 14 09:19:58.769278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b54542b-697f-4d7c-a0d2-94f97ffb2408 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "GET /v2.0/security-groups/6c780244-a52b-4a1a-921e-301f8e5a80db HTTP/1.1" status: 404 len: 347 time: 0.0259144 Jul 14 09:19:58.773911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:58.810161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbc877-9e2b-4c95-98de-bce04972e574 req-8d336702-47a7-4d05-bcdb-1221c632319c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.818495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7bbc877-9e2b-4c95-98de-bce04972e574 req-8d336702-47a7-4d05-bcdb-1221c632319c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1288552 Jul 14 09:19:58.874958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7bbc877-9e2b-4c95-98de-bce04972e574 req-b6aa6b37-adc2-43ec-8268-c5f5db35c6fa tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549841 Jul 14 09:19:59.011091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port 58226daa-9774-4b7b-a16c-ac1b83d028b6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:59.013857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.153671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a965-028e-4735-b182-24daf23ba4af req-d3db9790-a112-42c3-9f96-0f34113b1413 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.163941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d51a965-028e-4735-b182-24daf23ba4af req-d3db9790-a112-42c3-9f96-0f34113b1413 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0958922 Jul 14 09:19:59.198510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.201725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.218603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for 58226daa-9774-4b7b-a16c-ac1b83d028b6 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:59.223955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8d51a965-028e-4735-b182-24daf23ba4af req-c8de844f-1a54-41f6-9967-42e75bcd13b3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590770 Jul 14 09:19:59.484846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cac89-f6b4-4746-9384-0bae1d981bbe req-ead5d217-ae97-4d76-ac0e-918986eba1b9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.495077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a31cac89-f6b4-4746-9384-0bae1d981bbe req-ead5d217-ae97-4d76-ac0e-918986eba1b9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0845542 Jul 14 09:19:59.500350 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.564156 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a31cac89-f6b4-4746-9384-0bae1d981bbe req-21b2b303-6f3a-4468-948b-3e56b84488a4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677001 Jul 14 09:19:59.593375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=58226daa-9774-4b7b-a16c-ac1b83d028b6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:59.617510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.620922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.622232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-92591fdb-e7fa-412d-a02e-eb317390126f tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/floatingips/2fdcd880-81d9-4463-b70e-dd7af1b22cbc HTTP/1.1" status: 204 len: 168 time: 0.8471842 Jul 14 09:19:59.624999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:59.779166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port 9ff2d997-d3c7-4873-9710-a83acd974eea {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:59.779799 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.853598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643766c-bf0f-47ed-bf8e-5a77ee839c59 req-13f44b7c-8d43-4350-bb10-56b0b872e091 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.861230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3643766c-bf0f-47ed-bf8e-5a77ee839c59 req-13f44b7c-8d43-4350-bb10-56b0b872e091 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1162529 Jul 14 09:19:59.892165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.912579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for 9ff2d997-d3c7-4873-9710-a83acd974eea owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:59.917002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3643766c-bf0f-47ed-bf8e-5a77ee839c59 req-7ae8cf07-ee63-432f-866d-59f74fc3a2d5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545063 Jul 14 09:20:00.094804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.163459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=9ff2d997-d3c7-4873-9710-a83acd974eea,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.271526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.276311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c58d94d2-fcba-46df-ab0d-1d09c9930ebe tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/ports/9ff2d997-d3c7-4873-9710-a83acd974eea HTTP/1.1" status: 204 len: 168 time: 0.6480155 Jul 14 09:20:00.276849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:00.369255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b00978-8f6c-46c5-adf5-9a8cf414bce6 req-3b5d6669-a9e7-4c4c-a9be-a096e083757e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.371743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07b00978-8f6c-46c5-adf5-9a8cf414bce6 req-3b5d6669-a9e7-4c4c-a9be-a096e083757e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1019409 Jul 14 09:20:00.452087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07b00978-8f6c-46c5-adf5-9a8cf414bce6 req-73b48376-d1fc-4420-a8b9-0cb036414802 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742574 Jul 14 09:20:00.475429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting port 097b4fe9-56ed-4791-ac28-19505ce0dd23 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:00.476071 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.519763 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:00.665708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.690705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Calling delete_port for 097b4fe9-56ed-4791-ac28-19505ce0dd23 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:00.882865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4389d2-afaf-4ad7-91b0-bff5dc7a7b12 req-fea47fee-cb0f-4157-a1f0-04f11db114fa tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.887979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b4389d2-afaf-4ad7-91b0-bff5dc7a7b12 req-fea47fee-cb0f-4157-a1f0-04f11db114fa tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1173496 Jul 14 09:20:00.900468 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.943427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Port': ['ID=097b4fe9-56ed-4791-ac28-19505ce0dd23,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.988850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b4389d2-afaf-4ad7-91b0-bff5dc7a7b12 req-c1b52709-9ed9-43fd-873a-3a5de8c6d966 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816674 Jul 14 09:20:01.046558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34206) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.054316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.059406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.059562 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-09d6e210-aaf3-4a9b-8ec1-c3d3c0d84b8d tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/ports/097b4fe9-56ed-4791-ac28-19505ce0dd23 HTTP/1.1" status: 204 len: 168 time: 0.7813144 Jul 14 09:20:01.143691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting subnet 2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:01.163521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.224468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33e2a5f6-b6e6-441d-ac63-d528657d7b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.225603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313afc4-7595-4c25-8a0a-1ec4c6dbf355 req-20b239af-b913-4bac-a494-72c004b7438f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.233005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3313afc4-7595-4c25-8a0a-1ec4c6dbf355 req-20b239af-b913-4bac-a494-72c004b7438f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0881846 Jul 14 09:20:01.246091 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.286411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3313afc4-7595-4c25-8a0a-1ec4c6dbf355 req-fae7f4f2-338d-48c8-9721-eb8bfc9c9ec1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Jul 14 09:20:01.379877 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.425724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.507028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33e2a5f6-b6e6-441d-ac63-d528657d7b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.513567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33e2a5f6-b6e6-441d-ac63-d528657d7b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.550240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.560069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf462e83-5ec6-422c-9895-332761acf29f req-2553c561-a8f7-4ce1-8e2a-2e6b6df11865 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.561952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cf462e83-5ec6-422c-9895-332761acf29f req-2553c561-a8f7-4ce1-8e2a-2e6b6df11865 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0959821 Jul 14 09:20:01.601221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-33e2a5f6-b6e6-441d-ac63-d528657d7b48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de4ef4c39bc7436d8785c6ee02d5b1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533373 Jul 14 09:20:01.606515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Subnet': ['ID=2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.612225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.617900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.618203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c0f33e5d-99f1-4dd1-bdef-53508d28988c tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/subnets/2c430ec3-9efe-4ebc-a21d-ea15f5e0ed76 HTTP/1.1" status: 204 len: 168 time: 0.5574038 Jul 14 09:20:01.618904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:01.620012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2a5f6-b6e6-441d-ac63-d528657d7b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462730a2-df2f-43eb-96c7-55e271579fe4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.620169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be7691e-6a9f-48e3-8fde-9b50001267fe None None] Network 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:01.742442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cf462e83-5ec6-422c-9895-332761acf29f req-ede21d77-ede8-4a5d-8080-95213b5bcc04 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748865 Jul 14 09:20:01.792961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Deleting subnet 5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:01.797320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.872745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3a06-e9ee-43e4-bbaf-8329d38ef980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.882230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.894781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] DHCP port deletion for 3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:01.945798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] Deleting port 22528f00-a99d-4934-9863-1d3b989807b2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:01.946182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.971819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3a06-e9ee-43e4-bbaf-8329d38ef980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.020937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] For port 22528f00-a99d-4934-9863-1d3b989807b2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22528f00-a99d-4934-9863-1d3b989807b2,segment=NetworkSegment(7c7dc271-2322-4b3f-a095-7e6980f4dd15),segment_id=7c7dc271-2322-4b3f-a095-7e6980f4dd15)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:02.021589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.042396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] Calling delete_port for 22528f00-a99d-4934-9863-1d3b989807b2 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:02.082563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f36cb-d3f3-40d1-841b-9b3d2061d37d req-52d72d5e-d469-4f3c-a7e3-511ab855cc20 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.092807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94f36cb-d3f3-40d1-841b-9b3d2061d37d req-52d72d5e-d469-4f3c-a7e3-511ab855cc20 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1853569 Jul 14 09:20:02.138347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.140922 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.177358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] Pushing event deleted for resources: {'Port': ['ID=22528f00-a99d-4934-9863-1d3b989807b2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.179779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38431c76-4cf4-428f-9954-6d02020b06bb None None] No DVR routers for this DVR port 22528f00-a99d-4934-9863-1d3b989807b2 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:02.187606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3a06-e9ee-43e4-bbaf-8329d38ef980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.191625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3a06-e9ee-43e4-bbaf-8329d38ef980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.195394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c4cb3a06-e9ee-43e4-bbaf-8329d38ef980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/462730a2-df2f-43eb-96c7-55e271579fe4 HTTP/1.1" status: 204 len: 168 time: 0.5735235 Jul 14 09:20:02.215430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb3a06-e9ee-43e4-bbaf-8329d38ef980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462730a2-df2f-43eb-96c7-55e271579fe4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.242807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94f36cb-d3f3-40d1-841b-9b3d2061d37d req-08f4b8f2-7baa-4296-99a7-2cb9246050d9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380541 Jul 14 09:20:02.275820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.314448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5c757-0e6a-4138-97e9-6199f3a7eff5 None None] Network 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:02.324467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.328903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/subnets/5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d HTTP/1.1" status: 204 len: 168 time: 0.7034650 Jul 14 09:20:02.328903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c59bb8-bf16-43b2-a06c-2809853ca4f7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Subnet': ['ID=5df2a7c0-8acc-4504-90a3-acf9ca8d0d1d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.329321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.450775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.670008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.698981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:02.721702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0da33-f08c-461d-8208-75991fd4ab4a req-270c4e08-442f-47a2-baf8-4edaa5fef9e8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.722907 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7dc271-2322-4b3f-a095-7e6980f4dd15') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:02.723757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7dc271-2322-4b3f-a095-7e6980f4dd15') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:02.733846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] DHCP port deletion for 1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:02.734428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6df0da33-f08c-461d-8208-75991fd4ab4a req-270c4e08-442f-47a2-baf8-4edaa5fef9e8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1367488 Jul 14 09:20:02.765083 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.795328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.796289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6df0da33-f08c-461d-8208-75991fd4ab4a req-a1ccdd32-117e-4318-a98c-3ce236f0bb0d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612283 Jul 14 09:20:02.812722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22528f00-a99d-4934-9863-1d3b989807b2 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:02.823112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:02.823568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:02.828695 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:02.891944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 22528f00-a99d-4934-9863-1d3b989807b2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:02.893153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22528f00-a99d-4934-9863-1d3b989807b2 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:02.917274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.935326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ef3575b-3718-4187-96eb-a8d55c11fb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.954277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] Deleting port b0b28d2f-cf94-4404-bf96-08c59d505fb7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:02.954978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.960897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.000178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.008164 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/networks/3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9 HTTP/1.1" status: 204 len: 168 time: 0.6754317 Jul 14 09:20:03.008164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31d46d-211e-4e1e-a645-a28632c9a3a7 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Network': ['ID=3921fe81-2d9b-4216-a3a5-8b8d7a6a3ea9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.008524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:03.127275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] For port b0b28d2f-cf94-4404-bf96-08c59d505fb7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b0b28d2f-cf94-4404-bf96-08c59d505fb7,segment=NetworkSegment(91048c08-aa37-4e9c-a7ed-67e133830225),segment_id=91048c08-aa37-4e9c-a7ed-67e133830225)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:03.127728 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.169653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] Calling delete_port for b0b28d2f-cf94-4404-bf96-08c59d505fb7 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:03.175721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9eb6-6bf7-4f45-820e-c4239dfe5292 req-eae103b0-1809-4efb-9a82-d3de55504147 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.179902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d5d9eb6-6bf7-4f45-820e-c4239dfe5292 req-eae103b0-1809-4efb-9a82-d3de55504147 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1128795 Jul 14 09:20:03.242464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.281126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d5d9eb6-6bf7-4f45-820e-c4239dfe5292 req-17b44838-c976-457f-b6c7-df98bd94a8a8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919869 Jul 14 09:20:03.303900 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.396343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] Pushing event deleted for resources: {'Port': ['ID=b0b28d2f-cf94-4404-bf96-08c59d505fb7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.398936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62338d-890b-460d-96a0-2f2d4b220f78 None None] No DVR routers for this DVR port b0b28d2f-cf94-4404-bf96-08c59d505fb7 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:03.495457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34288) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:03.511034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ef3575b-3718-4187-96eb-a8d55c11fb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.516530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.520562 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ef3575b-3718-4187-96eb-a8d55c11fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.538849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:03.591377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91048c08-aa37-4e9c-a7ed-67e133830225') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:03.591724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91048c08-aa37-4e9c-a7ed-67e133830225') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:03.598072 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1ef3575b-3718-4187-96eb-a8d55c11fb7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=551fe70059c74b0bae6852aed1e8b6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792266 Jul 14 09:20:03.600868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:03.607300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.609083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3575b-3718-4187-96eb-a8d55c11fb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8dbe89-79ee-491a-b9e0-2f127426e794,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.624463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.631124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:03.631781 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: items = [ Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:03.635030 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:03.712330 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.723870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.724028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a8f610-8fa4-42df-ba48-8b6de412e63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.729997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] 10.222.0.18 "DELETE /v2.0/networks/1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95 HTTP/1.1" status: 204 len: 168 time: 0.7153535 Jul 14 09:20:03.737541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead86eb-47a9-41bd-b758-80c5b510ffd5 tempest-TaggedBootDevicesTest_v242-2104864061 tempest-TaggedBootDevicesTest_v242-2104864061-project] Pushing event deleted for resources: {'Network': ['ID=1bac9dac-ccde-4ef3-a21c-6aa78ebd5e95,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.749626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea86de56-e4fe-4e2f-aa05-ff4ec953204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.787499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea86de56-e4fe-4e2f-aa05-ff4ec953204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.876919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d7a2-ef39-4920-b3ff-0306984cbcb9 req-f3426303-0fb9-4a7a-9e0b-c54a280fd3e1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.886590 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24a2d7a2-ef39-4920-b3ff-0306984cbcb9 req-f3426303-0fb9-4a7a-9e0b-c54a280fd3e1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2209365 Jul 14 09:20:03.955076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24a2d7a2-ef39-4920-b3ff-0306984cbcb9 req-f3225a54-fe67-477c-b7b1-c67393a30375 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580847 Jul 14 09:20:03.960766 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea86de56-e4fe-4e2f-aa05-ff4ec953204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.963538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea86de56-e4fe-4e2f-aa05-ff4ec953204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.966284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea86de56-e4fe-4e2f-aa05-ff4ec953204b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb8dbe89-79ee-491a-b9e0-2f127426e794 HTTP/1.1" status: 204 len: 168 time: 0.3640244 Jul 14 09:20:03.985736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86de56-e4fe-4e2f-aa05-ff4ec953204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8dbe89-79ee-491a-b9e0-2f127426e794,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.999901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a8f610-8fa4-42df-ba48-8b6de412e63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.006867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a8f610-8fa4-42df-ba48-8b6de412e63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.049895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8f610-8fa4-42df-ba48-8b6de412e63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae71a46-28be-48b8-afbc-1f05f2f97cef,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.078383 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-30a8f610-8fa4-42df-ba48-8b6de412e63b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3da604f0c38b480da91b924e6f6cc88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812671 Jul 14 09:20:04.081165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:04.147242 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c00fd87c-b779-42c0-b8e6-275fcd5546f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.189060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c00fd87c-b779-42c0-b8e6-275fcd5546f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.481291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c00fd87c-b779-42c0-b8e6-275fcd5546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.489605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c00fd87c-b779-42c0-b8e6-275fcd5546f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.491126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c00fd87c-b779-42c0-b8e6-275fcd5546f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ae71a46-28be-48b8-afbc-1f05f2f97cef HTTP/1.1" status: 204 len: 168 time: 0.4086649 Jul 14 09:20:04.520370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fd87c-b779-42c0-b8e6-275fcd5546f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae71a46-28be-48b8-afbc-1f05f2f97cef,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:04.546694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ee380-2d3b-49a9-ad4c-72afd9c3335f req-4c1732ce-bf1a-4deb-8617-976303bf9ac5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.556135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-078ee380-2d3b-49a9-ad4c-72afd9c3335f req-4c1732ce-bf1a-4deb-8617-976303bf9ac5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2145827 Jul 14 09:20:04.658505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-078ee380-2d3b-49a9-ad4c-72afd9c3335f req-842b0215-f7ee-4874-8de4-a4bd1f31e00c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009190 Jul 14 09:20:04.685262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b0b28d2f-cf94-4404-bf96-08c59d505fb7 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:04.718331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b0b28d2f-cf94-4404-bf96-08c59d505fb7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:04.719195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b0b28d2f-cf94-4404-bf96-08c59d505fb7 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:04.948299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51394b-6169-403c-b87a-8c28904ec00c req-a7208645-30a0-4825-a0c9-f5a59b9affc5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.949868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e51394b-6169-403c-b87a-8c28904ec00c req-a7208645-30a0-4825-a0c9-f5a59b9affc5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0857530 Jul 14 09:20:04.988261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2120e-b772-45a5-a856-f0c33ace5f9d req-43ada46d-3695-404f-ba27-6ca35886db45 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.001340 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3e2120e-b772-45a5-a856-f0c33ace5f9d req-43ada46d-3695-404f-ba27-6ca35886db45 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 946 time: 0.1135783 Jul 14 09:20:05.006957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e51394b-6169-403c-b87a-8c28904ec00c req-5e0f2339-e125-4ada-8d89-10cae7958532 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Jul 14 09:20:05.037262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:05.057626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43adb491-077b-4565-b0f7-d398647ea8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.076865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3e2120e-b772-45a5-a856-f0c33ace5f9d req-8c6e2bf5-c77d-4a17-b42b-033a74884354 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735621 Jul 14 09:20:05.180025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43adb491-077b-4565-b0f7-d398647ea8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.216343 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43adb491-077b-4565-b0f7-d398647ea8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.264182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adb491-077b-4565-b0f7-d398647ea8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01163294-1d61-4e96-ba35-22521f94354f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:05.276018 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-43adb491-077b-4565-b0f7-d398647ea8ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2ce943628c04a06abdd07d86aa02443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375362 Jul 14 09:20:05.278865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:05.312747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497b4-e66e-4775-8dc7-249038ba7efb req-2e4229fc-7d28-48f5-840d-c463b64863a4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.315071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-255497b4-e66e-4775-8dc7-249038ba7efb req-2e4229fc-7d28-48f5-840d-c463b64863a4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1421165 Jul 14 09:20:05.372930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-830f9281-3760-46db-b4a9-12e6ff9299bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.380017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-255497b4-e66e-4775-8dc7-249038ba7efb req-0cd6ad95-3a41-41bb-b34b-634082fb7ef3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Jul 14 09:20:05.398697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-830f9281-3760-46db-b4a9-12e6ff9299bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.467142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-c852fd2c-85b9-4adc-a31e-1f48cabeb358 req-8f2383bb-74e1-4ec6-ab8a-c30389781ad6 service neutron] (93754) timed out ('10.222.0.48', 49324) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:20:05.480710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-830f9281-3760-46db-b4a9-12e6ff9299bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.484085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-830f9281-3760-46db-b4a9-12e6ff9299bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.486539 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-830f9281-3760-46db-b4a9-12e6ff9299bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01163294-1d61-4e96-ba35-22521f94354f HTTP/1.1" status: 204 len: 168 time: 0.2065310 Jul 14 09:20:05.495334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f9281-3760-46db-b4a9-12e6ff9299bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01163294-1d61-4e96-ba35-22521f94354f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.300045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb159f-cf66-446f-9f2d-fc2cbeafd43c req-198d6ede-a89a-4823-b959-0d9e75055155 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.307272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cddb159f-cf66-446f-9f2d-fc2cbeafd43c req-198d6ede-a89a-4823-b959-0d9e75055155 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1118059 Jul 14 09:20:06.352557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cddb159f-cf66-446f-9f2d-fc2cbeafd43c req-61e6dfd6-92fc-42b5-8afa-9c1ea5a29e01 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Jul 14 09:20:06.420952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-f3cf1de5-5a1f-4868-9afa-2ed688861ac1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.423136 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-f3cf1de5-5a1f-4868-9afa-2ed688861ac1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 946 time: 0.2005830 Jul 14 09:20:06.450236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831d70-751a-4d75-a98a-69328e696723 req-d4887999-a505-4a40-b531-ec46d77ac761 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.458290 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06831d70-751a-4d75-a98a-69328e696723 req-d4887999-a505-4a40-b531-ec46d77ac761 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 946 time: 0.1598158 Jul 14 09:20:06.541772 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06831d70-751a-4d75-a98a-69328e696723 req-98780507-934f-4783-91c6-a1ee63cc8508 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=947acce5-c61b-4a83-8ed5-53f716796f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822906 Jul 14 09:20:06.626736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Deleting port 1786239a-0c70-4937-9448-3f576998177a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:06.627094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.742675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] For port 1786239a-0c70-4937-9448-3f576998177a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1786239a-0c70-4937-9448-3f576998177a,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:06.742956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.965864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.966421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.966925 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Floating IP bec895ed-33eb-4924-aec0-4fe35fdfabcf disassociated. External IP: 172.25.2.47, port: 1786239a-0c70-4937-9448-3f576998177a. Jul 14 09:20:06.967271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Calling delete_port for 1786239a-0c70-4937-9448-3f576998177a owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:07.193977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.239442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event deleted for resources: {'Port': ['ID=1786239a-0c70-4937-9448-3f576998177a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:07.522602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Router c0d0791a-9afd-4076-9785-b4f878be1d2d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:07.921080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f58af02-190a-40ae-bcba-db5d65b30e7c req-25b96dc7-19e8-4add-b047-7fce0ce4816c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 210 time: 0.1116328 Jul 14 09:20:08.085401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a707748-bc06-43eb-a4dd-5240391f26ad req-f9fe37f9-0fb3-47ee-bff0-08f623710bc3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:08.088971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a707748-bc06-43eb-a4dd-5240391f26ad req-f9fe37f9-0fb3-47ee-bff0-08f623710bc3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.5298235 Jul 14 09:20:08.144914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:08.161388 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] Sync routers for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:08.213949 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:08.215709 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:08.223405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] No DVR routers for this DVR port 1786239a-0c70-4937-9448-3f576998177a on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:08.234970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.240787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5511403-72f6-480c-ba46-5f4cad0b04b6 req-ab4e7406-37ac-4ae8-81fc-f5c35d743b7f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.48 "DELETE /v2.0/ports/1786239a-0c70-4937-9448-3f576998177a HTTP/1.1" status: 204 len: 173 time: 1.8077488 Jul 14 09:20:08.266025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-deleted', 'tag': '1786239a-0c70-4937-9448-3f576998177a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:08.270123 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f69a3f-796d-4103-a1a9-c20da39c0497" -d '{"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-deleted", "tag": "1786239a-0c70-4937-9448-3f576998177a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:08.327786 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a707748-bc06-43eb-a4dd-5240391f26ad req-f967f79d-1fd3-4293-bae5-8fde2ec33634 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180037 Jul 14 09:20:08.402100 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5dc848-e894-4243-81fb-13b7f0ecf5f4 x-openstack-request-id: req-0b5dc848-e894-4243-81fb-13b7f0ecf5f4 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:08.402547 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc60680-2a0a-49d3-963d-debee14ffcb9", "name": "network-vif-deleted", "tag": "1786239a-0c70-4937-9448-3f576998177a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:08.403209 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b5dc848-e894-4243-81fb-13b7f0ecf5f4 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:08.403858 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc60680-2a0a-49d3-963d-debee14ffcb9', 'name': 'network-vif-deleted', 'tag': '1786239a-0c70-4937-9448-3f576998177a', 'status': 'completed', 'code': 200} Jul 14 09:20:08.561291 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:08.951563 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:09.055093 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] Checking router: c0d0791a-9afd-4076-9785-b4f878be1d2d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:09.078520 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:09.079986 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:19:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:09.399966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d42478e9-9b65-4180-ade3-8693a40614a4 req-af24d8b3-fb3e-4f8e-84c3-295f675914aa tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bc60680-2a0a-49d3-963d-debee14ffcb9 HTTP/1.1" status: 200 len: 210 time: 0.0713151 Jul 14 09:20:09.562406 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:09.890199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2f9a6-79f2-43b0-a980-c7b13d695587 req-66c6ff36-e5a4-4c1b-b33d-cd4bd55cf98b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.895825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57c2f9a6-79f2-43b0-a980-c7b13d695587 req-66c6ff36-e5a4-4c1b-b33d-cd4bd55cf98b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1918306 Jul 14 09:20:09.926702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.029369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57c2f9a6-79f2-43b0-a980-c7b13d695587 req-b489f3ca-e6ab-4c74-9ab8-62cc3cc34ce4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252301 Jul 14 09:20:10.149297 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:10.191682 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c759b0d-b858-45da-803c-1104264917c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.201795 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc6000-0124-4a85-b944-c2cfaa2afaf6 None None] The sync data for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 is: [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:10.390678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c759b0d-b858-45da-803c-1104264917c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.396206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c759b0d-b858-45da-803c-1104264917c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.462240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.471711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4c759b0d-b858-45da-803c-1104264917c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd15882f4d624afe9a3dd88e4eb67d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436101 Jul 14 09:20:10.544789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c759b0d-b858-45da-803c-1104264917c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437446e6-0f40-43d3-b398-f035398ae04c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.602577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e028676-7252-4463-a3ae-eda7313127fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.649611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e028676-7252-4463-a3ae-eda7313127fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.753488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.783147 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e028676-7252-4463-a3ae-eda7313127fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.786362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e028676-7252-4463-a3ae-eda7313127fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.790708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7e028676-7252-4463-a3ae-eda7313127fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/437446e6-0f40-43d3-b398-f035398ae04c HTTP/1.1" status: 204 len: 168 time: 0.3274009 Jul 14 09:20:10.808794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e028676-7252-4463-a3ae-eda7313127fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437446e6-0f40-43d3-b398-f035398ae04c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.827668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d36d1296-101a-4c62-9484-763e681e0ff0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.896598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d36d1296-101a-4c62-9484-763e681e0ff0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.919411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ff1b4-5e11-4e4a-95b7-a7d2a13ab56d None None] New status for floating IP bec895ed-33eb-4924-aec0-4fe35fdfabcf: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:20:10.980772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d36d1296-101a-4c62-9484-763e681e0ff0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.985787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d36d1296-101a-4c62-9484-763e681e0ff0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.990649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d36d1296-101a-4c62-9484-763e681e0ff0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "DELETE /v2.0/security-groups/947acce5-c61b-4a83-8ed5-53f716796f09 HTTP/1.1" status: 204 len: 168 time: 0.2335935 Jul 14 09:20:10.990855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:11.013715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d1296-101a-4c62-9484-763e681e0ff0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947acce5-c61b-4a83-8ed5-53f716796f09,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.019028 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-96746476-d33f-412b-9f40-2fd9e8682bae tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] show failed (client error): The resource could not be found. Jul 14 09:20:11.020586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-96746476-d33f-412b-9f40-2fd9e8682bae tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups/947acce5-c61b-4a83-8ed5-53f716796f09 HTTP/1.1" status: 404 len: 347 time: 0.0286529 Jul 14 09:20:11.023471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34968) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:11.308202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Deleting port 9076a2e6-c54b-4e7a-860b-a231b1cf039b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:11.309899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.349228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:11.356398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1786239a-0c70-4937-9448-3f576998177a no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:11.377227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.390753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 1786239a-0c70-4937-9448-3f576998177a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:11.391756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1786239a-0c70-4937-9448-3f576998177a not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:11.547742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.553656 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.660778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fa75d39349c49dc871857989eacb89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103237 Jul 14 09:20:11.661968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa2357-2e5c-4571-a8a0-842f82cbff69,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.663848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:11.671366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.672016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.672517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.673094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.673620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.674138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.674640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.675592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.676107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.676660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.677173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.677685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6223b1c-9eb1-402d-b4b0-d8e1ce90fa6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.752107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c90fb6-ff47-479e-8ec6-a49928efe62c req-bc36ffa3-64bb-471c-a604-9119295d98ef tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.753694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36c90fb6-ff47-479e-8ec6-a49928efe62c req-bc36ffa3-64bb-471c-a604-9119295d98ef tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.4372828 Jul 14 09:20:11.792718 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.793266 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.829190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Calling delete_port for 9076a2e6-c54b-4e7a-860b-a231b1cf039b owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:11.871380 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-910285ae-cd22-493f-a42e-769f63412763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.878795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36c90fb6-ff47-479e-8ec6-a49928efe62c req-92b757f4-375f-40d9-a009-f8d51cb8568b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057498 Jul 14 09:20:11.955709 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-910285ae-cd22-493f-a42e-769f63412763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.132339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-910285ae-cd22-493f-a42e-769f63412763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.135502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-910285ae-cd22-493f-a42e-769f63412763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.140669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-910285ae-cd22-493f-a42e-769f63412763 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9fa2357-2e5c-4571-a8a0-842f82cbff69 HTTP/1.1" status: 204 len: 168 time: 0.4733429 Jul 14 09:20:12.165310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.184187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910285ae-cd22-493f-a42e-769f63412763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa2357-2e5c-4571-a8a0-842f82cbff69,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.217630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event deleted for resources: {'Port': ['ID=9076a2e6-c54b-4e7a-860b-a231b1cf039b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.292867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.297366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.298913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c7efdf3c-68cc-41ea-97af-09175d724d06 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "DELETE /v2.0/floatingips/bec895ed-33eb-4924-aec0-4fe35fdfabcf HTTP/1.1" status: 204 len: 168 time: 1.2741852 Jul 14 09:20:12.610865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.615768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-319540f3-9327-48fd-9f2c-6aba7007ba38 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836575796', 'description': 'tempest-description--799095480'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:12.637988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319540f3-9327-48fd-9f2c-6aba7007ba38 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.729772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319540f3-9327-48fd-9f2c-6aba7007ba38 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.735995 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319540f3-9327-48fd-9f2c-6aba7007ba38 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.752386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319540f3-9327-48fd-9f2c-6aba7007ba38 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.754743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-319540f3-9327-48fd-9f2c-6aba7007ba38 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1418016 Jul 14 09:20:12.757063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35074) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.762361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-da45c868-8859-42da-92e3-a541390ae87f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'security_group_rule': {'security_group_id': '30103591-ab8d-4cd6-b22b-e694e764af69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:12.796871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319540f3-9327-48fd-9f2c-6aba7007ba38 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30103591-ab8d-4cd6-b22b-e694e764af69,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.824581 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da45c868-8859-42da-92e3-a541390ae87f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.907240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da45c868-8859-42da-92e3-a541390ae87f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.913399 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da45c868-8859-42da-92e3-a541390ae87f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.950333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45c868-8859-42da-92e3-a541390ae87f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecab1004-f287-4ca6-a63c-317358f3797d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.954956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da45c868-8859-42da-92e3-a541390ae87f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.963241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35088) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.963940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-da45c868-8859-42da-92e3-a541390ae87f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2052343 Jul 14 09:20:12.968361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'security_group_rule': {'security_group_id': '30103591-ab8d-4cd6-b22b-e694e764af69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:13.004807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.096526 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.114977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.146583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdebab9-c340-4500-88aa-aa324d31dda9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.183891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.185950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.189463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.190056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.191879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.192535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.193637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.194170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.195500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.196045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.196586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.197105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.216536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.223489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35110) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:13.228962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-12b8dbd3-d4b9-4006-91ba-404982274d3e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546027 Jul 14 09:20:13.233033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:13.252272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a08f4d-e2f9-448a-80e6-267d99164f38 req-d198921e-bae7-4255-9563-1c50fc54e22f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.260513 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4a08f4d-e2f9-448a-80e6-267d99164f38 req-d198921e-bae7-4255-9563-1c50fc54e22f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1770918 Jul 14 09:20:13.324051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4a08f4d-e2f9-448a-80e6-267d99164f38 req-1fe2f0f1-d9bc-4b64-a37c-2d063338fa94 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625885 Jul 14 09:20:13.330339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.455008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-72388301-b437-4fa7-8578-17315b433ab5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.470109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-72388301-b437-4fa7-8578-17315b433ab5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/networks?id=bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 200 len: 814 time: 0.2204564 Jul 14 09:20:13.480950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.487706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-3481e45d-8c51-40cf-8833-2803f9f7c4e0 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/quotas/7a440467a649479493140e51d5c1a5cb HTTP/1.1" status: 200 len: 375 time: 0.0166688 Jul 14 09:20:13.536003 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-c42b37dd-2b20-4cfc-b6d7-37309e6674d9 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a440467a649479493140e51d5c1a5cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473089 Jul 14 09:20:13.665898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Allocated IP 172.25.2.162 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/2d1e166c-ce1b-43d0-a42f-f3ccb6aa74c4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:13.842618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.893906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-41732949-f21d-4cd5-a272-0b58009ba276 service neutron] 10.222.0.18 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568149 Jul 14 09:20:13.925478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.966827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:13.972173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:13.976336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:14.018741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'Port': ['ID=2d1e166c-ce1b-43d0-a42f-f3ccb6aa74c4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:14.034866 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-aea50d95-0c97-4fb8-af09-6abc87536eef service neutron] 10.222.0.18 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398318 Jul 14 09:20:14.459168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ec0bd-7060-4663-987b-7859afd5638b req-61ae89d4-47a8-4751-a384-208c9f02de7b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.467728 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd9ec0bd-7060-4663-987b-7859afd5638b req-61ae89d4-47a8-4751-a384-208c9f02de7b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.0956235 Jul 14 09:20:14.540042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74f55eb3-4614-4ffc-ae0f-5d769b141817 req-67c31466-c720-495f-b40b-0b5576c51970 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 210 time: 0.0329692 Jul 14 09:20:14.546880 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd9ec0bd-7060-4663-987b-7859afd5638b req-e747c5ab-e219-44cd-b958-9d794e57a272 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780792 Jul 14 09:20:14.574103 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.688586 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.868563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31848a-867b-4f3b-87e1-952e276d8f42 req-dcdbb7d4-43bd-4e57-a970-924e8f67129d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.885396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c31848a-867b-4f3b-87e1-952e276d8f42 req-dcdbb7d4-43bd-4e57-a970-924e8f67129d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1282866 Jul 14 09:20:14.974363 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c31848a-867b-4f3b-87e1-952e276d8f42 req-4e777f64-501e-4125-8731-de637f6e72cc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804186 Jul 14 09:20:15.007696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.012506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.094440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'Port': ['ID=2d1e166c-ce1b-43d0-a42f-f3ccb6aa74c4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.213882 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.231976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.242516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc7e30d0-731e-4411-83d9-b7052869a4c3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0179262 Jul 14 09:20:15.566396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-a3bbe695-d652-4014-8f31-2beb47e1ff47 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1836575796&fields=id&tenant_id=28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 267 time: 0.0634379 Jul 14 09:20:15.685479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-a35fe7e1-dfff-4077-8029-573f434af7d9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.694017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-a35fe7e1-dfff-4077-8029-573f434af7d9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 817 time: 0.1264446 Jul 14 09:20:15.715797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-a076cfd5-dd64-4079-acb7-dbaa3f21fea4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/quotas/28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 375 time: 0.0175216 Jul 14 09:20:15.853347 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-73950bdb-f123-421a-8a25-040ecb139439 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360996 Jul 14 09:20:15.908708 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38ccd708-403e-40fc-87ed-c971601d2e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.970367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d0d7-d27f-4bc0-89f5-d3bf46633f23 req-d86ba673-dfbe-48d4-a676-621c450657db tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.983839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61d9d0d7-d27f-4bc0-89f5-d3bf46633f23 req-d86ba673-dfbe-48d4-a676-621c450657db tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1934621 Jul 14 09:20:16.024534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:16.084538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-a0eef49c-9162-4a25-aef1-5c45a9902569 service neutron] 10.222.0.18 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292116 Jul 14 09:20:16.099526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61d9d0d7-d27f-4bc0-89f5-d3bf46633f23 req-19451134-be30-463a-9c2e-8af85b52122f tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061854 Jul 14 09:20:16.192472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-d825649b-cc0d-4a6b-b4a2-1766978c6445 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.194171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-d825649b-cc0d-4a6b-b4a2-1766978c6445 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.48 "GET /v2.0/networks?id=bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 200 len: 814 time: 0.2779398 Jul 14 09:20:16.207790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Request body: {'port': {'device_id': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8', 'admin_state_up': True, 'tenant_id': '7a440467a649479493140e51d5c1a5cb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:16.223754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95c783a8-75da-45f3-93dc-ceaac74b7d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.319389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-9d8e4a4f-26ed-41b3-a096-6aee07936402 service neutron] 10.222.0.18 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337556 Jul 14 09:20:16.407692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8163306e-912b-49e7-9081-52b8a3919307 req-1a7ac8aa-d66d-44ee-9152-d1cab6cc5783 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 210 time: 0.0432358 Jul 14 09:20:16.413059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95c783a8-75da-45f3-93dc-ceaac74b7d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.417469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95c783a8-75da-45f3-93dc-ceaac74b7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.461745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Made reservation on behalf of 7a440467a649479493140e51d5c1a5cb for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:16.465697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.480251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c783a8-75da-45f3-93dc-ceaac74b7d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39991ac6-92cc-436a-a434-85752923b7a9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.490983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-95c783a8-75da-45f3-93dc-ceaac74b7d7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1328a0a0862b4bbbbcacf3a215f66d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649129 Jul 14 09:20:16.493352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:16.614466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14a3e3c4-1173-40fd-92bd-5946ea86e00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.675944 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14a3e3c4-1173-40fd-92bd-5946ea86e00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.684620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Allocated IP 172.20.0.13 (bad15a27-c4f9-4be5-adf4-f1404eee56b8/5dc46788-d761-4649-84c0-9affa7ee1935/0038a081-d8c5-4984-bbd5-4463b1e19b47) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:16.786619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14a3e3c4-1173-40fd-92bd-5946ea86e00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.795942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14a3e3c4-1173-40fd-92bd-5946ea86e00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.797263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-14a3e3c4-1173-40fd-92bd-5946ea86e00f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39991ac6-92cc-436a-a434-85752923b7a9 HTTP/1.1" status: 204 len: 168 time: 0.3008718 Jul 14 09:20:16.901246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3e3c4-1173-40fd-92bd-5946ea86e00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39991ac6-92cc-436a-a434-85752923b7a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.005106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe050a-7689-41b2-841b-400df65a0aac req-029800f1-1467-4c66-8c3e-a66b73b2a694 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.006700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fdfe050a-7689-41b2-841b-400df65a0aac req-029800f1-1467-4c66-8c3e-a66b73b2a694 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2380390 Jul 14 09:20:17.018327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.049993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ef993e1-ae7d-4424-9c2b-6d3f3eb87774 req-d5f5b7ac-56cc-4af3-b68c-4e036d68acf6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 210 time: 0.0759962 Jul 14 09:20:17.092853 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.153006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fdfe050a-7689-41b2-841b-400df65a0aac req-080f9a9b-6565-4df1-8966-16385691dcb7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400480 Jul 14 09:20:17.225020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Network bad15a27-c4f9-4be5-adf4-f1404eee56b8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:17.229205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:17.238592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:17.321010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Pushing event updated for resources: {'Port': ['ID=0038a081-d8c5-4984-bbd5-4463b1e19b47,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.415811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.416562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.491603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.512571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a026e041-9447-40f7-9927-a1b561d6acea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.571726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a1a9d0f1-671c-4f53-a8f5-db62c2e1e3d5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3689096 Jul 14 09:20:17.590038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Request body: {'port': {'device_id': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:17.669693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc617d-8abc-4f05-b7d3-60c2810c874a req-be950cf1-2878-48dd-97b5-6b91d8406222 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.677779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1dc617d-8abc-4f05-b7d3-60c2810c874a req-be950cf1-2878-48dd-97b5-6b91d8406222 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.2344866 Jul 14 09:20:17.723615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec12ecd-4624-4464-9d95-b8974a01557f req-ca2ad547-05fd-4e40-ab0a-fe05bc1b5cfe tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.732294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bec12ecd-4624-4464-9d95-b8974a01557f req-ca2ad547-05fd-4e40-ab0a-fe05bc1b5cfe tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 932 time: 0.1318626 Jul 14 09:20:17.765191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1dc617d-8abc-4f05-b7d3-60c2810c874a req-7f41b0e8-d6e8-4501-ad80-d90d6763540f tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864468 Jul 14 09:20:17.766692 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.832614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bec12ecd-4624-4464-9d95-b8974a01557f req-1f310869-d36a-4f61-88a8-8d09d9efa98a tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992329 Jul 14 09:20:17.863778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a026e041-9447-40f7-9927-a1b561d6acea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.869145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a026e041-9447-40f7-9927-a1b561d6acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.948929 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a026e041-9447-40f7-9927-a1b561d6acea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aa1c356d9174d84ad6067d86b37c0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558356 Jul 14 09:20:17.955701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35296) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.990749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e041-9447-40f7-9927-a1b561d6acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e06436-6dfb-4bbe-ba89-5ceb4acd3b7b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.049330 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7463e257-8a37-4ed0-b62e-bccf596f722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.103633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7463e257-8a37-4ed0-b62e-bccf596f722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.189334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7463e257-8a37-4ed0-b62e-bccf596f722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.192801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7463e257-8a37-4ed0-b62e-bccf596f722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.196953 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7463e257-8a37-4ed0-b62e-bccf596f722a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99e06436-6dfb-4bbe-ba89-5ceb4acd3b7b HTTP/1.1" status: 204 len: 168 time: 0.2375183 Jul 14 09:20:18.205606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463e257-8a37-4ed0-b62e-bccf596f722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e06436-6dfb-4bbe-ba89-5ceb4acd3b7b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.289477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0038a081-d8c5-4984-bbd5-4463b1e19b47 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:18.303235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.345848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Transition to ACTIVE for port object 0038a081-d8c5-4984-bbd5-4463b1e19b47 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:18.353119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afd1da8b-671e-496b-a99b-f6b753421c3d req-64017cc8-7e72-4394-8674-a0530aae11cf tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 210 time: 0.0408757 Jul 14 09:20:18.360920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.477910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Pushing event updated for resources: {'Port': ['ID=0038a081-d8c5-4984-bbd5-4463b1e19b47,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.558512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1027906-4781-45c1-a050-b72d08d1ad52 req-dffb9930-e469-412e-ac69-39968633d994 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.565414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1027906-4781-45c1-a050-b72d08d1ad52 req-dffb9930-e469-412e-ac69-39968633d994 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1724935 Jul 14 09:20:18.592529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Attempting to bind port 0038a081-d8c5-4984-bbd5-4463b1e19b47 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:18.592979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Attempting to bind port 0038a081-d8c5-4984-bbd5-4463b1e19b47 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:18.593379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Attempting to bind port 0038a081-d8c5-4984-bbd5-4463b1e19b47 on network bad15a27-c4f9-4be5-adf4-f1404eee56b8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:18.606923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Port 0038a081-d8c5-4984-bbd5-4463b1e19b47 on network bad15a27-c4f9-4be5-adf4-f1404eee56b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:18.607346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Attempting to bind port 0038a081-d8c5-4984-bbd5-4463b1e19b47 on network bad15a27-c4f9-4be5-adf4-f1404eee56b8 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:18.627130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:18.628448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Checking segment: {'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:18.630127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Bound using segment: {'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:18.632222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Bound port: 0038a081-d8c5-4984-bbd5-4463b1e19b47, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:18.633496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.670318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1027906-4781-45c1-a050-b72d08d1ad52 req-544016f6-6e26-4622-a431-ce1d4b154c69 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025283 Jul 14 09:20:18.677676 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0201fb2-9d0e-492c-84f9-8ecc26ed78a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.738525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f238bced-5227-4d5f-9e06-67d8f44188f8 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.741308 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f238bced-5227-4d5f-9e06-67d8f44188f8 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 817 time: 0.2787492 Jul 14 09:20:18.839997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] For port 0038a081-d8c5-4984-bbd5-4463b1e19b47, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:18.846972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] For port 0038a081-d8c5-4984-bbd5-4463b1e19b47, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:18.848106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-ddba06e5-c974-407a-998a-7e4c54f8a4d3 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 380 time: 0.0979276 Jul 14 09:20:18.854215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.858554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'port': {'device_id': '9d381bc6-0182-4632-8148-4bd0126046c1', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'admin_state_up': True, 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'security_groups': ['30103591-ab8d-4cd6-b22b-e694e764af69']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:18.892144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.892144 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.893792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] 10.222.0.48 "PUT /v2.0/ports/0038a081-d8c5-4984-bbd5-4463b1e19b47 HTTP/1.1" status: 200 len: 1093 time: 1.3104298 Jul 14 09:20:18.894591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'tag': '0038a081-d8c5-4984-bbd5-4463b1e19b47'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:18.897277 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22" -d '{"events": [{"name": "network-changed", "server_uuid": "1dac96e1-878f-4ff3-bbb7-bae68f309af8", "tag": "0038a081-d8c5-4984-bbd5-4463b1e19b47"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:18.951655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e38ba-c6b0-43a3-89dc-30b50dc21141 service neutron] Pushing event updated for resources: {'Port': ['ID=0038a081-d8c5-4984-bbd5-4463b1e19b47,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.957442 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.131315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ce9315b6-7afe-4186-85cf-c2c97830849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.135231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-ce9315b6-7afe-4186-85cf-c2c97830849f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a440467a649479493140e51d5c1a5cb&device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 1096 time: 0.1394060 Jul 14 09:20:19.346337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-a46467ee-ffe5-46f2-8c98-bbf2ff2434ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47 HTTP/1.1" status: 200 len: 217 time: 0.1857603 Jul 14 09:20:19.372483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0b9a3-ac86-43bd-96b5-5bab7ce098ba req-e2782e83-4126-4eae-9dcd-43e065243de7 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.379186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bac0b9a3-ac86-43bd-96b5-5bab7ce098ba req-e2782e83-4126-4eae-9dcd-43e065243de7 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.2802405 Jul 14 09:20:19.432029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Made reservation on behalf of 28e98300daec41e4a716390dabc83dc8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:19.436651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.468464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bac0b9a3-ac86-43bd-96b5-5bab7ce098ba req-87fa7f7f-9e5e-4bfa-9758-415914f30ef0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829115 Jul 14 09:20:19.469568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2f8ca-6612-41b1-900f-117ebaae90ee req-4fab9e6c-2f6c-419d-9767-61a593bb81ad tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.479614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27c2f8ca-6612-41b1-900f-117ebaae90ee req-4fab9e6c-2f6c-419d-9767-61a593bb81ad tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 944 time: 0.3393049 Jul 14 09:20:19.561920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-4bc2e2aa-32b4-404c-897f-25b64effa56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.563912 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-4bc2e2aa-32b4-404c-897f-25b64effa56f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dc46788-d761-4649-84c0-9affa7ee1935 HTTP/1.1" status: 200 len: 854 time: 0.1981003 Jul 14 09:20:19.570766 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d39a9-e386-49ae-9405-f9dd3e084a22 x-openstack-request-id: req-880d39a9-e386-49ae-9405-f9dd3e084a22 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:19.571161 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dac96e1-878f-4ff3-bbb7-bae68f309af8", "tag": "0038a081-d8c5-4984-bbd5-4463b1e19b47", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:19.571541 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-880d39a9-e386-49ae-9405-f9dd3e084a22 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:19.572148 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'tag': '0038a081-d8c5-4984-bbd5-4463b1e19b47', 'status': 'completed', 'code': 200} Jul 14 09:20:19.621100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27c2f8ca-6612-41b1-900f-117ebaae90ee req-6f821a7c-5d72-489d-9d47-09b419f6119e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405988 Jul 14 09:20:19.623551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-2b293db8-3cb5-4341-b394-ab8dcacdc454 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bad15a27-c4f9-4be5-adf4-f1404eee56b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488844 Jul 14 09:20:19.630571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.757980 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Allocated IP 172.20.0.14 (4623b414-86a5-4b2b-ad69-652637f5c1eb/56c15722-2023-4795-9086-4bd5e8a4a09d/499cc1c6-4602-4bba-abad-938ab5aabb55) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:19.970257 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.984668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bfcecc97-88db-4b26-862c-5af296ef2dbd req-b3ea897f-5ec1-4b79-aacd-1d2f45fbabea tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 210 time: 0.1284862 Jul 14 09:20:19.990316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-b053fcc6-03e6-4961-b781-8672291d7c4c service neutron] 10.222.0.48 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597169 Jul 14 09:20:20.156963 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-08fca69b-1f3e-4614-adf4-3fb40ab09073 req-91265e3c-7a67-4e2c-866f-5b0cfce66189 service neutron] 10.222.0.48 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590240 Jul 14 09:20:20.345705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-02657e28-9c8e-40a0-ba5f-495df1d8e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.347222 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-02657e28-9c8e-40a0-ba5f-495df1d8e75f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a440467a649479493140e51d5c1a5cb&device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 1096 time: 0.1023891 Jul 14 09:20:20.364203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.370571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.377116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.384014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.390596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.397830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.410573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.445033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-ba00dd77-f5a4-4ab3-9d7f-5ad179073d99 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.2377691 Jul 14 09:20:20.572024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.590259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0736ca7e-1292-4359-877a-f3d20dc50728 req-c1c45362-c433-46f2-91d5-992456c8272e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440041 Jul 14 09:20:20.618802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Transition to ACTIVE for port object 499cc1c6-4602-4bba-abad-938ab5aabb55 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:20.665843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7b58c-bf17-4cc1-acb5-a73d73702250 req-1156b3aa-c68b-40d1-a76b-290f0db2e08a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.667521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fe7b58c-bf17-4cc1-acb5-a73d73702250 req-1156b3aa-c68b-40d1-a76b-290f0db2e08a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.6864064 Jul 14 09:20:20.677076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-775d7a80-5024-4675-b828-2e0ead281596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.678720 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-775d7a80-5024-4675-b828-2e0ead281596 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 200 len: 915 time: 0.2310975 Jul 14 09:20:20.719304 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.794777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-7b6984e4-d4e5-46fd-b135-d7f183cd3274 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47 HTTP/1.1" status: 200 len: 217 time: 0.1078665 Jul 14 09:20:20.795623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fe7b58c-bf17-4cc1-acb5-a73d73702250 req-5cb78fce-13f0-4b62-b3c2-eb8679a71bc1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215048 Jul 14 09:20:20.800730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:20.806210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:20.811642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:20.818805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:20.909808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.910703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.928326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:20.951872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-55073907-8db9-44e7-88bf-d2f8b372647e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0941062 Jul 14 09:20:20.963756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Request body: {'port': {'device_id': '9d381bc6-0182-4632-8148-4bd0126046c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:20.998207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-608d3c3d-a470-4c32-a31a-9aaec3442392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.999833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-608d3c3d-a470-4c32-a31a-9aaec3442392 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dc46788-d761-4649-84c0-9affa7ee1935 HTTP/1.1" status: 200 len: 854 time: 0.1408458 Jul 14 09:20:21.060328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-cb5303b9-320f-4cee-8e3e-8f74968fa7b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bad15a27-c4f9-4be5-adf4-f1404eee56b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525856 Jul 14 09:20:21.118539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-321135241', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:21.121565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.132963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46e706-7656-4a0e-807c-5d006324e1e8 req-d0c751a3-38bd-47fd-9810-f53aec0b7c5b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.134456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c46e706-7656-4a0e-807c-5d006324e1e8 req-d0c751a3-38bd-47fd-9810-f53aec0b7c5b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.3436031 Jul 14 09:20:21.189152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Made reservation on behalf of 46783937d84645128747aa3342dc3b73 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:21.191541 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.209137 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c46e706-7656-4a0e-807c-5d006324e1e8 req-d8f8ae1e-2cc2-46b5-ab6b-5499a1582825 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669219 Jul 14 09:20:21.210606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.216067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1138c76f-f618-4ade-b1fd-79cbfc5d614f None None] Provisioning for port 499cc1c6-4602-4bba-abad-938ab5aabb55 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:21.221008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-c8795618-3d22-46b7-befe-73f814c24436 service neutron] 10.222.0.48 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531358 Jul 14 09:20:21.221508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1138c76f-f618-4ade-b1fd-79cbfc5d614f None None] Provisioning complete for port 499cc1c6-4602-4bba-abad-938ab5aabb55 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:21.221894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1138c76f-f618-4ade-b1fd-79cbfc5d614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.222916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb795d8-62ba-4de4-9a71-f7a1f9406756 req-0ee39691-ad75-4e45-9f7e-03375a9005a8 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.241641 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bb795d8-62ba-4de4-9a71-f7a1f9406756 req-0ee39691-ad75-4e45-9f7e-03375a9005a8 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 944 time: 0.1944752 Jul 14 09:20:21.261994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1138c76f-f618-4ade-b1fd-79cbfc5d614f None None] Port 499cc1c6-4602-4bba-abad-938ab5aabb55 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:21.308303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bb795d8-62ba-4de4-9a71-f7a1f9406756 req-d13ef6f3-0284-404c-a68b-3ccb30a585c4 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Jul 14 09:20:21.342760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.349417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bda52275-8cf1-42c2-b2b3-8bb66da0ef22 req-8f80c6fc-b791-44ca-b069-bbdc8d4c83bf service neutron] 10.222.0.48 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215503 Jul 14 09:20:21.491969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.498119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.513212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.519291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.525356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.531391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.538162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.540341 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d54c945-31d1-4795-968e-22fbbe7557c1 req-458ffc76-5887-4b5f-ad2b-0f36b0a5762a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.1474218 Jul 14 09:20:21.649922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc155c8-dcc3-44cc-8967-36d4b3d49466 req-4ae56748-1ed0-4ede-a937-404707d23b53 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.651371 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dcc155c8-dcc3-44cc-8967-36d4b3d49466 req-4ae56748-1ed0-4ede-a937-404707d23b53 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 932 time: 0.2184277 Jul 14 09:20:21.679475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.697863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.725840 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] device_id is not set on port 71459abe-f4b2-4850-bdb5-0ea13d203f1b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:21.813920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499cc1c6-4602-4bba-abad-938ab5aabb55 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:21.823761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dcc155c8-dcc3-44cc-8967-36d4b3d49466 req-b06ff796-5b3c-4cc8-ba0f-656f6c9e7edc tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579261 Jul 14 09:20:21.830271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.832514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a0770-bfed-47b0-9f7f-161ea52549f6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.855595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Transition to ACTIVE for port object 499cc1c6-4602-4bba-abad-938ab5aabb55 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:21.878417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.972254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Allocated IP 172.25.2.53 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/71459abe-f4b2-4850-bdb5-0ea13d203f1b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:21.991465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.055444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0fecb-1ae4-42be-8493-b78659a3dca9 req-dee0c3e7-4645-49c4-a0e5-ca3c29bd04c8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.057352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-01b0fecb-1ae4-42be-8493-b78659a3dca9 req-dee0c3e7-4645-49c4-a0e5-ca3c29bd04c8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0750992 Jul 14 09:20:22.100355 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-01b0fecb-1ae4-42be-8493-b78659a3dca9 req-a777d045-f38e-44f1-a178-6ef70bf16de7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Jul 14 09:20:22.208342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Attempting to bind port 499cc1c6-4602-4bba-abad-938ab5aabb55 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:22.208714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Attempting to bind port 499cc1c6-4602-4bba-abad-938ab5aabb55 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:22.209052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Attempting to bind port 499cc1c6-4602-4bba-abad-938ab5aabb55 on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:22.220141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Port 499cc1c6-4602-4bba-abad-938ab5aabb55 on network 4623b414-86a5-4b2b-ad69-652637f5c1eb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:22.220476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Attempting to bind port 499cc1c6-4602-4bba-abad-938ab5aabb55 on network 4623b414-86a5-4b2b-ad69-652637f5c1eb {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:22.229791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:22.230156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Checking segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:22.230532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Bound using segment: {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:22.231005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Bound port: 499cc1c6-4602-4bba-abad-938ab5aabb55, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fc774d-398b-4d05-a6d9-c273c6783ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:22.231393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.328297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.356800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:22.361106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:22.365334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.500359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.501975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.504072 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] 10.222.0.11 "PUT /v2.0/ports/499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 1093 time: 1.5485094 Jul 14 09:20:22.528833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:22.532795 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05" -d '{"events": [{"name": "network-changed", "server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:22.542270 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.555334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.628593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19821f-77e5-4d55-b43d-486e90eca827 req-3cea7149-46dc-4824-b5f3-37e8f47eee28 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.632847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d19821f-77e5-4d55-b43d-486e90eca827 req-3cea7149-46dc-4824-b5f3-37e8f47eee28 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 944 time: 0.1643529 Jul 14 09:20:22.687877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:22.689777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0c75-79ac-42f8-a866-291677152e51 service neutron] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.718463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d19821f-77e5-4d55-b43d-486e90eca827 req-0f666831-b756-4e66-a4e2-2a7999b1be0b tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778196 Jul 14 09:20:22.795205 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d1d47-9fbe-4646-ad87-1d0c66feb4ba x-openstack-request-id: req-6b8d1d47-9fbe-4646-ad87-1d0c66feb4ba {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:22.795541 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:22.795806 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b8d1d47-9fbe-4646-ad87-1d0c66feb4ba {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:22.798577 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'status': 'completed', 'code': 200} Jul 14 09:20:22.800597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:22.809778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:22.816447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Pushing event updated for resources: {'Port': ['ID=71459abe-f4b2-4850-bdb5-0ea13d203f1b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.893344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f0f2-6b3f-4bd7-8e8d-7f6a9539f2d6 req-30bcefa4-9054-492c-ab65-3291b0684b85 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.900866 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bcc1f0f2-6b3f-4bd7-8e8d-7f6a9539f2d6 req-30bcefa4-9054-492c-ab65-3291b0684b85 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.4705791 Jul 14 09:20:22.936595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-9963c2b5-ec6d-47e8-a623-b1a1404b55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.938109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-9963c2b5-ec6d-47e8-a623-b1a1404b55b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1096 time: 0.3758800 Jul 14 09:20:23.047041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-1ceaa0cd-4030-48b0-a3ab-53881233f156 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 217 time: 0.0868645 Jul 14 09:20:23.050274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.050892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.126274 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bf7bc996-160c-40e2-be54-3305540c701f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1967614 Jul 14 09:20:23.131584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.144316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bcc1f0f2-6b3f-4bd7-8e8d-7f6a9539f2d6 req-f44603dd-acb6-4894-a3cb-fd01639039b5 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425814 Jul 14 09:20:23.166958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.53'}]}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:23.169068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-a528cf05-5ef2-414d-bb79-a7d18fce650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.173601 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-a528cf05-5ef2-414d-bb79-a7d18fce650b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.1041806 Jul 14 09:20:23.245044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0038a081-d8c5-4984-bbd5-4463b1e19b47 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:23.270195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.271236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.314551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-ec19ef3e-a32f-4a71-80e4-143bff908a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.322222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-ec19ef3e-a32f-4a71-80e4-143bff908a8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411932 Jul 14 09:20:23.325243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f5f00-f0a3-486e-b16f-f2c72386616a req-2f902eea-6e47-4788-b1d9-c75b761229f1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.333264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-169f5f00-f0a3-486e-b16f-f2c72386616a req-2f902eea-6e47-4788-b1d9-c75b761229f1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2321494 Jul 14 09:20:23.439973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-169f5f00-f0a3-486e-b16f-f2c72386616a req-e05a08e0-30b2-4097-bd14-e6cb44283bfe tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057665 Jul 14 09:20:23.448261 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.459905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0038a081-d8c5-4984-bbd5-4463b1e19b47, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:23.486401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '0038a081-d8c5-4984-bbd5-4463b1e19b47', 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8', 'port_id': '0038a081-d8c5-4984-bbd5-4463b1e19b47', 'mac_address': 'fa:16:3e:b9:ac:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc46788-d761-4649-84c0-9affa7ee1935', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:23.510557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.539775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151f119-ea09-4ed7-951e-f594d0fbc8ac req-3c0b8545-1226-44c5-a477-5b5f167367b6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.540629 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.547177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a151f119-ea09-4ed7-951e-f594d0fbc8ac req-3c0b8545-1226-44c5-a477-5b5f167367b6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1859646 Jul 14 09:20:23.558989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0038a081-d8c5-4984-bbd5-4463b1e19b47 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:23.575728 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-6fbe3b84-0e80-44cd-9050-8c6ffb33a356 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478557 Jul 14 09:20:23.586502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0038a081-d8c5-4984-bbd5-4463b1e19b47, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:23.591329 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.655852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0038a081-d8c5-4984-bbd5-4463b1e19b47,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.664024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a151f119-ea09-4ed7-951e-f594d0fbc8ac req-63972783-9dc9-4f0a-906c-639d03a59acb tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156995 Jul 14 09:20:23.741677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba283cc7-0f11-4b04-823f-da58d999fd1a req-4e56c2d2-3e15-4397-a570-1eb84d935dcf service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581314 Jul 14 09:20:23.754911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.754911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.754911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.754911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.754911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.756403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.756403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.757622 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-53e10375-ded3-4a37-95f1-7905d105ee73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6500 time: 0.2451086 Jul 14 09:20:23.797404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0038a081-d8c5-4984-bbd5-4463b1e19b47'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:23.848125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-d0c4d39b-4ede-4481-a6de-dd261d8c9143 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833421 Jul 14 09:20:23.881576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-09767070-b51d-4f00-bf68-3543ac22af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.884015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-09767070-b51d-4f00-bf68-3543ac22af05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1096 time: 0.0866058 Jul 14 09:20:24.054895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-a07d12c6-474c-499d-a4ea-0b74b6a190cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.057733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-a07d12c6-474c-499d-a4ea-0b74b6a190cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.1639006 Jul 14 09:20:24.066363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.113386 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-74289fe4-86a1-4583-84db-c59b00182947 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 217 time: 0.0484138 Jul 14 09:20:24.166099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-24586d17-3b7c-40f4-92ed-ac3435084fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.167986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-24586d17-3b7c-40f4-92ed-ac3435084fba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.0473208 Jul 14 09:20:24.216074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb572bc-0dee-4287-a224-86a6d7039f25 req-994c209b-40f4-4e5f-a122-282aab66dcbd tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.217576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3bb572bc-0dee-4287-a224-86a6d7039f25 req-994c209b-40f4-4e5f-a122-282aab66dcbd tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 945 time: 0.2054870 Jul 14 09:20:24.223663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.246956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:24.325933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-75f0617c-31b0-4740-ba10-6af66e77758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.327564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-75f0617c-31b0-4740-ba10-6af66e77758f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520877 Jul 14 09:20:24.356271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3bb572bc-0dee-4287-a224-86a6d7039f25 req-395643d1-d255-408f-adfa-c42d70913bc8 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287441 Jul 14 09:20:24.442554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ebec-44ac-493a-a0a1-53f531799d4d req-430a82bc-28df-4d51-a514-725a0461e804 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.444270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8408ebec-44ac-493a-a0a1-53f531799d4d req-430a82bc-28df-4d51-a514-725a0461e804 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1742661 Jul 14 09:20:24.445133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-761cbdd1-ccdb-4d17-b37a-b1334a4a1aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.513582 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8408ebec-44ac-493a-a0a1-53f531799d4d req-cf9c8baa-2360-4d53-a670-5056f10e46fe tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582697 Jul 14 09:20:24.559002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-5c5d97fd-1d59-447f-98e6-e7a1ffb4e8b0 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119634 Jul 14 09:20:24.724549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f97661ac-bc4a-4af3-8e1f-6a808fb61c05 req-1a224530-8012-451b-8ab4-830add84a7bc service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521504 Jul 14 09:20:24.726880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.740904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-761cbdd1-ccdb-4d17-b37a-b1334a4a1aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.745117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-761cbdd1-ccdb-4d17-b37a-b1334a4a1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.766734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.800701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-761cbdd1-ccdb-4d17-b37a-b1334a4a1aa8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=297f970fa4d042188e3f47a2177c10c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487673 Jul 14 09:20:24.800701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cbdd1-ccdb-4d17-b37a-b1334a4a1aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c22cb8-08ae-4651-ab93-3a7b941fc48d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.819650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:24.862213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb5ce9-9301-4571-a181-e9c1bf8f7dce req-e9f4b8ab-56cc-4189-8102-bad4553e831a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.863804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6adb5ce9-9301-4571-a181-e9c1bf8f7dce req-e9f4b8ab-56cc-4189-8102-bad4553e831a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2355163 Jul 14 09:20:24.900093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9db6f220-282d-40e0-a323-1e631bd010ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.908551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2317-36ac-451c-ba97-802ad6ca055c req-423d90c7-2a37-43fc-84e6-de03ddc98933 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.910306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-573a2317-36ac-451c-ba97-802ad6ca055c req-423d90c7-2a37-43fc-84e6-de03ddc98933 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1238639 Jul 14 09:20:24.949314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9db6f220-282d-40e0-a323-1e631bd010ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.989611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-573a2317-36ac-451c-ba97-802ad6ca055c req-4539ed10-9cf9-4dd1-a8b8-0e76a35ed2ba tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712440 Jul 14 09:20:24.993094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6adb5ce9-9301-4571-a181-e9c1bf8f7dce req-65b18c43-b978-413d-9efb-bbfd5bc9695f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180613 Jul 14 09:20:25.013721 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9db6f220-282d-40e0-a323-1e631bd010ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.017142 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9db6f220-282d-40e0-a323-1e631bd010ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.023484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Deleting port 5e49355f-f0d8-49d5-b797-fafdb14d7921 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:25.023827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.027334 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9db6f220-282d-40e0-a323-1e631bd010ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51c22cb8-08ae-4651-ab93-3a7b941fc48d HTTP/1.1" status: 204 len: 168 time: 0.2065158 Jul 14 09:20:25.037417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6f220-282d-40e0-a323-1e631bd010ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c22cb8-08ae-4651-ab93-3a7b941fc48d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.065678 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.251174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0038a081-d8c5-4984-bbd5-4463b1e19b47 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:25.251847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.254328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] For port 5e49355f-f0d8-49d5-b797-fafdb14d7921, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5e49355f-f0d8-49d5-b797-fafdb14d7921,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:25.254681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.257371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.272527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Calling delete_port for 5e49355f-f0d8-49d5-b797-fafdb14d7921 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:25.304896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.313061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 0038a081-d8c5-4984-bbd5-4463b1e19b47 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:25.316125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.316659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04e10744-7ae6-488b-b0a0-95c837475ba1 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:20:25.318687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 0038a081-d8c5-4984-bbd5-4463b1e19b47 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:25.319180 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.320951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-448a4d12-60cc-446c-a564-1532f8070a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.405273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.441428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0038a081-d8c5-4984-bbd5-4463b1e19b47'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:25.443857 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0520d192-cf68-40e9-a4b3-7526e04b6c1a" -d '{"events": [{"server_uuid": "1dac96e1-878f-4ff3-bbb7-bae68f309af8", "name": "network-vif-plugged", "status": "completed", "tag": "0038a081-d8c5-4984-bbd5-4463b1e19b47"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:25.470090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0038a081-d8c5-4984-bbd5-4463b1e19b47, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:25.471868 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-448a4d12-60cc-446c-a564-1532f8070a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.473704 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.475768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-448a4d12-60cc-446c-a564-1532f8070a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.485546 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:20:25.486604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f6e62b33-5a8f-409b-8128-e158b82f4376 tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3528495 Jul 14 09:20:25.497685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.505913 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da542c-c9cb-43f9-9a38-1b52927ccdf4 x-openstack-request-id: req-b4da542c-c9cb-43f9-9a38-1b52927ccdf4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:25.506269 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac96e1-878f-4ff3-bbb7-bae68f309af8", "name": "network-vif-plugged", "status": "completed", "tag": "0038a081-d8c5-4984-bbd5-4463b1e19b47", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:25.506483 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4da542c-c9cb-43f9-9a38-1b52927ccdf4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:25.506858 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0038a081-d8c5-4984-bbd5-4463b1e19b47', 'code': 200} Jul 14 09:20:25.544332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0038a081-d8c5-4984-bbd5-4463b1e19b47,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.553415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a4d12-60cc-446c-a564-1532f8070a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4cd030-923e-4735-8cec-8a95b620ce29,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.561520 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-448a4d12-60cc-446c-a564-1532f8070a26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7234cc13852f4807934d76bbea091afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553134 Jul 14 09:20:25.564138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.626493 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.656822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa68ff-d3dc-41c6-b7a8-2868dd14f5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.665235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e49355f-f0d8-49d5-b797-fafdb14d7921,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.711457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa68ff-d3dc-41c6-b7a8-2868dd14f5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.715173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Deleting port 71459abe-f4b2-4850-bdb5-0ea13d203f1b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:25.715537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.742873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371f4e4-00b7-4f95-bc60-ddc348c0ed5e req-a6964b37-a40a-4e9c-b0d0-20079d133716 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.744453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9371f4e4-00b7-4f95-bc60-ddc348c0ed5e req-a6964b37-a40a-4e9c-b0d0-20079d133716 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 946 time: 0.2255290 Jul 14 09:20:25.746294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753b1df-4c9d-405a-846a-292ebb1489ac req-b5e06547-0b99-4252-9c52-6630a3b25b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.747706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4753b1df-4c9d-405a-846a-292ebb1489ac req-b5e06547-0b99-4252-9c52-6630a3b25b3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 1098 time: 0.1737092 Jul 14 09:20:25.840562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e07fc-a0ed-44f3-95db-4fe2d7b21ebc req-24a12e14-47e9-4329-a2ea-227a069b9f30 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.842103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c8e07fc-a0ed-44f3-95db-4fe2d7b21ebc req-24a12e14-47e9-4329-a2ea-227a069b9f30 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1877170 Jul 14 09:20:25.845190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.859127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Calling delete_port for 71459abe-f4b2-4850-bdb5-0ea13d203f1b owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:25.859826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9371f4e4-00b7-4f95-bc60-ddc348c0ed5e req-d08a498c-1f8f-487a-a49b-9b27db68e7dc tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065080 Jul 14 09:20:25.864356 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa68ff-d3dc-41c6-b7a8-2868dd14f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.864584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4753b1df-4c9d-405a-846a-292ebb1489ac req-f2f2c9b4-8d37-4a78-b71c-752e050528d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100910 Jul 14 09:20:25.867026 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa68ff-d3dc-41c6-b7a8-2868dd14f5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.868206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-22fa68ff-d3dc-41c6-b7a8-2868dd14f5f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a4cd030-923e-4735-8cec-8a95b620ce29 HTTP/1.1" status: 204 len: 168 time: 0.3030567 Jul 14 09:20:25.892456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa68ff-d3dc-41c6-b7a8-2868dd14f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4cd030-923e-4735-8cec-8a95b620ce29,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.930903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.959236 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c8e07fc-a0ed-44f3-95db-4fe2d7b21ebc req-0943e4ee-4210-45db-a433-fe817c911152 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898759 Jul 14 09:20:26.041692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.076461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Pushing event deleted for resources: {'Port': ['ID=71459abe-f4b2-4850-bdb5-0ea13d203f1b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:26.157137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.159495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26105a1f-7314-4e9f-a351-4f3be0dc377f tempest-RoutersAdminNegativeIpV6Test-1986579546 tempest-RoutersAdminNegativeIpV6Test-1986579546-project-admin] 10.222.0.18 "DELETE /v2.0/ports/71459abe-f4b2-4850-bdb5-0ea13d203f1b HTTP/1.1" status: 204 len: 168 time: 0.6601653 Jul 14 09:20:26.317683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee188-c3b5-47f3-8ea8-6a3014518a30 req-3f2d5835-249b-421d-ae79-b11635d990b3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.327631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01dee188-c3b5-47f3-8ea8-6a3014518a30 req-3f2d5835-249b-421d-ae79-b11635d990b3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1323669 Jul 14 09:20:26.419701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01dee188-c3b5-47f3-8ea8-6a3014518a30 req-0cac914c-9bb9-4dc0-a55e-8efa59cf8f83 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910201 Jul 14 09:20:26.560196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Router af7b139c-fb14-48ad-aba6-6d641b22d3da has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:26.622807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494a36-737c-4141-90bb-edcba24e1d47 req-9e151ade-7288-43b6-8b3e-eaa720103222 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.629578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91494a36-737c-4141-90bb-edcba24e1d47 req-9e151ade-7288-43b6-8b3e-eaa720103222 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1150103 Jul 14 09:20:26.638670 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-1c6fbd77-115b-4433-9710-d84fb59c0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.640185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-1c6fbd77-115b-4433-9710-d84fb59c0447 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 1097 time: 0.1161752 Jul 14 09:20:26.753920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91494a36-737c-4141-90bb-edcba24e1d47 req-1fab5ad6-e06c-40f0-84fc-ad8619de8694 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234760 Jul 14 09:20:26.761551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31c324-2db5-47f9-907b-2c2880f97372 req-d6182175-a6f6-4e0b-846a-5b4338b26390 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.761737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35504) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.768455 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa31c324-2db5-47f9-907b-2c2880f97372 req-d6182175-a6f6-4e0b-846a-5b4338b26390 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2038262 Jul 14 09:20:26.812828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:26.819293 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e3c4bcb-fd98-43f5-9ede-f037e9423fd4 admin admin] 10.222.0.18 "PUT /v2.0/routers/af7b139c-fb14-48ad-aba6-6d641b22d3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2622817 Jul 14 09:20:26.822046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35510) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.825515 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] Sync routers for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:26.832177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa31c324-2db5-47f9-907b-2c2880f97372 req-b948da54-893a-4191-85a1-9a4cd7bb36bc tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632758 Jul 14 09:20:26.843169 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:26.847493 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:20:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:26.878100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-2fb5da4d-ba76-4f7b-8575-552dda7562bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.879460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-2fb5da4d-ba76-4f7b-8575-552dda7562bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.2300007 Jul 14 09:20:26.948568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:26.951056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.052663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47484282-26ac-444b-a737-91d6c8ac4f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.114542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.131316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-ab40d872-4754-45d3-8f78-7f7ced7645d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 200 len: 1001 time: 0.2266672 Jul 14 09:20:27.135330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:27.149382 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:27.167405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'port_id': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'mac_address': 'fa:16:3e:b8:e1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:27.178189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Deleting port d054cab9-70c0-466d-9e48-e7c49a67b121 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:27.178823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.229830 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67930d3f-b1fc-4db6-b2fd-b15f744132c7 req-74ef87fe-5b09-4599-b371-408a17487309 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.231591 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67930d3f-b1fc-4db6-b2fd-b15f744132c7 req-74ef87fe-5b09-4599-b371-408a17487309 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 946 time: 0.1967771 Jul 14 09:20:27.237138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-b16d7f88-0ad8-4ccb-99c2-22003539b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.238729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-b16d7f88-0ad8-4ccb-99c2-22003539b1b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.0982919 Jul 14 09:20:27.265676 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.287621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] For port d054cab9-70c0-466d-9e48-e7c49a67b121, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d054cab9-70c0-466d-9e48-e7c49a67b121,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:27.288539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.301465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499cc1c6-4602-4bba-abad-938ab5aabb55 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:27.303991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Calling delete_port for d054cab9-70c0-466d-9e48-e7c49a67b121 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:27.345259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:27.350313 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.362118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67930d3f-b1fc-4db6-b2fd-b15f744132c7 req-b18159b2-7fa5-4541-a07b-15a8bad886cc tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222153 Jul 14 09:20:27.400691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-183b1dd7-61f8-4a24-8d2b-7f70b62c571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.404147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-183b1dd7-61f8-4a24-8d2b-7f70b62c571e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520760 Jul 14 09:20:27.460712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.549972 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47484282-26ac-444b-a737-91d6c8ac4f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.559274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47484282-26ac-444b-a737-91d6c8ac4f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.583899 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port': {'id': 'd054cab9-70c0-466d-9e48-e7c49a67b121', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:09:00Z', 'updated_at': '2021-07-14T09:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:27.622263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-47484282-26ac-444b-a737-91d6c8ac4f5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=850fdff28efb429cbec6af2e1e8c8886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597963 Jul 14 09:20:27.630858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35558) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:27.631672 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] Checking router: af7b139c-fb14-48ad-aba6-6d641b22d3da for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:27.640600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.642251 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] Routers {'af7b139c-fb14-48ad-aba6-6d641b22d3da'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:27.643341 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:20:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['af7b139c-fb14-48ad-aba6-6d641b22d3da'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:27.659848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['499cc1c6-4602-4bba-abad-938ab5aabb55'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:27.718020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Pushing event deleted for resources: {'Port': ['ID=d054cab9-70c0-466d-9e48-e7c49a67b121,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.736120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47484282-26ac-444b-a737-91d6c8ac4f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2f68a-74a0-40da-95e3-7c2c3f2ae07c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.772877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-f395a315-7529-4794-b8d3-090e3908c633 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533733 Jul 14 09:20:27.791659 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] Set router af7b139c-fb14-48ad-aba6-6d641b22d3da gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:27.879886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a22c688e-039a-4216-926f-dbb8c0d51f60 req-73a52e7e-2abb-4848-8717-58b94d873041 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963757 Jul 14 09:20:27.884094 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f60d9e1-5610-4bcf-bd97-a25b4ec33385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.911295 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:20:27Z', 'revision_number': 7, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:27.926315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f60d9e1-5610-4bcf-bd97-a25b4ec33385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.942314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa60e3-810c-4cf4-93ce-746ff3dd41f8 None None] The sync data for ids ['af7b139c-fb14-48ad-aba6-6d641b22d3da'] in n-d-758944-44 is: [{'id': 'af7b139c-fb14-48ad-aba6-6d641b22d3da', 'name': 'tempest-TaggedBootDevicesTest_v242-2138529229-router', 'tenant_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:08:59Z', 'updated_at': '2021-07-14T09:20:27Z', 'revision_number': 7, 'project_id': '5b6aaf1aac36496eb62bc78efa2bbb10', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:27.957476 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.017975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f60d9e1-5610-4bcf-bd97-a25b4ec33385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.021865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f60d9e1-5610-4bcf-bd97-a25b4ec33385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.024290 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3f60d9e1-5610-4bcf-bd97-a25b4ec33385 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ae2f68a-74a0-40da-95e3-7c2c3f2ae07c HTTP/1.1" status: 204 len: 168 time: 0.3875175 Jul 14 09:20:28.047770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60d9e1-5610-4bcf-bd97-a25b4ec33385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2f68a-74a0-40da-95e3-7c2c3f2ae07c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.139427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.142752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.161305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa6d73-ffcb-4aca-a098-23b023305023 req-88e768e7-2031-4879-ba7c-d48fbaa562b0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.168147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-64aa6d73-ffcb-4aca-a098-23b023305023 req-88e768e7-2031-4879-ba7c-d48fbaa562b0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.5309031 Jul 14 09:20:28.228759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf138cd2-7158-476e-9737-bcc2bca03a3a req-24b050cd-a2c1-471d-a491-9165b9b13228 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.229063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.229632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7b139c-fb14-48ad-aba6-6d641b22d3da {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:20:28.234774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.238745 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-84307fbc-fd7d-45c7-ae0f-747544575073 admin admin] 10.222.0.18 "DELETE /v2.0/routers/af7b139c-fb14-48ad-aba6-6d641b22d3da HTTP/1.1" status: 204 len: 168 time: 1.4154553 Jul 14 09:20:28.239415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.242074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf138cd2-7158-476e-9737-bcc2bca03a3a req-24b050cd-a2c1-471d-a491-9165b9b13228 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1889608 Jul 14 09:20:28.255724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-64aa6d73-ffcb-4aca-a098-23b023305023 req-e6f24b01-26a8-4838-84d6-ae9ecbb84f9b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866952 Jul 14 09:20:28.316202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] Deleting subnet 3758eec3-6f06-44ce-8ee5-62c55339fb42 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:28.319637 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.329973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf138cd2-7158-476e-9737-bcc2bca03a3a req-52944816-d6aa-425a-bef3-c0cd07e49fed tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853291 Jul 14 09:20:28.394351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.562500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.661235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8be26-9875-4406-94a4-93daad7840fd req-9634acaf-9e17-45d8-8c32-b79fac22ef5f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.662731 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-96a8be26-9875-4406-94a4-93daad7840fd req-9634acaf-9e17-45d8-8c32-b79fac22ef5f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 945 time: 0.1415284 Jul 14 09:20:28.671838 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.685424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.717623 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.725840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa00df1b-dafc-44d0-86a6-15e7025e0c10 None None] Network 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:28.729825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3758eec3-6f06-44ce-8ee5-62c55339fb42 HTTP/1.1" status: 204 len: 168 time: 0.4795794 Jul 14 09:20:28.730689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb4fc7-918c-4890-9f12-619fb4699536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3758eec3-6f06-44ce-8ee5-62c55339fb42,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.733842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.762863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e734dd3c-ae97-49e7-b7ca-1e68f2f748d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46783937d84645128747aa3342dc3b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756991 Jul 14 09:20:28.763828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.834147 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.839858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67b15fa9-76d9-4a44-b22a-29115c846ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.899264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67b15fa9-76d9-4a44-b22a-29115c846ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.919940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-96a8be26-9875-4406-94a4-93daad7840fd req-31e18fef-b8fc-4db5-89ee-56d8d71e3f83 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442424 Jul 14 09:20:28.960135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:28.986078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67b15fa9-76d9-4a44-b22a-29115c846ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.026825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67b15fa9-76d9-4a44-b22a-29115c846ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.028354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Deleting port 7f0a88a8-9304-404a-8646-44acf0507795 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:29.029394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.043082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5e49355f-f0d8-49d5-b797-fafdb14d7921 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:29.044387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-67b15fa9-76d9-4a44-b22a-29115c846ce8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/764a0770-bfed-47b0-9f7f-161ea52549f6 HTTP/1.1" status: 204 len: 168 time: 0.2789180 Jul 14 09:20:29.066718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b15fa9-76d9-4a44-b22a-29115c846ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a0770-bfed-47b0-9f7f-161ea52549f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.075038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 5e49355f-f0d8-49d5-b797-fafdb14d7921 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:29.075783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5e49355f-f0d8-49d5-b797-fafdb14d7921 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:29.076376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d054cab9-70c0-466d-9e48-e7c49a67b121 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:29.100334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d054cab9-70c0-466d-9e48-e7c49a67b121 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:29.100685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d054cab9-70c0-466d-9e48-e7c49a67b121 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:29.102161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 499cc1c6-4602-4bba-abad-938ab5aabb55 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:29.109076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 499cc1c6-4602-4bba-abad-938ab5aabb55 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:29.109459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.116704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] DHCP port deletion for 0a3c4cfc-ac34-4be9-8d52-ccb700fce511 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:29.157671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] For port 7f0a88a8-9304-404a-8646-44acf0507795, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7f0a88a8-9304-404a-8646-44acf0507795,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:29.161162 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.197073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Calling delete_port for 7f0a88a8-9304-404a-8646-44acf0507795 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:29.255935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] Deleting port 7f0a88a8-9304-404a-8646-44acf0507795 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:29.256489 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.439397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.528078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0a88a8-9304-404a-8646-44acf0507795,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.544355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] No DVR routers for this DVR port 7f0a88a8-9304-404a-8646-44acf0507795 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:29.650428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.674877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] For port 7f0a88a8-9304-404a-8646-44acf0507795, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7f0a88a8-9304-404a-8646-44acf0507795,segment=NetworkSegment(82d3f28b-a14e-4533-b2b8-3c8641928322),segment_id=82d3f28b-a14e-4533-b2b8-3c8641928322)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:29.675558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.698270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:29.701248 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046cee4-7da6-4854-877e-ed0b6ccb06af" -d '{"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-plugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:29.705824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] Calling delete_port for 7f0a88a8-9304-404a-8646-44acf0507795 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:29.723953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:29.762640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.791064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.811975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3c4cfc-ac34-4be9-8d52-ccb700fce511']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:29.831965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d3f28b-a14e-4533-b2b8-3c8641928322') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:29.832407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d3f28b-a14e-4533-b2b8-3c8641928322') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:29.846523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.876718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634bc3-8f48-4e6b-b780-79bdd1f8ce25 req-74eb1aa5-8e76-49ce-be22-9cc9d8faf755 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.878502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9634bc3-8f48-4e6b-b780-79bdd1f8ce25 req-74eb1aa5-8e76-49ce-be22-9cc9d8faf755 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.2793133 Jul 14 09:20:29.882444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.901505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:29.902112 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.902372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:29.904565 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:29.926162 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.994287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] No DVR routers for this DVR port 7f0a88a8-9304-404a-8646-44acf0507795 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:29.996666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256256d1-f798-4d31-a68e-7f98f1469144 None None] Pushing event deleted for resources: {'Port': ['ID=7f0a88a8-9304-404a-8646-44acf0507795,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.038311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9634bc3-8f48-4e6b-b780-79bdd1f8ce25 req-e318b2e1-0f09-4855-85f3-47b9caa1061b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528795 Jul 14 09:20:30.056116 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.111898 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.123707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] 10.222.0.18 "DELETE /v2.0/networks/0a3c4cfc-ac34-4be9-8d52-ccb700fce511 HTTP/1.1" status: 204 len: 168 time: 1.3863080 Jul 14 09:20:30.124986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d4715-0d31-49d0-9a9e-c03c786794cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3c4cfc-ac34-4be9-8d52-ccb700fce511,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.150945 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639b39c-4d7f-407b-bedf-149dd2127d52 x-openstack-request-id: req-1639b39c-4d7f-407b-bedf-149dd2127d52 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:30.151238 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-plugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:30.151575 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1639b39c-4d7f-407b-bedf-149dd2127d52 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:30.152480 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'code': 200} Jul 14 09:20:30.342243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:30.391060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c3579-d08b-4754-85b3-2127dc0aea02 req-7f1cf017-caef-4a9b-8ac0-dd6945789caf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.395903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-778c3579-d08b-4754-85b3-2127dc0aea02 req-7f1cf017-caef-4a9b-8ac0-dd6945789caf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.9036086 Jul 14 09:20:30.396206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8e599-1e77-4a40-82da-cee29db0e04a req-f6182e3a-994f-4258-bdb0-585edeef725e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.402177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4c0eb-f797-416d-87ef-1de02f28d4cc req-67600bf4-8be2-43b4-b34f-2a3db6d13ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.402923 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40f8e599-1e77-4a40-82da-cee29db0e04a req-f6182e3a-994f-4258-bdb0-585edeef725e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1388338 Jul 14 09:20:30.403692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42e4c0eb-f797-416d-87ef-1de02f28d4cc req-67600bf4-8be2-43b4-b34f-2a3db6d13ee9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1098 time: 0.0877557 Jul 14 09:20:30.462012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5a7a04e9-32a0-4d26-be2d-732feeab0d0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b6aaf1aac36496eb62bc78efa2bbb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200144 Jul 14 09:20:30.465556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42e4c0eb-f797-416d-87ef-1de02f28d4cc req-b89ab37d-2d1d-448a-9b74-deb2583548e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536730 Jul 14 09:20:30.466014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:30.474472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-778c3579-d08b-4754-85b3-2127dc0aea02 req-04c981d8-9a85-43ea-a325-369a9cd2fee3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659139 Jul 14 09:20:30.493071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40f8e599-1e77-4a40-82da-cee29db0e04a req-85448a19-cb3b-4942-8a60-147f9d7b291d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891128 Jul 14 09:20:30.528533 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d73999b-ce29-404b-873f-9ee25540affd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.559334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d73999b-ce29-404b-873f-9ee25540affd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.628014 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d73999b-ce29-404b-873f-9ee25540affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.631495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d73999b-ce29-404b-873f-9ee25540affd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.635924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3d73999b-ce29-404b-873f-9ee25540affd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d9bef1a-c2ab-4a09-8ff1-db7d987c6506 HTTP/1.1" status: 204 len: 168 time: 0.1686139 Jul 14 09:20:30.650634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73999b-ce29-404b-873f-9ee25540affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9bef1a-c2ab-4a09-8ff1-db7d987c6506,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.741336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7f0a88a8-9304-404a-8646-44acf0507795 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:30.767836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 7f0a88a8-9304-404a-8646-44acf0507795 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:30.769005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7f0a88a8-9304-404a-8646-44acf0507795 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:31.305913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:31.394788 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.506173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-335727382', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:31.562263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Made reservation on behalf of ba0628b3508344e7a1f1380a7a291cf4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:31.565022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.574424 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.691171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:31.795427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.801458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.822697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1396282348-network', 'tenant_id': '02f2c45c03d840408a41fbc28a41a995'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:31.822946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab2549-6622-4ac3-8798-8b8fa8b2a949 req-49c0f9e0-4254-4440-ba45-f1d9f9c709a0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.824351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22ab2549-6622-4ac3-8798-8b8fa8b2a949 req-49c0f9e0-4254-4440-ba45-f1d9f9c709a0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1369393 Jul 14 09:20:31.825545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] device_id is not set on port adc7c9eb-4df6-4198-ab67-fa866246c1e4 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:20:31.869391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Made reservation on behalf of 02f2c45c03d840408a41fbc28a41a995 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:31.872182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.884916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.902467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b3931b-d128-430c-a79a-17d42e55f40f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.929166 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22ab2549-6622-4ac3-8798-8b8fa8b2a949 req-7e19d07d-a3f6-4294-84da-b10276226eb6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933096 Jul 14 09:20:31.980057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80845ced-77b4-4fea-9c9e-f51d60586db8 req-24cd5000-c7a5-488c-970d-44d2a92ae461 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.981904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80845ced-77b4-4fea-9c9e-f51d60586db8 req-24cd5000-c7a5-488c-970d-44d2a92ae461 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.2813239 Jul 14 09:20:32.008177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Allocated IP 172.25.2.39 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/adc7c9eb-4df6-4198-ab67-fa866246c1e4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:32.042980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80845ced-77b4-4fea-9c9e-f51d60586db8 req-b56cbc30-4723-4c44-aef8-e7a940f84db4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547822 Jul 14 09:20:32.071000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.076326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.106733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:32.131398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.131844 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Added segment 2ea273db-466a-40c7-b40e-ce93415b6060 of type vlan for network f2b4b480-0ff1-4e39-8154-54029526f0b1 Jul 14 09:20:32.144546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fe8f30-5ec4-4fb7-ba42-5392317adf64,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.194626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.197843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.232651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.234104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.235565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.265312 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5728335 Jul 14 09:20:32.271816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:32.286470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Request body: {'subnet': {'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1396282348-subnet', 'tenant_id': '02f2c45c03d840408a41fbc28a41a995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:32.321115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.327097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e185c-bdd6-4203-bd82-7239e5b16eed admin admin] Pushing event updated for resources: {'Network': ['ID=f2b4b480-0ff1-4e39-8154-54029526f0b1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.339921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f2b4b480-0ff1-4e39-8154-54029526f0b1 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:32.361759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Made reservation on behalf of 02f2c45c03d840408a41fbc28a41a995 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:32.364647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.475059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093619d-7085-4c63-8938-dae2d6a380a7 req-f9b5b002-18aa-43a3-befd-f6defff956d6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.484295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8093619d-7085-4c63-8938-dae2d6a380a7 req-f9b5b002-18aa-43a3-befd-f6defff956d6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.2744431 Jul 14 09:20:32.485673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:32.489511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:32.492143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Request body: {'floatingip': {'port_id': '499cc1c6-4602-4bba-abad-938ab5aabb55'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:32.496137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Pushing event updated for resources: {'Port': ['ID=adc7c9eb-4df6-4198-ab67-fa866246c1e4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.501721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:32.506983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:32.584215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.584463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.584583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.650214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c98b1cbc-469b-4270-a480-508b0fea800e tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3422625 Jul 14 09:20:32.652549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:32.657422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}]}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:32.747005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.748630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.783971 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.884547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.938086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4595fd-6479-428a-8965-80738c2a9808,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.963697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:32.979927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Checking segment: {'id': '2ea273db-466a-40c7-b40e-ce93415b6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:32.980202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Network hostable DHCP agents. Network: f2b4b480-0ff1-4e39-8154-54029526f0b1, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:33.073810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.078386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Network f2b4b480-0ff1-4e39-8154-54029526f0b1 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:33.095229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f2b4b480-0ff1-4e39-8154-54029526f0b1) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:33.101815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.102653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.113515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350fcc3-5ece-40e2-8c7b-cb3494ddcd08 None None] Network f2b4b480-0ff1-4e39-8154-54029526f0b1 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:33.136840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8f085965-f2d7-43fe-bf00-bc47634472e7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8517358 Jul 14 09:20:33.214994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:33.242446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b', 'port_id': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'mac_address': 'fa:16:3e:8d:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13638ec-2c21-4cf6-9a79-db33467fa9f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:33.300514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e96d-17df-442a-bb5e-48783da9c210 req-a48c781f-6544-4427-980b-e08fbefa8a1b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.302264 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b6e96d-17df-442a-bb5e-48783da9c210 req-a48c781f-6544-4427-980b-e08fbefa8a1b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1794395 Jul 14 09:20:33.346868 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.355856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.359768 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b6e96d-17df-442a-bb5e-48783da9c210 req-b67548b1-a8e2-4f68-94b7-39190b5769d6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Jul 14 09:20:33.361375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.395294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acd9c278-e0cd-4136-8d12-cd30bf95c95e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:33.399478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d735a-b609-4e06-b1cc-457d924b0541 None None] Network f2b4b480-0ff1-4e39-8154-54029526f0b1 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:33.481184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:33.490392 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.583603 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Floating IP a96a6018-f2a3-4bda-a321-c53f7270b722 associated. External IP: 172.25.2.162, port: 499cc1c6-4602-4bba-abad-938ab5aabb55. Jul 14 09:20:33.645987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.681504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['acd9c278-e0cd-4136-8d12-cd30bf95c95e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:34.141820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Router c0d0791a-9afd-4076-9785-b4f878be1d2d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:34.145695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.177318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.242836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714f91-df42-4fdf-ad13-439d81080509 req-7b8969ff-d4a0-40d2-ac7d-42c52f45266a tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.244450 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-7b8969ff-d4a0-40d2-ac7d-42c52f45266a tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/networks?id=f2b4b480-0ff1-4e39-8154-54029526f0b1 HTTP/1.1" status: 200 len: 822 time: 0.2134902 Jul 14 09:20:34.293555 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-d7e631d9-8d0f-41a4-ad13-7f123b9d9bf0 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/quotas/02f2c45c03d840408a41fbc28a41a995 HTTP/1.1" status: 200 len: 375 time: 0.0435026 Jul 14 09:20:34.369026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:34.377189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.386275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] Sync routers for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:34.404380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:34.405029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:20:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:34.415712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1d55bf20-4e3a-48fc-aa8a-643362490da9 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02f2c45c03d840408a41fbc28a41a995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042273 Jul 14 09:20:34.500263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-142e961c-282c-444b-a0e6-f4a8fd1db66d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "PUT /v2.0/floatingips/a96a6018-f2a3-4bda-a321-c53f7270b722 HTTP/1.1" status: 200 len: 992 time: 2.0124922 Jul 14 09:20:34.501598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:34.504045 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fc138-d24a-48e3-b641-47cac53ca5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:34.611394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-a86763d8-ff40-449a-a207-f699fe43c84b service neutron] 10.222.0.18 "GET /v2.0/networks/f2b4b480-0ff1-4e39-8154-54029526f0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946239 Jul 14 09:20:34.635025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:34.764772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6f5c5-610a-4b90-aede-0ee5318eb3f1 req-69bfbd07-8492-4402-b0fd-1b9fa62075a2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.769648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08c6f5c5-610a-4b90-aede-0ee5318eb3f1 req-69bfbd07-8492-4402-b0fd-1b9fa62075a2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1165895 Jul 14 09:20:34.807296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.897417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08c6f5c5-610a-4b90-aede-0ee5318eb3f1 req-0a9b1836-7010-4cd6-8ee4-3b76e4e1e686 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181970 Jul 14 09:20:35.040559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:35.098360 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.113560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.180168 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6db350b-c767-48cd-9c7f-97f28b1cd5c2 x-openstack-request-id: req-f6db350b-c767-48cd-9c7f-97f28b1cd5c2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:35.180717 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:35.181156 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6db350b-c767-48cd-9c7f-97f28b1cd5c2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:35.181755 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'status': 'completed', 'code': 200} Jul 14 09:20:35.202243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.202995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db414be6-9260-41d3-869d-64ebae67160f {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:20:35.211504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-8f651e3e-a811-4945-b84b-d07f3b1129db service neutron] 10.222.0.18 "GET /v2.0/networks/f2b4b480-0ff1-4e39-8154-54029526f0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990644 Jul 14 09:20:35.232853 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:20:35.238823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7f65f4af-37c8-4b96-a2c1-15a32ca136ad tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5850565 Jul 14 09:20:35.239552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:35.363310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-87f0d6c3-9b4a-4a8d-98ef-22b8a2df9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.365022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-87f0d6c3-9b4a-4a8d-98ef-22b8a2df9092 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1098 time: 0.1353395 Jul 14 09:20:35.385105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port acd9c278-e0cd-4136-8d12-cd30bf95c95e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:35.385819 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.437484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'a96a6018-f2a3-4bda-a321-c53f7270b722', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'port_id': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'mac_address': 'fa:16:3e:b8:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d381bc6-0182-4632-8148-4bd0126046c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:14Z', 'updated_at': '2021-07-14T09:20:33Z', 'revision_number': 1, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.453323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Deleting port adc7c9eb-4df6-4198-ab67-fa866246c1e4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:35.453715 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.480524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] Checking router: c0d0791a-9afd-4076-9785-b4f878be1d2d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:35.570628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:35.577129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:20:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.581358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-c9eaf881-7428-47e0-93a0-17fef7b1b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.583474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-c9eaf881-7428-47e0-93a0-17fef7b1b9cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.2112477 Jul 14 09:20:35.640800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.652133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.690033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Calling delete_port for adc7c9eb-4df6-4198-ab67-fa866246c1e4 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:35.777995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1bb48fe-1497-4b95-9d13-f76caee1ee82 req-434cfeeb-522a-4c47-8554-a9afc89634ce tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 210 time: 0.1889713 Jul 14 09:20:35.778374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:35.785947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:35.790454 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34662ffd-00c0-422c-8f63-0af5e4baaf34" -d '{"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-plugged", "status": "completed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:35.819117 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.838123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-9a739a89-371a-4d73-86c0-779f3fc77c09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 1000 time: 0.2474601 Jul 14 09:20:35.915871 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a6b62-8604-4395-8b8e-629cc25c5461 x-openstack-request-id: req-348a6b62-8604-4395-8b8e-629cc25c5461 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:35.916174 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-plugged", "status": "completed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:35.916446 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-348a6b62-8604-4395-8b8e-629cc25c5461 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:35.918200 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'code': 200} Jul 14 09:20:35.984360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:36.030955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-07284812-f140-4b7c-b665-aec9eb009f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.033260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-07284812-f140-4b7c-b665-aec9eb009f72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.1887298 Jul 14 09:20:36.102485 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.108388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.124428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.125175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.127179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.127808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.128406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.129002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.129591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.130418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.131163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.131770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.132347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.132936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:36.196590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Pushing event deleted for resources: {'Port': ['ID=adc7c9eb-4df6-4198-ab67-fa866246c1e4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.228701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-413b3711-b2c2-454c-a016-2662fc3cceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.236849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-413b3711-b2c2-454c-a016-2662fc3cceac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890883 Jul 14 09:20:36.369968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.391268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ff199dcd-1540-4ef2-a152-fb31dcdf7d9f tempest-RoutersAdminNegativeTest-2016421240 tempest-RoutersAdminNegativeTest-2016421240-project-admin] 10.222.0.18 "DELETE /v2.0/ports/adc7c9eb-4df6-4198-ab67-fa866246c1e4 HTTP/1.1" status: 204 len: 168 time: 1.1501515 Jul 14 09:20:36.650074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74c8d0-76a9-446f-87c9-154ee5f60351 req-07fb8dc1-3504-475b-bfd2-b799ea5a7bbf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.660034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac74c8d0-76a9-446f-87c9-154ee5f60351 req-07fb8dc1-3504-475b-bfd2-b799ea5a7bbf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.4172106 Jul 14 09:20:36.718723 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-02d95038-2965-40f4-a315-57dc6590737e service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797361 Jul 14 09:20:36.746520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'a96a6018-f2a3-4bda-a321-c53f7270b722', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'port_id': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'mac_address': 'fa:16:3e:b8:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d381bc6-0182-4632-8148-4bd0126046c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:14Z', 'updated_at': '2021-07-14T09:20:33Z', 'revision_number': 1, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:36.790043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac74c8d0-76a9-446f-87c9-154ee5f60351 req-867f0cbf-3477-45a1-8c2b-998b38d4e81d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266375 Jul 14 09:20:36.891956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad18f9f0-412a-4255-90ab-05613783e226 None None] The sync data for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 is: [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'a96a6018-f2a3-4bda-a321-c53f7270b722', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'port_id': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'mac_address': 'fa:16:3e:b8:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d381bc6-0182-4632-8148-4bd0126046c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:14Z', 'updated_at': '2021-07-14T09:20:33Z', 'revision_number': 1, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:36.979732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3fc138-d24a-48e3-b641-47cac53ca5c3 req-ea1582a2-9aa4-406d-91f9-7d31b8447034 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389545 Jul 14 09:20:37.053532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:37.081042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76a9e4b6-cc4b-4f4d-806a-0937c6c2ef0c req-d231a21a-42d1-471c-9acd-d2c2fe23e8d5 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 210 time: 0.0453069 Jul 14 09:20:37.246567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-f1f6924e-bb22-44ec-a90a-e8bc85613f6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1021290 Jul 14 09:20:37.278953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a75c6020-6a7d-4311-a76c-30ea7d516bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.386867 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30636904-cf80-4c6c-947c-26d3e44396d3 None None] New status for floating IP a96a6018-f2a3-4bda-a321-c53f7270b722: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:20:37.536554 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:37.571039 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a75c6020-6a7d-4311-a76c-30ea7d516bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.581505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a75c6020-6a7d-4311-a76c-30ea7d516bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.616685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a75c6020-6a7d-4311-a76c-30ea7d516bc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be2725e960fb40dda48809c783a524bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616860 Jul 14 09:20:37.619250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:37.732493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.733096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.733456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.733956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.734485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.734975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.739512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.740295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c990e384-80d9-4e5d-98b3-442921195c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.743579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-190d7ee3-0ef1-4a44-9769-6b0b1f1c519d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92430fb8c13e4a329d0b788ede7debfc&device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 6500 time: 0.3101902 Jul 14 09:20:37.744815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c6020-6a7d-4311-a76c-30ea7d516bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c247b-00ee-4290-907d-5987470a90d8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:37.837131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c990e384-80d9-4e5d-98b3-442921195c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.964298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c990e384-80d9-4e5d-98b3-442921195c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.967331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c990e384-80d9-4e5d-98b3-442921195c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.968544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c990e384-80d9-4e5d-98b3-442921195c4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c1c247b-00ee-4290-907d-5987470a90d8 HTTP/1.1" status: 204 len: 168 time: 0.3473408 Jul 14 09:20:37.982086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990e384-80d9-4e5d-98b3-442921195c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c247b-00ee-4290-907d-5987470a90d8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.042764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-0d2aa88a-ea2b-461f-b6b7-22d96f2d66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.043374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-0d2aa88a-ea2b-461f-b6b7-22d96f2d66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.043961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-0d2aa88a-ea2b-461f-b6b7-22d96f2d66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.047293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-0d2aa88a-ea2b-461f-b6b7-22d96f2d66e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=3fe787a8-6c1b-46fb-9625-572da374e427&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&id=b1945b1c-07bd-4c3b-824c-7f526a54bd73 HTTP/1.1" status: 200 len: 2292 time: 0.2473521 Jul 14 09:20:38.221490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e8006-6769-4931-90c7-7da56a9ad4db req-3df8ea89-ec75-4d01-9cca-c8a134474d53 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.229136 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-569e8006-6769-4931-90c7-7da56a9ad4db req-3df8ea89-ec75-4d01-9cca-c8a134474d53 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2085996 Jul 14 09:20:38.341030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-b46b68ef-8eb0-4a66-894e-1ba46d5d6f16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c HTTP/1.1" status: 200 len: 1002 time: 0.2855790 Jul 14 09:20:38.353292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-569e8006-6769-4931-90c7-7da56a9ad4db req-91a5a5f7-3302-41fa-9a74-51360a1585e5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185973 Jul 14 09:20:38.502397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3e94310-64fc-4851-9a44-4f569c7e7046 req-eb42cca5-a6db-4bd3-aa32-faffabf0b05d tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 210 time: 0.0988543 Jul 14 09:20:38.549899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-f0500322-ca4e-42d7-b22f-71216e69b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.554573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-f0500322-ca4e-42d7-b22f-71216e69b7e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=80e7a0fa-c30f-4b8c-bce8-16100869d6b8 HTTP/1.1" status: 200 len: 850 time: 0.2069666 Jul 14 09:20:38.679094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714f91-df42-4fdf-ad13-439d81080509 req-f30a649f-d58c-4ed7-898e-b18d8051a854 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.680886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-f30a649f-d58c-4ed7-898e-b18d8051a854 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.11 "GET /v2.0/networks?id=f2b4b480-0ff1-4e39-8154-54029526f0b1 HTTP/1.1" status: 200 len: 822 time: 0.4841447 Jul 14 09:20:38.684063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:38.713646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Request body: {'port': {'device_id': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1', 'admin_state_up': True, 'tenant_id': '02f2c45c03d840408a41fbc28a41a995'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:38.770301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-35f60bc6-454b-4c72-81ec-ca5e858bc27f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba0628b3508344e7a1f1380a7a291cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827637 Jul 14 09:20:38.771065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:38.872133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-558cde8a-2be0-4831-b79c-554c4c7de9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.873829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-558cde8a-2be0-4831-b79c-554c4c7de9c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6cc2d72b-ec13-4ea8-a456-7bdb686d5427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3076794 Jul 14 09:20:38.901997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Made reservation on behalf of 02f2c45c03d840408a41fbc28a41a995 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:38.905896 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.924779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-484acfc2-3656-4d2f-91b2-9141a245eaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.964465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-484acfc2-3656-4d2f-91b2-9141a245eaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.048067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-f2a51ceb-6631-4ac0-b50a-d8db5c342a1a service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659687 Jul 14 09:20:39.072992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-484acfc2-3656-4d2f-91b2-9141a245eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.075787 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-484acfc2-3656-4d2f-91b2-9141a245eaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.077484 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-484acfc2-3656-4d2f-91b2-9141a245eaf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5b3931b-d128-430c-a79a-17d42e55f40f HTTP/1.1" status: 204 len: 168 time: 0.3018801 Jul 14 09:20:39.094228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acfc2-3656-4d2f-91b2-9141a245eaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b3931b-d128-430c-a79a-17d42e55f40f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.169178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-b7216279-feee-4852-b5d1-3d3bcdca5467 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130352 Jul 14 09:20:39.225659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-5e85dcb6-d797-4b6b-92bd-550c8738e8cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 217 time: 0.0489004 Jul 14 09:20:39.332733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Allocated IP 172.20.0.3 (f2b4b480-0ff1-4e39-8154-54029526f0b1/2a4595fd-6479-428a-8965-80738c2a9808/3912c8ac-6810-45f3-bf35-383da19cb60b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:39.340118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-871c1095-9cb1-456c-be75-f3daf5e4a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.341732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-871c1095-9cb1-456c-be75-f3daf5e4a178 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.0972307 Jul 14 09:20:39.756304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-127a214b-14c0-405d-a2b9-03c923bc696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.758183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-127a214b-14c0-405d-a2b9-03c923bc696b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4011245 Jul 14 09:20:39.825480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ab9c679-5482-4120-92f9-6301d2b1d8ed req-f51ec01c-30f2-405b-a899-0d7db1d54dd8 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 210 time: 0.0389817 Jul 14 09:20:39.965663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df9bea-0361-4f66-94e4-017e8ecf1353 req-44ec077b-29ba-408d-9608-b0769d2421c2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.967264 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67df9bea-0361-4f66-94e4-017e8ecf1353 req-44ec077b-29ba-408d-9608-b0769d2421c2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.3340991 Jul 14 09:20:40.015576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.050137 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67df9bea-0361-4f66-94e4-017e8ecf1353 req-90a5b78b-c5b1-42cd-8f39-da624d18a56f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Jul 14 09:20:40.078938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-75c1c8b1-404a-4fee-bbc3-faf675244eb4 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029909 Jul 14 09:20:40.158634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.254414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-56bf805a-2b5f-49d9-a255-1c352e103b2d service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720555 Jul 14 09:20:40.258156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Network f2b4b480-0ff1-4e39-8154-54029526f0b1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:40.261565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:40.264999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:40.345135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-183fdc1f-7ae7-4fac-a50a-c438633133e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 217 time: 0.0751369 Jul 14 09:20:40.369536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Pushing event updated for resources: {'Port': ['ID=3912c8ac-6810-45f3-bf35-383da19cb60b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.434720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.435401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.459016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1acd5213-40cf-4992-99b2-f9b4bc309a18 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7493517 Jul 14 09:20:40.460948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-292fca71-4779-4d86-9322-2a55ca62e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.462827 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-292fca71-4779-4d86-9322-2a55ca62e01a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.1055102 Jul 14 09:20:40.490461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Request body: {'port': {'device_id': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:40.617086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35916) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.811672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-b397bc08-ddf8-4f80-9a2d-a517a8410f6c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.816132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b397bc08-ddf8-4f80-9a2d-a517a8410f6c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1946540 Jul 14 09:20:40.816412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.822791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-f7613c1c-0a99-4549-81c1-1d2ffb5874b6 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.832738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f7613c1c-0a99-4549-81c1-1d2ffb5874b6 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0152104 Jul 14 09:20:40.835295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35922) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.840303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-1bd94150-d758-4559-8c28-6110821c17b2 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.843545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1bd94150-d758-4559-8c28-6110821c17b2 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049620 Jul 14 09:20:40.844522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35924) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.853990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-57f4bbe1-db5c-44f8-af3b-c9da09784327 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.854980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-57f4bbe1-db5c-44f8-af3b-c9da09784327 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0095708 Jul 14 09:20:40.862071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.867594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-0a098f8e-7b94-4727-8f6d-10830349bc9a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.868837 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0a098f8e-7b94-4727-8f6d-10830349bc9a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053451 Jul 14 09:20:40.874769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.879793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-984074ec-5128-4fc6-874d-aef256ac4c16 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.886296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-984074ec-5128-4fc6-874d-aef256ac4c16 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075767 Jul 14 09:20:40.897365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35932) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.903028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-05d7e09f-1699-4e4f-9ae4-8c5645615ecc tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.912543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-05d7e09f-1699-4e4f-9ae4-8c5645615ecc tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0113139 Jul 14 09:20:40.913172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.931785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-268077da-d914-4228-972f-677c7116dcf9 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.931785 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-268077da-d914-4228-972f-677c7116dcf9 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0082619 Jul 14 09:20:40.931785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.947564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-131bd8ec-df53-4787-aada-90e79ec47b2b tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.949143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-131bd8ec-df53-4787-aada-90e79ec47b2b tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0249360 Jul 14 09:20:40.951771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35938) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.964781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-71ecab83-b07d-4f1d-a338-7a7cf4146ae1 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:40.966242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-71ecab83-b07d-4f1d-a338-7a7cf4146ae1 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0111661 Jul 14 09:20:40.987204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.998628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-3a9556a5-f861-4be6-923c-9d8b3b672a33 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.002675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3a9556a5-f861-4be6-923c-9d8b3b672a33 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0223293 Jul 14 09:20:41.007960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35946) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.015479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-e1932bcc-4984-483d-9055-780b10f50338 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.021152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e1932bcc-4984-483d-9055-780b10f50338 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0113499 Jul 14 09:20:41.022652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35948) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.029159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-ef6772dd-b016-48d8-be16-5e1aa5ad5f00 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.034899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ef6772dd-b016-48d8-be16-5e1aa5ad5f00 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0102541 Jul 14 09:20:41.036160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.048794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-e14dcda3-cf00-42b5-adf2-a68dceb653d9 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.053185 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e14dcda3-cf00-42b5-adf2-a68dceb653d9 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0156488 Jul 14 09:20:41.053849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35954) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.059610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-57382bd7-2bbd-4860-be7d-06208628c76c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.069843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-57382bd7-2bbd-4860-be7d-06208628c76c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0138948 Jul 14 09:20:41.070881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.081176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-c4fbcb9d-4323-4d1a-a57a-c7448b3f6134 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.087051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c4fbcb9d-4323-4d1a-a57a-c7448b3f6134 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096819 Jul 14 09:20:41.088259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.093260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-5ed596de-656c-4017-aee6-2f259f195459 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.099386 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ed596de-656c-4017-aee6-2f259f195459 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0096166 Jul 14 09:20:41.100294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.105107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-b26ca5f3-3c0c-49ed-b46f-f9d43566c58f tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.110887 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b26ca5f3-3c0c-49ed-b46f-f9d43566c58f tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0092962 Jul 14 09:20:41.113240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35964) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.132189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-b9b256e4-85dc-427d-b207-1be16d6f0a58 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.137975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b9b256e4-85dc-427d-b207-1be16d6f0a58 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0214565 Jul 14 09:20:41.143418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.161817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-416ad05b-a60e-4cb6-851f-02463b1d87f4 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.170133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-416ad05b-a60e-4cb6-851f-02463b1d87f4 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0250270 Jul 14 09:20:41.177342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.182966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [None req-9100d3c8-9791-4e37-9fa5-85a14c242791 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.186344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9100d3c8-9791-4e37-9fa5-85a14c242791 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046690 Jul 14 09:20:41.187490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.230819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-a8a56646-e6f5-458f-bf4b-7e3398e1dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.232390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-a8a56646-e6f5-458f-bf4b-7e3398e1dcd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7505856 Jul 14 09:20:41.241721 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.249458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-523771ca-edc8-48ee-bf6c-198fb0d8ec5c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.254763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-523771ca-edc8-48ee-bf6c-198fb0d8ec5c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0105402 Jul 14 09:20:41.256233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35976) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.262008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [None req-cb92ad38-d2f1-488c-9e49-90c9aa732823 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.265459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cb92ad38-d2f1-488c-9e49-90c9aa732823 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060346 Jul 14 09:20:41.268894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.304356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-93e015ca-859a-48de-8013-16b3882e266a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.308450 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93e015ca-859a-48de-8013-16b3882e266a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0164995 Jul 14 09:20:41.309747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.339233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-760592ec-7634-4bba-8c16-1e475f9808b4 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.346914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-760592ec-7634-4bba-8c16-1e475f9808b4 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0322461 Jul 14 09:20:41.355748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35986) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.394879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-918fda75-48b6-470e-a042-a0a44046a913 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.403066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-918fda75-48b6-470e-a042-a0a44046a913 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0350358 Jul 14 09:20:41.419024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35988) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.441819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-8e6f9e9d-ae6b-4b88-a007-4b58f871c724 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.447486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e6f9e9d-ae6b-4b88-a007-4b58f871c724 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0216615 Jul 14 09:20:41.449306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.457840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-69837c40-c7a2-46a1-b942-5d59d6f94775 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.460353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69837c40-c7a2-46a1-b942-5d59d6f94775 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099096 Jul 14 09:20:41.469718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.480388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-b407f1d1-0a57-4821-a31d-2594e851eb14 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.486336 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b407f1d1-0a57-4821-a31d-2594e851eb14 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0123799 Jul 14 09:20:41.491535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.497806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-29d2b17c-0510-49e4-a4c4-93001dae2641 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.501776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29d2b17c-0510-49e4-a4c4-93001dae2641 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045953 Jul 14 09:20:41.512652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.520810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfb325-99d1-4a5f-9f80-19d87b31527c req-d0bd6cd4-576d-42ab-b6ae-13ac40b2af6c tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.533413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28dfb325-99d1-4a5f-9f80-19d87b31527c req-d0bd6cd4-576d-42ab-b6ae-13ac40b2af6c tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 931 time: 0.4209473 Jul 14 09:20:41.539006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-1cd5e230-69bc-4f8c-8252-b9558f4a5341 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.540012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1cd5e230-69bc-4f8c-8252-b9558f4a5341 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046277 Jul 14 09:20:41.544737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36002) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.583591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [None req-6c593349-df9d-4b97-a39f-755674baf3f8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.583881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6c593349-df9d-4b97-a39f-755674baf3f8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0256112 Jul 14 09:20:41.589817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.602133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-dede5a0f-492f-4312-8853-879569dcc03a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.603436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dede5a0f-492f-4312-8853-879569dcc03a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0124910 Jul 14 09:20:41.608837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36006) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.624856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [None req-066a496f-cc23-466e-bbcb-16465100adf7 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.625891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-066a496f-cc23-466e-bbcb-16465100adf7 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0148900 Jul 14 09:20:41.632609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36008) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.643013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-d8d701e7-7b2c-4162-9f2a-e3b3a6284c56 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.657244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d8d701e7-7b2c-4162-9f2a-e3b3a6284c56 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0229607 Jul 14 09:20:41.660550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.669911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-8e5a0ddb-ed90-492e-b73b-d39a703e8a29 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.669911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e5a0ddb-ed90-492e-b73b-d39a703e8a29 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046179 Jul 14 09:20:41.694307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28dfb325-99d1-4a5f-9f80-19d87b31527c req-f59fa8ef-1609-4607-bb1a-a4f14936a21a tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575849 Jul 14 09:20:41.694307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.696964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-39fdf439-a2ee-41b6-a628-3eef4e4b53bf tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.697948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-39fdf439-a2ee-41b6-a628-3eef4e4b53bf tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044906 Jul 14 09:20:41.711905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.716385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-74691005-9515-450a-8ec5-296f96e19cd7 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.717358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-74691005-9515-450a-8ec5-296f96e19cd7 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044801 Jul 14 09:20:41.720712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.724926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-c18bf9ea-c786-4bd9-bb1e-80e8aa1b31ff tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.725873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c18bf9ea-c786-4bd9-bb1e-80e8aa1b31ff tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042841 Jul 14 09:20:41.728400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36018) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.732790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-11b2cb6c-6823-49c1-a4dd-2dcc21cf8ba8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.746516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-11b2cb6c-6823-49c1-a4dd-2dcc21cf8ba8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0146360 Jul 14 09:20:41.746779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36020) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.751455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-c5a891dc-2866-4dcd-9e21-bfc6e427cc2f tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.754579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c5a891dc-2866-4dcd-9e21-bfc6e427cc2f tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046084 Jul 14 09:20:41.754851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.759105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-f4a0040a-12dd-49aa-80a8-894d9a461b81 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.766716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f4a0040a-12dd-49aa-80a8-894d9a461b81 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0086744 Jul 14 09:20:41.771965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.777208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-87b2d894-0e18-4ffd-a2c8-5774527be77f tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.781179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-87b2d894-0e18-4ffd-a2c8-5774527be77f tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045474 Jul 14 09:20:41.785213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36026) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.796887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-0c205028-b7b0-400e-8b35-323307796515 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.803892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0c205028-b7b0-400e-8b35-323307796515 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0204091 Jul 14 09:20:41.804545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36028) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.816489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-1bd2adb8-3a11-46fb-901b-1a866bdbb54a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.820835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1bd2adb8-3a11-46fb-901b-1a866bdbb54a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0153291 Jul 14 09:20:41.821461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.825784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-16c0a6e1-a895-487f-90c6-f499ea8479b1 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.828406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-a5b089b5-67c3-4425-93c2-4c97d92e1f24 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756414 Jul 14 09:20:41.831610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-16c0a6e1-a895-487f-90c6-f499ea8479b1 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0076716 Jul 14 09:20:41.834432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.846034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-aa729b40-4aea-4f4b-acef-5374de7e7907 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.853831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aa729b40-4aea-4f4b-acef-5374de7e7907 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0164435 Jul 14 09:20:41.855344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36034) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.861105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-52d1192e-69b8-4280-a95a-5d6dd32c48ab tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.869711 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-52d1192e-69b8-4280-a95a-5d6dd32c48ab tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0111833 Jul 14 09:20:41.871223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36036) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.876512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-4b50f5c6-6fe7-4abf-940a-da83151083a7 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.887238 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4b50f5c6-6fe7-4abf-940a-da83151083a7 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0112760 Jul 14 09:20:41.888846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36038) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.894619 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-50bf17b8-83b7-4df9-9625-316c7c136719 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.901964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-50bf17b8-83b7-4df9-9625-316c7c136719 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0112391 Jul 14 09:20:41.904367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.910106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-c71d4e27-a596-4a6d-908c-942d2dcc5a0d tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.921616 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c71d4e27-a596-4a6d-908c-942d2dcc5a0d tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0153735 Jul 14 09:20:41.923216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.928488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-29cacb96-cf20-4f93-a2a2-332e0f1084b6 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.932472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29cacb96-cf20-4f93-a2a2-332e0f1084b6 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081060 Jul 14 09:20:41.933326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36044) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.937765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-9276134a-0b5d-4466-897a-7326ba4a087c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.941409 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9276134a-0b5d-4466-897a-7326ba4a087c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069942 Jul 14 09:20:41.942424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.947181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-6f72f416-f8ca-4fa5-a9a8-e947d40ea118 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.950971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6f72f416-f8ca-4fa5-a9a8-e947d40ea118 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070562 Jul 14 09:20:41.951980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.957230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-dc9f767d-3e82-4466-a9e2-95ff0af5709a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.961020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc9f767d-3e82-4466-a9e2-95ff0af5709a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076966 Jul 14 09:20:41.961793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.966218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-cc05cfbc-becd-4ad0-9ad6-8a45d810c922 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.970324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc05cfbc-becd-4ad0-9ad6-8a45d810c922 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074232 Jul 14 09:20:41.971128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.975589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-8d05b7ab-3d90-4c56-80a1-a2550bbbf0a3 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.979267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8d05b7ab-3d90-4c56-80a1-a2550bbbf0a3 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070238 Jul 14 09:20:41.980245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.985464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-43ede5c1-60dd-4b80-a85d-59b3c23b39a8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:41.989604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-43ede5c1-60dd-4b80-a85d-59b3c23b39a8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0082521 Jul 14 09:20:41.990544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.995844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3912c8ac-6810-45f3-bf35-383da19cb60b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:41.996520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-e9812e20-7cdb-4ec7-ad97-abd3d372bff6 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.000432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e9812e20-7cdb-4ec7-ad97-abd3d372bff6 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086749 Jul 14 09:20:42.001310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.008221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-d6ff16c8-52c3-4b7b-8bbd-0955ae94578a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.012021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d6ff16c8-52c3-4b7b-8bbd-0955ae94578a tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090125 Jul 14 09:20:42.013728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36060) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.018736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-7955a3dd-3b25-415b-80dd-6a1666eee83d tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.018922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.022924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7955a3dd-3b25-415b-80dd-6a1666eee83d tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079618 Jul 14 09:20:42.023721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.030292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-3017d8e1-d576-42fe-be79-e9fa77ab7b6c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.039510 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3017d8e1-d576-42fe-be79-e9fa77ab7b6c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0144985 Jul 14 09:20:42.040438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.045669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-d1beb734-1d90-4070-953a-86497b918be8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.050146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d1beb734-1d90-4070-953a-86497b918be8 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085590 Jul 14 09:20:42.050969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.052107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Transition to ACTIVE for port object 3912c8ac-6810-45f3-bf35-383da19cb60b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:42.058159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-f3ca9bbd-6088-4a49-ac94-a598db237a3c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.062023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f3ca9bbd-6088-4a49-ac94-a598db237a3c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0099151 Jul 14 09:20:42.063398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.067769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-c94e5393-5926-4057-a0df-40952aba0e9e tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.072182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c94e5393-5926-4057-a0df-40952aba0e9e tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076249 Jul 14 09:20:42.073196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.079154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-d5a2f0d3-0ad4-4288-b4d5-9f9018017423 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.083047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d5a2f0d3-0ad4-4288-b4d5-9f9018017423 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089028 Jul 14 09:20:42.085821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.090862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-5133a4be-816b-4bb0-aacc-814ffa914558 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.092169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5133a4be-816b-4bb0-aacc-814ffa914558 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050771 Jul 14 09:20:42.099129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36074) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.106838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-b4f1bc63-34bb-4590-883e-24607aa9f7a1 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.108619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b4f1bc63-34bb-4590-883e-24607aa9f7a1 tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082672 Jul 14 09:20:42.112172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36076) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.119082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [None req-b6aaf068-8b49-40f9-bee2-ff330d585d7c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:42.120818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b6aaf068-8b49-40f9-bee2-ff330d585d7c tempest-ExtensionsTestJSON-62438391 tempest-ExtensionsTestJSON-62438391-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074866 Jul 14 09:20:42.203898 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.344867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Pushing event updated for resources: {'Port': ['ID=3912c8ac-6810-45f3-bf35-383da19cb60b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.373774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df7df7-5b54-44c2-ab4b-48e8359e6c59 req-f56aa47d-8812-4826-9a91-20d0d47be0c0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.385525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64df7df7-5b54-44c2-ab4b-48e8359e6c59 req-f56aa47d-8812-4826-9a91-20d0d47be0c0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.9228754 Jul 14 09:20:42.478525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64df7df7-5b54-44c2-ab4b-48e8359e6c59 req-3d589f19-49d6-4ba8-90d7-2850b2ec5ae2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901890 Jul 14 09:20:42.569863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-fb29b128-f8ca-4fc7-816c-ee305b3ccfa5 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130038 Jul 14 09:20:42.720861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-d1d193a9-0100-44c5-b4fc-ec45985fabd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=bc2e40f4-1621-467b-9f17-253edde83b2d HTTP/1.1" status: 200 len: 217 time: 0.1295660 Jul 14 09:20:42.823532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Attempting to bind port 3912c8ac-6810-45f3-bf35-383da19cb60b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:42.823795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Attempting to bind port 3912c8ac-6810-45f3-bf35-383da19cb60b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2ea273db-466a-40c7-b40e-ce93415b6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:42.824140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Attempting to bind port 3912c8ac-6810-45f3-bf35-383da19cb60b on network f2b4b480-0ff1-4e39-8154-54029526f0b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:42.839166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Port 3912c8ac-6810-45f3-bf35-383da19cb60b on network f2b4b480-0ff1-4e39-8154-54029526f0b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:42.839582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Attempting to bind port 3912c8ac-6810-45f3-bf35-383da19cb60b on network f2b4b480-0ff1-4e39-8154-54029526f0b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:42.857361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:42.857716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Checking segment: {'id': '2ea273db-466a-40c7-b40e-ce93415b6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:42.858112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Bound using segment: {'id': '2ea273db-466a-40c7-b40e-ce93415b6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:42.858566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Bound port: 3912c8ac-6810-45f3-bf35-383da19cb60b, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea273db-466a-40c7-b40e-ce93415b6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:42.864097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.891406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-72b42e45-3c7c-4338-b742-c6268213f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.893067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-72b42e45-3c7c-4338-b742-c6268213f509 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.1511891 Jul 14 09:20:42.901624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:43.060257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] For port 3912c8ac-6810-45f3-bf35-383da19cb60b, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:43.068939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] For port 3912c8ac-6810-45f3-bf35-383da19cb60b, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3912c8ac-6810-45f3-bf35-383da19cb60b,segment=NetworkSegment(2ea273db-466a-40c7-b40e-ce93415b6060),segment_id=2ea273db-466a-40c7-b40e-ce93415b6060)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:43.077014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-f4f87007-dd0a-422e-82de-769b80941edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.079410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-f4f87007-dd0a-422e-82de-769b80941edb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1695430 Jul 14 09:20:43.081887 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.201271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.201907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.203414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] 10.222.0.11 "PUT /v2.0/ports/3912c8ac-6810-45f3-bf35-383da19cb60b HTTP/1.1" status: 200 len: 1092 time: 2.7233942 Jul 14 09:20:43.204388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'tag': '3912c8ac-6810-45f3-bf35-383da19cb60b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:43.206659 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94a930a-df81-4952-aeec-3b0152845c78" -d '{"events": [{"name": "network-changed", "server_uuid": "2f34391c-600e-43c7-b326-2cfdfd6c41bb", "tag": "3912c8ac-6810-45f3-bf35-383da19cb60b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:43.238355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-688614fc-3a4b-4aeb-bf35-c6995e9f4077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.316403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408002ad-33ab-4190-956e-e8dc87587d10 req-efdc4597-bb39-4c59-b202-26fcae169bcd tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.335442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-408002ad-33ab-4190-956e-e8dc87587d10 req-efdc4597-bb39-4c59-b202-26fcae169bcd tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 943 time: 0.3423741 Jul 14 09:20:43.407968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-688614fc-3a4b-4aeb-bf35-c6995e9f4077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.414449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-688614fc-3a4b-4aeb-bf35-c6995e9f4077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.439648 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c280e09-f54f-4d41-a2e2-1fe669ccf90d x-openstack-request-id: req-6c280e09-f54f-4d41-a2e2-1fe669ccf90d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:43.439981 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f34391c-600e-43c7-b326-2cfdfd6c41bb", "tag": "3912c8ac-6810-45f3-bf35-383da19cb60b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:43.440190 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c280e09-f54f-4d41-a2e2-1fe669ccf90d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:43.440615 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'tag': '3912c8ac-6810-45f3-bf35-383da19cb60b', 'status': 'completed', 'code': 200} Jul 14 09:20:43.456639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e8077-6d69-4eca-92a6-2070c8c17a27 service neutron] Pushing event updated for resources: {'Port': ['ID=3912c8ac-6810-45f3-bf35-383da19cb60b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.478949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688614fc-3a4b-4aeb-bf35-c6995e9f4077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3128139b-1102-4221-b5d6-c5d2c4a3cc8a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.506764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-a3e0c4f3-0a9c-4e44-9a4b-2ec791b26532 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145789 Jul 14 09:20:43.514334 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-688614fc-3a4b-4aeb-bf35-c6995e9f4077 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe69a348696840dc9ec5e7d5eaaa4e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115062 Jul 14 09:20:43.538790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:43.564914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-408002ad-33ab-4190-956e-e8dc87587d10 req-83e761eb-d5e8-41ac-8f15-b7721fc7384f tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278538 Jul 14 09:20:43.716208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3bd92c3-f0bb-47e4-8f40-0c35653128a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.740245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3bd92c3-f0bb-47e4-8f40-0c35653128a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.849540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714f91-df42-4fdf-ad13-439d81080509 req-f1766894-336c-438b-992e-899b797c2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.851146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-f1766894-336c-438b-992e-899b797c2e78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02f2c45c03d840408a41fbc28a41a995&device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 1095 time: 0.5935080 Jul 14 09:20:43.860589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3bd92c3-f0bb-47e4-8f40-0c35653128a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.863332 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3bd92c3-f0bb-47e4-8f40-0c35653128a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.864971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f3bd92c3-f0bb-47e4-8f40-0c35653128a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3128139b-1102-4221-b5d6-c5d2c4a3cc8a HTTP/1.1" status: 204 len: 168 time: 0.3229368 Jul 14 09:20:43.877951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd92c3-f0bb-47e4-8f40-0c35653128a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3128139b-1102-4221-b5d6-c5d2c4a3cc8a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.960985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66c2dd-cc39-4354-a18a-8ab4349c1dce req-c57cbbe6-c309-4b93-b7fd-3b5250ca2515 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.969992 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6d66c2dd-cc39-4354-a18a-8ab4349c1dce req-c57cbbe6-c309-4b93-b7fd-3b5250ca2515 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1505201 Jul 14 09:20:43.985202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-3b33087d-191d-4d87-8284-c831442cee05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3912c8ac-6810-45f3-bf35-383da19cb60b HTTP/1.1" status: 200 len: 217 time: 0.1214519 Jul 14 09:20:44.040231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6d66c2dd-cc39-4354-a18a-8ab4349c1dce req-dbc557e6-e57a-4a43-844d-8868f21edcd1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693164 Jul 14 09:20:44.102412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-516707b1-8ba8-497b-8ea1-66cce9ba8274 service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564644 Jul 14 09:20:44.105549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1c42cc00-d707-4037-b324-97ce645c107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.106921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-1c42cc00-d707-4037-b324-97ce645c107e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a4595fd-6479-428a-8965-80738c2a9808 HTTP/1.1" status: 200 len: 862 time: 0.1117027 Jul 14 09:20:44.161988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-5ddd7f59-ee99-42a3-958e-ed097abec527 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411 HTTP/1.1" status: 200 len: 217 time: 0.0535228 Jul 14 09:20:44.184596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-8498a092-cb5b-46e0-966b-eeb5aac149bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2b4b480-0ff1-4e39-8154-54029526f0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326004 Jul 14 09:20:44.296521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-126d5684-6553-41b4-a9af-cdf465ab1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.298135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-126d5684-6553-41b4-a9af-cdf465ab1d36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 200 len: 797 time: 0.1168089 Jul 14 09:20:44.358997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-c369db5b-f384-450a-9159-2ffea47ece83 service neutron] 10.222.0.11 "GET /v2.0/networks/f2b4b480-0ff1-4e39-8154-54029526f0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641016 Jul 14 09:20:44.466681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-dc599699-fe62-4582-ac86-5393bf013c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.470027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-dc599699-fe62-4582-ac86-5393bf013c0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fe787a8-6c1b-46fb-9625-572da374e427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1601708 Jul 14 09:20:44.619941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a714f91-df42-4fdf-ad13-439d81080509 req-c7af93b7-d003-49d3-a81f-14139af2de2a service neutron] 10.222.0.11 "GET /v2.0/networks/f2b4b480-0ff1-4e39-8154-54029526f0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547009 Jul 14 09:20:44.777437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-eb74692c-aa9b-4ea7-ad25-6cf88b3541fb service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880051 Jul 14 09:20:45.002720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a930a-df81-4952-aeec-3b0152845c78 req-41318760-dfb8-40c1-b953-70910242ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.009896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94a930a-df81-4952-aeec-3b0152845c78 req-41318760-dfb8-40c1-b953-70910242ed23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02f2c45c03d840408a41fbc28a41a995&device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 1095 time: 0.3237948 Jul 14 09:20:45.115225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-7ec23499-f93c-4e0f-a99d-3d0a2f673dba service neutron] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259950 Jul 14 09:20:45.132151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9cda0-380d-4be7-b3f1-c6edfe9237ed req-8080073c-1f7a-4adf-9d35-b4565235d874 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.133896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65f9cda0-380d-4be7-b3f1-c6edfe9237ed req-8080073c-1f7a-4adf-9d35-b4565235d874 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 943 time: 0.3303709 Jul 14 09:20:45.210656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-46fbe2bf-4a7d-46ed-b356-b45543d447ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d574b952-f894-40ff-8272-2b003fbc097d HTTP/1.1" status: 200 len: 217 time: 0.0643897 Jul 14 09:20:45.271750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a930a-df81-4952-aeec-3b0152845c78 req-42334519-6f8e-4707-9fd5-813204c9a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.273358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94a930a-df81-4952-aeec-3b0152845c78 req-42334519-6f8e-4707-9fd5-813204c9a719 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2b4b480-0ff1-4e39-8154-54029526f0b1 HTTP/1.1" status: 200 len: 923 time: 0.2468240 Jul 14 09:20:45.280656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65f9cda0-380d-4be7-b3f1-c6edfe9237ed req-8ddf34ac-92e9-4580-8937-cec4573ac285 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267748 Jul 14 09:20:45.406901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94a930a-df81-4952-aeec-3b0152845c78 req-a0413ca6-7fa3-4162-8026-2515f80e1fb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3912c8ac-6810-45f3-bf35-383da19cb60b HTTP/1.1" status: 200 len: 217 time: 0.1247261 Jul 14 09:20:45.414795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-93ed1d1e-b5b1-42c8-9979-55a71767e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.416373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-93ed1d1e-b5b1-42c8-9979-55a71767e0b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.1908638 Jul 14 09:20:45.430789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5498bb-cc58-4a2d-9126-aba04fbbc1d4 req-907eccae-28d1-40eb-86b1-ab3cb477c996 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.444250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d5498bb-cc58-4a2d-9126-aba04fbbc1d4 req-907eccae-28d1-40eb-86b1-ab3cb477c996 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1132662 Jul 14 09:20:45.543962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d5498bb-cc58-4a2d-9126-aba04fbbc1d4 req-a2ca16d3-a9df-4b3d-8689-557a4a70212b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983095 Jul 14 09:20:45.545053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a930a-df81-4952-aeec-3b0152845c78 req-d7524f6d-8a4a-4417-87ff-6bb6319c43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.546602 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94a930a-df81-4952-aeec-3b0152845c78 req-d7524f6d-8a4a-4417-87ff-6bb6319c43ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a4595fd-6479-428a-8965-80738c2a9808 HTTP/1.1" status: 200 len: 862 time: 0.1293616 Jul 14 09:20:45.624543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94a930a-df81-4952-aeec-3b0152845c78 req-2674e394-7af5-421f-b733-133aa6960cca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2b4b480-0ff1-4e39-8154-54029526f0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602007 Jul 14 09:20:45.650045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-7c488e59-7678-4789-90bb-38ac50af72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.654690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-7c488e59-7678-4789-90bb-38ac50af72d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1968982 Jul 14 09:20:45.837681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94a930a-df81-4952-aeec-3b0152845c78 req-acebc2ea-b2e9-403a-86cc-164232dcda47 service neutron] 10.222.0.11 "GET /v2.0/networks/f2b4b480-0ff1-4e39-8154-54029526f0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023354 Jul 14 09:20:45.841725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-733eed8a-bd75-47f8-82cf-2b6213014f85 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712174 Jul 14 09:20:45.905013 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a127fb9-4efa-42fe-b27a-65ad4da0e650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.136594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b94a930a-df81-4952-aeec-3b0152845c78 req-5299a00e-c6d6-4c1e-bed0-53454ba13a11 service neutron] 10.222.0.11 "GET /v2.0/networks/f2b4b480-0ff1-4e39-8154-54029526f0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859340 Jul 14 09:20:46.138788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-b11b9f65-4b37-450e-8d4b-07d51aaf6b51 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793820 Jul 14 09:20:46.214183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-a5e38533-0309-4e57-ae1e-cca3f4e7aa7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3371dd45-6454-4519-aaf2-1303409fe639 HTTP/1.1" status: 200 len: 217 time: 0.0626035 Jul 14 09:20:46.388580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-30993705-825c-4e34-b8f5-b80cc17152c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.397945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-30993705-825c-4e34-b8f5-b80cc17152c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 200 len: 797 time: 0.1759608 Jul 14 09:20:46.500802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-4db4feb4-ed8b-4658-bb44-b232e975c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.502326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-4db4feb4-ed8b-4658-bb44-b232e975c60b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1945b1c-07bd-4c3b-824c-7f526a54bd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977266 Jul 14 09:20:46.775105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:46.784044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-4a44e2f9-8112-47a6-a943-96ad777c3113 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709916 Jul 14 09:20:46.809207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b9f6-7766-47c1-8146-335da81a3854 req-7768f3e0-043a-4a47-bed6-28b8415ccc4a tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.822681 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8f3b9f6-7766-47c1-8146-335da81a3854 req-7768f3e0-043a-4a47-bed6-28b8415ccc4a tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 943 time: 0.1476967 Jul 14 09:20:46.891952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8f3b9f6-7766-47c1-8146-335da81a3854 req-ba51859e-fb33-4452-9bda-ee93cc351d12 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682986 Jul 14 09:20:47.041528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3912c8ac-6810-45f3-bf35-383da19cb60b details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:47.249326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3912c8ac-6810-45f3-bf35-383da19cb60b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3912c8ac-6810-45f3-bf35-383da19cb60b,segment=NetworkSegment(2ea273db-466a-40c7-b40e-ce93415b6060),segment_id=2ea273db-466a-40c7-b40e-ce93415b6060)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.287489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '3912c8ac-6810-45f3-bf35-383da19cb60b', 'network_id': 'f2b4b480-0ff1-4e39-8154-54029526f0b1', 'port_id': '3912c8ac-6810-45f3-bf35-383da19cb60b', 'mac_address': 'fa:16:3e:e0:b7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4595fd-6479-428a-8965-80738c2a9808', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:47.366187 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.393926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3912c8ac-6810-45f3-bf35-383da19cb60b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:47.439462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3912c8ac-6810-45f3-bf35-383da19cb60b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3912c8ac-6810-45f3-bf35-383da19cb60b,segment=NetworkSegment(2ea273db-466a-40c7-b40e-ce93415b6060),segment_id=2ea273db-466a-40c7-b40e-ce93415b6060)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.445668 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.539114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3912c8ac-6810-45f3-bf35-383da19cb60b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.691571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b12b3ad5-e18a-40d5-8720-b046d4b7296d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.713646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f30f6342-d0a7-42a5-8bc5-2ac41c09f657 req-26b4b93f-6b9a-43d0-81c3-0786b8ef6a91 service neutron] 10.222.0.11 "GET /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9112389 Jul 14 09:20:47.754155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a85b6-f50c-4479-acda-7badef8919cf req-ae25b9cd-8256-40d6-8a8d-6d797a37ab5f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.760973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d2a85b6-f50c-4479-acda-7badef8919cf req-ae25b9cd-8256-40d6-8a8d-6d797a37ab5f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.9265535 Jul 14 09:20:47.807263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['3912c8ac-6810-45f3-bf35-383da19cb60b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:47.826966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4d2a85b6-f50c-4479-acda-7badef8919cf req-00940936-1b58-45c0-8e59-9095da1e37d5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 Jul 14 09:20:47.889178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b12b3ad5-e18a-40d5-8720-b046d4b7296d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.895683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b12b3ad5-e18a-40d5-8720-b046d4b7296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.989513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b3ad5-e18a-40d5-8720-b046d4b7296d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe1e9e-0c77-44de-aa15-c764fc788cc6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.995598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b12b3ad5-e18a-40d5-8720-b046d4b7296d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9af879367cf4176ad6317dd0f0a0065&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2184689 Jul 14 09:20:47.998427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.185405 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c6fc88-b7d7-4bbc-a0a9-6197974963a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.215796 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c6fc88-b7d7-4bbc-a0a9-6197974963a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.301774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c6fc88-b7d7-4bbc-a0a9-6197974963a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.304479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c6fc88-b7d7-4bbc-a0a9-6197974963a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.307967 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f2c6fc88-b7d7-4bbc-a0a9-6197974963a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17fe1e9e-0c77-44de-aa15-c764fc788cc6 HTTP/1.1" status: 204 len: 168 time: 0.3062873 Jul 14 09:20:48.321296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6fc88-b7d7-4bbc-a0a9-6197974963a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe1e9e-0c77-44de-aa15-c764fc788cc6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.348037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12f9da-ab7a-4c91-8013-0f76e7ae1e62 req-b719e81c-91cc-4d35-b983-a6b3f7e8ac41 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.357446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e12f9da-ab7a-4c91-8013-0f76e7ae1e62 req-b719e81c-91cc-4d35-b983-a6b3f7e8ac41 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 944 time: 0.1015007 Jul 14 09:20:48.416494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e12f9da-ab7a-4c91-8013-0f76e7ae1e62 req-5c685d33-617e-4dca-9f7b-1b102ac49f8c tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575824 Jul 14 09:20:48.692573 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92cfeee0-a118-4ad2-b270-195f9350503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.866766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.886270 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f09f60e2-b3fa-44dd-a5b6-9771aac85fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.961609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.041949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f09f60e2-b3fa-44dd-a5b6-9771aac85fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.049098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f09f60e2-b3fa-44dd-a5b6-9771aac85fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.113148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f60e2-b3fa-44dd-a5b6-9771aac85fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26de09c-b323-4168-a8d2-64d1706f6d22,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.118313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f09f60e2-b3fa-44dd-a5b6-9771aac85fc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee4117896ed743d3b5f8b2a568be9e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502966 Jul 14 09:20:49.121181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:49.198380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76c14-ac3e-41b2-9988-50ce1e3c8bee req-0dc225a5-374e-4467-bcbd-e9ba949588a8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.200306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1c76c14-ac3e-41b2-9988-50ce1e3c8bee req-0dc225a5-374e-4467-bcbd-e9ba949588a8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1513994 Jul 14 09:20:49.232675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16aefe87-99d3-4e54-b91a-13341ba1f9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.277967 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1c76c14-ac3e-41b2-9988-50ce1e3c8bee req-49a5ce66-9a39-4f5d-947e-1a9601a12e12 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689878 Jul 14 09:20:49.308848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16aefe87-99d3-4e54-b91a-13341ba1f9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.423988 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16aefe87-99d3-4e54-b91a-13341ba1f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.427573 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16aefe87-99d3-4e54-b91a-13341ba1f9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.429182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-16aefe87-99d3-4e54-b91a-13341ba1f9b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c26de09c-b323-4168-a8d2-64d1706f6d22 HTTP/1.1" status: 204 len: 168 time: 0.3070011 Jul 14 09:20:49.462608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aefe87-99d3-4e54-b91a-13341ba1f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26de09c-b323-4168-a8d2-64d1706f6d22,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.648986 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.729116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f4e75-8b84-4850-9fd8-948c0bc76550 req-0447bc96-668f-478e-8837-28f30b2c79a1 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.731484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f25f4e75-8b84-4850-9fd8-948c0bc76550 req-0447bc96-668f-478e-8837-28f30b2c79a1 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 944 time: 0.1083708 Jul 14 09:20:49.787132 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f25f4e75-8b84-4850-9fd8-948c0bc76550 req-691b8cfc-e017-4cca-9be9-1967c74f2490 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 Jul 14 09:20:49.985805 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.507078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-641f027e-536c-4995-87aa-aa8a44b620c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923195 Jul 14 09:20:50.649132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d8c7c-75a4-4975-a31f-a35e496a1558 req-7a28f54e-ed14-44f0-95c7-4a3fa2e26764 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.651324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b9d8c7c-75a4-4975-a31f-a35e496a1558 req-7a28f54e-ed14-44f0-95c7-4a3fa2e26764 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.2009816 Jul 14 09:20:50.743242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b9d8c7c-75a4-4975-a31f-a35e496a1558 req-2851e315-7f72-4b2a-943f-8603d020e9a1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860436 Jul 14 09:20:50.778896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-258a4188-f4da-4382-b338-6867b2785e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.780461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-258a4188-f4da-4382-b338-6867b2785e1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a440467a649479493140e51d5c1a5cb&device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 1098 time: 0.2006247 Jul 14 09:20:51.008093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-f963e6e1-f22f-4cd6-8ed4-4ad1a7ddc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.014119 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-f963e6e1-f22f-4cd6-8ed4-4ad1a7ddc583 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 200 len: 915 time: 0.1957104 Jul 14 09:20:51.072730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3912c8ac-6810-45f3-bf35-383da19cb60b up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:51.116375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-5ec61ea1-d27c-4ea2-a019-c6aef2c1a293 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47 HTTP/1.1" status: 200 len: 217 time: 0.0957122 Jul 14 09:20:51.282379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 3912c8ac-6810-45f3-bf35-383da19cb60b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:51.303093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 3912c8ac-6810-45f3-bf35-383da19cb60b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:51.306178 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.426278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e1d5b-a721-4ebd-95d4-dbb55cb5a00e req-0b3033c1-7993-4518-ae8a-ba6fb0061027 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.441657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-086e1d5b-a721-4ebd-95d4-dbb55cb5a00e req-0b3033c1-7993-4518-ae8a-ba6fb0061027 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 944 time: 0.4047909 Jul 14 09:20:51.457885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-663d0284-5045-45d4-aef5-6bddab2355ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.459698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-663d0284-5045-45d4-aef5-6bddab2355ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dc46788-d761-4649-84c0-9affa7ee1935 HTTP/1.1" status: 200 len: 854 time: 0.3027875 Jul 14 09:20:51.478825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.503464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-29bd5052-3354-472c-b948-a8d0d2029363 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bad15a27-c4f9-4be5-adf4-f1404eee56b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300531 Jul 14 09:20:51.542688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-086e1d5b-a721-4ebd-95d4-dbb55cb5a00e req-e7ab8057-d4e9-44ae-81a7-22c48ec419e2 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989096 Jul 14 09:20:51.586641 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.668823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-aa89de3d-368f-460d-8225-617cadd5f02a service neutron] 10.222.0.48 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542065 Jul 14 09:20:51.682222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3912c8ac-6810-45f3-bf35-383da19cb60b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:51.684782 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f93122-44ca-46f9-ab5c-94aff1803f15" -d '{"events": [{"server_uuid": "2f34391c-600e-43c7-b326-2cfdfd6c41bb", "name": "network-vif-plugged", "status": "completed", "tag": "3912c8ac-6810-45f3-bf35-383da19cb60b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:51.990530 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e572685b-b019-4422-974c-f9dc27352b9b x-openstack-request-id: req-e572685b-b019-4422-974c-f9dc27352b9b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:51.990969 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f34391c-600e-43c7-b326-2cfdfd6c41bb", "name": "network-vif-plugged", "status": "completed", "tag": "3912c8ac-6810-45f3-bf35-383da19cb60b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:51.991335 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e572685b-b019-4422-974c-f9dc27352b9b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:51.991867 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3912c8ac-6810-45f3-bf35-383da19cb60b', 'code': 200} Jul 14 09:20:52.004627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f446e4-043c-4b29-9bf7-d83499ccb053 req-4adcb958-159a-47b8-ad43-151542b03d00 service neutron] 10.222.0.48 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051019 Jul 14 09:20:52.024585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431ef97-1917-4789-ba5c-efeae6f608a9 req-4f6dedec-0808-453b-8e3e-66511510ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.028234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1431ef97-1917-4789-ba5c-efeae6f608a9 req-4f6dedec-0808-453b-8e3e-66511510ce93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 1096 time: 0.1660120 Jul 14 09:20:52.034594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3912c8ac-6810-45f3-bf35-383da19cb60b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3912c8ac-6810-45f3-bf35-383da19cb60b,segment=NetworkSegment(2ea273db-466a-40c7-b40e-ce93415b6060),segment_id=2ea273db-466a-40c7-b40e-ce93415b6060)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:52.054675 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.096823 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1431ef97-1917-4789-ba5c-efeae6f608a9 req-ea502d99-cfb8-4df7-a98e-1bb323bbd0cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561705 Jul 14 09:20:52.223678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3912c8ac-6810-45f3-bf35-383da19cb60b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.268011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606f4a1-be03-4d67-b282-180a238d276d req-2e5d40c0-9dec-4346-90bd-866ff668a3ed tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.273735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7606f4a1-be03-4d67-b282-180a238d276d req-2e5d40c0-9dec-4346-90bd-866ff668a3ed tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1829481 Jul 14 09:20:52.353993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7606f4a1-be03-4d67-b282-180a238d276d req-4a188855-2e03-4256-83c2-903f50b6e133 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724323 Jul 14 09:20:52.877784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.019125 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f024828-2007-4469-939c-ac86acfca081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.045884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6d5f-d970-4c2a-b3f2-3ec6d14f3880 req-e36e4423-565e-4425-a993-1d1028d43bd2 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.052327 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44e6d5f-d970-4c2a-b3f2-3ec6d14f3880 req-e36e4423-565e-4425-a993-1d1028d43bd2 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 945 time: 0.1975532 Jul 14 09:20:53.136088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c44e6d5f-d970-4c2a-b3f2-3ec6d14f3880 req-3402ad9d-e6b1-45ff-9b2c-7d12025d0879 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806096 Jul 14 09:20:53.202375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f024828-2007-4469-939c-ac86acfca081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.209933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f024828-2007-4469-939c-ac86acfca081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.247688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6f024828-2007-4469-939c-ac86acfca081 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=462551f83bb84e03aaac3d269daedae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685706 Jul 14 09:20:53.250662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.333111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f024828-2007-4469-939c-ac86acfca081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7334b-0c51-4d3d-a050-d8e0324430b2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.377836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d52965a-08d2-44e6-ba04-d1697e74bb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.406140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d52965a-08d2-44e6-ba04-d1697e74bb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.494504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d52965a-08d2-44e6-ba04-d1697e74bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.497908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d52965a-08d2-44e6-ba04-d1697e74bb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.499269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1d52965a-08d2-44e6-ba04-d1697e74bb58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2d7334b-0c51-4d3d-a050-d8e0324430b2 HTTP/1.1" status: 204 len: 168 time: 0.2467048 Jul 14 09:20:53.528456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52965a-08d2-44e6-ba04-d1697e74bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7334b-0c51-4d3d-a050-d8e0324430b2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.684024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f28b49-a17f-4971-95d6-b62fcc409128 req-2c36e062-cd30-4107-8992-6dd90fc968eb tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.692284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3f28b49-a17f-4971-95d6-b62fcc409128 req-2c36e062-cd30-4107-8992-6dd90fc968eb tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1468465 Jul 14 09:20:53.740874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3f28b49-a17f-4971-95d6-b62fcc409128 req-fc983ed8-ae03-4277-a87e-8e9a45e09e29 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Jul 14 09:20:53.937585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.954761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28035039-b9c6-43e4-87e3-4a37810759ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.167019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28035039-b9c6-43e4-87e3-4a37810759ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.172319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28035039-b9c6-43e4-87e3-4a37810759ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.206232 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-28035039-b9c6-43e4-87e3-4a37810759ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e9438e530b647d498aa7a67d3ba16d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645085 Jul 14 09:20:54.206849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:54.258427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28035039-b9c6-43e4-87e3-4a37810759ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a246b49-5137-4a42-8c28-7a9a120bf920,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:54.398202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-765aa520-7ac9-45ce-816f-f78de3013fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.430226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-765aa520-7ac9-45ce-816f-f78de3013fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.493709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a91c4-828c-49ca-a311-7f569920181c req-22920058-2b21-486f-a543-900036d2c8ec tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.495239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df1a91c4-828c-49ca-a311-7f569920181c req-22920058-2b21-486f-a543-900036d2c8ec tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 945 time: 0.1688316 Jul 14 09:20:54.517084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-765aa520-7ac9-45ce-816f-f78de3013fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.520019 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-765aa520-7ac9-45ce-816f-f78de3013fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.521311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-765aa520-7ac9-45ce-816f-f78de3013fe1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a246b49-5137-4a42-8c28-7a9a120bf920 HTTP/1.1" status: 204 len: 168 time: 0.3137674 Jul 14 09:20:54.539802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aa520-7ac9-45ce-816f-f78de3013fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a246b49-5137-4a42-8c28-7a9a120bf920,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:54.572155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df1a91c4-828c-49ca-a311-7f569920181c req-77b96be6-e7cb-4290-bae7-8df41c173a72 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621374 Jul 14 09:20:55.114385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7d2b5-906a-4a84-9a09-347b830b9082 req-6747d07d-6b27-4741-8fc3-9b5dc900af7e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.123676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3f7d2b5-906a-4a84-9a09-347b830b9082 req-6747d07d-6b27-4741-8fc3-9b5dc900af7e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1203244 Jul 14 09:20:55.206702 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3f7d2b5-906a-4a84-9a09-347b830b9082 req-3d4d6c5e-0aa5-4ff5-b367-09920d7dfb55 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815809 Jul 14 09:20:55.269962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-55ecbddf-cf66-4522-8144-14b3a83b7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.272695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-55ecbddf-cf66-4522-8144-14b3a83b7ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1098 time: 0.1202369 Jul 14 09:20:55.459907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd1321-106b-4fb4-929d-66397ffcd9bd req-0b01d053-9311-4c1e-9d21-75b5e0cb9d0a tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.462321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dfbd1321-106b-4fb4-929d-66397ffcd9bd req-0b01d053-9311-4c1e-9d21-75b5e0cb9d0a tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 945 time: 0.1949394 Jul 14 09:20:55.501202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-ef026126-b586-4221-b213-20b79b7dbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.502877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-ef026126-b586-4221-b213-20b79b7dbcec service neutron] 10.222.0.11 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 915 time: 0.1970315 Jul 14 09:20:55.524541 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dfbd1321-106b-4fb4-929d-66397ffcd9bd req-fa36dda3-e6c0-4f9f-9916-e6b6be8b3f51 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560751 Jul 14 09:20:55.600887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-f1af2bc7-14c7-4630-909b-63e3c50a2e75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 217 time: 0.0740929 Jul 14 09:20:55.657036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-fe4187e1-9410-4608-bbd1-a4f916efcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.658553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-fe4187e1-9410-4608-bbd1-a4f916efcdc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.0501070 Jul 14 09:20:55.710355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-efcadc72-e235-460b-b7db-46a9c183f46f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441513 Jul 14 09:20:55.932777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-a1462d9e-a02e-4c81-a062-6346f9f9c359 service neutron] 10.222.0.11 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122405 Jul 14 09:20:56.086092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a947e063-b5c2-490f-b5d5-750c3328dbfa req-f9a6fbef-0d2f-4923-9ada-d075ce845606 service neutron] 10.222.0.11 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433706 Jul 14 09:20:56.290144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:56.407856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75776c30-886c-496c-ab05-79eabf5739b4 req-b49f96af-0e3f-46b5-ad84-15738ace28da tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.410107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75776c30-886c-496c-ab05-79eabf5739b4 req-b49f96af-0e3f-46b5-ad84-15738ace28da tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.0715194 Jul 14 09:20:56.414017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b281100-cb38-420f-90e9-94ff30bc2afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.464324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75776c30-886c-496c-ab05-79eabf5739b4 req-9790790a-890e-4c06-bbcd-6f39808e5ae9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483704 Jul 14 09:20:56.550930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b281100-cb38-420f-90e9-94ff30bc2afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.554744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b281100-cb38-420f-90e9-94ff30bc2afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.617660 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8b281100-cb38-420f-90e9-94ff30bc2afa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f4192d2f90545a0b0f19b6c099e3e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256564 Jul 14 09:20:56.618712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b281100-cb38-420f-90e9-94ff30bc2afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea61a07-489c-4b92-8b29-623e34962a93,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.620493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36446) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:56.696629 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa2b176c-644a-4933-8aa1-c26026cf86bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.739009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f3389-d9c9-4d96-9c1b-6dfff8c02605 req-988a43db-5ec0-406d-9742-5ac3e9db5b32 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.740606 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f9f3389-d9c9-4d96-9c1b-6dfff8c02605 req-988a43db-5ec0-406d-9742-5ac3e9db5b32 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 945 time: 0.0751505 Jul 14 09:20:56.753414 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa2b176c-644a-4933-8aa1-c26026cf86bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.788080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f9f3389-d9c9-4d96-9c1b-6dfff8c02605 req-4fe278f4-711c-465a-b6db-7f77673bed82 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/security-groups?id=f4fe8f30-5ec4-4fb7-ba42-5392317adf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Jul 14 09:20:56.813792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-35588f8f-c5a3-4237-a67f-ae51fc5b4d60 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.815294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-35588f8f-c5a3-4237-a67f-ae51fc5b4d60 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 945 time: 0.1083329 Jul 14 09:20:56.855172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa2b176c-644a-4933-8aa1-c26026cf86bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.857693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa2b176c-644a-4933-8aa1-c26026cf86bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.858819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fa2b176c-644a-4933-8aa1-c26026cf86bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ea61a07-489c-4b92-8b29-623e34962a93 HTTP/1.1" status: 204 len: 168 time: 0.2369623 Jul 14 09:20:56.880653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b176c-644a-4933-8aa1-c26026cf86bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea61a07-489c-4b92-8b29-623e34962a93,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.939851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Deleting port 3912c8ac-6810-45f3-bf35-383da19cb60b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:56.940243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.028891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] For port 3912c8ac-6810-45f3-bf35-383da19cb60b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3912c8ac-6810-45f3-bf35-383da19cb60b,segment=NetworkSegment(2ea273db-466a-40c7-b40e-ce93415b6060),segment_id=2ea273db-466a-40c7-b40e-ce93415b6060)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:57.029262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.044877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Calling delete_port for 3912c8ac-6810-45f3-bf35-383da19cb60b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:57.242869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.256917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['3912c8ac-6810-45f3-bf35-383da19cb60b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:57.274285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Pushing event deleted for resources: {'Port': ['ID=3912c8ac-6810-45f3-bf35-383da19cb60b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:57.350723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] No DVR routers for this DVR port 3912c8ac-6810-45f3-bf35-383da19cb60b on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:57.353635 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.356485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7de9087d-27f0-41e7-880e-75f5275ef100 req-915e59f5-6570-4e77-b676-cbb18b112d49 tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.11 "DELETE /v2.0/ports/3912c8ac-6810-45f3-bf35-383da19cb60b HTTP/1.1" status: 204 len: 173 time: 0.5347614 Jul 14 09:20:57.357152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'name': 'network-vif-deleted', 'tag': '3912c8ac-6810-45f3-bf35-383da19cb60b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:57.359628 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856f954-572f-4062-9e2a-be58a46d92f2" -d '{"events": [{"server_uuid": "2f34391c-600e-43c7-b326-2cfdfd6c41bb", "name": "network-vif-deleted", "tag": "3912c8ac-6810-45f3-bf35-383da19cb60b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:57.466929 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b50f73-f773-49fa-b58a-8fd3fcaf6973 x-openstack-request-id: req-03b50f73-f773-49fa-b58a-8fd3fcaf6973 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:57.469403 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f34391c-600e-43c7-b326-2cfdfd6c41bb", "name": "network-vif-deleted", "tag": "3912c8ac-6810-45f3-bf35-383da19cb60b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:57.469878 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03b50f73-f773-49fa-b58a-8fd3fcaf6973 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:57.470483 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f34391c-600e-43c7-b326-2cfdfd6c41bb', 'name': 'network-vif-deleted', 'tag': '3912c8ac-6810-45f3-bf35-383da19cb60b', 'status': 'completed', 'code': 200} Jul 14 09:20:57.781792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d05768-9f12-4ff8-a881-a8d4abba46ae req-7c5e3f93-f20c-4f7f-b973-0a38a9513476 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.783604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-13d05768-9f12-4ff8-a881-a8d4abba46ae req-7c5e3f93-f20c-4f7f-b973-0a38a9513476 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1074357 Jul 14 09:20:57.857380 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-13d05768-9f12-4ff8-a881-a8d4abba46ae req-67473f38-d4ef-48dd-88d6-69a38564ac64 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653987 Jul 14 09:20:58.000025 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56cbd32f-1ac7-4f84-9aac-b8f9782b1f2d req-0c9ec9a4-ef6f-4057-9cc1-2b2968a8640c tempest-InstanceActionsNegativeTestJSON-563484403 tempest-InstanceActionsNegativeTestJSON-563484403-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f34391c-600e-43c7-b326-2cfdfd6c41bb HTTP/1.1" status: 200 len: 210 time: 0.0525947 Jul 14 09:20:59.105970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981d50f-66be-4f9b-9dea-96860ad500cd req-d8ad34e4-6c19-4191-bfcd-11eb4bec69cf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.113996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b981d50f-66be-4f9b-9dea-96860ad500cd req-d8ad34e4-6c19-4191-bfcd-11eb4bec69cf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1055031 Jul 14 09:20:59.120406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:59.131125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:59.198908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] Deleting subnet 2a4595fd-6479-428a-8965-80738c2a9808 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:59.202832 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.206284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b981d50f-66be-4f9b-9dea-96860ad500cd req-f25a3f40-960c-4e11-acea-fb5de223a145 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780554 Jul 14 09:20:59.252773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.270987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.353117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:59.354762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:59.361422 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2452077-2698-4b97-9467-ceb60dca7731" -d '{"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-unplugged", "status": "completed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:59.364041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.372824 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.483193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.497255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.624610 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.626921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2a4595fd-6479-428a-8965-80738c2a9808 HTTP/1.1" status: 204 len: 168 time: 0.4939592 Jul 14 09:20:59.629681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:59.637404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df672-bed4-4e1d-802d-0e23a5dc9192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4595fd-6479-428a-8965-80738c2a9808,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.711775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb6012-fbfd-4315-ac22-3c0071989882 req-3bebb2e5-42de-45f2-ab55-d657250e6313 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.715049 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55fb6012-fbfd-4315-ac22-3c0071989882 req-3bebb2e5-42de-45f2-ab55-d657250e6313 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 944 time: 0.2354424 Jul 14 09:20:59.768483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.786779 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55fb6012-fbfd-4315-ac22-3c0071989882 req-01cc4eac-e229-49da-82cb-1aa8db718a5b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659883 Jul 14 09:20:59.878777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.892678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b4b480-0ff1-4e39-8154-54029526f0b1']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:59.906922 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577b2cac-09b5-456f-9241-83bbfe1ca133 x-openstack-request-id: req-577b2cac-09b5-456f-9241-83bbfe1ca133 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:59.907225 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-unplugged", "status": "failed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e", "code": 422}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:59.907513 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-577b2cac-09b5-456f-9241-83bbfe1ca133 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:59.907936 n-d-758944-44 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'code': 422} returned with failed status Jul 14 09:20:59.909155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea273db-466a-40c7-b40e-ce93415b6060') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:59.909765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea273db-466a-40c7-b40e-ce93415b6060') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:59.924245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.942649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.950748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:59.952513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:59.955566 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:00.034047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.043036 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.045366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2b4b480-0ff1-4e39-8154-54029526f0b1 HTTP/1.1" status: 204 len: 168 time: 0.4144709 Jul 14 09:21:00.078069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d7892-7b86-40c4-9344-f289c7d34c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b4b480-0ff1-4e39-8154-54029526f0b1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.332371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:00.382609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f3047cbb-4d9a-4c3d-bbc8-3489bb814fa6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02f2c45c03d840408a41fbc28a41a995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491498 Jul 14 09:21:00.385251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:00.493862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60fcff8b-ecbe-49b0-a09d-60d6a5578dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.531797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60fcff8b-ecbe-49b0-a09d-60d6a5578dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.620437 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60fcff8b-ecbe-49b0-a09d-60d6a5578dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.624107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60fcff8b-ecbe-49b0-a09d-60d6a5578dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.627639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-60fcff8b-ecbe-49b0-a09d-60d6a5578dfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4fe8f30-5ec4-4fb7-ba42-5392317adf64 HTTP/1.1" status: 204 len: 168 time: 0.2388487 Jul 14 09:21:00.642448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcff8b-ecbe-49b0-a09d-60d6a5578dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fe8f30-5ec4-4fb7-ba42-5392317adf64,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.735297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282e7ed-d25b-4f6e-8210-21dcf2887b58 req-e506e3e1-8763-4295-bca2-cb3a89824a06 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.741989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6282e7ed-d25b-4f6e-8210-21dcf2887b58 req-e506e3e1-8763-4295-bca2-cb3a89824a06 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 944 time: 0.1178958 Jul 14 09:21:00.795957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6282e7ed-d25b-4f6e-8210-21dcf2887b58 req-de25dcce-9e29-431d-b4b0-24ee4b80ba42 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480194 Jul 14 09:21:01.135728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3912c8ac-6810-45f3-bf35-383da19cb60b no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:01.175096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 3912c8ac-6810-45f3-bf35-383da19cb60b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:01.175835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3912c8ac-6810-45f3-bf35-383da19cb60b not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:01.215757 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-b5037545-daaf-4fbc-a431-82b307130a49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2800465 Jul 14 09:21:01.395666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:01.716564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:01.934303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1274440873-network', 'tenant_id': '3d0c1a450d4b49859843f64d2b5b8ea3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:02.010396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Made reservation on behalf of 3d0c1a450d4b49859843f64d2b5b8ea3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:02.013976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.056729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.128413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b037f1-35cd-4830-8e07-d7c0abb97c4b req-4f6ffade-bdd9-4dd2-8bc5-5b9fe80d7c68 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.141275 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7b037f1-35cd-4830-8e07-d7c0abb97c4b req-4f6ffade-bdd9-4dd2-8bc5-5b9fe80d7c68 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 944 time: 0.1683128 Jul 14 09:21:02.242117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7b037f1-35cd-4830-8e07-d7c0abb97c4b req-ca33a135-647a-49b5-a80d-3c5af66de8f0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988929 Jul 14 09:21:02.273468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.278797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.299938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:02.318189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.318532 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Added segment 5dc43993-9ced-447e-86e2-513e300d8c69 of type vlan for network 2b675757-321a-4cc4-94c1-d0f552d861db Jul 14 09:21:02.320120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4a563-6fc2-4925-be50-8c65bdb51dd0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:02.368054 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.403717 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.404697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.405277 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.469141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] Pushing event updated for resources: {'Network': ['ID=2b675757-321a-4cc4-94c1-d0f552d861db,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:02.479634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2b675757-321a-4cc4-94c1-d0f552d861db details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:02.517364 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b3e3e478-1dcb-4f21-bcf9-8635cbd8d550 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7987611 Jul 14 09:21:02.520286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:02.527736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Request body: {'subnet': {'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1274440873-subnet', 'tenant_id': '3d0c1a450d4b49859843f64d2b5b8ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:02.556294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Made reservation on behalf of 3d0c1a450d4b49859843f64d2b5b8ea3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:02.559045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.718462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c543b-9994-4ee2-b91c-428092f575e6 req-3bce91fb-a0ed-4109-9d96-259b465c846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.727610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-3bce91fb-a0ed-4109-9d96-259b465c846c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad&tenant_id=650082b6003f4b56a4fb3055d0232f28 HTTP/1.1" status: 200 len: 1096 time: 0.2372727 Jul 14 09:21:02.734220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:02.860841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.870483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.967710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79d4545-b39e-4e6b-8bc8-b43456358ca4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:02.993794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Checking segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:02.994185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Network hostable DHCP agents. Network: 2b675757-321a-4cc4-94c1-d0f552d861db, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:03.079214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Network 2b675757-321a-4cc4-94c1-d0f552d861db is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:03.102571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2b675757-321a-4cc4-94c1-d0f552d861db) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:03.108233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.108442 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.113621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a6ff6-9587-4a93-b05c-8cebbac663ad None None] Network 2b675757-321a-4cc4-94c1-d0f552d861db requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:03.159378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-36ef3ae9-5456-4868-a04f-8d28356c82da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6374438 Jul 14 09:21:03.221979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:03.236508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:03.292407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:03.317331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d09cac-5e2b-4e3d-95a7-c13f5b1b524f None None] Network 2b675757-321a-4cc4-94c1-d0f552d861db requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:03.402996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd9c278-e0cd-4136-8d12-cd30bf95c95e {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:03.427971 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.473187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Transition to ACTIVE for port object acd9c278-e0cd-4136-8d12-cd30bf95c95e will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:03.480581 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.598333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] No DVR routers for this DVR port acd9c278-e0cd-4136-8d12-cd30bf95c95e on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:03.687799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=9']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:03.711333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:03.711839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:03.712244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e on network 593df62d-6efe-4d93-a05e-1125d5dc260b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:03.712425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803626d-4af6-450b-babf-99c9e264dbbe req-70784e90-b4b3-4405-afc5-ed6c201a68ee tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.717960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Port acd9c278-e0cd-4136-8d12-cd30bf95c95e on network 593df62d-6efe-4d93-a05e-1125d5dc260b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:03.718367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Attempting to bind port acd9c278-e0cd-4136-8d12-cd30bf95c95e on network 593df62d-6efe-4d93-a05e-1125d5dc260b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:03.720174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0803626d-4af6-450b-babf-99c9e264dbbe req-70784e90-b4b3-4405-afc5-ed6c201a68ee tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 944 time: 0.1481285 Jul 14 09:21:03.724717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:03.725223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Checking segment: {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:03.725576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Bound using segment: {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:03.726080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Bound port: acd9c278-e0cd-4136-8d12-cd30bf95c95e, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9580088f-fcc3-4453-b94b-dd131bd34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:03.726508 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.816017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0803626d-4af6-450b-babf-99c9e264dbbe req-c50669f1-4684-4103-bc6a-7a461c9d2232 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899262 Jul 14 09:21:03.840604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:03.845994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:03.850835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.898298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.898956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.900009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] 10.222.0.48 "PUT /v2.0/ports/acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 1093 time: 1.1713564 Jul 14 09:21:03.900534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:03.903434 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a9963-7c40-4dda-8865-8571914c2a33" -d '{"events": [{"name": "network-changed", "server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:03.921367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a1d5-a8ee-4c5f-a86a-1b1e0abb0a95 service neutron] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:04.021136 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0474f4e-fc4c-4f00-b282-1f64f485bc39 x-openstack-request-id: req-c0474f4e-fc4c-4f00-b282-1f64f485bc39 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:04.021760 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:04.022927 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0474f4e-fc4c-4f00-b282-1f64f485bc39 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:04.022927 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'status': 'completed', 'code': 200} Jul 14 09:21:04.093373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-16402c5c-d01b-4509-aa4d-1d540464df60 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.094926 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-16402c5c-d01b-4509-aa4d-1d540464df60 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 813 time: 0.1592400 Jul 14 09:21:04.101543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c543b-9994-4ee2-b91c-428092f575e6 req-22794566-6a98-4f8a-b225-0af5093f1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.103685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-22794566-6a98-4f8a-b225-0af5093f1370 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1097 time: 0.1416454 Jul 14 09:21:04.190924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-95def827-5d7f-4753-8939-0836715f201c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/quotas/3d0c1a450d4b49859843f64d2b5b8ea3 HTTP/1.1" status: 200 len: 375 time: 0.0861170 Jul 14 09:21:04.239585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-50a44c2f-e7a8-4711-9162-511cfacebdd0 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475309 Jul 14 09:21:04.315083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c543b-9994-4ee2-b91c-428092f575e6 req-42d84281-38b5-458c-a091-f8694203b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.316440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-42d84281-38b5-458c-a091-f8694203b652 service neutron] 10.222.0.48 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 915 time: 0.2046182 Jul 14 09:21:04.360471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-f269175d-4de2-454c-9764-9794231dfb8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 217 time: 0.0376821 Jul 14 09:21:04.741165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-9a6654ca-6ba1-4ef2-aaec-3514f92faefd service neutron] 10.222.0.18 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007141 Jul 14 09:21:04.797846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c543b-9994-4ee2-b91c-428092f575e6 req-396986fe-df93-4ae7-ba9a-7c9b1ed77893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.799256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-396986fe-df93-4ae7-ba9a-7c9b1ed77893 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.4320734 Jul 14 09:21:04.846505 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-c8c49d7c-bf7b-478a-bfc7-0978cb97e375 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344305 Jul 14 09:21:04.928231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-5fc7f8ba-8f40-44c7-a090-52410ec34380 service neutron] 10.222.0.18 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793947 Jul 14 09:21:04.971943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-fe1fa351-6a74-4bce-9d74-1102e6192821 service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190383 Jul 14 09:21:05.094213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3270d04-78ee-4e9b-93d5-a7271e9b4135 req-87b753e8-a7e9-4d13-9b6d-99be6151c68b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.096188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3270d04-78ee-4e9b-93d5-a7271e9b4135 req-87b753e8-a7e9-4d13-9b6d-99be6151c68b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1473873 Jul 14 09:21:05.102942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-546c543b-9994-4ee2-b91c-428092f575e6 req-bcd07a0b-f7e9-4fa2-9d8f-fa497cda8b54 service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242943 Jul 14 09:21:05.157603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3270d04-78ee-4e9b-93d5-a7271e9b4135 req-948fe062-a763-4dc7-89c1-3c4ceb79592c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530488 Jul 14 09:21:05.245903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-d780baba-2825-4af4-b442-dc11e01e1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.247861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-d780baba-2825-4af4-b442-dc11e01e1ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1097 time: 0.0768905 Jul 14 09:21:05.277670 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:05.504352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eae7a38-c6dc-4933-89e6-f220b2980da0 req-943a0fb4-de6b-4d15-865d-76ec898a5fd4 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 210 time: 0.0637887 Jul 14 09:21:05.533358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-9203f381-7366-46d1-afdf-f6f73ec4dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.536330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-9203f381-7366-46d1-afdf-f6f73ec4dc15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 915 time: 0.2803955 Jul 14 09:21:05.583395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0409ec54-5a9f-4879-9364-f2e8fe26f999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.587971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-8744063f-3cfb-4e63-8337-69a9e5206a10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 217 time: 0.0451334 Jul 14 09:21:05.652355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-8eb14207-8e28-46ef-b392-4cf6829d7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.654594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-8eb14207-8e28-46ef-b392-4cf6829d7d1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.0615487 Jul 14 09:21:05.698574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-d95e540d-e99c-4aeb-b6ef-cb670ef67f70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376632 Jul 14 09:21:05.821905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0409ec54-5a9f-4879-9364-f2e8fe26f999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.831683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0409ec54-5a9f-4879-9364-f2e8fe26f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.970977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409ec54-5a9f-4879-9364-f2e8fe26f999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599071bc-d526-46d1-a3fb-c3ad44ef6531,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:05.990348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-cc4e4ccf-21d2-45ca-ae5f-1423be488bf9 service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795610 Jul 14 09:21:06.001265 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0409ec54-5a9f-4879-9364-f2e8fe26f999 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=525478bf1b6c4d17b4a2708bcfd6ff0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238922 Jul 14 09:21:06.004531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36800) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:06.126466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfcdde09-e27b-4fef-be3d-0935719bf8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.209491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfcdde09-e27b-4fef-be3d-0935719bf8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.261228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a9a9963-7c40-4dda-8865-8571914c2a33 req-639b7874-7a24-424e-a331-d2ffac8506b2 service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561209 Jul 14 09:21:06.462337 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfcdde09-e27b-4fef-be3d-0935719bf8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.466509 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfcdde09-e27b-4fef-be3d-0935719bf8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.468250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dfcdde09-e27b-4fef-be3d-0935719bf8cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/599071bc-d526-46d1-a3fb-c3ad44ef6531 HTTP/1.1" status: 204 len: 168 time: 0.4625838 Jul 14 09:21:06.535533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdde09-e27b-4fef-be3d-0935719bf8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599071bc-d526-46d1-a3fb-c3ad44ef6531,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.552885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01043a-af95-4280-ab75-8738558edba1 req-9336ce10-1cd0-421c-9059-afe086f1a605 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.574892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db01043a-af95-4280-ab75-8738558edba1 req-9336ce10-1cd0-421c-9059-afe086f1a605 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.2650783 Jul 14 09:21:06.635071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db01043a-af95-4280-ab75-8738558edba1 req-b320066f-8f7b-4b90-9e3c-a32aee7d69c8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570004 Jul 14 09:21:06.753509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6782a-bfc1-45ad-ab96-446ab04dbdc0 req-c1060975-a6ed-4bbd-907c-8a62ebfa45d1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.767244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27a6782a-bfc1-45ad-ab96-446ab04dbdc0 req-c1060975-a6ed-4bbd-907c-8a62ebfa45d1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.2519174 Jul 14 09:21:06.855793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e4af4c1-b0af-4229-aa06-4effa411241c req-1848464e-ec15-4c66-bf27-b409a7459407 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 210 time: 0.0765231 Jul 14 09:21:06.878900 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27a6782a-bfc1-45ad-ab96-446ab04dbdc0 req-73efd1a5-bdbb-413d-8af4-2b6ea5bdf476 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105759 Jul 14 09:21:07.159682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:07.177497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a393b3b-c2b4-4cb2-9244-ad8b45e51217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.336145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a393b3b-c2b4-4cb2-9244-ad8b45e51217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.345365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a393b3b-c2b4-4cb2-9244-ad8b45e51217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.392501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0a393b3b-c2b4-4cb2-9244-ad8b45e51217 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62da166046644d759ae62090fdf74ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302992 Jul 14 09:21:07.393661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393b3b-c2b4-4cb2-9244-ad8b45e51217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0565b010-283e-4f8a-9677-c513265a2e6e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.395209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36820) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:07.486345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99f97d1f-8d2b-49ba-b85f-cd1510a17f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.527203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99f97d1f-8d2b-49ba-b85f-cd1510a17f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.614299 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99f97d1f-8d2b-49ba-b85f-cd1510a17f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.617348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99f97d1f-8d2b-49ba-b85f-cd1510a17f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.618618 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-99f97d1f-8d2b-49ba-b85f-cd1510a17f78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0565b010-283e-4f8a-9677-c513265a2e6e HTTP/1.1" status: 204 len: 168 time: 0.2223570 Jul 14 09:21:07.642650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97d1f-8d2b-49ba-b85f-cd1510a17f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0565b010-283e-4f8a-9677-c513265a2e6e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.988960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d2a2a-76e7-4edb-9548-7dc7e89c47f2 req-e0cb9ec1-697d-42e0-b47e-bbfc69fc9d33 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.998190 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-090d2a2a-76e7-4edb-9548-7dc7e89c47f2 req-e0cb9ec1-697d-42e0-b47e-bbfc69fc9d33 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.1643434 Jul 14 09:21:08.034643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-dd0d3b5e-1ba6-4c66-b375-f7f2a2299c7d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.043852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-dd0d3b5e-1ba6-4c66-b375-f7f2a2299c7d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 813 time: 0.3193767 Jul 14 09:21:08.072418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Request body: {'port': {'device_id': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'admin_state_up': True, 'tenant_id': '3d0c1a450d4b49859843f64d2b5b8ea3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:08.130439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-090d2a2a-76e7-4edb-9548-7dc7e89c47f2 req-9a19b055-8b9b-4683-9a0c-a84777b79dbb tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258397 Jul 14 09:21:08.415570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5aefce8-65bb-4edf-9ed4-43c44ae1b434 req-5d2de9d7-e1e1-46b5-ac34-11b03190d3a3 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 210 time: 0.1460721 Jul 14 09:21:08.538644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Made reservation on behalf of 3d0c1a450d4b49859843f64d2b5b8ea3 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:08.542752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.578086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92616b-a1c3-4c14-a31c-277423a01d01 req-ede03305-a7c2-477d-b2f8-889da5b05d86 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.592340 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e92616b-a1c3-4c14-a31c-277423a01d01 req-ede03305-a7c2-477d-b2f8-889da5b05d86 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.2593610 Jul 14 09:21:08.735218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Allocated IP 172.20.0.8 (2b675757-321a-4cc4-94c1-d0f552d861db/d79d4545-b39e-4e6b-8bc8-b43456358ca4/b06e1656-b7b8-47f5-9eaf-3d393276c3d3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:08.761399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e92616b-a1c3-4c14-a31c-277423a01d01 req-f2b40c30-22a8-4d23-98f2-2053110a4970 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664767 Jul 14 09:21:08.978442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.032056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-b9ce2ff1-7798-4516-9538-bc91e5e2b75a tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.033744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-b9ce2ff1-7798-4516-9538-bc91e5e2b75a tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.7634597 Jul 14 09:21:09.035075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.215150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Network 2b675757-321a-4cc4-94c1-d0f552d861db is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:09.229550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:09.233696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:09.299123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.300488 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.331483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event updated for resources: {'Port': ['ID=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:09.382583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-cce547e7-e854-4fb5-80c7-5c630baa19ba tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139794 Jul 14 09:21:09.400078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Request body: {'port': {'device_id': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:09.408336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Deleting port 0dc57bd9-d645-462c-a121-6e7540f5a756 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:09.408687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.677537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3cc1e-c48f-417f-9faa-86c2a7fae22a req-184b26c4-1733-4bf5-8ee5-abeee363b4f7 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.689877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04b3cc1e-c48f-417f-9faa-86c2a7fae22a req-184b26c4-1733-4bf5-8ee5-abeee363b4f7 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 945 time: 0.3792217 Jul 14 09:21:09.815197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ec99-fda1-485e-a38e-75a835941076 req-f8a5aca6-221a-487d-99fd-23dce5ae4f39 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.833625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30b1ec99-fda1-485e-a38e-75a835941076 req-f8a5aca6-221a-487d-99fd-23dce5ae4f39 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 931 time: 0.1576271 Jul 14 09:21:09.844012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04b3cc1e-c48f-417f-9faa-86c2a7fae22a req-3a33e4ca-d784-4d68-ae8b-5a38fdba57f3 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=b182ff5a-04b1-4386-b991-2a46ecebbf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528788 Jul 14 09:21:09.891673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.931901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] For port 0dc57bd9-d645-462c-a121-6e7540f5a756, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0dc57bd9-d645-462c-a121-6e7540f5a756,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:09.933531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.934938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30b1ec99-fda1-485e-a38e-75a835941076 req-86580fd6-9ace-4ad2-a102-20623fbda7c7 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999370 Jul 14 09:21:10.312833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813e3eb-dcc9-44a8-96ec-551c198af5b8 req-72807cf4-4f2b-4bf2-ab57-56789d38ccb3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.319965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6813e3eb-dcc9-44a8-96ec-551c198af5b8 req-72807cf4-4f2b-4bf2-ab57-56789d38ccb3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1460972 Jul 14 09:21:10.378466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6813e3eb-dcc9-44a8-96ec-551c198af5b8 req-34984557-08c4-4a8a-8504-e3dbd3e91949 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517333 Jul 14 09:21:10.605703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.612284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.613846 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Floating IP 4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a disassociated. External IP: 172.25.2.204, port: 0dc57bd9-d645-462c-a121-6e7540f5a756. Jul 14 09:21:10.615959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Calling delete_port for 0dc57bd9-d645-462c-a121-6e7540f5a756 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:10.761540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06e1656-b7b8-47f5-9eaf-3d393276c3d3 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:10.772023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.796444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Transition to ACTIVE for port object b06e1656-b7b8-47f5-9eaf-3d393276c3d3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:10.805896 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.068619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Pushing event updated for resources: {'Port': ['ID=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.176893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.193064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0dc57bd9-d645-462c-a121-6e7540f5a756 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:11.241602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781752fd-78a1-4efb-9026-bd0779823629 req-ecb546bd-43d2-4350-991a-79931ccc8933 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.245700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-781752fd-78a1-4efb-9026-bd0779823629 req-ecb546bd-43d2-4350-991a-79931ccc8933 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 943 time: 0.1447830 Jul 14 09:21:11.270130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2f765d0-25f9-4013-9b8c-2dc803cda5d9 req-96d4158c-cb3b-43bc-9e06-3aa017d7f371 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 210 time: 0.2042410 Jul 14 09:21:11.293233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 0dc57bd9-d645-462c-a121-6e7540f5a756 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:11.294009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0dc57bd9-d645-462c-a121-6e7540f5a756 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:11.336170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-781752fd-78a1-4efb-9026-bd0779823629 req-bc15c8de-b034-4394-8aad-92b15d23a5b3 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806241 Jul 14 09:21:11.382843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event deleted for resources: {'Port': ['ID=0dc57bd9-d645-462c-a121-6e7540f5a756,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.474218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Attempting to bind port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:11.474218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Attempting to bind port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:11.474218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Attempting to bind port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:11.483654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 on network 2b675757-321a-4cc4-94c1-d0f552d861db not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:11.484532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Attempting to bind port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:11.493793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:11.494140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Checking segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:11.494531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Bound using segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:11.495007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Bound port: b06e1656-b7b8-47f5-9eaf-3d393276c3d3, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:11.495442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.671211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Router fb84b0f3-f25c-430e-9684-70899ae54741 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:11.799858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] For port b06e1656-b7b8-47f5-9eaf-3d393276c3d3, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:11.838707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7bd10-fa3d-4805-92b5-20123acd5eb8 req-7bddcd9a-74c6-4448-9cb4-813bb32f37e2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.841907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] For port b06e1656-b7b8-47f5-9eaf-3d393276c3d3, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:11.848860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2da7bd10-fa3d-4805-92b5-20123acd5eb8 req-7bddcd9a-74c6-4448-9cb4-813bb32f37e2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1674509 Jul 14 09:21:11.892900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.956280 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2da7bd10-fa3d-4805-92b5-20123acd5eb8 req-a5864db1-a384-4a9e-a165-b2b9228ad35e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975382 Jul 14 09:21:12.015078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.022023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.024985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] 10.222.0.11 "PUT /v2.0/ports/b06e1656-b7b8-47f5-9eaf-3d393276c3d3 HTTP/1.1" status: 200 len: 1092 time: 2.6314795 Jul 14 09:21:12.025465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'tag': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:12.032888 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5927d4e7-5448-46d8-a348-82c5c1de44d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f81001e-005f-4ed6-ba2b-bb014369a530", "tag": "b06e1656-b7b8-47f5-9eaf-3d393276c3d3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:12.100832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:12.117237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] Sync routers for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:12.130316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:12.131377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:20:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:12.222044 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac27a0c-1947-45c2-a4cb-6af84e88170e x-openstack-request-id: req-0ac27a0c-1947-45c2-a4cb-6af84e88170e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:12.222724 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f81001e-005f-4ed6-ba2b-bb014369a530", "tag": "b06e1656-b7b8-47f5-9eaf-3d393276c3d3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:12.223152 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ac27a0c-1947-45c2-a4cb-6af84e88170e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:12.223744 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'tag': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3', 'status': 'completed', 'code': 200} Jul 14 09:21:12.253638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ae42c-6afb-4d1a-be52-f5efbe3cdf37 service neutron] Pushing event updated for resources: {'Port': ['ID=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:12.282652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] No DVR routers for this DVR port 0dc57bd9-d645-462c-a121-6e7540f5a756 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:12.287502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.289872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e32924dd-b8f7-41e2-9d0e-784e338d8020 req-136b92b2-037d-489c-81dd-54d33da72340 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.11 "DELETE /v2.0/ports/0dc57bd9-d645-462c-a121-6e7540f5a756 HTTP/1.1" status: 204 len: 173 time: 3.2475333 Jul 14 09:21:12.321396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-ea5a843b-94a5-43da-a4d8-844d0d2bdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.323444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-ea5a843b-94a5-43da-a4d8-844d0d2bdb35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 1095 time: 0.2381070 Jul 14 09:21:12.354421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:12.392744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-53910d33-8691-4587-9dd4-e4a0c8ed4d2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b06e1656-b7b8-47f5-9eaf-3d393276c3d3 HTTP/1.1" status: 200 len: 217 time: 0.0517447 Jul 14 09:21:12.492684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-5af1ae3b-0da4-48ac-86bc-2acb200625d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.496830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-5af1ae3b-0da4-48ac-86bc-2acb200625d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.0798049 Jul 14 09:21:12.825815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d38834d2-d3b5-41e0-90d5-7ea1a860334f req-1880fd4a-b353-4130-8132-467f3aed3879 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 210 time: 0.0981622 Jul 14 09:21:13.105723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:13.182742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] Checking router: fb84b0f3-f25c-430e-9684-70899ae54741 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:13.201437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:13.203201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:20:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:13.411306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-e0780c32-fa98-4b5f-90c5-2a5bd0854525 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9001062 Jul 14 09:21:13.495970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:13.569336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785ae42-7e70-4331-bc79-20d71f6bc7af req-319c49a5-e819-4c07-b4a3-c2a7210befa7 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.571752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5785ae42-7e70-4331-bc79-20d71f6bc7af req-319c49a5-e819-4c07-b4a3-c2a7210befa7 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 943 time: 0.1637356 Jul 14 09:21:13.574544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-d41585af-0ee6-4a32-93e1-cf95cdc46d0a service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527970 Jul 14 09:21:13.740171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bba2c5-1c54-444b-a627-0e2c5532110e req-47135be6-c51f-4d7c-8f6a-e72004de47dd tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.777823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3bba2c5-1c54-444b-a627-0e2c5532110e req-47135be6-c51f-4d7c-8f6a-e72004de47dd tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.3016679 Jul 14 09:21:13.936624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5785ae42-7e70-4331-bc79-20d71f6bc7af req-3a338447-2c92-4188-9a1c-11777a180bc0 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260095 Jul 14 09:21:14.099933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-dd740221-1796-47e5-bcf0-50721d87beed service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190835 Jul 14 09:21:14.161544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3bba2c5-1c54-444b-a627-0e2c5532110e req-8f863c6e-53b8-4f03-b33b-eb5dd94778e0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769505 Jul 14 09:21:14.202833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:14.228051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'name': 'network-vif-deleted', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:14.231127 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4983c47-5e1d-462b-a8d7-10d30f1ed187" -d '{"events": [{"server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "name": "network-vif-deleted", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:14.383771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5aba5fec-e23d-47cf-8c15-9fb6889d8cf9 req-adb8e923-5e17-44e2-821e-add95bdec35c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=99b5b8ec-468e-4198-a04b-7e657c463b80 HTTP/1.1" status: 200 len: 210 time: 0.0750222 Jul 14 09:21:14.394086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-2fb17ff1-ccad-496d-bf58-60c5de7f6023 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.404919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2acf3-5a1a-4a61-ba14-16f3f4637910 None None] The sync data for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 is: [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:14.418052 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-2fb17ff1-ccad-496d-bf58-60c5de7f6023 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 813 time: 0.5498087 Jul 14 09:21:14.460072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Request body: {'port': {'device_id': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'admin_state_up': True, 'tenant_id': '3d0c1a450d4b49859843f64d2b5b8ea3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:14.529200 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:21:14.540000 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9a1cca-2e86-471a-b133-9b51e03fb42d x-openstack-request-id: req-aa9a1cca-2e86-471a-b133-9b51e03fb42d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:14.540640 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b5b8ec-468e-4198-a04b-7e657c463b80", "name": "network-vif-deleted", "tag": "0dc57bd9-d645-462c-a121-6e7540f5a756", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:14.540640 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa9a1cca-2e86-471a-b133-9b51e03fb42d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:14.554206 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5b8ec-468e-4198-a04b-7e657c463b80', 'name': 'network-vif-deleted', 'tag': '0dc57bd9-d645-462c-a121-6e7540f5a756', 'status': 'completed', 'code': 200} Jul 14 09:21:14.679900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-5d9f2943-dc62-4107-bf6b-86f48e8b6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.683722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-5d9f2943-dc62-4107-bf6b-86f48e8b6692 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 1095 time: 0.2950623 Jul 14 09:21:14.756089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Made reservation on behalf of 3d0c1a450d4b49859843f64d2b5b8ea3 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:14.762679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.042679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-3dea559b-4322-423a-a0a5-b2ce637ac10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.050701 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34842a36-2876-42b4-8f06-1be3ba92acfb None None] New status for floating IP 4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:15.063612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-3dea559b-4322-423a-a0a5-b2ce637ac10b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 914 time: 0.3675380 Jul 14 09:21:15.069007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Allocated IP 172.20.0.12 (2b675757-321a-4cc4-94c1-d0f552d861db/d79d4545-b39e-4e6b-8bc8-b43456358ca4/e5025fdc-38e1-4f36-b3fd-ba5846d6b76b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:15.260304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-61133118-5d74-4e7a-b41c-b9e7bca48994 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b06e1656-b7b8-47f5-9eaf-3d393276c3d3 HTTP/1.1" status: 200 len: 217 time: 0.1837525 Jul 14 09:21:15.497309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-68a11377-e03b-4b30-a266-d35a628bd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.499313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-68a11377-e03b-4b30-a266-d35a628bd44a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.2208774 Jul 14 09:21:15.553510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.630804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-72c49dc1-760a-454a-bdea-0fbc8721f819 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104174 Jul 14 09:21:15.648454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681560e-2a25-468f-9abb-fb90f0d48c3c req-cce36ce3-0a4a-4b72-9127-d7047fa97311 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.657064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1681560e-2a25-468f-9abb-fb90f0d48c3c req-cce36ce3-0a4a-4b72-9127-d7047fa97311 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 943 time: 0.3788393 Jul 14 09:21:15.729417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1681560e-2a25-468f-9abb-fb90f0d48c3c req-949cb7e0-1dff-4434-a0cc-6b4ccf162305 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709722 Jul 14 09:21:15.784560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.885574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Network 2b675757-321a-4cc4-94c1-d0f552d861db is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:15.896167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:15.901619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33407a64-6f8e-40d7-81ee-2a8f7bf49a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.915074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:15.931259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bdb55-3368-4f85-8198-2c2a1504034a req-c3ac4b64-139c-4b58-bc08-688f6d957f72 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.932536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-f0ab6f45-1bb7-429a-9d84-7fd8297d5d31 service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947409 Jul 14 09:21:15.933569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-592bdb55-3368-4f85-8198-2c2a1504034a req-c3ac4b64-139c-4b58-bc08-688f6d957f72 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.2529871 Jul 14 09:21:16.025053 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-592bdb55-3368-4f85-8198-2c2a1504034a req-08ed253b-51c9-4f78-b8a8-7a10418cef57 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815103 Jul 14 09:21:16.029767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event updated for resources: {'Port': ['ID=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.048545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.049326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.049870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.050401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.050932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.051485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.052089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.052834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.053685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.053939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.054687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.055126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:16.128259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.132498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.155702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36978) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:16.199458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5927d4e7-5448-46d8-a348-82c5c1de44d8 req-3e7d6cd5-7404-41d9-b489-cf00bb902da9 service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579432 Jul 14 09:21:16.246491 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-2d49a93a-1ccf-45b6-8c02-120def6b431e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7912621 Jul 14 09:21:16.272128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc2b4eaf-1110-47ff-acca-0864474c34a8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.299984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc2b4eaf-1110-47ff-acca-0864474c34a8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.362554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Request body: {'port': {'device_id': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:16.371818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc2b4eaf-1110-47ff-acca-0864474c34a8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.374411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc2b4eaf-1110-47ff-acca-0864474c34a8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.383965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36986) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:16.386251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc2b4eaf-1110-47ff-acca-0864474c34a8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "DELETE /v2.0/security-groups/b182ff5a-04b1-4386-b991-2a46ecebbf7b HTTP/1.1" status: 204 len: 168 time: 0.2151191 Jul 14 09:21:16.444532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b4eaf-1110-47ff-acca-0864474c34a8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182ff5a-04b1-4386-b991-2a46ecebbf7b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.448672 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-732e66e5-d40d-4d44-9190-d9e4377ba14e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] show failed (client error): The resource could not be found. Jul 14 09:21:16.452930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-732e66e5-d40d-4d44-9190-d9e4377ba14e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups/b182ff5a-04b1-4386-b991-2a46ecebbf7b HTTP/1.1" status: 404 len: 347 time: 0.0675116 Jul 14 09:21:16.456373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 36988) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:16.800929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.200620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Deleting port 7aadd3a2-ca89-4375-9596-1fe7a43924f7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:17.201090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.227552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b06e1656-b7b8-47f5-9eaf-3d393276c3d3 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:17.239103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5025fdc-38e1-4f36-b3fd-ba5846d6b76b {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:17.327862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.395258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Transition to ACTIVE for port object e5025fdc-38e1-4f36-b3fd-ba5846d6b76b will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:17.405729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.407173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf665ea-8e1d-45ac-910a-0d120f97c9b7 req-e5e129b0-c8eb-4ba7-9450-f5382bd006c3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.415896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b06e1656-b7b8-47f5-9eaf-3d393276c3d3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:17.417651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bcf665ea-8e1d-45ac-910a-0d120f97c9b7 req-e5e129b0-c8eb-4ba7-9450-f5382bd006c3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1502967 Jul 14 09:21:17.451326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'port_id': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3', 'mac_address': 'fa:16:3e:8a:ae:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79d4545-b39e-4e6b-8bc8-b43456358ca4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:17.463632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11313629-6f91-4e29-85a9-acf7fb1f1893 req-e4e720e1-e8b4-47c2-a759-bcf5c36f8164 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.473302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bcf665ea-8e1d-45ac-910a-0d120f97c9b7 req-85f6f897-1184-4b02-adbf-61c7c81ca286 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544233 Jul 14 09:21:17.483640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11313629-6f91-4e29-85a9-acf7fb1f1893 req-e4e720e1-e8b4-47c2-a759-bcf5c36f8164 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 943 time: 0.3784640 Jul 14 09:21:17.556813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.586443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06e1656-b7b8-47f5-9eaf-3d393276c3d3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:17.633543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b06e1656-b7b8-47f5-9eaf-3d393276c3d3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:17.640743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.731453 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.731789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.765916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.775146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11313629-6f91-4e29-85a9-acf7fb1f1893 req-a50d8b1e-891d-42ab-af7d-86ad9b681611 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837758 Jul 14 09:21:17.789820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Pushing event updated for resources: {'Port': ['ID=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.827288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Calling delete_port for 7aadd3a2-ca89-4375-9596-1fe7a43924f7 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:17.908267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b06e1656-b7b8-47f5-9eaf-3d393276c3d3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:17.940547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Attempting to bind port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:17.940943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Attempting to bind port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:17.941216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Attempting to bind port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:17.963556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b on network 2b675757-321a-4cc4-94c1-d0f552d861db not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:17.963873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Attempting to bind port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:17.988080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:17.988321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Checking segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:17.988716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Bound using segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:17.989176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Bound port: e5025fdc-38e1-4f36-b3fd-ba5846d6b76b, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:17.989538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.113261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] For port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:18.153321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] For port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:18.160060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.212920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.213639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.215480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] 10.222.0.48 "PUT /v2.0/ports/e5025fdc-38e1-4f36-b3fd-ba5846d6b76b HTTP/1.1" status: 200 len: 1093 time: 1.8587935 Jul 14 09:21:18.216721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'tag': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:18.219281 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a21f4d9-1772-414b-8747-27f637f1d80d", "tag": "e5025fdc-38e1-4f36-b3fd-ba5846d6b76b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:18.227371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.277957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19d80f-1b36-4f04-992e-4d5847facdfa service neutron] Pushing event updated for resources: {'Port': ['ID=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:18.397416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event deleted for resources: {'Port': ['ID=7aadd3a2-ca89-4375-9596-1fe7a43924f7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:18.449985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.455722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.463786 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cd34bdd1-4263-436a-991d-be7f92ed444b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "DELETE /v2.0/floatingips/4baf9c9b-a7dc-4d8a-9aa8-2066a8eb9f7a HTTP/1.1" status: 204 len: 168 time: 2.0006833 Jul 14 09:21:18.602392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-9adf838b-095e-4e7e-8849-2f78b88e82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.603950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-9adf838b-095e-4e7e-8849-2f78b88e82be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 1096 time: 0.1063747 Jul 14 09:21:18.688902 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3c9b6bf-18fd-44d8-9888-be4605fde437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.738554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-5c585f4a-dfdc-493a-be0a-dcf124d3f524 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b HTTP/1.1" status: 200 len: 217 time: 0.1149342 Jul 14 09:21:18.832191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9249ae-0078-424b-b719-392b369560c9 req-46968c8b-ec26-4f42-99fa-12b11e96977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.833978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-46968c8b-ec26-4f42-99fa-12b11e96977e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.0887697 Jul 14 09:21:18.975656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-b71e5df8-dbb6-4574-8a28-6a5ad0ac35fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135983 Jul 14 09:21:18.988169 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.988818 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ec881b-48ef-43f4-9800-7dfb21f96e72 x-openstack-request-id: req-23ec881b-48ef-43f4-9800-7dfb21f96e72 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:18.990017 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a21f4d9-1772-414b-8747-27f637f1d80d", "tag": "e5025fdc-38e1-4f36-b3fd-ba5846d6b76b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:18.990376 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23ec881b-48ef-43f4-9800-7dfb21f96e72 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:18.991618 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'tag': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b', 'status': 'completed', 'code': 200} Jul 14 09:21:19.079558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2c1d6-279f-4a31-af8c-ca67f91eda21 req-6bcb5e05-b124-4e5b-8ef5-83658e0988b2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.082342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2d2c1d6-279f-4a31-af8c-ca67f91eda21 req-6bcb5e05-b124-4e5b-8ef5-83658e0988b2 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.2474332 Jul 14 09:21:19.154716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2d2c1d6-279f-4a31-af8c-ca67f91eda21 req-1005718c-6f9e-4f66-809d-273e065296d5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Jul 14 09:21:19.239144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b06e1656-b7b8-47f5-9eaf-3d393276c3d3 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:19.315608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:19.328373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:19.329784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.451110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:19.458250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-858aadca-af4a-4a11-b17e-d4ca320dbcd0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424866977', 'description': 'tempest-description--108316355'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:19.505686 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.567020 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b06e1656-b7b8-47f5-9eaf-3d393276c3d3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:19.567953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:19.570233 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7884a049-4720-4405-a0a7-1cb1295bcb3f" -d '{"events": [{"server_uuid": "3f81001e-005f-4ed6-ba2b-bb014369a530", "name": "network-vif-plugged", "status": "completed", "tag": "b06e1656-b7b8-47f5-9eaf-3d393276c3d3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:19.573825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.627403 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c3ecd4-91c9-42e1-8a6d-2f412885d547 x-openstack-request-id: req-70c3ecd4-91c9-42e1-8a6d-2f412885d547 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:19.627692 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f81001e-005f-4ed6-ba2b-bb014369a530", "name": "network-vif-plugged", "status": "completed", "tag": "b06e1656-b7b8-47f5-9eaf-3d393276c3d3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:19.627831 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70c3ecd4-91c9-42e1-8a6d-2f412885d547 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:19.628235 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3', 'code': 200} Jul 14 09:21:19.660048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.667229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.675403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-76d255f5-c27c-4082-930d-e2161baf4fdf req-1cdce118-e7fa-4b73-8d51-39e05a3779c8 service neutron] (93753) timed out ('10.222.0.48', 49256) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:21:19.721087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-858aadca-af4a-4a11-b17e-d4ca320dbcd0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.749028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-346b6d19-4a4d-427c-a95d-1c8ef7fdd912 service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692685 Jul 14 09:21:19.805394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfdb57-9ab4-4b9a-a2f1-22ecee4790ee req-98589341-8b3c-4970-823c-6fc36a43e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.818469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19dfdb57-9ab4-4b9a-a2f1-22ecee4790ee req-98589341-8b3c-4970-823c-6fc36a43e898 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 1097 time: 0.1268051 Jul 14 09:21:19.856574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19dfdb57-9ab4-4b9a-a2f1-22ecee4790ee req-ed814625-1768-4b24-b4ef-db5b69eb24c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Jul 14 09:21:19.987606 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.051495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-858aadca-af4a-4a11-b17e-d4ca320dbcd0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.058363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-858aadca-af4a-4a11-b17e-d4ca320dbcd0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.098415 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-858aadca-af4a-4a11-b17e-d4ca320dbcd0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.102675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:20.102891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-858aadca-af4a-4a11-b17e-d4ca320dbcd0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6518986 Jul 14 09:21:20.108052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'security_group_rule': {'security_group_id': '11a38705-7a9e-499f-94a5-06a87ed3ab42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:20.138235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13e61-ce36-4813-b0a6-dd11a913db62 req-9113f48a-3f54-4142-b395-2cf2d6ee128a tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.139984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dec13e61-ce36-4813-b0a6-dd11a913db62 req-9113f48a-3f54-4142-b395-2cf2d6ee128a tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 945 time: 0.5137918 Jul 14 09:21:20.191474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.199867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858aadca-af4a-4a11-b17e-d4ca320dbcd0 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a38705-7a9e-499f-94a5-06a87ed3ab42,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.224253 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b9249ae-0078-424b-b719-392b369560c9 req-fb95b560-a773-4088-9d5b-eacae46249ab service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488313 Jul 14 09:21:20.253249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dec13e61-ce36-4813-b0a6-dd11a913db62 req-56eda579-bfd4-4f15-9638-e8dca2784fe4 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023157 Jul 14 09:21:20.314344 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.318433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.333803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da40ee52-b4ac-4702-b29a-7b633736923e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.356045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-273a4e0b-9eaf-4a8e-81e0-c648c15cceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.357628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-273a4e0b-9eaf-4a8e-81e0-c648c15cceb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 1096 time: 0.0694749 Jul 14 09:21:20.364021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.364416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.364846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.365432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.365984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.366512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.367313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.368043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.368615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.369194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.369714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.370221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:20.375590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.377615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2f065868-85e7-4fd8-83e2-2adcca585303 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2733727 Jul 14 09:21:20.380468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:20.410578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5af2d297-89f1-4df3-a57f-bc058851f450 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'security_group_rule': {'security_group_id': '11a38705-7a9e-499f-94a5-06a87ed3ab42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:20.513952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5af2d297-89f1-4df3-a57f-bc058851f450 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.543398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae7761-db2f-4188-833c-ba3f35effa7b req-bd28b055-7d88-4c41-bb5c-bac512bc6624 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.545002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6bae7761-db2f-4188-833c-ba3f35effa7b req-bd28b055-7d88-4c41-bb5c-bac512bc6624 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1233275 Jul 14 09:21:20.566998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-114e64d0-cd31-4641-a2f4-87a130dfcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.568857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-114e64d0-cd31-4641-a2f4-87a130dfcea1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 914 time: 0.2049046 Jul 14 09:21:20.620176 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6bae7761-db2f-4188-833c-ba3f35effa7b req-f89f2962-be67-440b-8074-50675086571c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620627 Jul 14 09:21:20.621051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-23f73182-a5e8-406c-92de-37ce34b97cb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b HTTP/1.1" status: 200 len: 217 time: 0.0455897 Jul 14 09:21:20.636006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5af2d297-89f1-4df3-a57f-bc058851f450 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.643644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5af2d297-89f1-4df3-a57f-bc058851f450 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.668714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2d297-89f1-4df3-a57f-bc058851f450 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea62fe51-645a-4602-9e40-ad94d0a54b06,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.683982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:20.695577 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5af2d297-89f1-4df3-a57f-bc058851f450 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.698165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5af2d297-89f1-4df3-a57f-bc058851f450 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164549 Jul 14 09:21:20.701091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37068) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:20.711009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:20.713878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-b7b02e1c-4c6b-4cd9-9861-76fbc8df5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.718987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-b7b02e1c-4c6b-4cd9-9861-76fbc8df5ff4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.0870235 Jul 14 09:21:20.755238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.780828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-728f847c-fc68-4a90-9c25-95ad5b090883 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580695 Jul 14 09:21:20.862335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-667b6a1b-0bf8-4ceb-8d1f-722859d368d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.907037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-0dc58e1f-1b0b-407e-a504-aca172188028 service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145494 Jul 14 09:21:20.988249 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.026231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fa39df6-42fe-4ca7-8c94-89bf55341ed2 req-4d966173-084c-49f5-9e3a-a35d48c7486b service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115336 Jul 14 09:21:21.082203 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-667b6a1b-0bf8-4ceb-8d1f-722859d368d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.086338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-667b6a1b-0bf8-4ceb-8d1f-722859d368d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.166870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37076) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:21.167551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-667b6a1b-0bf8-4ceb-8d1f-722859d368d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd5515fc06344a72bda4f524fa498151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819379 Jul 14 09:21:21.170835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b6a1b-0bf8-4ceb-8d1f-722859d368d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b1b58a-869a-4c9e-911d-e3bd76a07d5e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:21.181424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Allocated IP 172.25.2.125 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/7cc8ad57-17f5-4aeb-bcb2-ae918b8b7758) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:21.274325 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d79e-7085-4643-96de-ddb72290b128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.304166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d79e-7085-4643-96de-ddb72290b128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.342701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.366227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d79e-7085-4643-96de-ddb72290b128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.369635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d79e-7085-4643-96de-ddb72290b128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.371239 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.374232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7ca2d79e-7085-4643-96de-ddb72290b128 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4b1b58a-869a-4c9e-911d-e3bd76a07d5e HTTP/1.1" status: 204 len: 168 time: 0.2060170 Jul 14 09:21:21.389942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2d79e-7085-4643-96de-ddb72290b128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b1b58a-869a-4c9e-911d-e3bd76a07d5e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:21.444266 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.514176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'Port': ['ID=7cc8ad57-17f5-4aeb-bcb2-ae918b8b7758,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:21.518329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:21.520017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:21.535324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:21.572545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3453-ffcd-450e-aeea-9c9a48e46e89 req-926bd903-e64c-4515-bbfa-526e84a6d69f tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.574464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e9e3453-ffcd-450e-aeea-9c9a48e46e89 req-926bd903-e64c-4515-bbfa-526e84a6d69f tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 945 time: 0.1256213 Jul 14 09:21:21.672018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e9e3453-ffcd-450e-aeea-9c9a48e46e89 req-ef015022-d269-4324-a89b-869ba92c191b tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904045 Jul 14 09:21:21.707282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.833920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.943087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37092) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:21.971532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-113cb5a3-cba8-4ea9-8955-d5c5d67c3a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.991647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8fd83-9da6-4170-bd11-c06c2afcf6ea req-970ecc1c-bb12-49f9-a42e-46ee3a8dc8be tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.996559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-75a8fd83-9da6-4170-bd11-c06c2afcf6ea req-970ecc1c-bb12-49f9-a42e-46ee3a8dc8be tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.1047440 Jul 14 09:21:22.066147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-75a8fd83-9da6-4170-bd11-c06c2afcf6ea req-c0967be8-4efa-4afa-9235-7e7a6442108a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649078 Jul 14 09:21:22.094283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aa894-affe-4124-8d58-58ed0f86dcff req-14930863-4448-4665-ab45-19b381a8744b tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.095911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-068aa894-affe-4124-8d58-58ed0f86dcff req-14930863-4448-4665-ab45-19b381a8744b tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 944 time: 0.2214644 Jul 14 09:21:22.201107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-068aa894-affe-4124-8d58-58ed0f86dcff req-4f9e8c03-5a0c-4f7f-87fd-63d5c6bd107c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958941 Jul 14 09:21:22.206220 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.213077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.304090 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-113cb5a3-cba8-4ea9-8955-d5c5d67c3a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.310467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'Port': ['ID=7cc8ad57-17f5-4aeb-bcb2-ae918b8b7758,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.314960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-113cb5a3-cba8-4ea9-8955-d5c5d67c3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.353117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.372961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37106) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:22.373538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-113cb5a3-cba8-4ea9-8955-d5c5d67c3a87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29f9495974784c6e9fd2b22649847a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287107 Jul 14 09:21:22.375504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb5a3-cba8-4ea9-8955-d5c5d67c3a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d6b0c-d495-4cd9-b773-dd05b588e6d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.378848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.388509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-de8f78af-b82a-4312-b5f0-c2aac2c6202c tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6780789 Jul 14 09:21:22.444290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d0d865-7c5b-4d88-b22f-a5935ec102a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.477704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d0d865-7c5b-4d88-b22f-a5935ec102a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.549879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d0d865-7c5b-4d88-b22f-a5935ec102a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.577146 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d0d865-7c5b-4d88-b22f-a5935ec102a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.585982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-46d0d865-7c5b-4d88-b22f-a5935ec102a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d38d6b0c-d495-4cd9-b773-dd05b588e6d2 HTTP/1.1" status: 204 len: 168 time: 0.2118607 Jul 14 09:21:22.609956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0d865-7c5b-4d88-b22f-a5935ec102a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d6b0c-d495-4cd9-b773-dd05b588e6d2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.752226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-e2178b86-461f-4121-9ee4-2c386b24145d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1424866977&fields=id&tenant_id=9741f334a50c415c92fd7818275029f5 HTTP/1.1" status: 200 len: 267 time: 0.0709674 Jul 14 09:21:23.246406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-3faa4a56-394f-47d6-8d31-e689573b28ea tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.247982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-3faa4a56-394f-47d6-8d31-e689573b28ea tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 810 time: 0.4949574 Jul 14 09:21:23.266696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-05bb1040-08cf-4c9d-af38-33f3cff847b8 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/quotas/9741f334a50c415c92fd7818275029f5 HTTP/1.1" status: 200 len: 375 time: 0.0125523 Jul 14 09:21:23.310522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b1f41-45f7-4332-9bb6-bb664241f426 req-7b1f2a22-e243-4a62-bde2-35856c4ba296 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.312422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce6b1f41-45f7-4332-9bb6-bb664241f426 req-7b1f2a22-e243-4a62-bde2-35856c4ba296 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 945 time: 0.0909371 Jul 14 09:21:23.363919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce6b1f41-45f7-4332-9bb6-bb664241f426 req-ec127716-6daf-4a7f-95c2-c62508da924a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Jul 14 09:21:23.379549 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-97e8a838-c277-460c-84e3-db209860e325 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067662 Jul 14 09:21:23.476433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:23.534808 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-d519e39b-dcf4-4bce-a194-7abc212b8b99 service neutron] 10.222.0.18 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388605 Jul 14 09:21:23.665811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:23.679622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'network_id': '593df62d-6efe-4d93-a05e-1125d5dc260b', 'port_id': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'mac_address': 'fa:16:3e:8d:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13638ec-2c21-4cf6-9a79-db33467fa9f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:23.720073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-cbd445b7-a9d3-44c7-8bea-b559a3492202 service neutron] 10.222.0.18 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839938 Jul 14 09:21:23.736394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.760834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd9c278-e0cd-4136-8d12-cd30bf95c95e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:23.779598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf540a-5716-44ad-8a7d-9749f483da98 req-76584d97-6531-48fb-b297-87aa835f6811 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.787969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1bbf540a-5716-44ad-8a7d-9749f483da98 req-76584d97-6531-48fb-b297-87aa835f6811 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 944 time: 0.1423430 Jul 14 09:21:23.823746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:23.832439 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.836140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e5025fdc-38e1-4f36-b3fd-ba5846d6b76b details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:23.860502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1bbf540a-5716-44ad-8a7d-9749f483da98 req-bd316745-4d51-4ccb-b7b3-4bab6d33b25d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659528 Jul 14 09:21:24.096076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:24.101088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2bdd7070-3947-4386-b581-3a8672543996 req-7acf9a63-8ae6-412d-a602-cb2a2834f4db tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 210 time: 0.0434010 Jul 14 09:21:24.108866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:24.151025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'port_id': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b', 'mac_address': 'fa:16:3e:52:ca:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79d4545-b39e-4e6b-8bc8-b43456358ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:24.258972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.286564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5025fdc-38e1-4f36-b3fd-ba5846d6b76b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:24.318427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:24.323473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.400930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:24.558662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e5025fdc-38e1-4f36-b3fd-ba5846d6b76b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:24.646265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['acd9c278-e0cd-4136-8d12-cd30bf95c95e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:24.826862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8402e-0ee1-4a57-b01a-2a700b081d58 req-81e53c9a-21bf-4ee0-8b56-626d004414cc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.842375 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8db8402e-0ee1-4a57-b01a-2a700b081d58 req-81e53c9a-21bf-4ee0-8b56-626d004414cc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1746395 Jul 14 09:21:25.038397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8db8402e-0ee1-4a57-b01a-2a700b081d58 req-9dd88088-dc33-43fe-8400-6e9e4264047f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927066 Jul 14 09:21:25.249225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d3fc-fddc-486c-8c89-ead5a9b765aa req-b20ce743-c818-4912-a1dd-d3e57baa44ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.267997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0e5d3fc-fddc-486c-8c89-ead5a9b765aa req-b20ce743-c818-4912-a1dd-d3e57baa44ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 945 time: 0.1334453 Jul 14 09:21:25.341367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0e5d3fc-fddc-486c-8c89-ead5a9b765aa req-57492795-d11a-4ce3-a966-288796bab5c4 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708804 Jul 14 09:21:25.472680 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2e2dcfe-57de-4c67-96fd-b357242413dd req-09bf3f5b-712b-46f8-949d-0ff128512688 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 210 time: 0.0317149 Jul 14 09:21:25.832672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-4c56d4d5-2e34-42fb-bcbf-73c65b904903 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.833811 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-4c56d4d5-2e34-42fb-bcbf-73c65b904903 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.48 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 810 time: 0.1472845 Jul 14 09:21:25.889608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-8969a698-b5b7-44df-bd1c-f531f925f6e4 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9741f334a50c415c92fd7818275029f5 HTTP/1.1" status: 200 len: 380 time: 0.0479598 Jul 14 09:21:25.898603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'port': {'device_id': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'admin_state_up': True, 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'security_groups': ['11a38705-7a9e-499f-94a5-06a87ed3ab42']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:26.017710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Made reservation on behalf of 9741f334a50c415c92fd7818275029f5 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:26.022678 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.174866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Allocated IP 172.20.0.8 (34e26c40-54fe-448c-9b5c-3a9cb317c6f3/c3521f08-4eec-4f05-806c-08a859aa3568/77ce772f-cd0f-4bbe-a6c6-38f853607acb) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:26.379666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0628367-ee6c-4272-8684-1b210ac5688e req-dc32a5cb-3258-4ffa-96b9-6e930bc26f7a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.381448 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0628367-ee6c-4272-8684-1b210ac5688e req-dc32a5cb-3258-4ffa-96b9-6e930bc26f7a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1546965 Jul 14 09:21:26.398469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.469662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0628367-ee6c-4272-8684-1b210ac5688e req-d4fbb38f-c7c3-4bd4-bf7e-3f589d4e8df3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769389 Jul 14 09:21:26.479420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Transition to ACTIVE for port object 77ce772f-cd0f-4bbe-a6c6-38f853607acb will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:26.573057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7895e9-dba4-4f89-a599-f5e26f0c8023 req-75e23d27-963a-4ca2-b00e-07a920911cdd tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.579209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.580710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c7895e9-dba4-4f89-a599-f5e26f0c8023 req-75e23d27-963a-4ca2-b00e-07a920911cdd tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 945 time: 0.1202397 Jul 14 09:21:26.654502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c7895e9-dba4-4f89-a599-f5e26f0c8023 req-8e53a417-50de-4c59-8f0b-3ccde9046e17 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728037 Jul 14 09:21:26.675749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:26.679631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:26.687779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event updated for resources: {'Port': ['ID=77ce772f-cd0f-4bbe-a6c6-38f853607acb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.700641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:26.848972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.849631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.870895 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-047c4a42-b87b-4955-a3d2-cf637acfe210 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757857 Jul 14 09:21:26.884973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Request body: {'port': {'device_id': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:26.899539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b0443-e488-42b2-b0b3-61cd743e1f70 req-3d64de83-8979-43fa-b701-20c4d9df9c5e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.901231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-223b0443-e488-42b2-b0b3-61cd743e1f70 req-3d64de83-8979-43fa-b701-20c4d9df9c5e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 931 time: 0.1664929 Jul 14 09:21:27.036207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-223b0443-e488-42b2-b0b3-61cd743e1f70 req-6a441422-8db9-4aad-93f8-81d54fc1814d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135495 Jul 14 09:21:27.060366 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.123686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dd6a4987-5daa-49a6-9d44-52e0dd2119d4 None None] Provisioning for port 77ce772f-cd0f-4bbe-a6c6-38f853607acb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:27.130241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dd6a4987-5daa-49a6-9d44-52e0dd2119d4 None None] Provisioning complete for port 77ce772f-cd0f-4bbe-a6c6-38f853607acb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:27.131134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd6a4987-5daa-49a6-9d44-52e0dd2119d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.170152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a4987-5daa-49a6-9d44-52e0dd2119d4 None None] Port 77ce772f-cd0f-4bbe-a6c6-38f853607acb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:27.451851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ce772f-cd0f-4bbe-a6c6-38f853607acb {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:27.460835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.475938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Transition to ACTIVE for port object 77ce772f-cd0f-4bbe-a6c6-38f853607acb will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:27.482999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.522909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e5025fdc-38e1-4f36-b3fd-ba5846d6b76b up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:27.546281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Pushing event updated for resources: {'Port': ['ID=77ce772f-cd0f-4bbe-a6c6-38f853607acb,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:27.625092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:27.630837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:27.631784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.764505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Attempting to bind port 77ce772f-cd0f-4bbe-a6c6-38f853607acb on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:27.764874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Attempting to bind port 77ce772f-cd0f-4bbe-a6c6-38f853607acb by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:27.765711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Attempting to bind port 77ce772f-cd0f-4bbe-a6c6-38f853607acb on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:27.773992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Port 77ce772f-cd0f-4bbe-a6c6-38f853607acb on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:27.774325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Attempting to bind port 77ce772f-cd0f-4bbe-a6c6-38f853607acb on network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:27.779976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:27.780329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Checking segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:27.781300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Bound using segment: {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:27.781760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Bound port: 77ce772f-cd0f-4bbe-a6c6-38f853607acb, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb868194-dec2-4b00-81f6-8042dbf329e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:27.782129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.792953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.832877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e6722-1e4e-434e-9b26-07918545457b req-e45ec87c-9f82-4308-9321-494e80a52b2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.835454 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-316e6722-1e4e-434e-9b26-07918545457b req-e45ec87c-9f82-4308-9321-494e80a52b2c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 946 time: 0.1260281 Jul 14 09:21:27.870031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:27.872553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:27.881852 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aa5020-73a8-4558-a311-4baa1b77b01f" -d '{"events": [{"server_uuid": "1a21f4d9-1772-414b-8747-27f637f1d80d", "name": "network-vif-plugged", "status": "completed", "tag": "e5025fdc-38e1-4f36-b3fd-ba5846d6b76b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:27.895277 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.896131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:27.955163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239cb96-6c01-45c7-9334-462cc76d43b6 req-eafd5c38-8dbd-4139-82e7-4c858f7d510f tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.964807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8239cb96-6c01-45c7-9334-462cc76d43b6 req-eafd5c38-8dbd-4139-82e7-4c858f7d510f tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 945 time: 0.1420569 Jul 14 09:21:28.001164 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-316e6722-1e4e-434e-9b26-07918545457b req-957e7fa6-3cf9-4ec8-ae38-70362f74de70 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961225 Jul 14 09:21:28.004111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] For port 77ce772f-cd0f-4bbe-a6c6-38f853607acb, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:28.018680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] For port 77ce772f-cd0f-4bbe-a6c6-38f853607acb, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:28.024635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.049173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8239cb96-6c01-45c7-9334-462cc76d43b6 req-7d22177e-5920-4da9-a7d6-e56c00157df0 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787199 Jul 14 09:21:28.051883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:28.090277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port acd9c278-e0cd-4136-8d12-cd30bf95c95e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:28.103762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port acd9c278-e0cd-4136-8d12-cd30bf95c95e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:28.104297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.106088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Pushing event updated for resources: {'Port': ['ID=77ce772f-cd0f-4bbe-a6c6-38f853607acb,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:28.133488 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91566c6f-77d7-45b4-96dd-59cbb056997a x-openstack-request-id: req-91566c6f-77d7-45b4-96dd-59cbb056997a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:28.133939 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a21f4d9-1772-414b-8747-27f637f1d80d", "name": "network-vif-plugged", "status": "completed", "tag": "e5025fdc-38e1-4f36-b3fd-ba5846d6b76b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:28.134254 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91566c6f-77d7-45b4-96dd-59cbb056997a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:28.134873 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b', 'code': 200} Jul 14 09:21:28.150507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.151172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.154595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-df47514d-3fcd-447b-8f82-445a744d9275 service neutron] 10.222.0.48 "PUT /v2.0/ports/77ce772f-cd0f-4bbe-a6c6-38f853607acb HTTP/1.1" status: 200 len: 1092 time: 1.2752125 Jul 14 09:21:28.155097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:28.175347 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10c7b1b-04e9-461c-93c5-c34a00fb8834" -d '{"events": [{"name": "network-changed", "server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:28.274963 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72627cb1-d991-4865-bd01-95a74bc8a146 x-openstack-request-id: req-72627cb1-d991-4865-bd01-95a74bc8a146 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:28.275270 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:28.275561 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72627cb1-d991-4865-bd01-95a74bc8a146 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:28.275985 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'status': 'completed', 'code': 200} Jul 14 09:21:28.281805 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.318835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cebbf-d6ca-494d-b63d-2dc5daa61a01 req-a402c7fe-f731-4ea6-b50d-60369a70d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.320483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e14cebbf-d6ca-494d-b63d-2dc5daa61a01 req-a402c7fe-f731-4ea6-b50d-60369a70d5f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 1098 time: 0.1351030 Jul 14 09:21:28.322168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:28.328374 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.365698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-27431d85-3492-452b-9510-17a3e2ecc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.370350 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-27431d85-3492-452b-9510-17a3e2ecc938 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 1095 time: 0.1585515 Jul 14 09:21:28.401810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e14cebbf-d6ca-494d-b63d-2dc5daa61a01 req-c97b019e-d76a-49f5-947b-2bac0e7c6740 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742431 Jul 14 09:21:28.436053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:28.469398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-6a0554b9-2c14-4007-bef6-50f38ecbfc3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb HTTP/1.1" status: 200 len: 217 time: 0.0836942 Jul 14 09:21:28.539932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-4e359cb6-fd8e-4799-89f3-a9b86fb70416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.541439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-4e359cb6-fd8e-4799-89f3-a9b86fb70416 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.0548842 Jul 14 09:21:28.602518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ee07c-f421-4694-b8ae-3ef22187d192 req-e065c21a-9c8f-4bea-9e14-efa5e21fd95e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.613343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d75ee07c-f421-4694-b8ae-3ef22187d192 req-e065c21a-9c8f-4bea-9e14-efa5e21fd95e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 943 time: 0.2388008 Jul 14 09:21:28.663645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d75ee07c-f421-4694-b8ae-3ef22187d192 req-740e96cd-1f10-4bee-900d-083c4f4b959e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492883 Jul 14 09:21:28.676330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758210-e4c0-406d-983f-40adaefb74d3 req-42d4df0f-3191-462f-9d9b-e02ae4eb69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.677818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-42d4df0f-3191-462f-9d9b-e02ae4eb69bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271842 Jul 14 09:21:28.771228 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-9e285ad8-4a27-4177-ab40-19b3a9e33a76 service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Jul 14 09:21:28.935885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54758210-e4c0-406d-983f-40adaefb74d3 req-11b34a52-5e16-47e0-9d5f-c5a2588dd844 service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536741 Jul 14 09:21:29.074202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-de92156c-6504-44f2-bc07-3b428d973146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.080254 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-de92156c-6504-44f2-bc07-3b428d973146 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 1095 time: 0.0695920 Jul 14 09:21:29.338721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f437ff-ce0b-47ae-b7da-078bf648f8fb req-6b2ff58f-2a2f-48e8-9a2a-fec5fbae3a2f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.348182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f2f437ff-ce0b-47ae-b7da-078bf648f8fb req-6b2ff58f-2a2f-48e8-9a2a-fec5fbae3a2f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1344502 Jul 14 09:21:29.379461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-b69a7c30-74fe-4004-b715-82a0aa965585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.381439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-b69a7c30-74fe-4004-b715-82a0aa965585 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.2941818 Jul 14 09:21:29.451724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f2f437ff-ce0b-47ae-b7da-078bf648f8fb req-ed9231f6-2cd1-4a69-bfd8-eaf6a600e9ed tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025743 Jul 14 09:21:29.469059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-bf7b581b-8ddb-43dd-ab94-f8aae462a87e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb HTTP/1.1" status: 200 len: 217 time: 0.0763259 Jul 14 09:21:29.482121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e62d2f-fcdb-4755-b0c2-83db42f1bae3 req-71c66798-05b3-4332-bbc9-303e669a0609 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.484390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29e62d2f-fcdb-4755-b0c2-83db42f1bae3 req-71c66798-05b3-4332-bbc9-303e669a0609 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 946 time: 0.1926534 Jul 14 09:21:29.573771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-3cb468de-0a48-496a-a4df-58b9ce8429cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.575253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-3cb468de-0a48-496a-a4df-58b9ce8429cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.0899787 Jul 14 09:21:29.592364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29e62d2f-fcdb-4755-b0c2-83db42f1bae3 req-98fe661d-6ce5-4dad-8719-b85062761618 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972648 Jul 14 09:21:29.650722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-89eaebdd-1b99-452b-b3ba-54dda60d4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.654084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-89eaebdd-1b99-452b-b3ba-54dda60d4ba2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591259 Jul 14 09:21:29.886976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-0698421f-a759-40ee-9d26-f0acbd75faf2 service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264116 Jul 14 09:21:29.978147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdee2c-f0a0-4b93-acf5-38d48ad30bd3 req-5f1c7c35-2a2d-49d0-b8a1-8c0d2a282775 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.984148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecbdee2c-f0a0-4b93-acf5-38d48ad30bd3 req-5f1c7c35-2a2d-49d0-b8a1-8c0d2a282775 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 943 time: 0.1543958 Jul 14 09:21:30.042535 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecbdee2c-f0a0-4b93-acf5-38d48ad30bd3 req-e6888cea-51c9-4d3a-afa5-f58920584a72 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513022 Jul 14 09:21:30.053938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c10c7b1b-04e9-461c-93c5-c34a00fb8834 req-7f23ed7e-0f35-47b0-9720-7cf0c5fa0230 service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591637 Jul 14 09:21:30.136508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:30.138805 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee91e4b8-c619-43aa-9ca8-96435716fd02" -d '{"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-plugged", "status": "completed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:30.190038 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd5208-9f5e-4f4e-930a-583f2f4c9806 x-openstack-request-id: req-8dbd5208-9f5e-4f4e-930a-583f2f4c9806 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:30.190408 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-plugged", "status": "completed", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:30.190733 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dbd5208-9f5e-4f4e-930a-583f2f4c9806 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:30.191192 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'code': 200} Jul 14 09:21:30.397152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddd6da-a2bc-49e4-ac07-77dc128ac5fa req-22103ccb-1f7c-4683-8aa7-27b061c8b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.399092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91ddd6da-a2bc-49e4-ac07-77dc128ac5fa req-22103ccb-1f7c-4683-8aa7-27b061c8b3a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1099 time: 0.0574217 Jul 14 09:21:30.460700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91ddd6da-a2bc-49e4-ac07-77dc128ac5fa req-ec810335-bd56-470e-ac11-4a60ff1fd861 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Jul 14 09:21:30.633878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc612ebb-5ab0-407c-8f3d-02f25ba3f2b1 req-d5ed646b-b6a3-424c-9960-b84114d5dc30 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.639541 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc612ebb-5ab0-407c-8f3d-02f25ba3f2b1 req-d5ed646b-b6a3-424c-9960-b84114d5dc30 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0726361 Jul 14 09:21:30.749082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cc612ebb-5ab0-407c-8f3d-02f25ba3f2b1 req-a9799826-d331-4d87-9b57-46b94a2c1fd7 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068213 Jul 14 09:21:30.865024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f78d6-3e48-41fd-be68-ef35480ae30c req-5485700b-1feb-4ab4-9f87-bcd7de0f9301 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.867106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:30.885891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6a0f78d6-3e48-41fd-be68-ef35480ae30c req-5485700b-1feb-4ab4-9f87-bcd7de0f9301 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 946 time: 0.1044450 Jul 14 09:21:30.939062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6a0f78d6-3e48-41fd-be68-ef35480ae30c req-8812716b-8dad-4fa9-a827-f95a26e66cd3 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Jul 14 09:21:31.017511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d0cff5b-2195-4c2a-9402-3dbca3555571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.128370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d0cff5b-2195-4c2a-9402-3dbca3555571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.132842 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d0cff5b-2195-4c2a-9402-3dbca3555571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.167524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6d0cff5b-2195-4c2a-9402-3dbca3555571 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=828fce404bdf48a9889ad7aab1302e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965305 Jul 14 09:21:31.168924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37338) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.211181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cff5b-2195-4c2a-9402-3dbca3555571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8eda26-df59-46b1-8ff2-aa74a91ef8a4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:31.233697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23773a83-d475-4137-a11f-6fd4f27277ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.262181 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23773a83-d475-4137-a11f-6fd4f27277ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.353319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077171-6cf9-4dfa-af0d-86b1b1a1d0c8 req-e6b235fc-52ab-4691-91b8-475af01ffa01 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.354767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23773a83-d475-4137-a11f-6fd4f27277ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.355014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40077171-6cf9-4dfa-af0d-86b1b1a1d0c8 req-e6b235fc-52ab-4691-91b8-475af01ffa01 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 943 time: 0.1239421 Jul 14 09:21:31.361090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23773a83-d475-4137-a11f-6fd4f27277ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.368911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-23773a83-d475-4137-a11f-6fd4f27277ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed8eda26-df59-46b1-8ff2-aa74a91ef8a4 HTTP/1.1" status: 204 len: 168 time: 0.1985836 Jul 14 09:21:31.382130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23773a83-d475-4137-a11f-6fd4f27277ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8eda26-df59-46b1-8ff2-aa74a91ef8a4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:31.424192 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.453552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40077171-6cf9-4dfa-af0d-86b1b1a1d0c8 req-0ed4a35c-1e0a-4bb9-ba44-1878db1758a1 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921884 Jul 14 09:21:31.544806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 77ce772f-cd0f-4bbe-a6c6-38f853607acb details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:31.707453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 77ce772f-cd0f-4bbe-a6c6-38f853607acb, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:31.725721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'port_id': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'mac_address': 'fa:16:3e:c1:26:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:31.787179 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.808991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ce772f-cd0f-4bbe-a6c6-38f853607acb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:31.837474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 77ce772f-cd0f-4bbe-a6c6-38f853607acb, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:31.843564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.948963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=77ce772f-cd0f-4bbe-a6c6-38f853607acb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.052744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31d014-0be4-4696-a030-4a520b04ad79 req-ec175fe4-6492-4519-a604-87ade1edfbc4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.060439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e31d014-0be4-4696-a030-4a520b04ad79 req-ec175fe4-6492-4519-a604-87ade1edfbc4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1680527 Jul 14 09:21:32.081843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['77ce772f-cd0f-4bbe-a6c6-38f853607acb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:32.147162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-f266d435-e707-4305-a20a-cefc0a31668c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.152824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-f266d435-e707-4305-a20a-cefc0a31668c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 813 time: 0.1956661 Jul 14 09:21:32.167127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e31d014-0be4-4696-a030-4a520b04ad79 req-5ed48544-75de-43d8-ba96-9a347a793665 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056345 Jul 14 09:21:32.189289 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-668e5922-2f0b-44e5-a180-f09c5fa079fe tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/quotas/3d0c1a450d4b49859843f64d2b5b8ea3 HTTP/1.1" status: 200 len: 375 time: 0.0300255 Jul 14 09:21:32.331687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-22fe7355-cbc6-46be-9cd5-92e6c1c4e50e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413352 Jul 14 09:21:32.588676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-d7d30758-3f7b-41be-a73d-2ef455b90006 service neutron] 10.222.0.18 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554829 Jul 14 09:21:32.775981 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-4ae4f434-2b77-462d-bed7-56498bb3a6db service neutron] 10.222.0.18 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824400 Jul 14 09:21:32.822876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-87f29cca-309f-467e-bc7a-1c6f28569478 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.844723 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-87f29cca-309f-467e-bc7a-1c6f28569478 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a21f4d9-1772-414b-8747-27f637f1d80d HTTP/1.1" status: 200 len: 946 time: 0.2350192 Jul 14 09:21:33.008167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956e49c-2b1a-4014-84ba-d6d17f42ac98 req-86ffee6d-86aa-4438-a78f-223e0186ae31 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.035936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1956e49c-2b1a-4014-84ba-d6d17f42ac98 req-86ffee6d-86aa-4438-a78f-223e0186ae31 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 944 time: 0.3113015 Jul 14 09:21:33.166563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Deleting port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:33.166984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.276391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] For port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:33.277007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.294494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Calling delete_port for e5025fdc-38e1-4f36-b3fd-ba5846d6b76b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:33.442886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1956e49c-2b1a-4014-84ba-d6d17f42ac98 req-d2398659-59f2-4538-906e-31ae0058f137 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058185 Jul 14 09:21:33.524769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7486c-ae7c-455f-8320-990c27de2881 req-a0ab83d3-f081-45f8-8d45-64a8233e5f6d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.526720 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ede7486c-ae7c-455f-8320-990c27de2881 req-a0ab83d3-f081-45f8-8d45-64a8233e5f6d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f81001e-005f-4ed6-ba2b-bb014369a530 HTTP/1.1" status: 200 len: 945 time: 0.4885581 Jul 14 09:21:33.527707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.540059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b06e1656-b7b8-47f5-9eaf-3d393276c3d3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:33.590617 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1a3e0ac-6b2d-4f0b-b412-ee0ea003fc6c req-db9365f5-0ab6-4845-842a-dac23f3a1615 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 210 time: 0.0605199 Jul 14 09:21:33.634568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e5025fdc-38e1-4f36-b3fd-ba5846d6b76b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:33.665446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1149c-6de9-4b17-a419-843bd48c3d19 req-a962965b-b0a6-4ba6-b3dd-6300d1ff72d9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.680940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f5c1149c-6de9-4b17-a419-843bd48c3d19 req-a962965b-b0a6-4ba6-b3dd-6300d1ff72d9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1817367 Jul 14 09:21:33.695680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 77ce772f-cd0f-4bbe-a6c6-38f853607acb up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:33.797186 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f5c1149c-6de9-4b17-a419-843bd48c3d19 req-b1caf450-4d18-47d5-8526-553cfbaf5407 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152852 Jul 14 09:21:33.836722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event deleted for resources: {'Port': ['ID=e5025fdc-38e1-4f36-b3fd-ba5846d6b76b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.037294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 77ce772f-cd0f-4bbe-a6c6-38f853607acb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:34.046337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 77ce772f-cd0f-4bbe-a6c6-38f853607acb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:34.054729 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.056785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] No DVR routers for this DVR port e5025fdc-38e1-4f36-b3fd-ba5846d6b76b on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:34.063068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.097919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a58e1a60-b530-4fd1-a7db-23435e15cc38 req-a0716648-e2b8-44e4-b169-f8dbc1b5a7cc tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "DELETE /v2.0/ports/e5025fdc-38e1-4f36-b3fd-ba5846d6b76b HTTP/1.1" status: 204 len: 173 time: 1.2426870 Jul 14 09:21:34.105575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'name': 'network-vif-deleted', 'tag': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:34.111218 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e27a50e-e52d-46a1-a5e0-a6e500956ea5" -d '{"events": [{"server_uuid": "1a21f4d9-1772-414b-8747-27f637f1d80d", "name": "network-vif-deleted", "tag": "e5025fdc-38e1-4f36-b3fd-ba5846d6b76b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:34.176740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Deleting port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:34.177290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.208540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d232ac-b6f1-4572-8661-f4d2a7451c52 req-766a9608-d957-49cb-a89b-d4b628b1e00a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.220202 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9d232ac-b6f1-4572-8661-f4d2a7451c52 req-766a9608-d957-49cb-a89b-d4b628b1e00a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1499453 Jul 14 09:21:34.228642 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f433971-ae7d-41f7-a8c3-53f4a12d4fcd x-openstack-request-id: req-0f433971-ae7d-41f7-a8c3-53f4a12d4fcd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:34.228942 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a21f4d9-1772-414b-8747-27f637f1d80d", "name": "network-vif-deleted", "tag": "e5025fdc-38e1-4f36-b3fd-ba5846d6b76b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:34.229399 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f433971-ae7d-41f7-a8c3-53f4a12d4fcd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:34.231336 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a21f4d9-1772-414b-8747-27f637f1d80d', 'name': 'network-vif-deleted', 'tag': 'e5025fdc-38e1-4f36-b3fd-ba5846d6b76b', 'status': 'completed', 'code': 200} Jul 14 09:21:34.273100 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.335397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:34.338848 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4ae52-d5e6-42b2-8a4f-8efd81c3c50b" -d '{"events": [{"server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "name": "network-vif-plugged", "status": "completed", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:34.351570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9d232ac-b6f1-4572-8661-f4d2a7451c52 req-de0f2df1-84a2-42ca-a59e-fed4770ee1ec tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267178 Jul 14 09:21:34.383908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 77ce772f-cd0f-4bbe-a6c6-38f853607acb, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:34.389387 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.525834 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b15416a-1908-4d40-a446-31fa742f5939 x-openstack-request-id: req-7b15416a-1908-4d40-a446-31fa742f5939 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:34.526129 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "name": "network-vif-plugged", "status": "completed", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:34.526390 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b15416a-1908-4d40-a446-31fa742f5939 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:34.526790 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'code': 200} Jul 14 09:21:34.543397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=77ce772f-cd0f-4bbe-a6c6-38f853607acb,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.596697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] For port b06e1656-b7b8-47f5-9eaf-3d393276c3d3, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:34.597532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.644841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Calling delete_port for b06e1656-b7b8-47f5-9eaf-3d393276c3d3 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:34.859807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ce37e-4feb-4fed-b683-73455d43881d req-fe6813dc-9acc-4e58-9c07-5eba9457340d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.881824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-435ce37e-4feb-4fed-b683-73455d43881d req-fe6813dc-9acc-4e58-9c07-5eba9457340d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1867795 Jul 14 09:21:34.988456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-435ce37e-4feb-4fed-b683-73455d43881d req-8575ee3d-ae0c-44ed-a3ea-c6aa8781385b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055818 Jul 14 09:21:35.090833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94d82-cffa-4e15-b6e9-2bd07044f174 req-80736c43-2750-4406-b538-c37473a9212a tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.102493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fda94d82-cffa-4e15-b6e9-2bd07044f174 req-80736c43-2750-4406-b538-c37473a9212a tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 0.3085821 Jul 14 09:21:35.193135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.206053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e5025fdc-38e1-4f36-b3fd-ba5846d6b76b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:35.238569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5c57dc1a-11f2-4cf6-8e02-b62df8018485 req-ee1eccc5-082f-412c-8de9-48618ff27b92 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 210 time: 0.0777528 Jul 14 09:21:35.273079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fda94d82-cffa-4e15-b6e9-2bd07044f174 req-3b4d4b47-71e7-4a4d-b083-4a4b2ccf6a51 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694849 Jul 14 09:21:35.273934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event deleted for resources: {'Port': ['ID=b06e1656-b7b8-47f5-9eaf-3d393276c3d3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.293784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fa08e-d68a-4f71-b9a2-2fdd34479a67 req-7a674dbb-a4e9-4417-a195-2b2c0ecda10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.295332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e0fa08e-d68a-4f71-b9a2-2fdd34479a67 req-7a674dbb-a4e9-4417-a195-2b2c0ecda10b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 1097 time: 0.3287554 Jul 14 09:21:35.840081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] No DVR routers for this DVR port b06e1656-b7b8-47f5-9eaf-3d393276c3d3 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:35.843260 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.846282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ede7486c-ae7c-455f-8320-990c27de2881 req-c064a7c3-ae48-43b8-a72d-d75524fbbf98 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "DELETE /v2.0/ports/b06e1656-b7b8-47f5-9eaf-3d393276c3d3 HTTP/1.1" status: 204 len: 173 time: 2.3048465 Jul 14 09:21:35.981905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-3c976a53-3292-42c7-abf1-4f018d2eaa43 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.996974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e0fa08e-d68a-4f71-b9a2-2fdd34479a67 req-e08c08ed-015f-44ab-bf02-e43b98611e2b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469476 Jul 14 09:21:35.997896 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-3c976a53-3292-42c7-abf1-4f018d2eaa43 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 813 time: 0.2731388 Jul 14 09:21:36.063083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Request body: {'port': {'device_id': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'admin_state_up': True, 'tenant_id': '3d0c1a450d4b49859843f64d2b5b8ea3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:36.063927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabdfde-b146-420a-9316-2c54b52b6760 req-0e8893e5-d154-45bc-a343-51e91f9ea4ab tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.072070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9aabdfde-b146-420a-9316-2c54b52b6760 req-0e8893e5-d154-45bc-a343-51e91f9ea4ab tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.2246797 Jul 14 09:21:36.110029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-033c9832-710f-489c-a3e9-d9dbc3fab3f3 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.111646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-033c9832-710f-489c-a3e9-d9dbc3fab3f3 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 813 time: 0.2540343 Jul 14 09:21:36.146521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Request body: {'port': {'device_id': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'admin_state_up': True, 'tenant_id': '3d0c1a450d4b49859843f64d2b5b8ea3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:36.203465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Made reservation on behalf of 3d0c1a450d4b49859843f64d2b5b8ea3 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:36.209300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.334278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'name': 'network-vif-deleted', 'tag': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:36.351459 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeca159b-1cff-47bd-ae5d-8cc6cfb3b18a" -d '{"events": [{"server_uuid": "3f81001e-005f-4ed6-ba2b-bb014369a530", "name": "network-vif-deleted", "tag": "b06e1656-b7b8-47f5-9eaf-3d393276c3d3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:36.373186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9aabdfde-b146-420a-9316-2c54b52b6760 req-662264c6-ba10-4d9d-9fa6-55746b5c8138 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000555 Jul 14 09:21:36.545790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Made reservation on behalf of 3d0c1a450d4b49859843f64d2b5b8ea3 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:36.554643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.616228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Allocated IP 172.20.0.6 (2b675757-321a-4cc4-94c1-d0f552d861db/d79d4545-b39e-4e6b-8bc8-b43456358ca4/d115443c-d5d2-43ec-82b3-c60baf564f25) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:36.798558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37576) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:36.884251 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.988742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ebe83f0-28c3-46c1-905c-0db7220dafe7 req-8ac71acf-b7d5-4fe6-ae2f-b600198b67d2 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 210 time: 0.3344119 Jul 14 09:21:36.990008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.105180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event updated for resources: {'Port': ['ID=d115443c-d5d2-43ec-82b3-c60baf564f25,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:37.106394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Allocated IP 172.20.0.11 (2b675757-321a-4cc4-94c1-d0f552d861db/d79d4545-b39e-4e6b-8bc8-b43456358ca4/9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:37.151136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Network 2b675757-321a-4cc4-94c1-d0f552d861db is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:37.153636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:37.163540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:37.208909 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701cd376-784c-4076-93d3-5565cc084630 x-openstack-request-id: req-701cd376-784c-4076-93d3-5565cc084630 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:37.209475 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f81001e-005f-4ed6-ba2b-bb014369a530", "name": "network-vif-deleted", "tag": "b06e1656-b7b8-47f5-9eaf-3d393276c3d3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:37.209475 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-701cd376-784c-4076-93d3-5565cc084630 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:37.209854 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f81001e-005f-4ed6-ba2b-bb014369a530', 'name': 'network-vif-deleted', 'tag': 'b06e1656-b7b8-47f5-9eaf-3d393276c3d3', 'status': 'completed', 'code': 200} Jul 14 09:21:37.300625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.302824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.329764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39a0abbe-f53f-434d-a2b8-3b8798fff54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.353318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b06e1656-b7b8-47f5-9eaf-3d393276c3d3 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:37.379914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: b06e1656-b7b8-47f5-9eaf-3d393276c3d3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:37.380074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-e0cbf983-23eb-4f36-94e2-1538400782ae tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3215289 Jul 14 09:21:37.380669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b06e1656-b7b8-47f5-9eaf-3d393276c3d3 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:37.429044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Request body: {'port': {'device_id': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:37.502796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc4a71-0a34-484a-b1f5-8c853728bfdb req-fdb3c462-dc18-4c73-af5d-8e7986ec0ecd tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.515401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7edc4a71-0a34-484a-b1f5-8c853728bfdb req-fdb3c462-dc18-4c73-af5d-8e7986ec0ecd tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 0.7189281 Jul 14 09:21:37.587218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e5025fdc-38e1-4f36-b3fd-ba5846d6b76b no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:37.639205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: e5025fdc-38e1-4f36-b3fd-ba5846d6b76b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:37.639914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e5025fdc-38e1-4f36-b3fd-ba5846d6b76b not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:37.648923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd604-8d7e-492c-b6a0-bd84b4da383a req-59f395fb-07eb-44f4-8caa-b9015dd35c46 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.650470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-784dd604-8d7e-492c-b6a0-bd84b4da383a req-59f395fb-07eb-44f4-8caa-b9015dd35c46 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.3154645 Jul 14 09:21:37.712873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.719923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7edc4a71-0a34-484a-b1f5-8c853728bfdb req-3a0f21ee-c565-4e30-9bb5-40713b7cae99 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479628 Jul 14 09:21:37.763747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.776748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-ebe153f7-f7f3-4e59-8382-e1e28a6bc7bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3477459 Jul 14 09:21:37.834135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39a0abbe-f53f-434d-a2b8-3b8798fff54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.860436 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-39a0abbe-f53f-434d-a2b8-3b8798fff54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.871003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-784dd604-8d7e-492c-b6a0-bd84b4da383a req-14296a63-0f08-454e-949c-070c18d7e80c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043514 Jul 14 09:21:37.938802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.952730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-39a0abbe-f53f-434d-a2b8-3b8798fff54f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3aee0fb82c00402ca5926061b239b1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1539769 Jul 14 09:21:37.961569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37588) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.002946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0abbe-f53f-434d-a2b8-3b8798fff54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd4da7-a3a0-4c83-8421-f8dee39b0258,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.082096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Network 2b675757-321a-4cc4-94c1-d0f552d861db is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:38.112114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:38.114686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:38.120312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event updated for resources: {'Port': ['ID=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.133763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d115443c-d5d2-43ec-82b3-c60baf564f25 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:38.143492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.164452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Transition to ACTIVE for port object d115443c-d5d2-43ec-82b3-c60baf564f25 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:38.177240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.179697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153709d-cffd-489b-a7d7-54b945047c71 req-776242aa-2866-416a-8640-7f9e5e5f669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.181660 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-776242aa-2866-416a-8640-7f9e5e5f669c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1098 time: 0.3651173 Jul 14 09:21:38.224718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd71a90-23cd-4178-805a-c0ea433386c9 req-d3b6eff5-0025-4cc7-ae5e-2e96eef2bfb1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.226194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efd71a90-23cd-4178-805a-c0ea433386c9 req-d3b6eff5-0025-4cc7-ae5e-2e96eef2bfb1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1305518 Jul 14 09:21:38.249517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a26b3a4-1578-45e2-ab58-6cf35eab997d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.260052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Pushing event updated for resources: {'Port': ['ID=d115443c-d5d2-43ec-82b3-c60baf564f25,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.276676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.277410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.321693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efd71a90-23cd-4178-805a-c0ea433386c9 req-cf9d03aa-199a-4143-a8a6-428e21a8e86e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864279 Jul 14 09:21:38.345931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Attempting to bind port d115443c-d5d2-43ec-82b3-c60baf564f25 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:38.346444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Attempting to bind port d115443c-d5d2-43ec-82b3-c60baf564f25 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:38.346775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Attempting to bind port d115443c-d5d2-43ec-82b3-c60baf564f25 on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:38.349832 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a26b3a4-1578-45e2-ab58-6cf35eab997d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.352816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Port d115443c-d5d2-43ec-82b3-c60baf564f25 on network 2b675757-321a-4cc4-94c1-d0f552d861db not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:38.352816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Attempting to bind port d115443c-d5d2-43ec-82b3-c60baf564f25 on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:38.369559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:38.369904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Checking segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:38.370576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Bound using segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:38.370989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Bound port: d115443c-d5d2-43ec-82b3-c60baf564f25, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:38.371380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.381991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-af0a82dc-9d3c-4623-b9f2-da1e7c19f8ab tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2550888 Jul 14 09:21:38.410959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Request body: {'port': {'device_id': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:38.502537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffe672-1d31-4b35-8016-b15ba82b204e req-0f285163-77b0-498b-8aca-d5ce1085862d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.504095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cffe672-1d31-4b35-8016-b15ba82b204e req-0f285163-77b0-498b-8aca-d5ce1085862d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 943 time: 0.3129473 Jul 14 09:21:38.516304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153709d-cffd-489b-a7d7-54b945047c71 req-93f3d4c8-bb58-4752-92ab-d8bd02e79056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.517738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-93f3d4c8-bb58-4752-92ab-d8bd02e79056 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.3033099 Jul 14 09:21:38.535795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] For port d115443c-d5d2-43ec-82b3-c60baf564f25, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:38.552577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] For port d115443c-d5d2-43ec-82b3-c60baf564f25, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d115443c-d5d2-43ec-82b3-c60baf564f25,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:38.564996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162fff7-9fc8-4a32-be45-17a6dbf1fce9 req-89461b49-1999-431b-b58e-8c8e50c2825c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.567468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0162fff7-9fc8-4a32-be45-17a6dbf1fce9 req-89461b49-1999-431b-b58e-8c8e50c2825c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1162081 Jul 14 09:21:38.567849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.616713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a26b3a4-1578-45e2-ab58-6cf35eab997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.619189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a26b3a4-1578-45e2-ab58-6cf35eab997d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.620340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0a26b3a4-1578-45e2-ab58-6cf35eab997d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acdd4da7-a3a0-4c83-8421-f8dee39b0258 HTTP/1.1" status: 204 len: 168 time: 0.6577463 Jul 14 09:21:38.633184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.633818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.635198 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] 10.222.0.48 "PUT /v2.0/ports/d115443c-d5d2-43ec-82b3-c60baf564f25 HTTP/1.1" status: 200 len: 1092 time: 1.2130802 Jul 14 09:21:38.635715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'tag': 'd115443c-d5d2-43ec-82b3-c60baf564f25'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:38.637946 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee1ee2-537f-4152-9fc3-80939a4d6f73" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1e4959-642e-446d-862c-6ed5f6d16299", "tag": "d115443c-d5d2-43ec-82b3-c60baf564f25"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:38.642840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.662057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26b3a4-1578-45e2-ab58-6cf35eab997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd4da7-a3a0-4c83-8421-f8dee39b0258,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.663027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82869-40fd-4cc9-9a78-ab2c062d141f service neutron] Pushing event updated for resources: {'Port': ['ID=d115443c-d5d2-43ec-82b3-c60baf564f25,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.669174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-eaea0903-ce89-400b-b879-fe5d830a5333 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 1002 time: 0.1211629 Jul 14 09:21:38.672831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cffe672-1d31-4b35-8016-b15ba82b204e req-2adcd443-6df5-481e-8689-c1f775c85f52 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582868 Jul 14 09:21:38.735435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0162fff7-9fc8-4a32-be45-17a6dbf1fce9 req-ebd7babe-c4b1-40fb-9cfe-5661cefe0803 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343331 Jul 14 09:21:38.827318 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1202905-c270-4757-8196-329968e1f8e3 x-openstack-request-id: req-d1202905-c270-4757-8196-329968e1f8e3 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:38.827855 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1e4959-642e-446d-862c-6ed5f6d16299", "tag": "d115443c-d5d2-43ec-82b3-c60baf564f25", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:38.828301 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1202905-c270-4757-8196-329968e1f8e3 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:38.829189 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'tag': 'd115443c-d5d2-43ec-82b3-c60baf564f25', 'status': 'completed', 'code': 200} Jul 14 09:21:38.879590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153709d-cffd-489b-a7d7-54b945047c71 req-eed2e6dc-ac92-4a78-a3b7-7f1ae8ae5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.881034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-eed2e6dc-ac92-4a78-a3b7-7f1ae8ae5e6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.2048819 Jul 14 09:21:38.888012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-3cbc0672-8c53-45d1-bd3a-48657ecabf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.890367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-3cbc0672-8c53-45d1-bd3a-48657ecabf20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 1095 time: 0.2086952 Jul 14 09:21:38.971201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-f81705d9-c7aa-49ca-ab0d-0f2b637ab7c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d115443c-d5d2-43ec-82b3-c60baf564f25 HTTP/1.1" status: 200 len: 217 time: 0.0728874 Jul 14 09:21:39.051049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-b9d67391-5666-4bcd-afd8-46ca08856d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.052830 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-b9d67391-5666-4bcd-afd8-46ca08856d05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.0766122 Jul 14 09:21:39.075971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153709d-cffd-489b-a7d7-54b945047c71 req-40e69170-ea25-47e9-87ef-6cc130cd36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.086646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-40e69170-ea25-47e9-87ef-6cc130cd36ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763475 Jul 14 09:21:39.098005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:39.109909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-11ad9466-0709-4a61-b325-afacd27a5fcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497804 Jul 14 09:21:39.171448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877f9fdc-19e9-4cf1-bb2a-de2248f63f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.239835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-4e4dfc26-80d2-440d-9350-a3bb624f4447 service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251557 Jul 14 09:21:39.294142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-3799934e-85cd-46f8-954b-073492e8400d service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083597 Jul 14 09:21:39.296396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:39.316953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.414153 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-74bc9294-02cd-4a03-a37c-43d4d54c54bf service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600111 Jul 14 09:21:39.414335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Transition to ACTIVE for port object 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:39.426301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.537007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877f9fdc-19e9-4cf1-bb2a-de2248f63f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.545755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5153709d-cffd-489b-a7d7-54b945047c71 req-38cb8828-5e05-4062-943f-04eb65365e2e service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437687 Jul 14 09:21:39.548809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-877f9fdc-19e9-4cf1-bb2a-de2248f63f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.550423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.598495 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb2e0-f0a9-4390-9440-9fdeb097f33c req-06a55281-0b45-40b5-aec7-05a00cf643b4 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.600141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8f3bb2e0-f0a9-4390-9440-9fdeb097f33c req-06a55281-0b45-40b5-aec7-05a00cf643b4 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 0.2872295 Jul 14 09:21:39.604367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5a61-e1cf-430b-9db4-5acf256ae4db req-75dbd549-d6e7-451d-8229-896216697ac5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.605902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab8b5a61-e1cf-430b-9db4-5acf256ae4db req-75dbd549-d6e7-451d-8229-896216697ac5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 946 time: 0.1194010 Jul 14 09:21:39.610636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-c2848f45-ffa3-4204-b7f1-dabd9a651dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.612266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-c2848f45-ffa3-4204-b7f1-dabd9a651dc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 1095 time: 0.1244667 Jul 14 09:21:39.662910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-877f9fdc-19e9-4cf1-bb2a-de2248f63f41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c9f1256a3be4ce09e0b1bf6d2b858d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638587 Jul 14 09:21:39.666608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f9fdc-19e9-4cf1-bb2a-de2248f63f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a97692-c5f8-41c6-ab03-2a2e11985f31,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.668863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37618) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:39.705685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab8b5a61-e1cf-430b-9db4-5acf256ae4db req-cd55a3f0-1d4f-4584-8e95-82ba316ddc00 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897658 Jul 14 09:21:39.720415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8f3bb2e0-f0a9-4390-9440-9fdeb097f33c req-a7cb5ca5-1a35-4690-9e34-b3697f9d5146 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893943 Jul 14 09:21:39.735498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Attempting to bind port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:39.735498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Attempting to bind port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:39.735498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Attempting to bind port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:39.743911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 on network 2b675757-321a-4cc4-94c1-d0f552d861db not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:39.744241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Attempting to bind port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 on network 2b675757-321a-4cc4-94c1-d0f552d861db {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:39.765650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:39.766132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Checking segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:39.766523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Bound using segment: {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:39.766970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Bound port: 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc43993-9ced-447e-86e2-513e300d8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:39.767334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.774612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-be4614d1-773d-40d7-8386-f582158258c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.777085 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-be4614d1-773d-40d7-8386-f582158258c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 914 time: 0.1472166 Jul 14 09:21:39.787474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8516-1b6b-49b3-ac79-06c480fdb08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.835844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8516-1b6b-49b3-ac79-06c480fdb08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.865581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-7aee4b58-6509-4915-8295-98896b35d5ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d115443c-d5d2-43ec-82b3-c60baf564f25 HTTP/1.1" status: 200 len: 217 time: 0.0806696 Jul 14 09:21:39.882964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] For port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:39.895309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] For port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:39.900668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.954671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.955503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.957803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 HTTP/1.1" status: 200 len: 1093 time: 1.5585361 Jul 14 09:21:39.958348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'tag': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:39.961565 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a662f4-488c-4da4-aee3-42683609f0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc33985-5adc-430e-8cb0-40da4ffad2bf", "tag": "9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:39.967085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8516-1b6b-49b3-ac79-06c480fdb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.970094 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8516-1b6b-49b3-ac79-06c480fdb08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.971273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9a2e8516-1b6b-49b3-ac79-06c480fdb08f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36a97692-c5f8-41c6-ab03-2a2e11985f31 HTTP/1.1" status: 204 len: 168 time: 0.2977724 Jul 14 09:21:40.016479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e8516-1b6b-49b3-ac79-06c480fdb08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a97692-c5f8-41c6-ab03-2a2e11985f31,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.026081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-04b85e78-30bb-442e-bb8a-9c781bc60d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.027726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-04b85e78-30bb-442e-bb8a-9c781bc60d9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.1550765 Jul 14 09:21:40.035983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f05061-8fdd-438d-9418-adf32fb4f4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.066951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-f3b42eff-25e1-4c48-8494-fa09f900dc17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306056 Jul 14 09:21:40.097226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2f71-b06a-4cb8-aeba-5a08fad2e9ab req-44d06d03-436c-4fd2-8c3a-d84ee5c6ab11 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.098751 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710b2f71-b06a-4cb8-aeba-5a08fad2e9ab req-44d06d03-436c-4fd2-8c3a-d84ee5c6ab11 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 943 time: 0.1247418 Jul 14 09:21:40.113859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-0023b82d-df3b-4950-b18c-83975ec755e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.115320 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-0023b82d-df3b-4950-b18c-83975ec755e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 1096 time: 0.0947561 Jul 14 09:21:40.144747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ceeebf-9fdb-4453-879d-61733eb90cea req-bc5caf94-55a8-41a5-951a-0bdf006ed532 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.147909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40ceeebf-9fdb-4453-879d-61733eb90cea req-bc5caf94-55a8-41a5-951a-0bdf006ed532 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1885538 Jul 14 09:21:40.172765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-519bfb92-3547-4688-8a69-953936e232d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 HTTP/1.1" status: 200 len: 217 time: 0.0492373 Jul 14 09:21:40.205471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710b2f71-b06a-4cb8-aeba-5a08fad2e9ab req-d709cc1c-787f-473a-9ed8-e84220c88e75 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998077 Jul 14 09:21:40.209268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40ceeebf-9fdb-4453-879d-61733eb90cea req-a4bae072-ad76-4a1c-8d01-f34754093ff1 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541527 Jul 14 09:21:40.225849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-d4f0bf90-9f30-475c-830c-fa39f0994f73 service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516702 Jul 14 09:21:40.285720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-3bc31578-648e-433b-9a01-b7d6b4679df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.287705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-3bc31578-648e-433b-9a01-b7d6b4679df0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.1059456 Jul 14 09:21:40.316636 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70fbda-6940-4b73-8de4-57e759f3e5af x-openstack-request-id: req-2a70fbda-6940-4b73-8de4-57e759f3e5af {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:40.318144 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc33985-5adc-430e-8cb0-40da4ffad2bf", "tag": "9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:40.318663 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a70fbda-6940-4b73-8de4-57e759f3e5af {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:40.319342 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'tag': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95', 'status': 'completed', 'code': 200} Jul 14 09:21:40.353655 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bee1ee2-537f-4152-9fc3-80939a4d6f73 req-ad658a51-4800-4719-bde9-224c02711826 service neutron] 10.222.0.48 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135557 Jul 14 09:21:40.355812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-ade66478-cf47-438c-8245-24f4bdc2cf1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617497 Jul 14 09:21:40.506845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf5cc-fd09-4885-b0f2-954e940836f5 req-5c54932a-7de7-419d-89f8-2d4b31fb2422 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.508440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83adf5cc-fd09-4885-b0f2-954e940836f5 req-5c54932a-7de7-419d-89f8-2d4b31fb2422 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 0.1574376 Jul 14 09:21:40.512628 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-6fce6843-ea18-492c-a787-0b837b0d1e18 service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465218 Jul 14 09:21:40.518713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37638) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:40.524397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Request body: {'floatingip': {'port_id': '77ce772f-cd0f-4bbe-a6c6-38f853607acb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:40.572969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.629715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c7f8f8d-5c69-4c02-97ef-237bad4fab11 req-52aa6d59-e242-42b3-9076-b66600c5852c service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104581 Jul 14 09:21:40.784952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-50eaf8f6-177a-4640-b46b-3fef3b98c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.787314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-50eaf8f6-177a-4640-b46b-3fef3b98c05c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 1096 time: 0.0961473 Jul 14 09:21:40.910813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-7df5ad96-f00a-42f4-ba6a-8ecfa3bf77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.912893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-7df5ad96-f00a-42f4-ba6a-8ecfa3bf77fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 200 len: 914 time: 0.1199329 Jul 14 09:21:41.006893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-9f712e48-0212-40af-ab7f-2a07acfe73c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 HTTP/1.1" status: 200 len: 217 time: 0.0867372 Jul 14 09:21:41.064571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-9ac47e3b-f21b-4021-8186-d86ff09a2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.066487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-9ac47e3b-f21b-4021-8186-d86ff09a2656 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 200 len: 853 time: 0.0530779 Jul 14 09:21:41.102185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-91fd11f4-5ee2-4d66-b7d8-688cd605ed05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b675757-321a-4cc4-94c1-d0f552d861db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285745 Jul 14 09:21:41.239547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-a989c079-d073-4c36-8b73-57105a24dbe8 service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304858 Jul 14 09:21:41.387470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7a662f4-488c-4da4-aee3-42683609f0a5 req-69d0bbfc-667d-4b44-a87a-2e7f2af20a87 service neutron] 10.222.0.11 "GET /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319776 Jul 14 09:21:41.392794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e7f2a-747a-45c9-8900-6f76d07026fc req-fe5ebfa9-68fe-4a0f-be0c-42705a5d0fb4 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.394374 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e0e7f2a-747a-45c9-8900-6f76d07026fc req-fe5ebfa9-68fe-4a0f-be0c-42705a5d0fb4 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 946 time: 0.2448068 Jul 14 09:21:41.423421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-7a5cc2ee-6f5b-445a-8a4c-2badb32eb9a5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.423421 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-7a5cc2ee-6f5b-445a-8a4c-2badb32eb9a5 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 946 time: 0.5941205 Jul 14 09:21:41.516541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc5090-96c6-4163-9c81-4f54662c9eae req-19ddda4e-1932-45f3-a050-b168e11faa02 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.524028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aefc5090-96c6-4163-9c81-4f54662c9eae req-19ddda4e-1932-45f3-a050-b168e11faa02 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 943 time: 0.0950692 Jul 14 09:21:41.561428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aefc5090-96c6-4163-9c81-4f54662c9eae req-e81d5911-4b81-48fd-822f-bb97c49526a9 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364845 Jul 14 09:21:41.614150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d115443c-d5d2-43ec-82b3-c60baf564f25 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:41.729702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d115443c-d5d2-43ec-82b3-c60baf564f25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d115443c-d5d2-43ec-82b3-c60baf564f25,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:41.744018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'd115443c-d5d2-43ec-82b3-c60baf564f25', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'port_id': 'd115443c-d5d2-43ec-82b3-c60baf564f25', 'mac_address': 'fa:16:3e:8e:58:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79d4545-b39e-4e6b-8bc8-b43456358ca4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:41.752235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e0e7f2a-747a-45c9-8900-6f76d07026fc req-6172078b-d968-4fd5-9a3a-a77f28d603d0 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306193 Jul 14 09:21:41.785167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1851f5-fce3-4044-bc41-1aa2dcba0b89 req-7e5791d7-22b1-4abe-8baf-0c5fa025f7e8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.789275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.793735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1851f5-fce3-4044-bc41-1aa2dcba0b89 req-7e5791d7-22b1-4abe-8baf-0c5fa025f7e8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1035159 Jul 14 09:21:41.803588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d115443c-d5d2-43ec-82b3-c60baf564f25 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:41.828374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d115443c-d5d2-43ec-82b3-c60baf564f25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d115443c-d5d2-43ec-82b3-c60baf564f25,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:41.834871 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.845393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1851f5-fce3-4044-bc41-1aa2dcba0b89 req-9748f992-018d-4da2-ab5d-8978c3d4b436 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506954 Jul 14 09:21:41.865256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.874048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.929417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d115443c-d5d2-43ec-82b3-c60baf564f25,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.940367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.940940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.941439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.941961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.942639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.943135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.943838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.944198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.944674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.945054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.945551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:41.946239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:42.019381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Deleting port 0038a081-d8c5-4984-bbd5-4463b1e19b47 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:42.019381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.054202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d115443c-d5d2-43ec-82b3-c60baf564f25'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:42.127207 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Floating IP 6f7a754d-a70d-49e1-9aad-46991fbd54cc associated. External IP: 172.25.2.125, port: 77ce772f-cd0f-4bbe-a6c6-38f853607acb. Jul 14 09:21:42.265603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] For port 0038a081-d8c5-4984-bbd5-4463b1e19b47, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0038a081-d8c5-4984-bbd5-4463b1e19b47,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:42.266198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.287992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Calling delete_port for 0038a081-d8c5-4984-bbd5-4463b1e19b47 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:42.482316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Router fb84b0f3-f25c-430e-9684-70899ae54741 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:42.528912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f64fa-60aa-435f-baa2-b442b0682238 req-9527f019-bd98-4e6f-bd49-1b79f0ad1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.531119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-941f64fa-60aa-435f-baa2-b442b0682238 req-9527f019-bd98-4e6f-bd49-1b79f0ad1a05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1099 time: 0.1664104 Jul 14 09:21:42.540324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49beeb3-6800-4675-badd-97b3afc59a58 req-d970d8fa-5aa0-408c-8379-df8fba13629f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.541712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b49beeb3-6800-4675-badd-97b3afc59a58 req-d970d8fa-5aa0-408c-8379-df8fba13629f tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1093929 Jul 14 09:21:42.651811 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b49beeb3-6800-4675-badd-97b3afc59a58 req-1c5ace7e-f77e-4bbd-a383-e6027edd59dc tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009116 Jul 14 09:21:42.659348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.712096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Pushing event deleted for resources: {'Port': ['ID=0038a081-d8c5-4984-bbd5-4463b1e19b47,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:42.731843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f64fa-60aa-435f-baa2-b442b0682238 req-198dbf0a-4d42-4410-bbb3-af33291b5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.733360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-941f64fa-60aa-435f-baa2-b442b0682238 req-198dbf0a-4d42-4410-bbb3-af33291b5340 service neutron] 10.222.0.48 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 915 time: 0.1908104 Jul 14 09:21:42.738345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0038a081-d8c5-4984-bbd5-4463b1e19b47'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:42.789539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-941f64fa-60aa-435f-baa2-b442b0682238 req-2433f4fd-2af3-4829-91e7-8603992796e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 217 time: 0.0495851 Jul 14 09:21:42.807647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:42.814561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.822593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] Sync routers for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:42.835693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:42.836843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:21:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:42.882644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f64fa-60aa-435f-baa2-b442b0682238 req-08ef3a92-69c4-467b-a7a4-5fe0877f1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.884326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-941f64fa-60aa-435f-baa2-b442b0682238 req-08ef3a92-69c4-467b-a7a4-5fe0877f1016 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.0884411 Jul 14 09:21:42.887533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] No DVR routers for this DVR port 0038a081-d8c5-4984-bbd5-4463b1e19b47 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:42.918275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.920686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7a0fc0ce-ee82-444c-a8eb-4c6c09422f29 req-f843b46d-674f-4737-a926-e2eae15da62f tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.48 "DELETE /v2.0/ports/0038a081-d8c5-4984-bbd5-4463b1e19b47 HTTP/1.1" status: 204 len: 173 time: 1.4624372 Jul 14 09:21:42.921742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'name': 'network-vif-deleted', 'tag': '0038a081-d8c5-4984-bbd5-4463b1e19b47'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:42.924300 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c46933-b22f-4b5a-a122-d9bd4f3fe5f9" -d '{"events": [{"server_uuid": "1dac96e1-878f-4ff3-bbb7-bae68f309af8", "name": "network-vif-deleted", "tag": "0038a081-d8c5-4984-bbd5-4463b1e19b47"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:42.939598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-941f64fa-60aa-435f-baa2-b442b0682238 req-91c20978-4cc1-41fe-a2c4-d2cdb641c5b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448563 Jul 14 09:21:42.962629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f0bdee6-91d6-42e9-b303-33be5eb512f4 req-febd06c0-402b-4de9-b4ea-7c493d75a6c8 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dac96e1-878f-4ff3-bbb7-bae68f309af8 HTTP/1.1" status: 200 len: 210 time: 0.0550327 Jul 14 09:21:42.995886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a9a1a334-f91e-4d9f-bac3-162a79df27fc tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "PUT /v2.0/floatingips/6f7a754d-a70d-49e1-9aad-46991fbd54cc HTTP/1.1" status: 200 len: 991 time: 2.4733882 Jul 14 09:21:43.036588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebddd4-a294-49c5-95b6-1d496992da0f req-924752a1-0a96-4be9-abf2-a49e80ebb6fa tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.043373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14ebddd4-a294-49c5-95b6-1d496992da0f req-924752a1-0a96-4be9-abf2-a49e80ebb6fa tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 944 time: 0.3379965 Jul 14 09:21:43.070044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:43.131848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14ebddd4-a294-49c5-95b6-1d496992da0f req-d874e691-baa4-4705-8ede-f4bad603ea50 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799572 Jul 14 09:21:43.150521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-941f64fa-60aa-435f-baa2-b442b0682238 req-650efc95-fc78-4830-b238-3bde4efa6191 service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907222 Jul 14 09:21:43.282665 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304c65c8-71a7-4f99-8286-0cb7c656b8ba x-openstack-request-id: req-304c65c8-71a7-4f99-8286-0cb7c656b8ba {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:43.283269 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac96e1-878f-4ff3-bbb7-bae68f309af8", "name": "network-vif-deleted", "tag": "0038a081-d8c5-4984-bbd5-4463b1e19b47", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:43.283989 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-304c65c8-71a7-4f99-8286-0cb7c656b8ba {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:43.284654 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dac96e1-878f-4ff3-bbb7-bae68f309af8', 'name': 'network-vif-deleted', 'tag': '0038a081-d8c5-4984-bbd5-4463b1e19b47', 'status': 'completed', 'code': 200} Jul 14 09:21:43.366139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-941f64fa-60aa-435f-baa2-b442b0682238 req-fe4005c4-f3aa-4464-bda5-ed54c1a806cb service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078788 Jul 14 09:21:43.404569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:43.568749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37730) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:43.606514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:43.618540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '6f7a754d-a70d-49e1-9aad-46991fbd54cc', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'port_id': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'mac_address': 'fa:16:3e:c1:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:21:21Z', 'updated_at': '2021-07-14T09:21:41Z', 'revision_number': 1, 'project_id': '9741f334a50c415c92fd7818275029f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:43.626258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95', 'network_id': '2b675757-321a-4cc4-94c1-d0f552d861db', 'port_id': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95', 'mac_address': 'fa:16:3e:ed:83:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79d4545-b39e-4e6b-8bc8-b43456358ca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:43.652543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d115443c-d5d2-43ec-82b3-c60baf564f25 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:43.694374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] Checking router: fb84b0f3-f25c-430e-9684-70899ae54741 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:43.732704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:43.733337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:21:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:43.740895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae308384-0eef-4724-8703-b815e1a28123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.790603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.804833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port d115443c-d5d2-43ec-82b3-c60baf564f25 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:43.810628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:43.818457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port d115443c-d5d2-43ec-82b3-c60baf564f25 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:43.818803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.891327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:43.901151 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae308384-0eef-4724-8703-b815e1a28123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.905061 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.920155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae308384-0eef-4724-8703-b815e1a28123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.966614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:43.970164 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae308384-0eef-4724-8703-b815e1a28123 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74bae013c45f43f2925dc97fc0b16960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003294 Jul 14 09:21:43.971303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308384-0eef-4724-8703-b815e1a28123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a93685-ca56-4150-96c5-fd2ad581362a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:43.972869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:44.085489 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.087714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.196405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4dbe5-af81-4caa-87f4-66e7618b1fea req-5b26cf6b-9e86-4841-a0a3-83cb4cbc718c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.208410 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eeb4dbe5-af81-4caa-87f4-66e7618b1fea req-5b26cf6b-9e86-4841-a0a3-83cb4cbc718c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1403913 Jul 14 09:21:44.309237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eeb4dbe5-af81-4caa-87f4-66e7618b1fea req-c8d745af-d15f-4d96-ab37-e77aca32a265 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984631 Jul 14 09:21:44.382790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd115443c-d5d2-43ec-82b3-c60baf564f25'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:44.382790 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8468c1-4f02-477b-b31c-523456a529a7" -d '{"events": [{"server_uuid": "bb1e4959-642e-446d-862c-6ed5f6d16299", "name": "network-vif-plugged", "status": "completed", "tag": "d115443c-d5d2-43ec-82b3-c60baf564f25"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:44.384022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:44.424581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d115443c-d5d2-43ec-82b3-c60baf564f25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d115443c-d5d2-43ec-82b3-c60baf564f25,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:44.431652 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.549630 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62d2778-2dfa-43a9-bee2-c9cd98f29461 x-openstack-request-id: req-b62d2778-2dfa-43a9-bee2-c9cd98f29461 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:44.549928 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1e4959-642e-446d-862c-6ed5f6d16299", "name": "network-vif-plugged", "status": "completed", "tag": "d115443c-d5d2-43ec-82b3-c60baf564f25", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:44.550191 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b62d2778-2dfa-43a9-bee2-c9cd98f29461 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:44.550594 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd115443c-d5d2-43ec-82b3-c60baf564f25', 'code': 200} Jul 14 09:21:44.644270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d115443c-d5d2-43ec-82b3-c60baf564f25,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.745967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '6f7a754d-a70d-49e1-9aad-46991fbd54cc', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'port_id': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'mac_address': 'fa:16:3e:c1:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:21:21Z', 'updated_at': '2021-07-14T09:21:41Z', 'revision_number': 1, 'project_id': '9741f334a50c415c92fd7818275029f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:44.832766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fec8e1d-6392-48d5-ab82-0ecd02c0dfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.881446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fec8e1d-6392-48d5-ab82-0ecd02c0dfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.906693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9fd8c-67d8-4f6d-8ac5-ba82fad385a5 req-0330ea80-3a5e-49a2-9a9b-d0b24b553f61 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.908333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbc9fd8c-67d8-4f6d-8ac5-ba82fad385a5 req-0330ea80-3a5e-49a2-9a9b-d0b24b553f61 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 945 time: 0.1618667 Jul 14 09:21:44.933308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1a73e-9474-4c5f-9817-3d856a7d268e req-163328b7-c8f2-4d3d-afb9-10a136f9a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.935188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ff1a73e-9474-4c5f-9817-3d856a7d268e req-163328b7-c8f2-4d3d-afb9-10a136f9a5cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 1097 time: 0.1876163 Jul 14 09:21:44.955204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43dac6-4951-45cd-a611-1620d9b62718 None None] The sync data for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 is: [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '6f7a754d-a70d-49e1-9aad-46991fbd54cc', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'port_id': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'mac_address': 'fa:16:3e:c1:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:21:21Z', 'updated_at': '2021-07-14T09:21:41Z', 'revision_number': 1, 'project_id': '9741f334a50c415c92fd7818275029f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:44.995964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbc9fd8c-67d8-4f6d-8ac5-ba82fad385a5 req-8323801c-cbe9-41b1-9ef2-db999ece8595 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772417 Jul 14 09:21:45.011435 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fec8e1d-6392-48d5-ab82-0ecd02c0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.015178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fec8e1d-6392-48d5-ab82-0ecd02c0dfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.016681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1fec8e1d-6392-48d5-ab82-0ecd02c0dfcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96a93685-ca56-4150-96c5-fd2ad581362a HTTP/1.1" status: 204 len: 168 time: 1.0403152 Jul 14 09:21:45.023909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ff1a73e-9474-4c5f-9817-3d856a7d268e req-462b0b97-324b-4692-b0a1-edd95974a694 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742915 Jul 14 09:21:45.036839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec8e1d-6392-48d5-ab82-0ecd02c0dfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a93685-ca56-4150-96c5-fd2ad581362a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.260851 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af8ac2c-bfc8-414a-977e-aa3feaeff596 None None] New status for floating IP 6f7a754d-a70d-49e1-9aad-46991fbd54cc: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:45.287211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:45.289425 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9" -d '{"events": [{"name": "network-changed", "server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:45.358412 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f44851b-39a3-4ced-be2d-fcb94380e239 x-openstack-request-id: req-7f44851b-39a3-4ced-be2d-fcb94380e239 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:45.358762 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:45.359068 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f44851b-39a3-4ced-be2d-fcb94380e239 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:45.359556 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'status': 'completed', 'code': 200} Jul 14 09:21:45.394489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:45.402889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:45.422737 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-633e62d6-4d11-43ff-8d64-7d5c21d18a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.561877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:45.569707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:45.571286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.578834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-9f40331d-7da8-4b0a-a5c4-a42aab123821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.584824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-9f40331d-7da8-4b0a-a5c4-a42aab123821 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 1097 time: 0.2028012 Jul 14 09:21:45.610172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-633e62d6-4d11-43ff-8d64-7d5c21d18a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.616248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-633e62d6-4d11-43ff-8d64-7d5c21d18a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.639324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0038a081-d8c5-4984-bbd5-4463b1e19b47 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:45.701741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-633e62d6-4d11-43ff-8d64-7d5c21d18a21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc1d0e0d69844d88aff32b706ac040ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060765 Jul 14 09:21:45.703325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e62d6-4d11-43ff-8d64-7d5c21d18a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b12e8ad-4acd-46ce-b713-89d42e6bc7b9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.705646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 0038a081-d8c5-4984-bbd5-4463b1e19b47 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:45.705911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:45.709945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0038a081-d8c5-4984-bbd5-4463b1e19b47 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:45.818991 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.912017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9e39741-053a-4a46-a9ea-832646f18b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.917567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8504a-d216-4a5f-8466-d39b34c8298d req-969aae4f-632c-4723-8291-88eedc379cf0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.936042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48a8504a-d216-4a5f-8466-d39b34c8298d req-969aae4f-632c-4723-8291-88eedc379cf0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.3093987 Jul 14 09:21:45.979205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-fc82c166-014a-48f4-b025-f57c6196e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.983821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-fc82c166-014a-48f4-b025-f57c6196e731 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.3900330 Jul 14 09:21:46.001317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9e39741-053a-4a46-a9ea-832646f18b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.008116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:46.010084 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2539f68c-4ba2-4815-ada9-3a00aef4ef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.015780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.072435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9e39741-053a-4a46-a9ea-832646f18b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.076515 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9e39741-053a-4a46-a9ea-832646f18b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.081083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b9e39741-053a-4a46-a9ea-832646f18b83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b12e8ad-4acd-46ce-b713-89d42e6bc7b9 HTTP/1.1" status: 204 len: 168 time: 0.3741975 Jul 14 09:21:46.108498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e39741-053a-4a46-a9ea-832646f18b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b12e8ad-4acd-46ce-b713-89d42e6bc7b9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:46.132739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-489ca479-3444-4964-91cf-81162b66a8c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb HTTP/1.1" status: 200 len: 1001 time: 0.1348295 Jul 14 09:21:46.140409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:46.164025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48a8504a-d216-4a5f-8466-d39b34c8298d req-52131baa-aeed-451c-9b0f-82036b8eefa0 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270133 Jul 14 09:21:46.256146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-e7edb0ce-5e66-4988-8b1e-054fcfc0664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.265282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-e7edb0ce-5e66-4988-8b1e-054fcfc0664e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.1143544 Jul 14 09:21:46.315832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20d29-579b-4cf1-9e38-978918a73381 req-97a2e0d7-02cb-43e3-90ff-599940a9b287 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.317699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ea20d29-579b-4cf1-9e38-978918a73381 req-97a2e0d7-02cb-43e3-90ff-599940a9b287 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 945 time: 0.0941279 Jul 14 09:21:46.376641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ea20d29-579b-4cf1-9e38-978918a73381 req-63559506-0d3a-4c40-b2c4-400792dd0db7 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 Jul 14 09:21:46.412370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-1209e063-d5a4-4e6b-a0a6-b5703b9c2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.413857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-1209e063-d5a4-4e6b-a0a6-b5703b9c2095 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427915 Jul 14 09:21:46.427145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7110c7-b64a-4c18-837b-613f0771a4a6 req-92947c99-e3e0-4a49-833e-4fc89ff8ac8a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.434765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b7110c7-b64a-4c18-837b-613f0771a4a6 req-92947c99-e3e0-4a49-833e-4fc89ff8ac8a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1155221 Jul 14 09:21:46.547962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b7110c7-b64a-4c18-837b-613f0771a4a6 req-dd398150-b505-4af8-93ec-60d5bc9f867b tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119580 Jul 14 09:21:46.551560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:46.555242 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba46d7-bf3d-4b1f-a200-c204c618d046" -d '{"events": [{"server_uuid": "6cc33985-5adc-430e-8cb0-40da4ffad2bf", "name": "network-vif-plugged", "status": "completed", "tag": "9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:46.658552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-d70c1ffc-f25f-406a-ab76-385382301a0d service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156365 Jul 14 09:21:46.666069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e17c1-2e46-409a-880d-7c2ea90ef5a1 req-2413655c-b021-4eed-89b1-43bcf37e6c3d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.669670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e08e17c1-2e46-409a-880d-7c2ea90ef5a1 req-2413655c-b021-4eed-89b1-43bcf37e6c3d tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 946 time: 0.1523490 Jul 14 09:21:46.674278 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae56249-48b0-4397-a745-3010fe7f29f8 x-openstack-request-id: req-1ae56249-48b0-4397-a745-3010fe7f29f8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:46.674532 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc33985-5adc-430e-8cb0-40da4ffad2bf", "name": "network-vif-plugged", "status": "completed", "tag": "9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:46.674777 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ae56249-48b0-4397-a745-3010fe7f29f8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:46.675176 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95', 'code': 200} Jul 14 09:21:46.793094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e08e17c1-2e46-409a-880d-7c2ea90ef5a1 req-8221c7dc-2830-43c4-95ae-250a9ac22001 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082697 Jul 14 09:21:46.899683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944d2f-40b8-4cf7-b89c-6fe0623d2190 req-d9263c1a-b704-40fa-a5cb-658cd41f89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.901527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b944d2f-40b8-4cf7-b89c-6fe0623d2190 req-d9263c1a-b704-40fa-a5cb-658cd41f89de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 1098 time: 0.1121168 Jul 14 09:21:46.949982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b944d2f-40b8-4cf7-b89c-6fe0623d2190 req-21d19114-8e01-4dba-b2b7-e80e8b54f3bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 Jul 14 09:21:46.958693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83ba7de0-3907-4e59-9fb0-f2c0b48ceed9 req-a5d93980-b218-4d37-9767-06f20add7a62 service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870350 Jul 14 09:21:47.123234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e268823-891e-47f4-915e-59af48ab4440 req-f631d95e-9436-4edc-9be2-f80da85258ae tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.127001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e268823-891e-47f4-915e-59af48ab4440 req-f631d95e-9436-4edc-9be2-f80da85258ae tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0980661 Jul 14 09:21:47.183895 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e268823-891e-47f4-915e-59af48ab4440 req-3942a437-dbb6-4d16-96ff-bcdb1e8a3f88 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507483 Jul 14 09:21:47.427489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2c050-baba-4ba6-bb78-8370c1dc82c5 req-6e5cba48-4aab-418d-962c-89b850406fe6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.429876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29b2c050-baba-4ba6-bb78-8370c1dc82c5 req-6e5cba48-4aab-418d-962c-89b850406fe6 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0786180 Jul 14 09:21:47.487992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29b2c050-baba-4ba6-bb78-8370c1dc82c5 req-e209487f-2759-4d93-83f9-e9aef3d22d33 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518250 Jul 14 09:21:47.830354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7540e3c-bc27-4f96-a559-41c610b5a4db req-5cfda572-6907-477a-9b6b-6c4c825ebf27 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.849194 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a7540e3c-bc27-4f96-a559-41c610b5a4db req-5cfda572-6907-477a-9b6b-6c4c825ebf27 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1218402 Jul 14 09:21:47.967450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a7540e3c-bc27-4f96-a559-41c610b5a4db req-b31921d8-5ead-4878-b6af-52f7e21d23d4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172500 Jul 14 09:21:48.176282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5e68-45ad-485f-8cf7-4bda2610f324 req-7b8072f6-1eb0-4667-99de-8d2607088b0b tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.178624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-271b5e68-45ad-485f-8cf7-4bda2610f324 req-7b8072f6-1eb0-4667-99de-8d2607088b0b tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 946 time: 0.1238208 Jul 14 09:21:48.281966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-271b5e68-45ad-485f-8cf7-4bda2610f324 req-31857341-4941-4de0-83a1-3b12a03f5122 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972481 Jul 14 09:21:48.341837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f933-08c3-43da-b407-399c30373afe req-879aeb37-1f9f-4019-a4ad-ac13dd824aca tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.344171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06a9f933-08c3-43da-b407-399c30373afe req-879aeb37-1f9f-4019-a4ad-ac13dd824aca tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0877469 Jul 14 09:21:48.394269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06a9f933-08c3-43da-b407-399c30373afe req-5a69ba8d-9a90-402a-b026-69713cbb49e3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Jul 14 09:21:48.677779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650b1d3-3500-4a22-9905-1ed5ebed5743 req-b1d13e93-4a05-4f7c-bbd1-e4b640179a9a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.688418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8650b1d3-3500-4a22-9905-1ed5ebed5743 req-b1d13e93-4a05-4f7c-bbd1-e4b640179a9a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1119330 Jul 14 09:21:48.691039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40f2236d-9842-4d7f-a7a1-5f282065026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.737345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8650b1d3-3500-4a22-9905-1ed5ebed5743 req-8d7f0ace-f38a-4690-873a-2442363e3b6a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Jul 14 09:21:48.977196 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.984707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab2d2-ed39-428b-a1b2-26fc5bf3ae04 req-8d050dfe-6e5c-4a8e-9ae8-e7d1556dd429 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.991996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f9ab2d2-ed39-428b-a1b2-26fc5bf3ae04 req-8d050dfe-6e5c-4a8e-9ae8-e7d1556dd429 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1045046 Jul 14 09:21:49.070087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f9ab2d2-ed39-428b-a1b2-26fc5bf3ae04 req-7c9137e6-0c80-4fd9-8a4f-0189fa82e46c tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 Jul 14 09:21:49.250642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1831cc-5dae-4813-9366-11c889cd5b20 req-ddeded6f-5cde-4bfc-b7da-737cd8d59734 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.252960 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff1831cc-5dae-4813-9366-11c889cd5b20 req-ddeded6f-5cde-4bfc-b7da-737cd8d59734 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 946 time: 0.1298068 Jul 14 09:21:49.306096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff1831cc-5dae-4813-9366-11c889cd5b20 req-c2df331a-9751-45ed-8104-7d6a6d6d2686 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Jul 14 09:21:49.543177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fecd6-0f08-4dab-a347-8fa17f4127a8 req-406cae64-a1e9-40d1-9d40-360c7797b1ee tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.550901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f71fecd6-0f08-4dab-a347-8fa17f4127a8 req-406cae64-a1e9-40d1-9d40-360c7797b1ee tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1054208 Jul 14 09:21:49.604463 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f71fecd6-0f08-4dab-a347-8fa17f4127a8 req-5e800e81-0bb4-432c-9b2c-ab05d84aae15 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523579 Jul 14 09:21:49.649122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.805306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4043dd-de65-4b69-bc68-63e8c4145443 req-71e9bb40-63b8-42d8-90c8-5045c86fd773 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.806885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d4043dd-de65-4b69-bc68-63e8c4145443 req-71e9bb40-63b8-42d8-90c8-5045c86fd773 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0822449 Jul 14 09:21:49.860370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d4043dd-de65-4b69-bc68-63e8c4145443 req-b6d82db8-3ff4-4d3e-a8af-94635c7bd8c9 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418479 Jul 14 09:21:50.001699 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.087951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-3e5c316d-dd81-4276-a134-6fa6a24d129b tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.089521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-3e5c316d-dd81-4276-a134-6fa6a24d129b tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 946 time: 0.0793405 Jul 14 09:21:50.245986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24ec7a-1d41-4487-80b1-153a0dac374b req-3907c9a0-0a66-4476-8c9c-fb3c6d79eeaf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.251720 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a24ec7a-1d41-4487-80b1-153a0dac374b req-3907c9a0-0a66-4476-8c9c-fb3c6d79eeaf tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1726573 Jul 14 09:21:50.307147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Deleting port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:50.309667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.327864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a24ec7a-1d41-4487-80b1-153a0dac374b req-0197374b-a246-4555-983d-eedef87515f5 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719938 Jul 14 09:21:50.622266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] For port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:50.622641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.649450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89633130-e0d3-4a25-8f4a-6165a880143e req-fe7eab94-b1bc-4fd6-af60-65630a9c775e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.653414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Calling delete_port for 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:50.653560 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89633130-e0d3-4a25-8f4a-6165a880143e req-fe7eab94-b1bc-4fd6-af60-65630a9c775e tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc33985-5adc-430e-8cb0-40da4ffad2bf HTTP/1.1" status: 200 len: 946 time: 0.1580143 Jul 14 09:21:50.685583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-9c9547d7-216f-4564-9d0b-b7fac3bd0ca1 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.687812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-9c9547d7-216f-4564-9d0b-b7fac3bd0ca1 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 945 time: 0.1432753 Jul 14 09:21:50.766300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89633130-e0d3-4a25-8f4a-6165a880143e req-feb643d3-47db-4c21-af9d-0d80aa9130b5 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/security-groups?id=27a4a563-6fc2-4925-be50-8c65bdb51dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056035 Jul 14 09:21:50.991669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c46160-3dc2-4a99-9b5a-0a62730a16f1 req-63f301ca-91eb-464e-848b-f10a075eee8e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.993364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5c46160-3dc2-4a99-9b5a-0a62730a16f1 req-63f301ca-91eb-464e-848b-f10a075eee8e tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1682479 Jul 14 09:21:51.065364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Deleting port d115443c-d5d2-43ec-82b3-c60baf564f25 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:51.065700 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.110649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5c46160-3dc2-4a99-9b5a-0a62730a16f1 req-08483f38-626d-4696-84e4-a443d98fa227 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946953 Jul 14 09:21:51.113297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.126717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d115443c-d5d2-43ec-82b3-c60baf564f25'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:51.160294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event deleted for resources: {'Port': ['ID=9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.178174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:51.221646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] No DVR routers for this DVR port 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:51.224251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.226556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd321246-56ea-4a2a-b47f-116331f20e5a req-06e18639-c19e-435f-b61d-38cc92b02398 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.11 "DELETE /v2.0/ports/9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 HTTP/1.1" status: 204 len: 173 time: 1.1000209 Jul 14 09:21:51.228926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'name': 'network-vif-deleted', 'tag': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:51.232059 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709296f2-b342-4b5c-aac4-592ad9992f27" -d '{"events": [{"server_uuid": "6cc33985-5adc-430e-8cb0-40da4ffad2bf", "name": "network-vif-deleted", "tag": "9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:51.306139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] For port d115443c-d5d2-43ec-82b3-c60baf564f25, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d115443c-d5d2-43ec-82b3-c60baf564f25,segment=NetworkSegment(5dc43993-9ced-447e-86e2-513e300d8c69),segment_id=5dc43993-9ced-447e-86e2-513e300d8c69)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:51.307494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.328955 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f3a1d1-402b-461a-a63d-1de08682096a x-openstack-request-id: req-10f3a1d1-402b-461a-a63d-1de08682096a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:51.329532 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc33985-5adc-430e-8cb0-40da4ffad2bf", "name": "network-vif-deleted", "tag": "9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:51.329798 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10f3a1d1-402b-461a-a63d-1de08682096a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:51.330203 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc33985-5adc-430e-8cb0-40da4ffad2bf', 'name': 'network-vif-deleted', 'tag': '9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95', 'status': 'completed', 'code': 200} Jul 14 09:21:51.337587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Calling delete_port for d115443c-d5d2-43ec-82b3-c60baf564f25 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:51.375057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.534620 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:21:51.555927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f548bc-1fe5-44c7-bc11-2ccb6bff8ff2 req-12c9050e-3800-440d-acaa-4fefc275b218 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.557478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38f548bc-1fe5-44c7-bc11-2ccb6bff8ff2 req-12c9050e-3800-440d-acaa-4fefc275b218 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.2028539 Jul 14 09:21:51.646763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38f548bc-1fe5-44c7-bc11-2ccb6bff8ff2 req-a1f93b3e-e131-4095-b118-f924bb5bf535 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807014 Jul 14 09:21:51.654113 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.703014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Pushing event deleted for resources: {'Port': ['ID=d115443c-d5d2-43ec-82b3-c60baf564f25,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.761404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] No DVR routers for this DVR port d115443c-d5d2-43ec-82b3-c60baf564f25 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:51.765479 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.768335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ef3b255-acf6-4a03-90e3-36ae34cea986 req-ab308d95-e8c0-4964-98c0-237aa31cb89c tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.48 "DELETE /v2.0/ports/d115443c-d5d2-43ec-82b3-c60baf564f25 HTTP/1.1" status: 204 len: 173 time: 1.0130877 Jul 14 09:21:51.794755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-c33f00e6-6a96-4366-bdaf-f7bbc775712e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.803897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-c33f00e6-6a96-4366-bdaf-f7bbc775712e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/networks?id=bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 200 len: 814 time: 0.1860974 Jul 14 09:21:51.827946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-fc65b8c2-8b3d-46a3-ab47-acb6c5f50a7e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/quotas/7a440467a649479493140e51d5c1a5cb HTTP/1.1" status: 200 len: 375 time: 0.0223050 Jul 14 09:21:51.872094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-f4cf0458-945a-441e-871b-d3d89f4fb757 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a440467a649479493140e51d5c1a5cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426311 Jul 14 09:21:51.997976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-d42921fc-a1e7-4ac4-b4da-3d626252cd70 service neutron] 10.222.0.18 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201394 Jul 14 09:21:52.139558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-c0983393-08f2-42d7-a353-5b8429f9b2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373136 Jul 14 09:21:52.185569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5186605-37ea-4682-b280-6befa883996d req-55ec7858-bcc4-4a3a-b98d-92ae62953370 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.187809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5186605-37ea-4682-b280-6befa883996d req-55ec7858-bcc4-4a3a-b98d-92ae62953370 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0840116 Jul 14 09:21:52.239958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5186605-37ea-4682-b280-6befa883996d req-bab14cf6-9c63-4b15-b803-68daa95319b4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Jul 14 09:21:52.447410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-577704dd-f585-4025-b646-8e1f6ed45685 req-5a5fda86-1cfb-4e8a-9958-149c14fa4d65 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 210 time: 0.0451126 Jul 14 09:21:52.572931 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-cf33be2a-34e4-4a5a-846d-f618220ef122 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1401472 Jul 14 09:21:52.725115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-936b7ce9-4d9a-4fe4-8f4b-ca83c00b6810 req-58451acb-cf85-4dda-b420-20b899b724c5 tempest-MultipleCreateTestJSON-329632277 tempest-MultipleCreateTestJSON-329632277-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb1e4959-642e-446d-862c-6ed5f6d16299 HTTP/1.1" status: 200 len: 210 time: 0.0815363 Jul 14 09:21:52.823943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3490-1631-42ed-befb-bfb9546487fb req-20e66d34-4d46-4128-8104-16a52a58f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.825622 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-20e66d34-4d46-4128-8104-16a52a58f337 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=650082b6003f4b56a4fb3055d0232f28&device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 1099 time: 0.1048026 Jul 14 09:21:52.859955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118e30-faef-4837-865b-38c3eb19b639 req-f7f46001-81f7-4382-951c-5b8d78daced8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.861729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-97118e30-faef-4837-865b-38c3eb19b639 req-f7f46001-81f7-4382-951c-5b8d78daced8 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0977647 Jul 14 09:21:52.944007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-97118e30-faef-4837-865b-38c3eb19b639 req-874a5f5c-b309-443d-bb44-e904fed1b260 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747967 Jul 14 09:21:53.015381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3490-1631-42ed-befb-bfb9546487fb req-d718110a-5388-4140-8207-70f0507960ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.015381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-d718110a-5388-4140-8207-70f0507960ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 200 len: 915 time: 0.1458116 Jul 14 09:21:53.225150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-c9c0abfb-ab73-4317-b6b7-5ebf3d40dee6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 200 len: 217 time: 0.1838181 Jul 14 09:21:53.285748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3490-1631-42ed-befb-bfb9546487fb req-5cb051b3-88cf-4427-9e86-c6de3da4f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.288533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-5cb051b3-88cf-4427-9e86-c6de3da4f135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 200 len: 854 time: 0.0557876 Jul 14 09:21:53.332748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-6b6dbb45-703e-4765-bcce-e9aa0052b2d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=593df62d-6efe-4d93-a05e-1125d5dc260b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367849 Jul 14 09:21:53.333951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'name': 'network-vif-deleted', 'tag': 'd115443c-d5d2-43ec-82b3-c60baf564f25'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:53.335928 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f46d2f4-3978-4f45-9697-f948f701b816" -d '{"events": [{"server_uuid": "bb1e4959-642e-446d-862c-6ed5f6d16299", "name": "network-vif-deleted", "tag": "d115443c-d5d2-43ec-82b3-c60baf564f25"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:53.408745 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780cc9f4-5297-4d17-a5a5-4f98eb11f230 x-openstack-request-id: req-780cc9f4-5297-4d17-a5a5-4f98eb11f230 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:53.409160 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1e4959-642e-446d-862c-6ed5f6d16299", "name": "network-vif-deleted", "tag": "d115443c-d5d2-43ec-82b3-c60baf564f25", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:53.409532 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-780cc9f4-5297-4d17-a5a5-4f98eb11f230 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:53.410137 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1e4959-642e-446d-862c-6ed5f6d16299', 'name': 'network-vif-deleted', 'tag': 'd115443c-d5d2-43ec-82b3-c60baf564f25', 'status': 'completed', 'code': 200} Jul 14 09:21:53.455389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-164f3951-298c-48ec-835a-238bdad14d1a service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156566 Jul 14 09:21:53.462100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:53.511852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:53.512314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9cbd0a31-c2ca-4ea0-b4b6-df0c549a9f95 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:53.558130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ea3490-1631-42ed-befb-bfb9546487fb req-e7e2d65a-f4b8-4c0d-b099-4f00c0e6b19e service neutron] 10.222.0.48 "GET /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965729 Jul 14 09:21:53.706097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ce20f5c-f740-49b4-8812-f23380e2ae84 req-01c1c576-6448-4c07-9d41-f84f0574d05e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 210 time: 0.0543673 Jul 14 09:21:53.895278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38008) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:53.993674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] Deleting subnet d79d4545-b39e-4e6b-8bc8-b43456358ca4 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:54.005059 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.083262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.135401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-86b1c75d-07a5-4e89-a90a-321ceed60b0d tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.139594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-86b1c75d-07a5-4e89-a90a-321ceed60b0d tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.11 "GET /v2.0/networks?id=bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 200 len: 814 time: 0.2996683 Jul 14 09:21:54.157215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Request body: {'port': {'device_id': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8', 'admin_state_up': True, 'tenant_id': '7a440467a649479493140e51d5c1a5cb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:54.229705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.370707 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.406627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.408577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d79d4545-b39e-4e6b-8bc8-b43456358ca4 HTTP/1.1" status: 204 len: 168 time: 0.5120723 Jul 14 09:21:54.410049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0646f5-f9f9-485d-8dec-67b0d74fd3d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79d4545-b39e-4e6b-8bc8-b43456358ca4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.412247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:54.461613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Made reservation on behalf of 7a440467a649479493140e51d5c1a5cb for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:54.466863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.550783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.623392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Allocated IP 172.20.0.2 (bad15a27-c4f9-4be5-adf4-f1404eee56b8/5dc46788-d761-4649-84c0-9affa7ee1935/f7977a1c-798c-4092-b8c9-6e57b25a42ca) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:54.642328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.654986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b675757-321a-4cc4-94c1-d0f552d861db']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:54.949485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.038126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.141462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc43993-9ced-447e-86e2-513e300d8c69') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:55.142013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc43993-9ced-447e-86e2-513e300d8c69') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:55.156248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.177241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Pushing event updated for resources: {'Port': ['ID=f7977a1c-798c-4092-b8c9-6e57b25a42ca,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.181113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Network bad15a27-c4f9-4be5-adf4-f1404eee56b8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:55.184021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:55.187813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:55.193091 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.202091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:55.202982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:55.205258 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:55.241378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.242350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.267649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-08989d86-f33b-4098-ba88-5976bcfede76 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1184032 Jul 14 09:21:55.281705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Request body: {'port': {'device_id': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:55.283007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.288674 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.290911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b675757-321a-4cc4-94c1-d0f552d861db HTTP/1.1" status: 204 len: 168 time: 0.8775756 Jul 14 09:21:55.292017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e332e-e6c4-474b-8b2e-624121c981ee req-757015e5-f8f1-4f25-b703-b9a9fd0ecf88 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.293609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff7e332e-e6c4-474b-8b2e-624121c981ee req-757015e5-f8f1-4f25-b703-b9a9fd0ecf88 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 931 time: 0.2774115 Jul 14 09:21:55.309831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4059-a8bf-474f-aec0-591283fbe115 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b675757-321a-4cc4-94c1-d0f552d861db,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.590561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff7e332e-e6c4-474b-8b2e-624121c981ee req-93c49f5b-0f9a-41e4-9d1d-45a56f8a86e0 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291124 Jul 14 09:21:55.595047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.675845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d115443c-d5d2-43ec-82b3-c60baf564f25 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:55.719774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: d115443c-d5d2-43ec-82b3-c60baf564f25 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:55.720127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d115443c-d5d2-43ec-82b3-c60baf564f25 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:55.793652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38044) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.864634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d9fedba-6593-4183-852a-969d38127c9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d0c1a450d4b49859843f64d2b5b8ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675735 Jul 14 09:21:55.865039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.972939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46a21c95-5afa-4253-8afd-c4ce9ae63013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.004841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46a21c95-5afa-4253-8afd-c4ce9ae63013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.089297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46a21c95-5afa-4253-8afd-c4ce9ae63013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.092360 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46a21c95-5afa-4253-8afd-c4ce9ae63013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.099184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-46a21c95-5afa-4253-8afd-c4ce9ae63013 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27a4a563-6fc2-4925-be50-8c65bdb51dd0 HTTP/1.1" status: 204 len: 168 time: 0.2327437 Jul 14 09:21:56.116287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a21c95-5afa-4253-8afd-c4ce9ae63013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4a563-6fc2-4925-be50-8c65bdb51dd0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.205635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7977a1c-798c-4092-b8c9-6e57b25a42ca {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:56.219303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.245580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Transition to ACTIVE for port object f7977a1c-798c-4092-b8c9-6e57b25a42ca will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:56.252524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.329755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Pushing event updated for resources: {'Port': ['ID=f7977a1c-798c-4092-b8c9-6e57b25a42ca,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.441790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Attempting to bind port f7977a1c-798c-4092-b8c9-6e57b25a42ca on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:56.442190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Attempting to bind port f7977a1c-798c-4092-b8c9-6e57b25a42ca by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:56.442526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Attempting to bind port f7977a1c-798c-4092-b8c9-6e57b25a42ca on network bad15a27-c4f9-4be5-adf4-f1404eee56b8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:56.462999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Port f7977a1c-798c-4092-b8c9-6e57b25a42ca on network bad15a27-c4f9-4be5-adf4-f1404eee56b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:56.463526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Attempting to bind port f7977a1c-798c-4092-b8c9-6e57b25a42ca on network bad15a27-c4f9-4be5-adf4-f1404eee56b8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:56.470387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:56.470984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Checking segment: {'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:56.471512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Bound using segment: {'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:56.472071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Bound port: f7977a1c-798c-4092-b8c9-6e57b25a42ca, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de8427c-9639-424b-b454-794dc36850ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:56.472516 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.679046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] For port f7977a1c-798c-4092-b8c9-6e57b25a42ca, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:56.683027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] For port f7977a1c-798c-4092-b8c9-6e57b25a42ca, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7977a1c-798c-4092-b8c9-6e57b25a42ca,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:56.705213 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.868893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Pushing event updated for resources: {'Port': ['ID=f7977a1c-798c-4092-b8c9-6e57b25a42ca,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.886222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.886875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.893610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-dd0acca4-5077-41a3-9d8b-318eaa701390 service neutron] 10.222.0.11 "PUT /v2.0/ports/f7977a1c-798c-4092-b8c9-6e57b25a42ca HTTP/1.1" status: 200 len: 1092 time: 1.6171229 Jul 14 09:21:56.894158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'tag': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:56.899878 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a5779-5aa6-448d-934e-30f54cd5a1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7906f07c-7721-478e-82f8-fd8ff2e06e46", "tag": "f7977a1c-798c-4092-b8c9-6e57b25a42ca"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:57.038756 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275c4459-2d54-41c9-abd7-0e1087791f4f x-openstack-request-id: req-275c4459-2d54-41c9-abd7-0e1087791f4f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:57.040869 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7906f07c-7721-478e-82f8-fd8ff2e06e46", "tag": "f7977a1c-798c-4092-b8c9-6e57b25a42ca", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:57.041183 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-275c4459-2d54-41c9-abd7-0e1087791f4f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:57.041619 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'tag': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca', 'status': 'completed', 'code': 200} Jul 14 09:21:57.119790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-1eb55e73-df49-479b-aeac-c7c9e1a853a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.124247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-1eb55e73-df49-479b-aeac-c7c9e1a853a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a440467a649479493140e51d5c1a5cb&device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 1095 time: 0.1686904 Jul 14 09:21:57.124607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6efa-867f-4bcc-970d-8e4530144173 req-7d424bae-ff5d-48d4-9ed2-b88e76d494ac tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.135093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bcde6efa-867f-4bcc-970d-8e4530144173 req-7d424bae-ff5d-48d4-9ed2-b88e76d494ac tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 943 time: 0.1814995 Jul 14 09:21:57.223563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-5c44a001-e5c2-44d7-92e2-9914beaa0d9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7977a1c-798c-4092-b8c9-6e57b25a42ca HTTP/1.1" status: 200 len: 217 time: 0.0901029 Jul 14 09:21:57.230350 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bcde6efa-867f-4bcc-970d-8e4530144173 req-400dd450-6e0c-45d7-a384-30bf2cd2b5f8 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943785 Jul 14 09:21:57.375940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-120f60ec-ce0c-43d0-921c-1bdf7ddfb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.377520 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-120f60ec-ce0c-43d0-921c-1bdf7ddfb17e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dc46788-d761-4649-84c0-9affa7ee1935 HTTP/1.1" status: 200 len: 854 time: 0.1476607 Jul 14 09:21:57.449997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-09b3aed2-223d-4cd4-97e7-a5d4ba799011 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad15a27-c4f9-4be5-adf4-f1404eee56b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654080 Jul 14 09:21:57.652346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-fdebd496-45df-4dc7-8ed8-23a9a77fae9e service neutron] 10.222.0.11 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962996 Jul 14 09:21:57.706572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:57.783549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae8e05b9-af78-4467-b775-296e789de9a8 req-9498e841-368f-4652-a743-6400910995d6 service neutron] 10.222.0.11 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247766 Jul 14 09:21:57.894223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2106685282-network', 'tenant_id': '3e53330266d34810a7c04527868c4e5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:57.968614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Made reservation on behalf of 3e53330266d34810a7c04527868c4e5d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:57.975484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.992887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-9f178224-d6d7-4aeb-8ee6-a64f236d3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.006855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.006949 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-9f178224-d6d7-4aeb-8ee6-a64f236d3ed9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a440467a649479493140e51d5c1a5cb&device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 1095 time: 0.1283298 Jul 14 09:21:58.163077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.165979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-d6afbda1-71e6-44e3-b457-c8a24edc2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.168673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-d6afbda1-71e6-44e3-b457-c8a24edc2240 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 200 len: 915 time: 0.1585135 Jul 14 09:21:58.169694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.246034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97e5a7a-992a-469b-ac88-1ee094a63e8d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.259972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:58.297373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.298057 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Added segment ea74fa80-c82d-40d3-80b4-c36c35f46127 of type vlan for network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc Jul 14 09:21:58.376011 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.427278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-cba45d43-9fae-437d-a4cd-f258024ea375 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7977a1c-798c-4092-b8c9-6e57b25a42ca HTTP/1.1" status: 200 len: 217 time: 0.2411854 Jul 14 09:21:58.454626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.455654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.459710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.501858 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7925642 Jul 14 09:21:58.502038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.511719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Request body: {'subnet': {'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2106685282-subnet', 'tenant_id': '3e53330266d34810a7c04527868c4e5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:58.640575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca8586-d173-4bbf-a57d-e8ad44d0ecd1 admin admin] Pushing event updated for resources: {'Network': ['ID=7126cbd4-ccff-48b5-ba58-14d8ed18b7bc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.645660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-859cfc34-e9a9-455b-af4b-2c467b1b5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.648417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-859cfc34-e9a9-455b-af4b-2c467b1b5548 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5dc46788-d761-4649-84c0-9affa7ee1935 HTTP/1.1" status: 200 len: 854 time: 0.2203026 Jul 14 09:21:58.651692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:58.681652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Made reservation on behalf of 3e53330266d34810a7c04527868c4e5d for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:58.687500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.858705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-d3367c7a-f85b-4293-acf4-a7afac7f8117 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bad15a27-c4f9-4be5-adf4-f1404eee56b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534232 Jul 14 09:21:59.018569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0b3c-c038-4e56-9ea3-4e42c01f86d0 req-5f0d06b8-019d-4a8d-a33e-38f44c6b818e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.020196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-febe0b3c-c038-4e56-9ea3-4e42c01f86d0 req-5f0d06b8-019d-4a8d-a33e-38f44c6b818e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 943 time: 0.4571815 Jul 14 09:21:59.465626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-2a49630e-6d0f-4126-8ba5-4f44044a5fa6 service neutron] 10.222.0.11 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969737 Jul 14 09:21:59.508580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7977a1c-798c-4092-b8c9-6e57b25a42ca details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:59.534095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-febe0b3c-c038-4e56-9ea3-4e42c01f86d0 req-459595e0-def6-48a8-aeb3-bbbb6ff4150a tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038741 Jul 14 09:21:59.537080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.666649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cddab8b-6556-4bbc-9713-a4465125dadc,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.687583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Checking segment: {'id': 'ea74fa80-c82d-40d3-80b4-c36c35f46127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:59.687957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Network hostable DHCP agents. Network: 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:59.712825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7977a1c-798c-4092-b8c9-6e57b25a42ca, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7977a1c-798c-4092-b8c9-6e57b25a42ca,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:59.719758 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a5779-5aa6-448d-934e-30f54cd5a1c0 req-c2155576-4890-4839-b3a1-5fef3e9eff5c service neutron] 10.222.0.11 "GET /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435269 Jul 14 09:21:59.720880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:59.738607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:59.738784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca', 'network_id': 'bad15a27-c4f9-4be5-adf4-f1404eee56b8', 'port_id': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca', 'mac_address': 'fa:16:3e:fe:2c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc46788-d761-4649-84c0-9affa7ee1935', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:59.743886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.744707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.758163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447f2f8-70cb-4e22-adf4-c3b006941ec3 None None] Network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:59.771656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2da49ace-86dc-401a-a47f-1b05cb323f73 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2684019 Jul 14 09:21:59.907771 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.943133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7977a1c-798c-4092-b8c9-6e57b25a42ca {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:00.029246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7977a1c-798c-4092-b8c9-6e57b25a42ca, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7977a1c-798c-4092-b8c9-6e57b25a42ca,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:00.044339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d505a6-53ad-4bd5-aeb1-5f1e301ef2a9 None None] Network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:00.047525 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.146534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58718-ee17-4af5-886c-28b9d2bc630b req-2eda1af3-2f61-4f46-87e7-318e001d757d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.156433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38c58718-ee17-4af5-886c-28b9d2bc630b req-2eda1af3-2f61-4f46-87e7-318e001d757d tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.0871840 Jul 14 09:22:00.193896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f7977a1c-798c-4092-b8c9-6e57b25a42ca,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.196976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38c58718-ee17-4af5-886c-28b9d2bc630b req-282996d2-a033-43bb-a256-7f0cba912b80 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387087 Jul 14 09:22:00.326581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f7977a1c-798c-4092-b8c9-6e57b25a42ca'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:00.571717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-b27ffc30-71a8-4e80-a751-09a3e4cd1ddf tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.579734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-b27ffc30-71a8-4e80-a751-09a3e4cd1ddf tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/networks?id=7126cbd4-ccff-48b5-ba58-14d8ed18b7bc HTTP/1.1" status: 200 len: 822 time: 0.1632280 Jul 14 09:22:00.596682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-5ca99e15-031c-4574-9446-26424ea8c5f3 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/quotas/3e53330266d34810a7c04527868c4e5d HTTP/1.1" status: 200 len: 375 time: 0.0159733 Jul 14 09:22:00.644881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-cc324c67-d200-49db-af96-eca6f3f02fce tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e53330266d34810a7c04527868c4e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470524 Jul 14 09:22:00.756598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-c07e0bdf-165b-4312-b9f2-af4b190c3867 service neutron] 10.222.0.18 "GET /v2.0/networks/7126cbd4-ccff-48b5-ba58-14d8ed18b7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054637 Jul 14 09:22:00.848307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e6f34-359f-4731-86f9-4770386f21d5 req-80823a1e-8c31-4ce8-857b-3d4541e5d4cf tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.850453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e01e6f34-359f-4731-86f9-4770386f21d5 req-80823a1e-8c31-4ce8-857b-3d4541e5d4cf tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 944 time: 0.0984418 Jul 14 09:22:00.860180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-a59b9cbc-0eb6-473f-af7a-6f45170b4096 service neutron] 10.222.0.18 "GET /v2.0/networks/7126cbd4-ccff-48b5-ba58-14d8ed18b7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981073 Jul 14 09:22:00.916158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e01e6f34-359f-4731-86f9-4770386f21d5 req-471e5526-99f3-4250-8609-95e3a76ce3ce tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594206 Jul 14 09:22:01.110776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae05b5e4-c8fb-4039-8e9e-ceed116b479f req-642140fd-a7ca-41b5-9c09-ddace7867bc5 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 210 time: 0.0386946 Jul 14 09:22:01.411894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.529905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7977a1c-798c-4092-b8c9-6e57b25a42ca up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:01.601761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7373050-663c-4166-9ea2-a78711d3c9ff req-bd2ea292-b6ff-45e4-a220-f19b1a4912b3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.605587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7373050-663c-4166-9ea2-a78711d3c9ff req-bd2ea292-b6ff-45e4-a220-f19b1a4912b3 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1890101 Jul 14 09:22:01.637787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port f7977a1c-798c-4092-b8c9-6e57b25a42ca completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:01.653721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port f7977a1c-798c-4092-b8c9-6e57b25a42ca triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:01.654420 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.740925 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7373050-663c-4166-9ea2-a78711d3c9ff req-68f3c3e2-f65a-48fc-952e-8d30b2f2eb99 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254270 Jul 14 09:22:01.795247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.797890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-f1dd7a0c-c473-46a0-a269-6b1a0b5d5c1a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.799574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-f1dd7a0c-c473-46a0-a269-6b1a0b5d5c1a tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.48 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 947 time: 0.1727991 Jul 14 09:22:01.818650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:01.821693 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730888bb-745d-41fc-af77-012c9bfb04ec" -d '{"events": [{"server_uuid": "7906f07c-7721-478e-82f8-fd8ff2e06e46", "name": "network-vif-plugged", "status": "completed", "tag": "f7977a1c-798c-4092-b8c9-6e57b25a42ca"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:01.845595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f7977a1c-798c-4092-b8c9-6e57b25a42ca, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7977a1c-798c-4092-b8c9-6e57b25a42ca,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:01.850786 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.904498 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6f77ce-43ff-42a8-a109-c9fd4e93ffbd x-openstack-request-id: req-6f6f77ce-43ff-42a8-a109-c9fd4e93ffbd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:01.904691 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7906f07c-7721-478e-82f8-fd8ff2e06e46", "name": "network-vif-plugged", "status": "completed", "tag": "f7977a1c-798c-4092-b8c9-6e57b25a42ca", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:01.905731 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f6f77ce-43ff-42a8-a109-c9fd4e93ffbd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:01.906261 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca', 'code': 200} Jul 14 09:22:01.906855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f7977a1c-798c-4092-b8c9-6e57b25a42ca,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.925115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Deleting port acd9c278-e0cd-4136-8d12-cd30bf95c95e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:01.925527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.139099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] For port acd9c278-e0cd-4136-8d12-cd30bf95c95e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=acd9c278-e0cd-4136-8d12-cd30bf95c95e,segment=NetworkSegment(9580088f-fcc3-4453-b94b-dd131bd34e49),segment_id=9580088f-fcc3-4453-b94b-dd131bd34e49)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:02.140022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.149952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840f4ce-2f53-412c-8680-674c3e1c728c req-d0178ddf-592d-434c-9c59-ff15fe28e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.151532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c840f4ce-2f53-412c-8680-674c3e1c728c req-d0178ddf-592d-434c-9c59-ff15fe28e289 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 1097 time: 0.1454017 Jul 14 09:22:02.172142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Calling delete_port for acd9c278-e0cd-4136-8d12-cd30bf95c95e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:02.298177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e0b3829-b673-460d-adca-431835f26bcd req-1d18236e-153b-420f-b5e5-7aab9fb5959b tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 210 time: 0.0463088 Jul 14 09:22:02.300813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c840f4ce-2f53-412c-8680-674c3e1c728c req-eeee0465-1f55-43e9-91de-7a29ee819d0a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319981 Jul 14 09:22:02.319793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0d25-b83e-48be-ae39-b6cede6f88cd req-182dd3ce-3e40-44ea-9b19-ae451e46513b tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.321320 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef4b0d25-b83e-48be-ae39-b6cede6f88cd req-182dd3ce-3e40-44ea-9b19-ae451e46513b tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 945 time: 0.1689062 Jul 14 09:22:02.401661 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef4b0d25-b83e-48be-ae39-b6cede6f88cd req-a0e7e337-b029-4baf-aede-ac1d0a60e9cf tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Jul 14 09:22:02.515083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.529304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['acd9c278-e0cd-4136-8d12-cd30bf95c95e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:02.574480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Pushing event deleted for resources: {'Port': ['ID=acd9c278-e0cd-4136-8d12-cd30bf95c95e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.584691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-57029747-e41e-4e67-8f55-ebccfdc29ec3 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.586936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-57029747-e41e-4e67-8f55-ebccfdc29ec3 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.48 "GET /v2.0/networks?id=7126cbd4-ccff-48b5-ba58-14d8ed18b7bc HTTP/1.1" status: 200 len: 822 time: 0.2142949 Jul 14 09:22:02.605888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Request body: {'port': {'device_id': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc', 'admin_state_up': True, 'tenant_id': '3e53330266d34810a7c04527868c4e5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:02.626944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] No DVR routers for this DVR port acd9c278-e0cd-4136-8d12-cd30bf95c95e on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:02.631079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.641864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fcc717-5a87-419a-9078-221eb542bf4d req-159a8d73-cd35-49a2-9748-dc6b357557db tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.48 "DELETE /v2.0/ports/acd9c278-e0cd-4136-8d12-cd30bf95c95e HTTP/1.1" status: 204 len: 173 time: 0.8356745 Jul 14 09:22:02.642614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-deleted', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:02.645266 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a5b54-2df2-4110-9d21-14215a6199a8" -d '{"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-deleted", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:02.698929 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c820f-edf3-491e-bdb7-a1185a7984c0 x-openstack-request-id: req-211c820f-edf3-491e-bdb7-a1185a7984c0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:02.699473 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ec415b-a2aa-443c-a615-728afe3e0dad", "name": "network-vif-deleted", "tag": "acd9c278-e0cd-4136-8d12-cd30bf95c95e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:02.699915 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-211c820f-edf3-491e-bdb7-a1185a7984c0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:02.700528 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ec415b-a2aa-443c-a615-728afe3e0dad', 'name': 'network-vif-deleted', 'tag': 'acd9c278-e0cd-4136-8d12-cd30bf95c95e', 'status': 'completed', 'code': 200} Jul 14 09:22:02.947222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Made reservation on behalf of 3e53330266d34810a7c04527868c4e5d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:02.951550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.010989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-244f24ee-e988-48d4-9fc4-75fb536511be req-c8c84163-a314-43f8-b899-7c389482efc4 tempest-ServersNegativeTestJSON-1487774097 tempest-ServersNegativeTestJSON-1487774097-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ec415b-a2aa-443c-a615-728afe3e0dad HTTP/1.1" status: 200 len: 210 time: 0.0658467 Jul 14 09:22:03.168192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Allocated IP 172.20.0.13 (7126cbd4-ccff-48b5-ba58-14d8ed18b7bc/6cddab8b-6556-4bbc-9713-a4465125dadc/0bab8ee7-18b5-4b7e-b247-93b881534ef3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:03.474796 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.537284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.679524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a33b9-87f3-46f4-8688-160748db7d9f req-8e5d6892-813a-4f17-be8e-a6fe8dc1d88d tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.684626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a5a33b9-87f3-46f4-8688-160748db7d9f req-8e5d6892-813a-4f17-be8e-a6fe8dc1d88d tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 932 time: 0.1435730 Jul 14 09:22:03.716477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:03.716477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Pushing event updated for resources: {'Port': ['ID=0bab8ee7-18b5-4b7e-b247-93b881534ef3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.724211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:03.734828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:03.790318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a5a33b9-87f3-46f4-8688-160748db7d9f req-fd86def9-1b82-4fdb-9d03-0adf6303de07 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963392 Jul 14 09:22:03.878041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.878825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.911932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-f1cb118c-9317-4998-b8d4-58d96680d834 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3158519 Jul 14 09:22:03.925245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247f225-eb86-4173-8e43-65204dc74998 req-8f8ce05f-2260-4ab5-a442-99a9e4a49bda tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.932278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8247f225-eb86-4173-8e43-65204dc74998 req-8f8ce05f-2260-4ab5-a442-99a9e4a49bda tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 945 time: 0.1995797 Jul 14 09:22:03.938741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Request body: {'port': {'device_id': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:04.009924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8247f225-eb86-4173-8e43-65204dc74998 req-20f2a21e-698c-4467-900b-366ceed522f8 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767808 Jul 14 09:22:04.148209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.231032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:04.491753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] Deleting subnet f13638ec-2c21-4cf6-9a79-db33467fa9f8 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:04.496805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.540570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.599517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.754854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.792815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bab8ee7-18b5-4b7e-b247-93b881534ef3 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:04.798230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13638ec-2c21-4cf6-9a79-db33467fa9f8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.803861 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.805740 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f2171b8-994e-4454-88b1-a25c2a4d856f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f13638ec-2c21-4cf6-9a79-db33467fa9f8 HTTP/1.1" status: 204 len: 168 time: 0.5735393 Jul 14 09:22:04.808659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.809175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:04.832650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Transition to ACTIVE for port object 0bab8ee7-18b5-4b7e-b247-93b881534ef3 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:04.836234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.923990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.971626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Pushing event updated for resources: {'Port': ['ID=0bab8ee7-18b5-4b7e-b247-93b881534ef3,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.976896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Attempting to bind port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:04.977450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Attempting to bind port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'ea74fa80-c82d-40d3-80b4-c36c35f46127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:04.977940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Attempting to bind port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 on network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:04.996971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 on network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:05.000380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Attempting to bind port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 on network 7126cbd4-ccff-48b5-ba58-14d8ed18b7bc {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:05.010188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:05.013647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Checking segment: {'id': 'ea74fa80-c82d-40d3-80b4-c36c35f46127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:05.015839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Bound using segment: {'id': 'ea74fa80-c82d-40d3-80b4-c36c35f46127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:05.016514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Bound port: 0bab8ee7-18b5-4b7e-b247-93b881534ef3, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea74fa80-c82d-40d3-80b4-c36c35f46127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:05.017078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.023570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.035042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593df62d-6efe-4d93-a05e-1125d5dc260b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:05.054266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9580088f-fcc3-4453-b94b-dd131bd34e49') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:05.054565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9580088f-fcc3-4453-b94b-dd131bd34e49') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:05.065691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.086948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.100349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:05.100777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:05.106704 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:05.169627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] For port 0bab8ee7-18b5-4b7e-b247-93b881534ef3, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:05.173931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] For port 0bab8ee7-18b5-4b7e-b247-93b881534ef3, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0bab8ee7-18b5-4b7e-b247-93b881534ef3,segment=NetworkSegment(ea74fa80-c82d-40d3-80b4-c36c35f46127),segment_id=ea74fa80-c82d-40d3-80b4-c36c35f46127)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:05.190108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.252958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.300191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.302137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.308086 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] 10.222.0.18 "DELETE /v2.0/networks/593df62d-6efe-4d93-a05e-1125d5dc260b HTTP/1.1" status: 204 len: 168 time: 0.4976370 Jul 14 09:22:05.322797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.325781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0609c-9c33-4052-a5ea-775270f4ec3f admin admin] Pushing event deleted for resources: {'Network': ['ID=593df62d-6efe-4d93-a05e-1125d5dc260b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.341839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] 10.222.0.48 "PUT /v2.0/ports/0bab8ee7-18b5-4b7e-b247-93b881534ef3 HTTP/1.1" status: 200 len: 1093 time: 1.3960874 Jul 14 09:22:05.350066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'tag': '0bab8ee7-18b5-4b7e-b247-93b881534ef3'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:05.354244 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50" -d '{"events": [{"name": "network-changed", "server_uuid": "82cee5ef-a73c-44b2-9fc6-a352e84b3c01", "tag": "0bab8ee7-18b5-4b7e-b247-93b881534ef3"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:05.520395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60e621-4b18-48a1-bd30-f5e988c3d093 req-950592c4-d82c-4a22-a06c-aad1baf96fa5 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.523346 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bc60e621-4b18-48a1-bd30-f5e988c3d093 req-950592c4-d82c-4a22-a06c-aad1baf96fa5 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 944 time: 0.4768603 Jul 14 09:22:05.529516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9f8d4-9538-49fb-add2-7a1ce639c486 service neutron] Pushing event updated for resources: {'Port': ['ID=0bab8ee7-18b5-4b7e-b247-93b881534ef3,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.569978 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a659d252-3bc4-451f-87d9-de6a2de7560c x-openstack-request-id: req-a659d252-3bc4-451f-87d9-de6a2de7560c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:05.570577 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cee5ef-a73c-44b2-9fc6-a352e84b3c01", "tag": "0bab8ee7-18b5-4b7e-b247-93b881534ef3", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:05.570577 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a659d252-3bc4-451f-87d9-de6a2de7560c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:05.571031 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'tag': '0bab8ee7-18b5-4b7e-b247-93b881534ef3', 'status': 'completed', 'code': 200} Jul 14 09:22:05.616625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:05.634229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bc60e621-4b18-48a1-bd30-f5e988c3d093 req-13484555-6386-4738-b927-b80f81482e7e tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008551 Jul 14 09:22:05.636534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-6e3814f3-316e-47c7-a8c8-1d440ef6ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.638133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-6e3814f3-316e-47c7-a8c8-1d440ef6ce41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e53330266d34810a7c04527868c4e5d&device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 1096 time: 0.2196443 Jul 14 09:22:05.687948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-65289b8b-6422-444a-8f5f-c7c524ea1cd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bab8ee7-18b5-4b7e-b247-93b881534ef3 HTTP/1.1" status: 200 len: 217 time: 0.0416257 Jul 14 09:22:05.688786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b8cf230d-f037-4bf2-a264-16939d76d94e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=650082b6003f4b56a4fb3055d0232f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708768 Jul 14 09:22:05.689594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:05.758454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:05.778984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-24aaef0a-307f-4c46-9269-04bf284f1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.780673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-24aaef0a-307f-4c46-9269-04bf284f1dd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6cddab8b-6556-4bbc-9713-a4465125dadc HTTP/1.1" status: 200 len: 862 time: 0.0831325 Jul 14 09:22:05.809359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: acd9c278-e0cd-4136-8d12-cd30bf95c95e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:05.810465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device acd9c278-e0cd-4136-8d12-cd30bf95c95e not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:05.818343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-5996fff0-f1e5-4787-a2f9-77c215ff184e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7126cbd4-ccff-48b5-ba58-14d8ed18b7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296323 Jul 14 09:22:05.821552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42d89e7a-6ed9-41a4-8744-846c08b07078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.888873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42d89e7a-6ed9-41a4-8744-846c08b07078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.959201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-b1d57610-232d-4f77-958c-ff632f87568b service neutron] 10.222.0.48 "GET /v2.0/networks/7126cbd4-ccff-48b5-ba58-14d8ed18b7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345429 Jul 14 09:22:05.976613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42d89e7a-6ed9-41a4-8744-846c08b07078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.979138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42d89e7a-6ed9-41a4-8744-846c08b07078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.980315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-42d89e7a-6ed9-41a4-8744-846c08b07078 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0d8a1b1-c219-47cb-8d4d-6b330e6ba860 HTTP/1.1" status: 204 len: 168 time: 0.2897432 Jul 14 09:22:06.031936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d89e7a-6ed9-41a4-8744-846c08b07078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d8a1b1-c219-47cb-8d4d-6b330e6ba860,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.082961 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96138a2-316e-44ce-a6e7-f25d1e0d144c req-e5e3fb03-af92-4b26-a9f6-f89b9ede082b service neutron] 10.222.0.48 "GET /v2.0/networks/7126cbd4-ccff-48b5-ba58-14d8ed18b7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165650 Jul 14 09:22:06.250789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-be00cbe0-0c33-494b-a726-7556b206ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.252417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-be00cbe0-0c33-494b-a726-7556b206ae62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e53330266d34810a7c04527868c4e5d&device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 1096 time: 0.1049104 Jul 14 09:22:06.451757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-7cb28555-92c8-47e8-91c0-3732e75cbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.453889 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-7cb28555-92c8-47e8-91c0-3732e75cbf0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7126cbd4-ccff-48b5-ba58-14d8ed18b7bc HTTP/1.1" status: 200 len: 923 time: 0.1936960 Jul 14 09:22:06.549810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-07fcbb0f-6c98-4b55-a631-1143eae49551 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bab8ee7-18b5-4b7e-b247-93b881534ef3 HTTP/1.1" status: 200 len: 217 time: 0.0884247 Jul 14 09:22:06.664298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-b0f33796-5565-4550-a765-1a3b709823a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.666101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-b0f33796-5565-4550-a765-1a3b709823a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6cddab8b-6556-4bbc-9713-a4465125dadc HTTP/1.1" status: 200 len: 862 time: 0.1080861 Jul 14 09:22:06.763331 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-0a22d742-e1b6-4574-ba10-e4553a0d719d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7126cbd4-ccff-48b5-ba58-14d8ed18b7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890901 Jul 14 09:22:06.887456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69733-934b-4992-a8e5-d6e11f3c23db req-5f61b62d-1ab9-41ce-ad3c-d7ec9e53b6a1 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.897203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-00e69733-934b-4992-a8e5-d6e11f3c23db req-5f61b62d-1ab9-41ce-ad3c-d7ec9e53b6a1 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 944 time: 0.0950637 Jul 14 09:22:06.943966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-00e69733-934b-4992-a8e5-d6e11f3c23db req-edd3c018-4e36-457b-a871-eb42ea143bf5 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Jul 14 09:22:07.026257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-01350557-10c2-41d2-8356-3961fd3a93a4 service neutron] 10.222.0.48 "GET /v2.0/networks/7126cbd4-ccff-48b5-ba58-14d8ed18b7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552555 Jul 14 09:22:07.144292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b4dd882c-6d46-4bba-a3e6-8dd0d4d4ad50 req-cc1f4b63-636b-40b4-a65d-ba09551d810a service neutron] 10.222.0.48 "GET /v2.0/networks/7126cbd4-ccff-48b5-ba58-14d8ed18b7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099699 Jul 14 09:22:08.177483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f988ee-5ce0-4368-9930-e630218c365b req-38c0d5cb-2cf8-427f-b760-f3b27e114216 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.179387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99f988ee-5ce0-4368-9930-e630218c365b req-38c0d5cb-2cf8-427f-b760-f3b27e114216 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 944 time: 0.0794747 Jul 14 09:22:08.238406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99f988ee-5ce0-4368-9930-e630218c365b req-7ac957ac-d7d5-47cf-8476-6835fc00ec68 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Jul 14 09:22:09.584035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f774-7daa-495a-9657-ebb786b3359e req-368fe479-f507-4420-95db-0a416e803c85 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:09.605922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad65f774-7daa-495a-9657-ebb786b3359e req-368fe479-f507-4420-95db-0a416e803c85 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 944 time: 0.1639309 Jul 14 09:22:09.716264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad65f774-7daa-495a-9657-ebb786b3359e req-a6bec997-4b95-4d1a-a670-35cedb7e6ad9 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086113 Jul 14 09:22:09.778500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0bab8ee7-18b5-4b7e-b247-93b881534ef3 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:10.037134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0bab8ee7-18b5-4b7e-b247-93b881534ef3, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0bab8ee7-18b5-4b7e-b247-93b881534ef3,segment=NetworkSegment(ea74fa80-c82d-40d3-80b4-c36c35f46127),segment_id=ea74fa80-c82d-40d3-80b4-c36c35f46127)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:10.060945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '0bab8ee7-18b5-4b7e-b247-93b881534ef3', 'network_id': '7126cbd4-ccff-48b5-ba58-14d8ed18b7bc', 'port_id': '0bab8ee7-18b5-4b7e-b247-93b881534ef3', 'mac_address': 'fa:16:3e:22:7d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cddab8b-6556-4bbc-9713-a4465125dadc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:10.157768 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.188447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bab8ee7-18b5-4b7e-b247-93b881534ef3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:10.236466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0bab8ee7-18b5-4b7e-b247-93b881534ef3, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0bab8ee7-18b5-4b7e-b247-93b881534ef3,segment=NetworkSegment(ea74fa80-c82d-40d3-80b4-c36c35f46127),segment_id=ea74fa80-c82d-40d3-80b4-c36c35f46127)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:10.243727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.336383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0bab8ee7-18b5-4b7e-b247-93b881534ef3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.459584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0bab8ee7-18b5-4b7e-b247-93b881534ef3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:11.184881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287afad-5a2f-4297-9236-55c8c8e4a0eb req-11c2a169-550b-4d9b-9c12-7f437ffad091 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.184881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c287afad-5a2f-4297-9236-55c8c8e4a0eb req-11c2a169-550b-4d9b-9c12-7f437ffad091 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 945 time: 0.1015818 Jul 14 09:22:11.250985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c287afad-5a2f-4297-9236-55c8c8e4a0eb req-524f46fa-1dbe-461e-b639-23d25f0e25e6 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514176 Jul 14 09:22:11.803255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0bab8ee7-18b5-4b7e-b247-93b881534ef3 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:11.878314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:11.892359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:11.892894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.139952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.214479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bab8ee7-18b5-4b7e-b247-93b881534ef3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:12.219171 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9999097-f9ed-4be3-b7bd-f9543330faf5" -d '{"events": [{"server_uuid": "82cee5ef-a73c-44b2-9fc6-a352e84b3c01", "name": "network-vif-plugged", "status": "completed", "tag": "0bab8ee7-18b5-4b7e-b247-93b881534ef3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:12.225905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0bab8ee7-18b5-4b7e-b247-93b881534ef3, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0bab8ee7-18b5-4b7e-b247-93b881534ef3,segment=NetworkSegment(ea74fa80-c82d-40d3-80b4-c36c35f46127),segment_id=ea74fa80-c82d-40d3-80b4-c36c35f46127)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:12.239227 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.361086 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aee45d-11d3-4f88-9f59-d3743bc0f87a x-openstack-request-id: req-84aee45d-11d3-4f88-9f59-d3743bc0f87a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:12.363611 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cee5ef-a73c-44b2-9fc6-a352e84b3c01", "name": "network-vif-plugged", "status": "completed", "tag": "0bab8ee7-18b5-4b7e-b247-93b881534ef3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:12.363805 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84aee45d-11d3-4f88-9f59-d3743bc0f87a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:12.368895 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bab8ee7-18b5-4b7e-b247-93b881534ef3', 'code': 200} Jul 14 09:22:12.441039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0bab8ee7-18b5-4b7e-b247-93b881534ef3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:12.670997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc9edb-a9df-474f-a6e7-3da49fc83f13 req-fcec720a-df34-4296-8951-32f3701dfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.682416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dbc9edb-a9df-474f-a6e7-3da49fc83f13 req-fcec720a-df34-4296-8951-32f3701dfdfe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 1098 time: 0.2183406 Jul 14 09:22:12.800545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dbc9edb-a9df-474f-a6e7-3da49fc83f13 req-c4fd9bde-0ec6-4924-9f2a-8d1895e64136 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106544 Jul 14 09:22:12.953564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be8421-a10b-4264-b7b9-df5f5fc28301 req-52fa8f96-2d83-48fd-b8ac-4e09779455f8 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.976686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07be8421-a10b-4264-b7b9-df5f5fc28301 req-52fa8f96-2d83-48fd-b8ac-4e09779455f8 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 946 time: 0.1380622 Jul 14 09:22:13.062357 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07be8421-a10b-4264-b7b9-df5f5fc28301 req-906f9596-63cd-4518-91d9-e6028c0e1a8f tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843780 Jul 14 09:22:14.292455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542eccd5-2963-454c-ad91-f4a3712d3159 req-a5378e2b-aa2f-41f8-b6b7-9840867ecf9a tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.294191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-542eccd5-2963-454c-ad91-f4a3712d3159 req-a5378e2b-aa2f-41f8-b6b7-9840867ecf9a tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 946 time: 0.0982840 Jul 14 09:22:14.374161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-542eccd5-2963-454c-ad91-f4a3712d3159 req-20709781-f1cb-4db9-bded-3509cc98eb7f tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 Jul 14 09:22:15.229670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335081c-69e8-4c2c-a4d7-5e3db141554c req-827af785-b615-49e4-af64-c568e461424b tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.231924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b335081c-69e8-4c2c-a4d7-5e3db141554c req-827af785-b615-49e4-af64-c568e461424b tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 946 time: 0.1009786 Jul 14 09:22:15.305215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b335081c-69e8-4c2c-a4d7-5e3db141554c req-93bde8a3-437d-4fb4-b1e4-4f19c6731b7c tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669243 Jul 14 09:22:15.910492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8954e0b7-2df3-41c0-8ee8-75fa0329fc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.498942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-cc8fd618-b8eb-4100-82da-d481b565c05d tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.504253 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-cc8fd618-b8eb-4100-82da-d481b565c05d tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 946 time: 0.1739075 Jul 14 09:22:16.667976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a75e00-30a6-48df-b259-b66ed790c19f req-18f01ff7-c6d6-46a6-857f-ddadf90c4019 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.669566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-26a75e00-30a6-48df-b259-b66ed790c19f req-18f01ff7-c6d6-46a6-857f-ddadf90c4019 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 946 time: 0.1083117 Jul 14 09:22:16.684867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Deleting port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:16.685114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.768620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-26a75e00-30a6-48df-b259-b66ed790c19f req-578ea505-6d0c-4207-84f2-58165c869630 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97e5a7a-992a-469b-ac88-1ee094a63e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900891 Jul 14 09:22:16.842440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] For port 0bab8ee7-18b5-4b7e-b247-93b881534ef3, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0bab8ee7-18b5-4b7e-b247-93b881534ef3,segment=NetworkSegment(ea74fa80-c82d-40d3-80b4-c36c35f46127),segment_id=ea74fa80-c82d-40d3-80b4-c36c35f46127)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:16.842853 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.880708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Calling delete_port for 0bab8ee7-18b5-4b7e-b247-93b881534ef3 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:17.119797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.133197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0bab8ee7-18b5-4b7e-b247-93b881534ef3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:17.186283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Pushing event deleted for resources: {'Port': ['ID=0bab8ee7-18b5-4b7e-b247-93b881534ef3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.213797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.214076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.214365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.214714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.215058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.215423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.215927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.216271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.216665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.216976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.217325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.217661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:17.288356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] No DVR routers for this DVR port 0bab8ee7-18b5-4b7e-b247-93b881534ef3 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:17.291744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.294055 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07a72052-b08e-4a8a-ba07-4b9d8f9e05de req-83208afa-ae44-4ca8-b4c9-4fd6a2c45fff tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.48 "DELETE /v2.0/ports/0bab8ee7-18b5-4b7e-b247-93b881534ef3 HTTP/1.1" status: 204 len: 173 time: 0.7858512 Jul 14 09:22:17.294541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'name': 'network-vif-deleted', 'tag': '0bab8ee7-18b5-4b7e-b247-93b881534ef3'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:17.322229 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d01930-a56d-4d0b-9ff7-50b4437f6a35" -d '{"events": [{"server_uuid": "82cee5ef-a73c-44b2-9fc6-a352e84b3c01", "name": "network-vif-deleted", "tag": "0bab8ee7-18b5-4b7e-b247-93b881534ef3"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:17.368122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:17.383965 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0a3723-01fa-40d5-918f-e34389a19543 x-openstack-request-id: req-0b0a3723-01fa-40d5-918f-e34389a19543 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:17.384466 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cee5ef-a73c-44b2-9fc6-a352e84b3c01", "name": "network-vif-deleted", "tag": "0bab8ee7-18b5-4b7e-b247-93b881534ef3", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:17.384829 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b0a3723-01fa-40d5-918f-e34389a19543 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:17.385379 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cee5ef-a73c-44b2-9fc6-a352e84b3c01', 'name': 'network-vif-deleted', 'tag': '0bab8ee7-18b5-4b7e-b247-93b881534ef3', 'status': 'completed', 'code': 200} Jul 14 09:22:17.577034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb001743-8c2c-420f-a2fa-a46e20575340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.743372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb001743-8c2c-420f-a2fa-a46e20575340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.755574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb001743-8c2c-420f-a2fa-a46e20575340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.902962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fb001743-8c2c-420f-a2fa-a46e20575340 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1a7ad5c88b34bc5a52a0f5e8806fa4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315368 Jul 14 09:22:17.902962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb001743-8c2c-420f-a2fa-a46e20575340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b18252-e0b1-40b5-ad66-b5ec98c196dc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.923650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:18.023273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-251cc288-1eb9-4bea-a92e-69e9cdaa9059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.131630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d1f04c91-8d51-4624-83f9-ea2b1cdada33 req-4fdced7c-38b7-41d7-8040-16fba2ca2f08 tempest-ServerAddressesNegativeTestJSON-629708924 tempest-ServerAddressesNegativeTestJSON-629708924-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cee5ef-a73c-44b2-9fc6-a352e84b3c01 HTTP/1.1" status: 200 len: 210 time: 0.1034582 Jul 14 09:22:18.175591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-251cc288-1eb9-4bea-a92e-69e9cdaa9059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.254557 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-251cc288-1eb9-4bea-a92e-69e9cdaa9059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.260260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-251cc288-1eb9-4bea-a92e-69e9cdaa9059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.266464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-251cc288-1eb9-4bea-a92e-69e9cdaa9059 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06b18252-e0b1-40b5-ad66-b5ec98c196dc HTTP/1.1" status: 204 len: 168 time: 0.3620183 Jul 14 09:22:18.277493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cc288-1eb9-4bea-a92e-69e9cdaa9059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b18252-e0b1-40b5-ad66-b5ec98c196dc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:18.705446 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63f1d21d-9314-4b7d-b53b-8a997521aecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.805914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4c38b-8ff5-465a-93f6-878440e2fa0b req-ffd92d72-8384-44cf-8c55-231b113027de tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.815931 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-79f4c38b-8ff5-465a-93f6-878440e2fa0b req-ffd92d72-8384-44cf-8c55-231b113027de tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1580298 Jul 14 09:22:18.875683 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-79f4c38b-8ff5-465a-93f6-878440e2fa0b req-5ce5bf32-bca8-437e-9193-1f16a21b7643 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585227 Jul 14 09:22:18.972555 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.321507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.414950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] Deleting subnet 6cddab8b-6556-4bbc-9713-a4465125dadc {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:19.427215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.498302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.567781 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.673550 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.695197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.749296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cddab8b-6556-4bbc-9713-a4465125dadc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.762957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.767926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:19.777416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f3371205-ab07-48e5-858d-a858d4be97c3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6cddab8b-6556-4bbc-9713-a4465125dadc HTTP/1.1" status: 204 len: 168 time: 0.4547839 Jul 14 09:22:19.865448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0bab8ee7-18b5-4b7e-b247-93b881534ef3 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:19.876735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.902267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 0bab8ee7-18b5-4b7e-b247-93b881534ef3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:19.902756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0bab8ee7-18b5-4b7e-b247-93b881534ef3 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:19.993885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.011600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7126cbd4-ccff-48b5-ba58-14d8ed18b7bc']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.031949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.032370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea74fa80-c82d-40d3-80b4-c36c35f46127') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.032864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea74fa80-c82d-40d3-80b4-c36c35f46127') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.046337 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.068121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.077572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:20.078045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:20.079933 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:20.218997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.224639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.230368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7126cbd4-ccff-48b5-ba58-14d8ed18b7bc HTTP/1.1" status: 204 len: 168 time: 0.4605987 Jul 14 09:22:20.264794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492cf8a-c341-4dc5-9583-b96cca9fb159 admin admin] Pushing event deleted for resources: {'Network': ['ID=7126cbd4-ccff-48b5-ba58-14d8ed18b7bc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.266217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f188d1-5e99-41fc-969f-38d1233e41e0 req-32e53b2b-e381-405f-8ece-b1c5819ffd67 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.267889 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86f188d1-5e99-41fc-969f-38d1233e41e0 req-32e53b2b-e381-405f-8ece-b1c5819ffd67 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1581466 Jul 14 09:22:20.321376 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-86f188d1-5e99-41fc-969f-38d1233e41e0 req-44d55ac1-8fea-4a0d-973f-fa0ae81f8392 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Jul 14 09:22:20.540993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38634) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.608194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-88336950-2bd2-4419-ba63-c5300f64495c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e53330266d34810a7c04527868c4e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625162 Jul 14 09:22:20.608725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38638) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.665037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a1e-b446-4708-82d6-1dcb14134df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.689125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a1e-b446-4708-82d6-1dcb14134df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.782960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a1e-b446-4708-82d6-1dcb14134df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.786577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e42b1a1e-b446-4708-82d6-1dcb14134df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.788104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e42b1a1e-b446-4708-82d6-1dcb14134df4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b97e5a7a-992a-469b-ac88-1ee094a63e8d HTTP/1.1" status: 204 len: 168 time: 0.1784492 Jul 14 09:22:20.797631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b1a1e-b446-4708-82d6-1dcb14134df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97e5a7a-992a-469b-ac88-1ee094a63e8d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.369916 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.625276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfb11b-bbfd-45b4-abd1-e17ec8a5401c req-ce94cf37-eac6-4f36-aa0e-bd8be31e9893 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.627030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c2dfb11b-bbfd-45b4-abd1-e17ec8a5401c req-ce94cf37-eac6-4f36-aa0e-bd8be31e9893 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1132097 Jul 14 09:22:21.670054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c2dfb11b-bbfd-45b4-abd1-e17ec8a5401c req-71337554-a733-433e-9535-d8aebe967d77 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372663 Jul 14 09:22:21.882996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:22.146773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2038545883-network', 'tenant_id': '9333a829456a4474aa93baf68cd0b751'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:22.211263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Made reservation on behalf of 9333a829456a4474aa93baf68cd0b751 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:22.217447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.249332 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.326408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38704) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:22.670938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.679769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.693768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.757332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:22.920721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46c7c32-adf1-4fa6-974d-53a1db205aa4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.954477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.955482 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Added segment f5f19fb8-7065-47fc-8168-a41b83bb5b4c of type vlan for network dc267541-e0ea-49b1-be87-2b74950e1365 Jul 14 09:22:23.056569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.106636 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.108318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.109030 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.181493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.205615 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.268500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] Pushing event updated for resources: {'Network': ['ID=dc267541-e0ea-49b1-be87-2b74950e1365,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.272650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14dd813b3ff14dc1996387a42e5236f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9440725 Jul 14 09:22:23.278018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:23.284738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network dc267541-e0ea-49b1-be87-2b74950e1365 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:23.307474 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7d1a0a40-185d-47db-bbe7-7b868e54b0be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4232352 Jul 14 09:22:23.314048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:23.329018 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Request body: {'subnet': {'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2038545883-subnet', 'tenant_id': '9333a829456a4474aa93baf68cd0b751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:23.345884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a345c-af7f-441e-85a3-bb452e2ab2b7 req-9c480c77-abc9-4f97-9346-20dee796955e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.347796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c30a345c-af7f-441e-85a3-bb452e2ab2b7 req-9c480c77-abc9-4f97-9346-20dee796955e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1647656 Jul 14 09:22:23.350893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c5a87d-bf5c-4745-8d32-667d4cce4bc0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.365376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.366780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.367390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.368074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.368632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.369225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.369777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.370381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.370923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.371587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.372748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.373378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65f3c0d-b024-4571-9291-c410aab9e6ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:23.404209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1111603-a42c-45ca-a29d-8cb8190232c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.445837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c30a345c-af7f-441e-85a3-bb452e2ab2b7 req-26b712d7-48f1-479f-be32-a885df33a868 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837722 Jul 14 09:22:23.465647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1111603-a42c-45ca-a29d-8cb8190232c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.472201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Made reservation on behalf of 9333a829456a4474aa93baf68cd0b751 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:23.476570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.589728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1111603-a42c-45ca-a29d-8cb8190232c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.595336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1111603-a42c-45ca-a29d-8cb8190232c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.599297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1111603-a42c-45ca-a29d-8cb8190232c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2c5a87d-bf5c-4745-8d32-667d4cce4bc0 HTTP/1.1" status: 204 len: 168 time: 0.3175244 Jul 14 09:22:23.618376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1111603-a42c-45ca-a29d-8cb8190232c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c5a87d-bf5c-4745-8d32-667d4cce4bc0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.846678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.919946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae164de-e2fc-4421-8cf0-77b159bc6124,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.957535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Checking segment: {'id': 'f5f19fb8-7065-47fc-8168-a41b83bb5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:23.957921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Network hostable DHCP agents. Network: dc267541-e0ea-49b1-be87-2b74950e1365, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:24.000382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Network dc267541-e0ea-49b1-be87-2b74950e1365 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:24.014852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, dc267541-e0ea-49b1-be87-2b74950e1365) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:24.037357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.042658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c5a30-763d-4450-975b-635b05a959c2 None None] Network dc267541-e0ea-49b1-be87-2b74950e1365 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:24.054581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.098858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e3da2e7d-b59c-4b28-8589-a511122c277a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7744126 Jul 14 09:22:24.377336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed6a6e-c225-459a-acdc-6737d4d70da0 None None] Network dc267541-e0ea-49b1-be87-2b74950e1365 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:24.720793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e39789-344c-4704-a5be-dc8b6599fc10 req-f5f9f5f4-df25-42ba-81fa-0dc42427fe64 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.724125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07e39789-344c-4704-a5be-dc8b6599fc10 req-f5f9f5f4-df25-42ba-81fa-0dc42427fe64 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1071434 Jul 14 09:22:24.785257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07e39789-344c-4704-a5be-dc8b6599fc10 req-25678c5a-29e1-4f44-9af5-77c91ac7a29a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552151 Jul 14 09:22:26.089515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64f54-4e2f-4820-9d77-6d25ad4ee097 req-84d88a77-6aa5-415a-abd1-3d01f370cdcb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.098972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0e64f54-4e2f-4820-9d77-6d25ad4ee097 req-84d88a77-6aa5-415a-abd1-3d01f370cdcb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1296158 Jul 14 09:22:26.127063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:26.137504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0e64f54-4e2f-4820-9d77-6d25ad4ee097 req-c52047d4-8f00-4d57-8887-479680fa304f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370181 Jul 14 09:22:26.314581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bac46c67-bd2e-442a-9769-42083f44556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.443640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bac46c67-bd2e-442a-9769-42083f44556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.449996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bac46c67-bd2e-442a-9769-42083f44556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.537150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bac46c67-bd2e-442a-9769-42083f44556e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55fb440a90294ddb87b17f41ac8f9725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084339 Jul 14 09:22:26.538147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:26.540850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac46c67-bd2e-442a-9769-42083f44556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134e29bf-bebf-4d8e-92ce-c80fa5f2adbe,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.615201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-b0b69973-4638-4e69-aae7-a6c9060636a2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.622838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cce0224-27a2-4999-80cf-2f5794e47ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.623660 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-b0b69973-4638-4e69-aae7-a6c9060636a2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/networks?id=dc267541-e0ea-49b1-be87-2b74950e1365 HTTP/1.1" status: 200 len: 810 time: 0.1791604 Jul 14 09:22:26.641946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-a17271a4-404a-42f0-94f8-2dec5d2fc500 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/quotas/9333a829456a4474aa93baf68cd0b751 HTTP/1.1" status: 200 len: 375 time: 0.0166824 Jul 14 09:22:26.654296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cce0224-27a2-4999-80cf-2f5794e47ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.708846 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-1b3ca239-5453-40b4-852f-3c3bc9840d0f tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9333a829456a4474aa93baf68cd0b751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656703 Jul 14 09:22:26.789053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cce0224-27a2-4999-80cf-2f5794e47ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.792237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cce0224-27a2-4999-80cf-2f5794e47ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.793612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5cce0224-27a2-4999-80cf-2f5794e47ae4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/134e29bf-bebf-4d8e-92ce-c80fa5f2adbe HTTP/1.1" status: 204 len: 168 time: 0.2455752 Jul 14 09:22:26.849327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.858088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-6ea5933a-7b8b-4cbb-b37f-b4066a8f008b service neutron] 10.222.0.18 "GET /v2.0/networks/dc267541-e0ea-49b1-be87-2b74950e1365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474056 Jul 14 09:22:26.868347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.886228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.900063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.913202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.933443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.954713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.956915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-7d9b9f39-d8d7-476b-b508-5f69f02b47b1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.2916195 Jul 14 09:22:26.957471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:26.979527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0224-27a2-4999-80cf-2f5794e47ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134e29bf-bebf-4d8e-92ce-c80fa5f2adbe,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.994655 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-a82d4d67-77d7-42f0-947a-b136eb7d536f service neutron] 10.222.0.18 "GET /v2.0/networks/dc267541-e0ea-49b1-be87-2b74950e1365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355872 Jul 14 09:22:27.086303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dc08dad-e277-419f-8d8f-a317a2499ba5 req-a41c51ba-6ca8-4b97-9c15-7b9e60222973 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191897 Jul 14 09:22:27.332627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89a1bc1d-50a8-41ec-842d-f060759a68d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.466302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4b68-c588-4609-a9f4-fd9775c3ee7c req-4fbbaea7-d608-42b6-8ca8-0cc447c575b9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.474264 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a5e4b68-c588-4609-a9f4-fd9775c3ee7c req-4fbbaea7-d608-42b6-8ca8-0cc447c575b9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1444306 Jul 14 09:22:27.546519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a5e4b68-c588-4609-a9f4-fd9775c3ee7c req-99d78dee-f33e-4762-a8b4-8d97c64293a5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705557 Jul 14 09:22:27.595940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c04e257-adb1-4367-afc6-610fe8ad8350 req-b50bbc30-465f-49bb-9d37-5ee37826fec6 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 210 time: 0.0589461 Jul 14 09:22:27.688008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.694248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.712154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.719700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.729231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.740203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.750586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.753477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-be50a27a-e7f5-441b-be71-36b5ab16b55f tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.2010446 Jul 14 09:22:27.760467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89a1bc1d-50a8-41ec-842d-f060759a68d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.772695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89a1bc1d-50a8-41ec-842d-f060759a68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.858004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-89a1bc1d-50a8-41ec-842d-f060759a68d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c856111527b94a17822127de5198d79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8899403 Jul 14 09:22:27.861068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38884) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:27.876668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1bc1d-50a8-41ec-842d-f060759a68d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca8c78-6327-498d-b600-5448fce7b2b6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:27.923269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-5bc351d3-f36b-4a6c-8417-bb997ae5ec7e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.931398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-5bc351d3-f36b-4a6c-8417-bb997ae5ec7e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "GET /v2.0/ports/3b8a38df-0752-4730-8f07-4934bbba1bc2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1689494 Jul 14 09:22:28.038655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e579e2a-2992-4dd3-9bb6-da9daf2ecf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.096804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e579e2a-2992-4dd3-9bb6-da9daf2ecf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.139489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-87410370-0882-479f-a7fe-b1f102d14dfe tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "GET /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2020988 Jul 14 09:22:28.177699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:28.190788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e579e2a-2992-4dd3-9bb6-da9daf2ecf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.197458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e579e2a-2992-4dd3-9bb6-da9daf2ecf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.201052 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3e579e2a-2992-4dd3-9bb6-da9daf2ecf79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bca8c78-6327-498d-b600-5448fce7b2b6 HTTP/1.1" status: 204 len: 168 time: 0.3353894 Jul 14 09:22:28.236186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579e2a-2992-4dd3-9bb6-da9daf2ecf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca8c78-6327-498d-b600-5448fce7b2b6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.344687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.535598 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:28.539985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.548525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.557305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.565277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.576434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.584704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.594618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.597649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-19699465-ad20-4270-bc2c-ae13f474285e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 5436 time: 0.2636974 Jul 14 09:22:28.660694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afffc4eb-bbb7-4267-834c-64cbf3bd37b9 req-6c00e6c7-36c9-4171-9c99-4bb743dd07ee tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&id=cf11293a-203f-498f-9163-46de8e5da136&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541203 Jul 14 09:22:28.685380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] For port 3b8a38df-0752-4730-8f07-4934bbba1bc2, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3b8a38df-0752-4730-8f07-4934bbba1bc2,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:28.755504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] For port 3b8a38df-0752-4730-8f07-4934bbba1bc2, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:28.835339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9416e-5f30-4222-a4dc-0bf74f2a9930 req-141626c2-7025-451b-b1a7-c9453c770811 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.844077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f4d9416e-5f30-4222-a4dc-0bf74f2a9930 req-141626c2-7025-451b-b1a7-c9453c770811 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.0822437 Jul 14 09:22:28.844267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] device_id is not set on port 3b8a38df-0752-4730-8f07-4934bbba1bc2 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:28.870406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.884524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.899089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f4d9416e-5f30-4222-a4dc-0bf74f2a9930 req-c252bf45-a34d-48a6-a25e-f801a8b75c94 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511811 Jul 14 09:22:29.046356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc6297a9-9d2f-4f04-ad4e-a78700324577 req-2b0d2c8c-6e9b-4971-be28-862149c085ad tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 210 time: 0.0969498 Jul 14 09:22:29.103657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] No DVR routers for this DVR port 3b8a38df-0752-4730-8f07-4934bbba1bc2 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:29.181078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] In _notify_port_updated(), no bound segment for port 3b8a38df-0752-4730-8f07-4934bbba1bc2 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:22:29.187229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.187890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.189391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] 10.222.0.11 "PUT /v2.0/ports/3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 200 len: 1028 time: 1.0405188 Jul 14 09:22:29.190069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b3ae4-87a2-423e-bc60-4c18c73de368 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8a38df-0752-4730-8f07-4934bbba1bc2,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:29.313052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-30ce8b22-1ca9-40d1-9e86-ca9c37c01b11 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.314628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-30ce8b22-1ca9-40d1-9e86-ca9c37c01b11 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.48 "GET /v2.0/networks?id=dc267541-e0ea-49b1-be87-2b74950e1365 HTTP/1.1" status: 200 len: 810 time: 0.2737300 Jul 14 09:22:29.340348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-10e6696f-c9f7-42fe-a7e9-8a180e45367e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.342598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-10e6696f-c9f7-42fe-a7e9-8a180e45367e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "GET /v2.0/ports/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1368072 Jul 14 09:22:29.342732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Request body: {'port': {'device_id': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365', 'admin_state_up': True, 'tenant_id': '9333a829456a4474aa93baf68cd0b751'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:29.348335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-49b56e51-e35c-4cd9-b21d-42121292ec33 None None] Provisioning complete for port 3b8a38df-0752-4730-8f07-4934bbba1bc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:29.348914 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49b56e51-e35c-4cd9-b21d-42121292ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.363743 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:29.478311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.478510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-49b56e51-e35c-4cd9-b21d-42121292ec33 None None] Port 3b8a38df-0752-4730-8f07-4934bbba1bc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:29.613043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Made reservation on behalf of 9333a829456a4474aa93baf68cd0b751 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:29.617027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.709083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] For port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:29.782095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] For port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:29.835850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Allocated IP 172.20.0.11 (dc267541-e0ea-49b1-be87-2b74950e1365/fae164de-e2fc-4421-8cf0-77b159bc6124/e1b29c4c-cb66-4f2c-8656-84919ca24990) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:29.863957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] device_id is not set on port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:22:29.884088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.902692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.087573 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.127028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] No DVR routers for this DVR port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:30.129263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] Pushing event updated for resources: {'Port': ['ID=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.197075 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.229208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2dc33-4a8d-46d0-87af-9cf5183d011c req-39cc921e-833a-4583-b5ad-614e797b6a7a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.247087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2dc33-4a8d-46d0-87af-9cf5183d011c req-39cc921e-833a-4583-b5ad-614e797b6a7a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.253687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2dc33-4a8d-46d0-87af-9cf5183d011c req-39cc921e-833a-4583-b5ad-614e797b6a7a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.262905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2dc33-4a8d-46d0-87af-9cf5183d011c req-39cc921e-833a-4583-b5ad-614e797b6a7a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.272820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2dc33-4a8d-46d0-87af-9cf5183d011c req-39cc921e-833a-4583-b5ad-614e797b6a7a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.274709 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8e2dc33-4a8d-46d0-87af-9cf5183d011c req-39cc921e-833a-4583-b5ad-614e797b6a7a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 3887 time: 0.3863811 Jul 14 09:22:30.275910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] In _notify_port_updated(), no bound segment for port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 on network 3fe787a8-6c1b-46fb-9625-572da374e427 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:22:30.276343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Network dc267541-e0ea-49b1-be87-2b74950e1365 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:30.278394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.279185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.282139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0535c09f-2ae6-418a-94f7-ddb3388d60ef service neutron] 10.222.0.11 "PUT /v2.0/ports/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 200 len: 1027 time: 0.9321330 Jul 14 09:22:30.289486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:30.303324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:30.315322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Pushing event updated for resources: {'Port': ['ID=e1b29c4c-cb66-4f2c-8656-84919ca24990,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.386443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5c47f-47bc-47b4-ab57-3a2d2fd78cb5 req-b85bfc7f-ce5a-42b1-b2d9-ee47c44b09c5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.388152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fb5c47f-47bc-47b4-ab57-3a2d2fd78cb5 req-b85bfc7f-ce5a-42b1-b2d9-ee47c44b09c5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.2408009 Jul 14 09:22:30.412894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d42d1829-4a21-4b5b-835a-df4d1511ca5b None None] Provisioning complete for port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:30.413391 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42d1829-4a21-4b5b-835a-df4d1511ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.481428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8e2dc33-4a8d-46d0-87af-9cf5183d011c req-8a6ea869-530b-4060-9190-8b8c2b9285be tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767530 Jul 14 09:22:30.491587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d42d1829-4a21-4b5b-835a-df4d1511ca5b None None] Port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:30.521748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port bc2e40f4-1621-467b-9f17-253edde83b2d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:30.522388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.702318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] For port bc2e40f4-1621-467b-9f17-253edde83b2d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bc2e40f4-1621-467b-9f17-253edde83b2d,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:30.703803 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.729368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for bc2e40f4-1621-467b-9f17-253edde83b2d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:30.958596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a905e-1307-436d-94c1-fc1e167f8de9 req-2f983574-e45b-4777-a726-55189157c73d tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.959816 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-797a905e-1307-436d-94c1-fc1e167f8de9 req-2f983574-e45b-4777-a726-55189157c73d tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 932 time: 0.1193573 Jul 14 09:22:30.980902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.981604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.001687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fb5c47f-47bc-47b4-ab57-3a2d2fd78cb5 req-074047be-a503-4710-8c33-1fd870310f9c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5908706 Jul 14 09:22:31.008676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-2450aaa6-aded-4ce5-8fc4-408d363d44c2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6796429 Jul 14 09:22:31.020842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Request body: {'port': {'device_id': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:31.123331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.127847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-797a905e-1307-436d-94c1-fc1e167f8de9 req-b703bfb5-869d-40bb-ad27-7c4580fa682c tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367133 Jul 14 09:22:31.129083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.194858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=bc2e40f4-1621-467b-9f17-253edde83b2d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.243543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38976) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:31.272233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] No DVR routers for this DVR port bc2e40f4-1621-467b-9f17-253edde83b2d on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:31.278201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.286124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-0606a332-5d9e-4236-93de-fac5c9122796 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "DELETE /v2.0/ports/bc2e40f4-1621-467b-9f17-253edde83b2d HTTP/1.1" status: 204 len: 173 time: 0.9962988 Jul 14 09:22:31.288027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': 'bc2e40f4-1621-467b-9f17-253edde83b2d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:31.291388 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c79ce0-a510-42b7-934e-d1b2d898e044" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "bc2e40f4-1621-467b-9f17-253edde83b2d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:31.363051 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923a335c-697f-42fb-a1e3-373ebe90ae46 x-openstack-request-id: req-923a335c-697f-42fb-a1e3-373ebe90ae46 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:31.363895 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "bc2e40f4-1621-467b-9f17-253edde83b2d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:31.364163 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-923a335c-697f-42fb-a1e3-373ebe90ae46 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:31.364597 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': 'bc2e40f4-1621-467b-9f17-253edde83b2d', 'status': 'completed', 'code': 200} Jul 14 09:22:31.402257 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.453450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1e08109-6fcf-4403-ad17-68f5ea1dfeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.524923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b29c4c-cb66-4f2c-8656-84919ca24990 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:31.534512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.551342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port 3371dd45-6454-4519-aaf2-1303409fe639 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:31.552006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.556698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Transition to ACTIVE for port object e1b29c4c-cb66-4f2c-8656-84919ca24990 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:31.562504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.647713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b29c4c-cb66-4f2c-8656-84919ca24990,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.686302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:31.689173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:31.716468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] For port 3371dd45-6454-4519-aaf2-1303409fe639, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3371dd45-6454-4519-aaf2-1303409fe639,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:31.717384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.743259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Attempting to bind port e1b29c4c-cb66-4f2c-8656-84919ca24990 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:31.743646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Attempting to bind port e1b29c4c-cb66-4f2c-8656-84919ca24990 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'f5f19fb8-7065-47fc-8168-a41b83bb5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:31.743977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Attempting to bind port e1b29c4c-cb66-4f2c-8656-84919ca24990 on network dc267541-e0ea-49b1-be87-2b74950e1365 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:31.751236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Port e1b29c4c-cb66-4f2c-8656-84919ca24990 on network dc267541-e0ea-49b1-be87-2b74950e1365 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:31.751620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Attempting to bind port e1b29c4c-cb66-4f2c-8656-84919ca24990 on network dc267541-e0ea-49b1-be87-2b74950e1365 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:31.764964 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1e08109-6fcf-4403-ad17-68f5ea1dfeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.766262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for 3371dd45-6454-4519-aaf2-1303409fe639 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:31.774210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:31.774567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Checking segment: {'id': 'f5f19fb8-7065-47fc-8168-a41b83bb5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:31.775399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Bound using segment: {'id': 'f5f19fb8-7065-47fc-8168-a41b83bb5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:31.775584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Bound port: e1b29c4c-cb66-4f2c-8656-84919ca24990, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f19fb8-7065-47fc-8168-a41b83bb5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:31.775980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.786252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1e08109-6fcf-4403-ad17-68f5ea1dfeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.839952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f1e08109-6fcf-4403-ad17-68f5ea1dfeff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de93142ba20449789ce187ad4ed9989d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942981 Jul 14 09:22:31.842477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e08109-6fcf-4403-ad17-68f5ea1dfeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceae521-f9fa-439d-818c-13205608f49b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.844925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38992) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:31.850229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:31.850529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 17599234-c916-4f8b-beec-ddeb99a8bc7c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:31.890241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] For port e1b29c4c-cb66-4f2c-8656-84919ca24990, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:31.895481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] For port e1b29c4c-cb66-4f2c-8656-84919ca24990, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e1b29c4c-cb66-4f2c-8656-84919ca24990,segment=NetworkSegment(f5f19fb8-7065-47fc-8168-a41b83bb5b4c),segment_id=f5f19fb8-7065-47fc-8168-a41b83bb5b4c)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:31.903560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.926011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:31.957581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.958383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.960139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] 10.222.0.48 "PUT /v2.0/ports/e1b29c4c-cb66-4f2c-8656-84919ca24990 HTTP/1.1" status: 200 len: 1093 time: 0.9437482 Jul 14 09:22:31.971550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'tag': 'e1b29c4c-cb66-4f2c-8656-84919ca24990'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:31.973704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'port_id': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'mac_address': 'fa:16:3e:b8:e1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:31.979560 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755109a0-5315-46f3-893d-55f273ae9c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9147887-0b23-4e8c-afcf-d8c28bd50114", "tag": "e1b29c4c-cb66-4f2c-8656-84919ca24990"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:31.995733 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-063c42da-cb8b-407d-93fe-9a5f62765ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.021993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-063c42da-cb8b-407d-93fe-9a5f62765ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.108120 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-063c42da-cb8b-407d-93fe-9a5f62765ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.111154 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-063c42da-cb8b-407d-93fe-9a5f62765ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.112637 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-063c42da-cb8b-407d-93fe-9a5f62765ebf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ceae521-f9fa-439d-818c-13205608f49b HTTP/1.1" status: 204 len: 168 time: 0.2651935 Jul 14 09:22:32.155224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef04e7-bff9-4def-b309-2281ad749d01 req-92043086-2e88-4d3e-a764-7618d853549a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.158807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c42da-cb8b-407d-93fe-9a5f62765ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceae521-f9fa-439d-818c-13205608f49b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.162069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef04e7-bff9-4def-b309-2281ad749d01 req-92043086-2e88-4d3e-a764-7618d853549a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.170657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef04e7-bff9-4def-b309-2281ad749d01 req-92043086-2e88-4d3e-a764-7618d853549a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.183970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef04e7-bff9-4def-b309-2281ad749d01 req-92043086-2e88-4d3e-a764-7618d853549a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.186547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3ef04e7-bff9-4def-b309-2281ad749d01 req-92043086-2e88-4d3e-a764-7618d853549a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 3152 time: 0.4321368 Jul 14 09:22:32.190025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65758b76-c753-4764-9c6f-600c4b384d53 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b29c4c-cb66-4f2c-8656-84919ca24990,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.252859 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.282972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.292287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-de764e83-5c30-4a17-8a5f-420d53b156ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.302752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-de764e83-5c30-4a17-8a5f-420d53b156ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9333a829456a4474aa93baf68cd0b751&device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 1096 time: 0.2635155 Jul 14 09:22:32.309578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3ef04e7-bff9-4def-b309-2281ad749d01 req-a2cecce3-39d0-449e-a084-6bffa70b5dff tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150966 Jul 14 09:22:32.331014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=3371dd45-6454-4519-aaf2-1303409fe639,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.395845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-4db97fcd-12eb-4c31-bad5-a1a81534c51e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b29c4c-cb66-4f2c-8656-84919ca24990 HTTP/1.1" status: 200 len: 217 time: 0.0849359 Jul 14 09:22:32.423592 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8195bd81-0e4b-48b5-8a64-d1b3f14876d7 x-openstack-request-id: req-8195bd81-0e4b-48b5-8a64-d1b3f14876d7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:32.424012 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9147887-0b23-4e8c-afcf-d8c28bd50114", "tag": "e1b29c4c-cb66-4f2c-8656-84919ca24990", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:32.424189 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8195bd81-0e4b-48b5-8a64-d1b3f14876d7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:32.424584 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'tag': 'e1b29c4c-cb66-4f2c-8656-84919ca24990', 'status': 'completed', 'code': 200} Jul 14 09:22:32.449700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:32.481622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-36c546fd-ffdf-4dd7-be0a-3e3355fae9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.483768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-36c546fd-ffdf-4dd7-be0a-3e3355fae9ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fae164de-e2fc-4421-8cf0-77b159bc6124 HTTP/1.1" status: 200 len: 850 time: 0.0814331 Jul 14 09:22:32.496151 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f6cffc-3fbd-4c76-ac1f-e042943b07e1" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-unplugged", "status": "completed", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:32.526153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 17599234-c916-4f8b-beec-ddeb99a8bc7c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:32.533855 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.561107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] No DVR routers for this DVR port 3371dd45-6454-4519-aaf2-1303409fe639 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:32.565308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.567154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-c3b5e553-e2f6-4af6-bd51-afb6242bef91 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "DELETE /v2.0/ports/3371dd45-6454-4519-aaf2-1303409fe639 HTTP/1.1" status: 204 len: 173 time: 1.2723579 Jul 14 09:22:32.567499 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.568360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3371dd45-6454-4519-aaf2-1303409fe639 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:32.610023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-98227198-c1e3-4cc7-8837-3279b86fd178 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc267541-e0ea-49b1-be87-2b74950e1365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143034 Jul 14 09:22:32.722944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 3371dd45-6454-4519-aaf2-1303409fe639 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:32.723855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3371dd45-6454-4519-aaf2-1303409fe639 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:32.724451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bc2e40f4-1621-467b-9f17-253edde83b2d no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:32.756836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.785976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=17599234-c916-4f8b-beec-ddeb99a8bc7c,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.790901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 499cc1c6-4602-4bba-abad-938ab5aabb55 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:32.813660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:32.831347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e15e3dac-88e7-4d44-a0aa-12de72febb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.840309 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.847278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: bc2e40f4-1621-467b-9f17-253edde83b2d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:32.848143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bc2e40f4-1621-467b-9f17-253edde83b2d not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:32.848812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bb02c3c5-da3c-4ac7-a3a9-101166d6e411 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:32.907128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:32.907671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.994536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e15e3dac-88e7-4d44-a0aa-12de72febb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.006117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e15e3dac-88e7-4d44-a0aa-12de72febb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.038688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['499cc1c6-4602-4bba-abad-938ab5aabb55'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:33.059044 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e15e3dac-88e7-4d44-a0aa-12de72febb2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bc6104344b540228a6a0f8f3191625c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695804 Jul 14 09:22:33.059933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:33.061669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139be099-4f01-4bc5-9121-d505ac1f424f req-bed0e295-aeb8-4d10-bb7b-79b30fc4a720 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.080950 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-139be099-4f01-4bc5-9121-d505ac1f424f req-bed0e295-aeb8-4d10-bb7b-79b30fc4a720 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 944 time: 0.3527510 Jul 14 09:22:33.128225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-0551795b-974b-44e5-a603-31eccc136cad service neutron] 10.222.0.48 "GET /v2.0/networks/dc267541-e0ea-49b1-be87-2b74950e1365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147154 Jul 14 09:22:33.144534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb39976-54ed-400b-a59b-a73208f95d15 req-ca81de02-2cbb-481c-a185-5535e291bc50 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.153699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-acb39976-54ed-400b-a59b-a73208f95d15 req-ca81de02-2cbb-481c-a185-5535e291bc50 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.4461622 Jul 14 09:22:33.179427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-139be099-4f01-4bc5-9121-d505ac1f424f req-18fbaf59-ebad-4b30-ab84-becfc0bcdbfc tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976071 Jul 14 09:22:33.205781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.241885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.246176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] For port bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:33.248954 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.293534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba3f55a4-bd45-4b9b-a711-4456dad33ca4 req-6b4e94d6-b33a-4c0d-b5dd-f32433d8e5f3 service neutron] 10.222.0.48 "GET /v2.0/networks/dc267541-e0ea-49b1-be87-2b74950e1365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329651 Jul 14 09:22:33.299606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bb02c3c5-da3c-4ac7-a3a9-101166d6e411, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:33.306548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for bb02c3c5-da3c-4ac7-a3a9-101166d6e411 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:33.311004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.312636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d574b952-f894-40ff-8272-2b003fbc097d no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:33.330259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e3dac-88e7-4d44-a0aa-12de72febb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd0840-c8eb-4df4-9d85-c78162ad6639,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.356007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-acb39976-54ed-400b-a59b-a73208f95d15 req-9e33aaed-6403-42e9-9027-86178741f01a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005525 Jul 14 09:22:33.474448 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e2d94e-bc15-4099-a0df-d3809a6d8ffe x-openstack-request-id: req-d2e2d94e-bc15-4099-a0df-d3809a6d8ffe {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:33.474976 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-unplugged", "status": "completed", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:33.475468 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2e2d94e-bc15-4099-a0df-d3809a6d8ffe {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:33.476108 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'code': 200} Jul 14 09:22:33.486204 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-316e1faf-c3cb-4faf-94cf-991f61653324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.495668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': '3371dd45-6454-4519-aaf2-1303409fe639'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:33.504964 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83112554-03e1-4dff-86f3-8dbcf5a9342b" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "3371dd45-6454-4519-aaf2-1303409fe639"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:33.506407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.577183 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.582355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-316e1faf-c3cb-4faf-94cf-991f61653324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.644956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755109a0-5315-46f3-893d-55f273ae9c0c req-34aa57f6-c170-48f7-8363-0c26012e6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.646930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d574b952-f894-40ff-8272-2b003fbc097d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d574b952-f894-40ff-8272-2b003fbc097d,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:33.652264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-755109a0-5315-46f3-893d-55f273ae9c0c req-34aa57f6-c170-48f7-8363-0c26012e6580 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9333a829456a4474aa93baf68cd0b751&device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 1096 time: 0.2894115 Jul 14 09:22:33.657202 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.658003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3b8a38df-0752-4730-8f07-4934bbba1bc2 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:33.693223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.764850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-afe5591a-dd46-460a-a860-ba6532eb8aa1 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d92f7f5978f54248973327d22c122f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844107 Jul 14 09:22:33.774215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3b8a38df-0752-4730-8f07-4934bbba1bc2 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:33.786778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d574b952-f894-40ff-8272-2b003fbc097d,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.798107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:33.798242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=bb02c3c5-da3c-4ac7-a3a9-101166d6e411,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.859749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] No DVR routers for this DVR port bb02c3c5-da3c-4ac7-a3a9-101166d6e411 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:33.864421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.867832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 499cc1c6-4602-4bba-abad-938ab5aabb55 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:33.868333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.869462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-b8975919-ddbc-4717-871b-2ea81ef87a2b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "DELETE /v2.0/ports/bb02c3c5-da3c-4ac7-a3a9-101166d6e411 HTTP/1.1" status: 204 len: 173 time: 1.2932122 Jul 14 09:22:33.979530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755109a0-5315-46f3-893d-55f273ae9c0c req-e1385886-6cc0-4eae-8f36-55f24097c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.981588 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-755109a0-5315-46f3-893d-55f273ae9c0c req-e1385886-6cc0-4eae-8f36-55f24097c42f service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc267541-e0ea-49b1-be87-2b74950e1365 HTTP/1.1" status: 200 len: 911 time: 0.3066390 Jul 14 09:22:33.986646 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.988981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-316e1faf-c3cb-4faf-94cf-991f61653324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.991899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-316e1faf-c3cb-4faf-94cf-991f61653324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.993244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-316e1faf-c3cb-4faf-94cf-991f61653324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49bd0840-c8eb-4df4-9d85-c78162ad6639 HTTP/1.1" status: 204 len: 168 time: 0.9178994 Jul 14 09:22:34.021804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-4514b53c-c433-45ac-9890-1b97e8aa8672 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.029331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-4514b53c-c433-45ac-9890-1b97e8aa8672 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634373 Jul 14 09:22:34.050112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-5d9e974b-2ec6-4d97-b941-021b63ff9e39 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/quotas/d92f7f5978f54248973327d22c122f3b HTTP/1.1" status: 200 len: 375 time: 0.0197296 Jul 14 09:22:34.050323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e1faf-c3cb-4faf-94cf-991f61653324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd0840-c8eb-4df4-9d85-c78162ad6639,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.071233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-755109a0-5315-46f3-893d-55f273ae9c0c req-6c52f738-5e74-470f-81ce-fcc3b035f76e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1b29c4c-cb66-4f2c-8656-84919ca24990 HTTP/1.1" status: 200 len: 217 time: 0.0750709 Jul 14 09:22:34.082061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f3c5a-ba54-45a6-861c-2c7fda94bae9 req-754aef19-95f6-4cb5-bcb3-7284518e7079 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.088505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f3c5a-ba54-45a6-861c-2c7fda94bae9 req-754aef19-95f6-4cb5-bcb3-7284518e7079 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.096529 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a5f3c5a-ba54-45a6-861c-2c7fda94bae9 req-754aef19-95f6-4cb5-bcb3-7284518e7079 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 1678 time: 0.3115506 Jul 14 09:22:34.110586 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-8bf1ab74-34a3-4b2e-9796-b2b902886704 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d92f7f5978f54248973327d22c122f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587745 Jul 14 09:22:34.113217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port 17599234-c916-4f8b-beec-ddeb99a8bc7c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:34.115618 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.155512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:34.163002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.259407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a5f3c5a-ba54-45a6-861c-2c7fda94bae9 req-df000371-4b0c-4baa-96cf-9cd89cff0b45 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612539 Jul 14 09:22:34.291998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755109a0-5315-46f3-893d-55f273ae9c0c req-b8ff3304-f8a3-43df-ae18-f8af80bd96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.296410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.299512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-755109a0-5315-46f3-893d-55f273ae9c0c req-b8ff3304-f8a3-43df-ae18-f8af80bd96c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fae164de-e2fc-4421-8cf0-77b159bc6124 HTTP/1.1" status: 200 len: 850 time: 0.1991456 Jul 14 09:22:34.379056 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123d7268-c039-4f40-9610-e15ec37dc7f5 x-openstack-request-id: req-123d7268-c039-4f40-9610-e15ec37dc7f5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:34.380262 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "3371dd45-6454-4519-aaf2-1303409fe639", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:34.381153 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-123d7268-c039-4f40-9610-e15ec37dc7f5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:34.383599 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': '3371dd45-6454-4519-aaf2-1303409fe639', 'status': 'completed', 'code': 200} Jul 14 09:22:34.413487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-755109a0-5315-46f3-893d-55f273ae9c0c req-2b6e786e-40b1-4a91-8d4d-3239ad1ae91f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc267541-e0ea-49b1-be87-2b74950e1365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915263 Jul 14 09:22:34.416025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] For port 17599234-c916-4f8b-beec-ddeb99a8bc7c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=17599234-c916-4f8b-beec-ddeb99a8bc7c,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:34.418190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.664995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-755109a0-5315-46f3-893d-55f273ae9c0c req-b10af3fc-8633-43a0-82db-3c36ce04f56d service neutron] 10.222.0.48 "GET /v2.0/networks/dc267541-e0ea-49b1-be87-2b74950e1365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503572 Jul 14 09:22:35.055558 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.056058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.056271 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Floating IP 25831558-1c72-4d04-ade1-2a70447d166b disassociated. External IP: 172.25.2.231, port: 17599234-c916-4f8b-beec-ddeb99a8bc7c. Jul 14 09:22:35.056617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for 17599234-c916-4f8b-beec-ddeb99a8bc7c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:35.091133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e467a6a-3d25-4a73-9aa4-e8220b490047 req-ef3e6707-1236-4bb8-b9cb-140cf393e9c5 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.092760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e467a6a-3d25-4a73-9aa4-e8220b490047 req-ef3e6707-1236-4bb8-b9cb-140cf393e9c5 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 944 time: 0.4347539 Jul 14 09:22:35.194723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-755109a0-5315-46f3-893d-55f273ae9c0c req-74eb4294-7a7b-4292-89a6-134144e779ac service neutron] 10.222.0.48 "GET /v2.0/networks/dc267541-e0ea-49b1-be87-2b74950e1365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079169 Jul 14 09:22:35.212475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e467a6a-3d25-4a73-9aa4-e8220b490047 req-ddde34e7-601e-4079-9daf-c5b8315578f3 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951145 Jul 14 09:22:35.396492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4bd8eb4f-31e8-4e7c-be08-633f51f6eb8d req-ddc77057-8a3c-4216-8081-7ff271bff1c4 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0927172 Jul 14 09:22:35.487463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411'}, {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d'}, {'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:35.487463 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be57a226-573f-4e35-9419-231c1261521f" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-unplugged", "status": "completed", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411"}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-unplugged", "status": "completed", "tag": "d574b952-f894-40ff-8272-2b003fbc097d"}, {"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-plugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:35.928824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e1b29c4c-cb66-4f2c-8656-84919ca24990 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:35.990775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6675a7-ebee-49c4-a20f-971e0612483b req-6c7add56-142d-4eb9-99ce-d6edc83ffd9a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.010947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6675a7-ebee-49c4-a20f-971e0612483b req-6c7add56-142d-4eb9-99ce-d6edc83ffd9a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.012679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca6675a7-ebee-49c4-a20f-971e0612483b req-6c7add56-142d-4eb9-99ce-d6edc83ffd9a tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 1678 time: 0.1980650 Jul 14 09:22:36.026992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.074037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca6675a7-ebee-49c4-a20f-971e0612483b req-0268f763-56f7-421a-a6a1-7d70e5ff3858 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536425 Jul 14 09:22:36.107161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=17599234-c916-4f8b-beec-ddeb99a8bc7c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.201905 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13b244f-aa5b-4cbc-8769-5991c91935fc x-openstack-request-id: req-b13b244f-aa5b-4cbc-8769-5991c91935fc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:36.202213 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-unplugged", "status": "completed", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411", "code": 200}, {"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-unplugged", "status": "completed", "tag": "d574b952-f894-40ff-8272-2b003fbc097d", "code": 200}, {"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-plugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:36.204966 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b13b244f-aa5b-4cbc-8769-5991c91935fc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:36.206513 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411', 'code': 200} Jul 14 09:22:36.209787 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d', 'code': 200} Jul 14 09:22:36.210300 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'code': 200} Jul 14 09:22:36.218772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f05bdf-f279-440b-a27b-bf506a8e1e7e req-4ddc510f-cdb3-4c6e-8326-9bd5d0d3fd15 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.220819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12f05bdf-f279-440b-a27b-bf506a8e1e7e req-4ddc510f-cdb3-4c6e-8326-9bd5d0d3fd15 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 1.1456320 Jul 14 09:22:36.314899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e1b29c4c-cb66-4f2c-8656-84919ca24990, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e1b29c4c-cb66-4f2c-8656-84919ca24990,segment=NetworkSegment(f5f19fb8-7065-47fc-8168-a41b83bb5b4c),segment_id=f5f19fb8-7065-47fc-8168-a41b83bb5b4c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:36.344425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'e1b29c4c-cb66-4f2c-8656-84919ca24990', 'network_id': 'dc267541-e0ea-49b1-be87-2b74950e1365', 'port_id': 'e1b29c4c-cb66-4f2c-8656-84919ca24990', 'mac_address': 'fa:16:3e:52:b7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae164de-e2fc-4421-8cf0-77b159bc6124', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:36.354389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-12f05bdf-f279-440b-a27b-bf506a8e1e7e req-b6b8f1e5-f648-47c4-99a1-770357612771 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089737 Jul 14 09:22:36.368986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-a7759255-c04d-48c1-afb0-4e9c7e35f5ac tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d92f7f5978f54248973327d22c122f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633006 Jul 14 09:22:36.394608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Router f4e02a97-e647-4826-af15-8701e76145a4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:36.395978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:36.398841 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918201b5-2fc8-479a-ad5d-dd060b9af46b" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:36.449138 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.477315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b29c4c-cb66-4f2c-8656-84919ca24990 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:36.530641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e1b29c4c-cb66-4f2c-8656-84919ca24990, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e1b29c4c-cb66-4f2c-8656-84919ca24990,segment=NetworkSegment(f5f19fb8-7065-47fc-8168-a41b83bb5b4c),segment_id=f5f19fb8-7065-47fc-8168-a41b83bb5b4c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:36.544652 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.664143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-e23181f3-f9ec-40a2-a30d-e308029c6dc4 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.666524 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-e23181f3-f9ec-40a2-a30d-e308029c6dc4 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858787 Jul 14 09:22:36.684530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Request body: {'port': {'device_id': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'd92f7f5978f54248973327d22c122f3b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:36.697217 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d8133b-58c8-4a67-bf2f-524dc86ca551 x-openstack-request-id: req-d5d8133b-58c8-4a67-bf2f-524dc86ca551 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:36.697577 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "bb02c3c5-da3c-4ac7-a3a9-101166d6e411", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:36.698694 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5d8133b-58c8-4a67-bf2f-524dc86ca551 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:36.705221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8e9ac-41f4-43d2-bb3b-9cdc666ac8fd req-2ed0f629-a59b-4c93-a940-bd8e1bd7591f tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.709718 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': 'bb02c3c5-da3c-4ac7-a3a9-101166d6e411', 'status': 'completed', 'code': 200} Jul 14 09:22:36.735490 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00b8e9ac-41f4-43d2-bb3b-9cdc666ac8fd req-2ed0f629-a59b-4c93-a940-bd8e1bd7591f tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 944 time: 0.2253878 Jul 14 09:22:36.786364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e1b29c4c-cb66-4f2c-8656-84919ca24990,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.799428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e1b29c4c-cb66-4f2c-8656-84919ca24990'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:36.949225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d57e48fd-56f0-46be-aa41-39acfd52dcc8 req-d134fde8-fd68-4870-81ee-00fe3e1eb1b9 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0941856 Jul 14 09:22:37.016665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:37.032390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] Sync routers for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:37.069270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00b8e9ac-41f4-43d2-bb3b-9cdc666ac8fd req-f03c428f-7136-4696-a7ff-4136439dec53 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323503 Jul 14 09:22:37.099064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:37.101433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:22:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:37.128524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] No DVR routers for this DVR port 17599234-c916-4f8b-beec-ddeb99a8bc7c on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:37.131548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.133840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-294a902e-63d3-4069-ab3e-b4e74c58a864 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "DELETE /v2.0/ports/17599234-c916-4f8b-beec-ddeb99a8bc7c HTTP/1.1" status: 204 len: 173 time: 3.2602355 Jul 14 09:22:37.291870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Made reservation on behalf of d92f7f5978f54248973327d22c122f3b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:37.319333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.361520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:37.387663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.394442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port d574b952-f894-40ff-8272-2b003fbc097d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:37.395940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.677232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.710428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.846201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 5, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:37.858152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] For port d574b952-f894-40ff-8272-2b003fbc097d, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d574b952-f894-40ff-8272-2b003fbc097d,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:37.858152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.892400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] Checking router: f4e02a97-e647-4826-af15-8701e76145a4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:37.904859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:37.905810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:22:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:37.924204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for d574b952-f894-40ff-8272-2b003fbc097d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:37.982720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-5e7f77fa-adc2-4d82-909e-e7e9d2a1d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.989682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-5e7f77fa-adc2-4d82-909e-e7e9d2a1d0e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1098 time: 0.4732964 Jul 14 09:22:38.093672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3db20-6356-4568-9078-ca28b5866901 req-72987124-2851-4185-b6ee-13a6edc9ef2d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.098207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:38.102927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ef3db20-6356-4568-9078-ca28b5866901 req-72987124-2851-4185-b6ee-13a6edc9ef2d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.4671705 Jul 14 09:22:38.157221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Allocated IP 192.168.233.236 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/31a9216d-3dff-452b-a2e4-bc27332db13c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:38.243457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ad87df-fada-42c2-93ae-ad3087764868,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.251154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e1b29c4c-cb66-4f2c-8656-84919ca24990 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:38.252499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-f02f324b-ba95-4b96-8538-596b18c783c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.254109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-f02f324b-ba95-4b96-8538-596b18c783c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.1742494 Jul 14 09:22:38.359519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ef3db20-6356-4568-9078-ca28b5866901 req-de9ec014-add8-4e88-bac9-a207217a5012 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555189 Jul 14 09:22:38.457350 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-e88929b4-8abf-48d0-af1e-bb885cdd3d89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 1002 time: 0.1875234 Jul 14 09:22:38.473714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794111f-5262-4157-be1a-3160fff6bc82 req-f3101910-e91a-4ece-8c66-8e964cb93b74 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.475333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6794111f-5262-4157-be1a-3160fff6bc82 req-f3101910-e91a-4ece-8c66-8e964cb93b74 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 943 time: 0.7914226 Jul 14 09:22:38.530005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port e1b29c4c-cb66-4f2c-8656-84919ca24990 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:38.541865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port e1b29c4c-cb66-4f2c-8656-84919ca24990 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:38.542912 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.713077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:38.715295 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654d39aa-b67f-41ab-811c-b6432165fabe" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:38.737251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6794111f-5262-4157-be1a-3160fff6bc82 req-e709b5e4-0748-43f1-99a9-a1cc895ba602 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5b9bf55-49d5-4e56-823a-dfd2704db594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297120 Jul 14 09:22:38.777878 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.784190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-72bdc057-aba6-4d31-9484-163db014984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.785704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-72bdc057-aba6-4d31-9484-163db014984f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.3199174 Jul 14 09:22:38.794461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 5, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:38.870706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cd558731-6bb6-427e-ab9b-34b8d7aa68ab req-1b75b178-2587-44f2-b2ca-e0bdb444e0d8 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 210 time: 0.1674566 Jul 14 09:22:38.913312 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.969954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.020739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Transition to ACTIVE for port object 31a9216d-3dff-452b-a2e4-bc27332db13c will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:39.030806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=d574b952-f894-40ff-8272-2b003fbc097d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.147736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38fcba-2d56-4b40-8638-7e526bad3ad0 req-e4e34260-1594-4ced-b7ea-f7e24b9085f8 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.159398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c38fcba-2d56-4b40-8638-7e526bad3ad0 req-e4e34260-1594-4ced-b7ea-f7e24b9085f8 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 945 time: 0.2189388 Jul 14 09:22:39.216229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] No DVR routers for this DVR port d574b952-f894-40ff-8272-2b003fbc097d on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:39.220112 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.226793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b81cb562-83e3-41e4-8b54-442c32982cb8 req-4d3a1e0f-58ae-426f-853b-839e976142ac tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.11 "DELETE /v2.0/ports/d574b952-f894-40ff-8272-2b003fbc097d HTTP/1.1" status: 204 len: 173 time: 2.0806558 Jul 14 09:22:39.230715 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3988615a-2c10-4a8c-a1bc-9d9a26e45bef x-openstack-request-id: req-3988615a-2c10-4a8c-a1bc-9d9a26e45bef {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:39.231003 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "17599234-c916-4f8b-beec-ddeb99a8bc7c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:39.231260 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3988615a-2c10-4a8c-a1bc-9d9a26e45bef {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:39.231693 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': '17599234-c916-4f8b-beec-ddeb99a8bc7c', 'status': 'completed', 'code': 200} Jul 14 09:22:39.278176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-08dde98c-0891-4d0a-9388-79dbff04678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.285500 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-08dde98c-0891-4d0a-9388-79dbff04678b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4305358 Jul 14 09:22:39.294359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c38fcba-2d56-4b40-8638-7e526bad3ad0 req-7e4f761e-30c3-4a54-bcbb-11b2a5a48b4c tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324883 Jul 14 09:22:39.301193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.367501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b05b94-e3eb-47cc-bfad-20adcffde1f6 None None] The sync data for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 is: [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:12:05Z', 'revision_number': 4, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7d6c3df7-97b1-44cf-bc17-547596446f1e', 'name': '', 'network_id': '6cc2d72b-ec13-4ea8-a456-7bdb686d5427', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'mac_address': 'fa:16:3e:c4:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:12:02Z', 'updated_at': '2021-07-14T09:12:13Z', 'revision_number': 5, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'subnets': [{'id': '80e7a0fa-c30f-4b8c-bce8-16100869d6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:39.422227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b29c4c-cb66-4f2c-8656-84919ca24990'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:39.424679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:39.445743 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b355c19-21b0-4d54-a043-0ffccc3ec8ed" -d '{"events": [{"server_uuid": "e9147887-0b23-4e8c-afcf-d8c28bd50114", "name": "network-vif-plugged", "status": "completed", "tag": "e1b29c4c-cb66-4f2c-8656-84919ca24990"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:39.450086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:39.456962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:39.482047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e1b29c4c-cb66-4f2c-8656-84919ca24990, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e1b29c4c-cb66-4f2c-8656-84919ca24990,segment=NetworkSegment(f5f19fb8-7065-47fc-8168-a41b83bb5b4c),segment_id=f5f19fb8-7065-47fc-8168-a41b83bb5b4c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:39.491954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.637430 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bace10a-dea7-494f-9fd8-b24352f170b6 x-openstack-request-id: req-4bace10a-dea7-494f-9fd8-b24352f170b6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:39.637788 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9147887-0b23-4e8c-afcf-d8c28bd50114", "name": "network-vif-plugged", "status": "completed", "tag": "e1b29c4c-cb66-4f2c-8656-84919ca24990", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:39.640994 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bace10a-dea7-494f-9fd8-b24352f170b6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:39.643015 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b29c4c-cb66-4f2c-8656-84919ca24990', 'code': 200} Jul 14 09:22:39.661341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Pushing event updated for resources: {'Port': ['ID=31a9216d-3dff-452b-a2e4-bc27332db13c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.700730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e1b29c4c-cb66-4f2c-8656-84919ca24990,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.764016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.764712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.789843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0bf3e3a5-01be-4561-99c4-8d8387d536df tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1115174 Jul 14 09:22:39.802747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Request body: {'port': {'device_id': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:39.836725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-42513767-f6a4-4985-8986-c1bde6e31325 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433414 Jul 14 09:22:39.914245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39186) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:39.965723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.028889 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efffbe7-9305-4243-b4f9-87a37107cb00 None None] New status for floating IP 25831558-1c72-4d04-ade1-2a70447d166b: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:22:40.056112 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c0180f7-f102-41d3-937c-5b1060da494d req-01418d0e-cde5-4b7d-b9eb-48d71f8d7a10 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0496655 Jul 14 09:22:40.128624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b12a868e-eaca-48ad-8b7d-a5514f36d5e2 None None] Provisioning for port 31a9216d-3dff-452b-a2e4-bc27332db13c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:40.145431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b12a868e-eaca-48ad-8b7d-a5514f36d5e2 None None] Provisioning complete for port 31a9216d-3dff-452b-a2e4-bc27332db13c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:40.145796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b12a868e-eaca-48ad-8b7d-a5514f36d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.148471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fbc97f9-d6a4-499c-b8ab-edcfea7d10a0 req-0f7a70cd-dba4-4155-a698-69fe3fcfd37e service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965753 Jul 14 09:22:40.250922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eda31-f3bc-4ca2-ae21-ba0b598c1954 req-74423021-31d9-40b0-80da-9569d1dcd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.252814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7eda31-f3bc-4ca2-ae21-ba0b598c1954 req-74423021-31d9-40b0-80da-9569d1dcd88d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 1098 time: 0.5687561 Jul 14 09:22:40.307602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34b90b-234e-4602-b2f6-e7139f32b2b7 req-32fced6e-dcdb-4abe-93c7-01873bd56105 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.315284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b12a868e-eaca-48ad-8b7d-a5514f36d5e2 None None] Port 31a9216d-3dff-452b-a2e4-bc27332db13c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:40.316407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-610e7e5b-073d-4392-bf6f-908aeaa0b7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.324777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b34b90b-234e-4602-b2f6-e7139f32b2b7 req-32fced6e-dcdb-4abe-93c7-01873bd56105 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.4772449 Jul 14 09:22:40.405960 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b34b90b-234e-4602-b2f6-e7139f32b2b7 req-839220ea-7560-4cdc-9d15-8a0500c31dfd tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800052 Jul 14 09:22:40.412971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7eda31-f3bc-4ca2-ae21-ba0b598c1954 req-3b550e19-bdbd-4bb2-9fd3-4cb37dadb773 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496437 Jul 14 09:22:40.567905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc0fe6-6fed-4476-946e-179d6a5d7f0f req-7ad3741c-a7d2-4a15-ba3f-0ce5497dcaa0 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.575194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22dc0fe6-6fed-4476-946e-179d6a5d7f0f req-7ad3741c-a7d2-4a15-ba3f-0ce5497dcaa0 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 936 time: 0.2181232 Jul 14 09:22:40.646473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22dc0fe6-6fed-4476-946e-179d6a5d7f0f req-ad3f2a17-bf9c-4c72-8877-2f2bc87295da tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701141 Jul 14 09:22:40.722833 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-610e7e5b-073d-4392-bf6f-908aeaa0b7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.729976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-610e7e5b-073d-4392-bf6f-908aeaa0b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.763152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a9216d-3dff-452b-a2e4-bc27332db13c {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:40.782101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1746d-eb3e-4567-b28b-0110d2411428 req-02d0a687-cf4e-4578-8ad6-6fa1238766b7 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.784017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ddb1746d-eb3e-4567-b28b-0110d2411428 req-02d0a687-cf4e-4578-8ad6-6fa1238766b7 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 946 time: 0.0924072 Jul 14 09:22:40.804866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.819287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-610e7e5b-073d-4392-bf6f-908aeaa0b7fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84fb4ae36fe342c5a261408429df8377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9038997 Jul 14 09:22:40.819966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:40.841985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e7e5b-073d-4392-bf6f-908aeaa0b7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc18e30d-2930-486e-93d5-ed7616d51b5f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.857921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ddb1746d-eb3e-4567-b28b-0110d2411428 req-a06cde28-fa3f-4ee7-9bf8-4ea4c50b6e3a tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675454 Jul 14 09:22:40.877786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Transition to ACTIVE for port object 31a9216d-3dff-452b-a2e4-bc27332db13c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:40.887984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.930334 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aea92766-ae6c-4bc6-a660-fb5d19c5288a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.019476 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aea92766-ae6c-4bc6-a660-fb5d19c5288a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.025044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9216d-3dff-452b-a2e4-bc27332db13c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.113078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Attempting to bind port 31a9216d-3dff-452b-a2e4-bc27332db13c on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:41.113481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Attempting to bind port 31a9216d-3dff-452b-a2e4-bc27332db13c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:41.113822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Attempting to bind port 31a9216d-3dff-452b-a2e4-bc27332db13c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:41.121705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Port 31a9216d-3dff-452b-a2e4-bc27332db13c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:41.122268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Attempting to bind port 31a9216d-3dff-452b-a2e4-bc27332db13c on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:41.129833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:41.130406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:41.130937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:41.131516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Bound port: 31a9216d-3dff-452b-a2e4-bc27332db13c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:41.132063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.151937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aea92766-ae6c-4bc6-a660-fb5d19c5288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.165904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aea92766-ae6c-4bc6-a660-fb5d19c5288a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.169471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aea92766-ae6c-4bc6-a660-fb5d19c5288a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc18e30d-2930-486e-93d5-ed7616d51b5f HTTP/1.1" status: 204 len: 168 time: 0.3436387 Jul 14 09:22:41.190622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea92766-ae6c-4bc6-a660-fb5d19c5288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc18e30d-2930-486e-93d5-ed7616d51b5f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.233454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:41.237033 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb8cde-bc78-465a-bd86-428f7ec274df" -d '{"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "d574b952-f894-40ff-8272-2b003fbc097d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:41.375750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] For port 31a9216d-3dff-452b-a2e4-bc27332db13c, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:41.377414 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59aeda5-e383-4e59-8892-87e5b00d6d86 x-openstack-request-id: req-a59aeda5-e383-4e59-8892-87e5b00d6d86 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:41.377900 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffd31a-6305-46a0-94a6-02a3f3fff960", "name": "network-vif-deleted", "tag": "d574b952-f894-40ff-8272-2b003fbc097d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:41.378153 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a59aeda5-e383-4e59-8892-87e5b00d6d86 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:41.378693 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffd31a-6305-46a0-94a6-02a3f3fff960', 'name': 'network-vif-deleted', 'tag': 'd574b952-f894-40ff-8272-2b003fbc097d', 'status': 'completed', 'code': 200} Jul 14 09:22:41.388432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] For port 31a9216d-3dff-452b-a2e4-bc27332db13c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=31a9216d-3dff-452b-a2e4-bc27332db13c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:41.399124 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.481688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.482899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.484303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-07014535-677c-422f-99f0-59451fbe4469 service neutron] 10.222.0.48 "PUT /v2.0/ports/31a9216d-3dff-452b-a2e4-bc27332db13c HTTP/1.1" status: 200 len: 1097 time: 1.6872301 Jul 14 09:22:41.494911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'tag': '31a9216d-3dff-452b-a2e4-bc27332db13c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:41.494911 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c04c99-4647-404c-a875-30117da2e5a2", "tag": "31a9216d-3dff-452b-a2e4-bc27332db13c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:41.547904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f96621b5-7769-4af3-9992-8cd9fcaf184e req-62f0a03c-50e9-4e19-b449-39eb70f7a832 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0683725 Jul 14 09:22:41.680477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07014535-677c-422f-99f0-59451fbe4469 service neutron] Pushing event updated for resources: {'Port': ['ID=31a9216d-3dff-452b-a2e4-bc27332db13c,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.739145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-eb228a40-2a87-405a-a9c2-0c7a93a0e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.744453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:41.745478 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-eb228a40-2a87-405a-a9c2-0c7a93a0e9af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d92f7f5978f54248973327d22c122f3b&device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 1100 time: 0.1828012 Jul 14 09:22:41.771939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a097ec41-4fbf-48fc-bbcf-fca1a10cc35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.851182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-eee3f3fc-3362-4945-8d06-e6552a9c652f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=31a9216d-3dff-452b-a2e4-bc27332db13c HTTP/1.1" status: 200 len: 217 time: 0.0975578 Jul 14 09:22:41.927254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-b2b0675a-ed0c-4402-81f1-7876be6df638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.929041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-b2b0675a-ed0c-4402-81f1-7876be6df638 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0695570 Jul 14 09:22:41.977275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f40ac-f15c-4e35-8690-46829f87bc64 req-5cfd4def-8171-4173-b283-61780cdc4adb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.985214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c0f40ac-f15c-4e35-8690-46829f87bc64 req-5cfd4def-8171-4173-b283-61780cdc4adb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1427836 Jul 14 09:22:42.036191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a097ec41-4fbf-48fc-bbcf-fca1a10cc35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.041867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0e3d1789-c857-43ff-96f8-60307436a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.047349 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-0e3d1789-c857-43ff-96f8-60307436a977 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992293 Jul 14 09:22:42.057735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c0f40ac-f15c-4e35-8690-46829f87bc64 req-fa6dfeec-e6d5-46cf-bd9d-b1c8aedf3af5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713761 Jul 14 09:22:42.061383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a097ec41-4fbf-48fc-bbcf-fca1a10cc35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.159112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a097ec41-4fbf-48fc-bbcf-fca1a10cc35a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71a618b17aa940c5b75e04ab04e9ef0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132252 Jul 14 09:22:42.162965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39228) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.172781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097ec41-4fbf-48fc-bbcf-fca1a10cc35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb0c65-cd6a-413d-b0e0-cf5322885846,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.205404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-91c8d511-ba30-423b-a3bc-11c427c9c3aa service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535919 Jul 14 09:22:42.207079 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e31ee9-f5f5-41fb-90b7-b9d6387fd86b x-openstack-request-id: req-13e31ee9-f5f5-41fb-90b7-b9d6387fd86b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:42.207582 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c04c99-4647-404c-a875-30117da2e5a2", "tag": "31a9216d-3dff-452b-a2e4-bc27332db13c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:42.207712 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13e31ee9-f5f5-41fb-90b7-b9d6387fd86b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:42.208137 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'tag': '31a9216d-3dff-452b-a2e4-bc27332db13c', 'status': 'completed', 'code': 200} Jul 14 09:22:42.285710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ef78-802c-4ee0-9e4e-09325944e021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.311606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ef78-802c-4ee0-9e4e-09325944e021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.342977 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-536fff5a-473c-45fa-8191-1a358805e9c1 req-bf3ef36f-fcee-408c-8542-418580553b60 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312878 Jul 14 09:22:42.417452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ef78-802c-4ee0-9e4e-09325944e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.424889 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ef78-802c-4ee0-9e4e-09325944e021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.424889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d8f1ef78-802c-4ee0-9e4e-09325944e021 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04cb0c65-cd6a-413d-b0e0-cf5322885846 HTTP/1.1" status: 204 len: 168 time: 0.2584634 Jul 14 09:22:42.466281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ef78-802c-4ee0-9e4e-09325944e021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb0c65-cd6a-413d-b0e0-cf5322885846,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.503193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2de7ce-ea02-4d2b-bbef-e603d616de4d req-6fe76a02-94bb-4883-b4d2-877d82b42ba3 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.511893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba2de7ce-ea02-4d2b-bbef-e603d616de4d req-6fe76a02-94bb-4883-b4d2-877d82b42ba3 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 948 time: 0.1658309 Jul 14 09:22:42.564024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-e2bf7619-4fb2-4b76-bf6e-d355f98f64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.568942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-e2bf7619-4fb2-4b76-bf6e-d355f98f64e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d92f7f5978f54248973327d22c122f3b&device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 1100 time: 0.1233151 Jul 14 09:22:42.579853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba2de7ce-ea02-4d2b-bbef-e603d616de4d req-77690abc-60a9-458f-b3e8-049dddf21157 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606396 Jul 14 09:22:42.860349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9a442-0f8c-4a00-b3be-23898bc5d5fb req-3e23ff0c-9371-455a-ade1-d8eee8e52a30 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.869823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-16b9a442-0f8c-4a00-b3be-23898bc5d5fb req-3e23ff0c-9371-455a-ade1-d8eee8e52a30 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 946 time: 0.2605226 Jul 14 09:22:42.878240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-1fce3812-195c-4e1e-853f-4a1296526044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.879691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-1fce3812-195c-4e1e-853f-4a1296526044 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.3040223 Jul 14 09:22:42.932136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4a6d-2cc2-487d-9a70-a3f99cd2464a req-ebaf8f0a-078f-4b94-9dfb-834215b9cb30 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.940486 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f6b4a6d-2cc2-487d-9a70-a3f99cd2464a req-ebaf8f0a-078f-4b94-9dfb-834215b9cb30 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 945 time: 0.1147382 Jul 14 09:22:43.009387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f6b4a6d-2cc2-487d-9a70-a3f99cd2464a req-b4e0088e-a216-46ff-941d-1923ac5178f1 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675626 Jul 14 09:22:43.210221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b73190cd-aa81-493b-98a9-e7f4b888f7b4 req-8943b209-08dd-4bb0-8073-c88b5bab87a4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0451996 Jul 14 09:22:43.369051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-70bf7974-c7e5-4df6-b562-1cad862654a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=31a9216d-3dff-452b-a2e4-bc27332db13c HTTP/1.1" status: 200 len: 217 time: 0.4701397 Jul 14 09:22:43.379124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-16b9a442-0f8c-4a00-b3be-23898bc5d5fb req-a47066fb-f6da-45b2-ae6c-2a8830a5eebc tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084634 Jul 14 09:22:43.490210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78144f2b-d54f-45a6-88ee-adb0a92ab589 req-d7020ed1-0b58-49b7-b579-7195e4a84fee tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.498595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78144f2b-d54f-45a6-88ee-adb0a92ab589 req-d7020ed1-0b58-49b7-b579-7195e4a84fee tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1238387 Jul 14 09:22:43.498965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-9abf4acc-9f4e-48c1-8bd1-d303fae11b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.501765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-9abf4acc-9f4e-48c1-8bd1-d303fae11b37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.1258707 Jul 14 09:22:43.550379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78144f2b-d54f-45a6-88ee-adb0a92ab589 req-2bdcd09a-bad6-473b-9e5d-c6c900f35908 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508120 Jul 14 09:22:43.684819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-352bf7c6-d99b-4233-9113-a79de6beea54 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.686433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-352bf7c6-d99b-4233-9113-a79de6beea54 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.11 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 945 time: 0.1154163 Jul 14 09:22:43.740165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-4b5432da-bbe2-40db-b28c-12a7ecd7e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.749355 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-4b5432da-bbe2-40db-b28c-12a7ecd7e63e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2417686 Jul 14 09:22:43.986025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Deleting port f7977a1c-798c-4092-b8c9-6e57b25a42ca {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:43.986367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.065378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4c213-d07f-4585-b2f1-3b71bce2fb2a req-ba99ca49-52af-4c42-a50a-0f6f521152ca tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.073243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cec4c213-d07f-4585-b2f1-3b71bce2fb2a req-ba99ca49-52af-4c42-a50a-0f6f521152ca tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 948 time: 0.2394927 Jul 14 09:22:44.124530 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-6f9c9208-ff21-4525-bda4-f5c0bfcbfb08 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662567 Jul 14 09:22:44.142080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cec4c213-d07f-4585-b2f1-3b71bce2fb2a req-29ff9f16-5c27-49d6-ad3a-4955a28c3d44 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663881 Jul 14 09:22:44.310862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] For port f7977a1c-798c-4092-b8c9-6e57b25a42ca, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f7977a1c-798c-4092-b8c9-6e57b25a42ca,segment=NetworkSegment(7de8427c-9639-424b-b454-794dc36850ab),segment_id=7de8427c-9639-424b-b454-794dc36850ab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:44.312000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.341072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Calling delete_port for f7977a1c-798c-4092-b8c9-6e57b25a42ca owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:44.370278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-588b4aa8-0ffd-42ce-a2ad-efe320692bdc req-dc543dda-f099-43fe-9dfb-70555bbd5c08 service neutron] 10.222.0.48 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209206 Jul 14 09:22:44.471907 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b69e101a-a4dc-406e-8787-a96b7e8ae209 req-ed9d4341-95c3-4605-9e16-4a8bfd6449e6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0361371 Jul 14 09:22:44.527591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62eefb-65a6-4e51-9bf4-8e6d3b1e971c req-6b8118b2-080d-4149-8c3f-b9df9114519b tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.542172 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb62eefb-65a6-4e51-9bf4-8e6d3b1e971c req-6b8118b2-080d-4149-8c3f-b9df9114519b tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/ports?device_id=7906f07c-7721-478e-82f8-fd8ff2e06e46 HTTP/1.1" status: 200 len: 945 time: 0.1440580 Jul 14 09:22:44.617518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.629549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f7977a1c-798c-4092-b8c9-6e57b25a42ca'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:44.679445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Pushing event deleted for resources: {'Port': ['ID=f7977a1c-798c-4092-b8c9-6e57b25a42ca,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.828447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] No DVR routers for this DVR port f7977a1c-798c-4092-b8c9-6e57b25a42ca on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:44.831348 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.833353 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cae72f27-5fce-4196-8491-f05fadb35ee2 req-801fd735-d196-4aa6-a9ce-1ca86a6ebe82 tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.11 "DELETE /v2.0/ports/f7977a1c-798c-4092-b8c9-6e57b25a42ca HTTP/1.1" status: 204 len: 173 time: 1.1417210 Jul 14 09:22:44.833802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'name': 'network-vif-deleted', 'tag': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:44.837396 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d345d731-7569-4572-9d97-d4f73b7bc844" -d '{"events": [{"server_uuid": "7906f07c-7721-478e-82f8-fd8ff2e06e46", "name": "network-vif-deleted", "tag": "f7977a1c-798c-4092-b8c9-6e57b25a42ca"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:44.901073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb62eefb-65a6-4e51-9bf4-8e6d3b1e971c req-422084c6-b06d-402e-980d-fa621ba78b7e tempest-VolumesSnapshotTestJSON-537496857 tempest-VolumesSnapshotTestJSON-537496857-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a783d06-34af-4c73-82e2-bf11e10ebaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580205 Jul 14 09:22:44.905692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf66d5-1c6d-4f05-864d-e540618acc60 req-e95f27a2-eed2-49db-921a-2b64d07cb18d tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.907058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a2cf66d5-1c6d-4f05-864d-e540618acc60 req-e95f27a2-eed2-49db-921a-2b64d07cb18d tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 946 time: 0.2338803 Jul 14 09:22:44.983230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a2cf66d5-1c6d-4f05-864d-e540618acc60 req-48deea88-0462-4cb7-b13e-3b5e857b1877 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Jul 14 09:22:45.228113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f3257-8315-43ee-abc3-0e24d8259e90 req-594bd7f6-478e-4d1a-a3fa-76b55912441c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.230975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd4f3257-8315-43ee-abc3-0e24d8259e90 req-594bd7f6-478e-4d1a-a3fa-76b55912441c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1499898 Jul 14 09:22:45.244215 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c56983-f19e-437c-934f-0d555fff7fe9 x-openstack-request-id: req-a5c56983-f19e-437c-934f-0d555fff7fe9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:45.244855 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7906f07c-7721-478e-82f8-fd8ff2e06e46", "name": "network-vif-deleted", "tag": "f7977a1c-798c-4092-b8c9-6e57b25a42ca", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:45.245661 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5c56983-f19e-437c-934f-0d555fff7fe9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:45.246429 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7906f07c-7721-478e-82f8-fd8ff2e06e46', 'name': 'network-vif-deleted', 'tag': 'f7977a1c-798c-4092-b8c9-6e57b25a42ca', 'status': 'completed', 'code': 200} Jul 14 09:22:45.309929 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd4f3257-8315-43ee-abc3-0e24d8259e90 req-b3bd2642-aa87-4a4c-889c-7a80ca1e0c25 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715332 Jul 14 09:22:45.495962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e61ff2-a293-4322-b0cc-de0982c53734 req-2dde7bc5-23cc-4b1f-af44-ee89355e5eb6 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.504294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99e61ff2-a293-4322-b0cc-de0982c53734 req-2dde7bc5-23cc-4b1f-af44-ee89355e5eb6 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 948 time: 0.1054606 Jul 14 09:22:45.712127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-24dfc276-e93d-4faf-82af-d671aadd2f7e tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.721732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-24dfc276-e93d-4faf-82af-d671aadd2f7e tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 946 time: 0.1773643 Jul 14 09:22:45.877242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-99e61ff2-a293-4322-b0cc-de0982c53734 req-c14659c2-2adb-4d36-8290-30ecafe90e47 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717380 Jul 14 09:22:45.946990 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c04332-66f5-49db-bc50-853c6d656c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.995474 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5eacd373-4af1-4e1c-9d32-e1d9f9e8003d req-2a364b25-9530-40c1-91df-78f26ef5914b tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.1983030 Jul 14 09:22:46.005314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 31a9216d-3dff-452b-a2e4-bc27332db13c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:46.082409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Deleting port e1b29c4c-cb66-4f2c-8656-84919ca24990 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:46.085967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.257864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 31a9216d-3dff-452b-a2e4-bc27332db13c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=31a9216d-3dff-452b-a2e4-bc27332db13c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:46.280888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '31a9216d-3dff-452b-a2e4-bc27332db13c', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '31a9216d-3dff-452b-a2e4-bc27332db13c', 'mac_address': 'fa:16:3e:1d:b3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:46.381966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.391342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] For port e1b29c4c-cb66-4f2c-8656-84919ca24990, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e1b29c4c-cb66-4f2c-8656-84919ca24990,segment=NetworkSegment(f5f19fb8-7065-47fc-8168-a41b83bb5b4c),segment_id=f5f19fb8-7065-47fc-8168-a41b83bb5b4c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:46.391897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.408872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a9216d-3dff-452b-a2e4-bc27332db13c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:46.456618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Calling delete_port for e1b29c4c-cb66-4f2c-8656-84919ca24990 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:46.459939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 31a9216d-3dff-452b-a2e4-bc27332db13c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=31a9216d-3dff-452b-a2e4-bc27332db13c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:46.469720 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.610848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=31a9216d-3dff-452b-a2e4-bc27332db13c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.630025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.634754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.636325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.636825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.637326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.639759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.640263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.640754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.641251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.642325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.642818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.644488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:46.681258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['31a9216d-3dff-452b-a2e4-bc27332db13c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:46.757841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70e392-259c-4db5-a05e-ae04edfd0c27 req-71148028-757d-4d77-9a3a-bce89b90a46f tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.777819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2b70e392-259c-4db5-a05e-ae04edfd0c27 req-71148028-757d-4d77-9a3a-bce89b90a46f tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 946 time: 0.5120406 Jul 14 09:22:46.889994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d213f-7043-4cc9-8e74-4a0315f604d1 req-bb0cac32-cf11-4047-84b7-c93b25e28b66 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.902726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b72d213f-7043-4cc9-8e74-4a0315f604d1 req-bb0cac32-cf11-4047-84b7-c93b25e28b66 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1484952 Jul 14 09:22:46.929391 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2b70e392-259c-4db5-a05e-ae04edfd0c27 req-3db7aa16-c9bc-4fd3-aadd-94f4829dae7a tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/security-groups?id=b46c7c32-adf1-4fa6-974d-53a1db205aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506062 Jul 14 09:22:46.953483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b72d213f-7043-4cc9-8e74-4a0315f604d1 req-993b49c9-4eaa-43f1-bdf4-64c69f071998 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494356 Jul 14 09:22:47.087171 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.143488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Pushing event deleted for resources: {'Port': ['ID=e1b29c4c-cb66-4f2c-8656-84919ca24990,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.244089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] No DVR routers for this DVR port e1b29c4c-cb66-4f2c-8656-84919ca24990 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:47.249039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.251390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a110ec05-1f80-48e2-8aeb-9790d1c808a5 req-9676a9d2-7c4b-44e5-a3ba-93f09ce01960 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.48 "DELETE /v2.0/ports/e1b29c4c-cb66-4f2c-8656-84919ca24990 HTTP/1.1" status: 204 len: 173 time: 1.5220485 Jul 14 09:22:47.251990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'name': 'network-vif-deleted', 'tag': 'e1b29c4c-cb66-4f2c-8656-84919ca24990'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:47.254439 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a47000-0f01-42fe-a9fd-f70ffa02f1c6" -d '{"events": [{"server_uuid": "e9147887-0b23-4e8c-afcf-d8c28bd50114", "name": "network-vif-deleted", "tag": "e1b29c4c-cb66-4f2c-8656-84919ca24990"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:47.303940 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5f39d57a-7a76-4db5-9fdb-d787b30d1487 req-b15d4495-13b6-40cc-9a12-4f41e3057477 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0684042 Jul 14 09:22:47.373479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e1b29c4c-cb66-4f2c-8656-84919ca24990'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:47.483689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21109b-3178-4df5-8f42-b6b02e56a7e0 req-6ffdb686-de6e-4195-b21a-5879161efdcd tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.496764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff21109b-3178-4df5-8f42-b6b02e56a7e0 req-6ffdb686-de6e-4195-b21a-5879161efdcd tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 949 time: 0.2540290 Jul 14 09:22:47.500548 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af2e991-0918-4b8c-8534-f0f6611f69b0 x-openstack-request-id: req-9af2e991-0918-4b8c-8534-f0f6611f69b0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:47.502713 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9147887-0b23-4e8c-afcf-d8c28bd50114", "name": "network-vif-deleted", "tag": "e1b29c4c-cb66-4f2c-8656-84919ca24990", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:47.503143 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9af2e991-0918-4b8c-8534-f0f6611f69b0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:47.503735 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9147887-0b23-4e8c-afcf-d8c28bd50114', 'name': 'network-vif-deleted', 'tag': 'e1b29c4c-cb66-4f2c-8656-84919ca24990', 'status': 'completed', 'code': 200} Jul 14 09:22:47.581360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff21109b-3178-4df5-8f42-b6b02e56a7e0 req-523a8db8-d7e8-466f-8354-912e63b29e22 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Jul 14 09:22:47.777489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7977a1c-798c-4092-b8c9-6e57b25a42ca no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:47.842092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: f7977a1c-798c-4092-b8c9-6e57b25a42ca {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:47.844474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f7977a1c-798c-4092-b8c9-6e57b25a42ca not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:48.084968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 31a9216d-3dff-452b-a2e4-bc27332db13c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:48.297610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 31a9216d-3dff-452b-a2e4-bc27332db13c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:48.303625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 31a9216d-3dff-452b-a2e4-bc27332db13c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:48.304112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.332243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0e395da-0a40-4c7e-b3aa-223919d48b60 req-917b926b-7d11-462c-bcc5-b32d7d1f7bf2 tempest-ServerGroupTestJSON-154894087 tempest-ServerGroupTestJSON-154894087-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9147887-0b23-4e8c-afcf-d8c28bd50114 HTTP/1.1" status: 200 len: 210 time: 0.0920835 Jul 14 09:22:48.439327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14c8d-d340-4565-b99a-58736a044132 req-1234a614-5d99-474f-9443-3f7272724054 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.454204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76b14c8d-d340-4565-b99a-58736a044132 req-1234a614-5d99-474f-9443-3f7272724054 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.2000034 Jul 14 09:22:48.480845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.486491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:48.553933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 31a9216d-3dff-452b-a2e4-bc27332db13c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=31a9216d-3dff-452b-a2e4-bc27332db13c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:48.555959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9216d-3dff-452b-a2e4-bc27332db13c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:48.564331 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ef6a3-d2b5-4140-bad4-e070d476b4d3" -d '{"events": [{"server_uuid": "e5c04c99-4647-404c-a875-30117da2e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "31a9216d-3dff-452b-a2e4-bc27332db13c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:48.569404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-76b14c8d-d340-4565-b99a-58736a044132 req-b8f60ee5-18c5-4dc8-8b7d-949e34df7d74 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134155 Jul 14 09:22:48.571078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4eb7bb9b-494b-42b1-9203-f36667241cd4 req-f162572d-a1a7-4170-a02d-74c152428f11 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0560911 Jul 14 09:22:48.572381 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.651306 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3926f1e7-607e-4a65-9a5b-dc2ef485e610 x-openstack-request-id: req-3926f1e7-607e-4a65-9a5b-dc2ef485e610 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:48.651645 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c04c99-4647-404c-a875-30117da2e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "31a9216d-3dff-452b-a2e4-bc27332db13c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:48.651904 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3926f1e7-607e-4a65-9a5b-dc2ef485e610 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:48.652300 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9216d-3dff-452b-a2e4-bc27332db13c', 'code': 200} Jul 14 09:22:48.726987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e868ddf7-b698-4be7-a95c-b3f9b8d39a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.754035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=31a9216d-3dff-452b-a2e4-bc27332db13c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.833200 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7446a4be-45fa-4c76-8adb-50fd4b2a9b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.859959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88162f3-c69a-4b93-a9f5-cb0d416b60ba req-c6a14b53-34f0-4e31-b038-c9ccd63c1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.861493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b88162f3-c69a-4b93-a9f5-cb0d416b60ba req-c6a14b53-34f0-4e31-b038-c9ccd63c1115 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 1102 time: 0.1198292 Jul 14 09:22:48.910234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43b014-d388-461d-9fdc-8ce8185f6787 req-87a32b8a-ec9e-443a-8663-5e16d30e87a2 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.918645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea43b014-d388-461d-9fdc-8ce8185f6787 req-87a32b8a-ec9e-443a-8663-5e16d30e87a2 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 950 time: 0.1708388 Jul 14 09:22:48.933729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b88162f3-c69a-4b93-a9f5-cb0d416b60ba req-06f0eb7f-3e59-4aa5-8bd1-597884e53262 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658755 Jul 14 09:22:48.984047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.008106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea43b014-d388-461d-9fdc-8ce8185f6787 req-4fab217a-1155-406e-9719-df62cdd207d6 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Jul 14 09:22:49.064446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7446a4be-45fa-4c76-8adb-50fd4b2a9b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.072259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7446a4be-45fa-4c76-8adb-50fd4b2a9b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.122140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7446a4be-45fa-4c76-8adb-50fd4b2a9b7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a004a13fee8340f69f1289f701e6a2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6344881 Jul 14 09:22:49.123667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446a4be-45fa-4c76-8adb-50fd4b2a9b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf3b97-1e7a-406a-b06c-20a5fa977f30,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:49.125671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:49.205925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-992a133d-6f5d-448f-827b-20e7c5908209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.270343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-992a133d-6f5d-448f-827b-20e7c5908209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.328645 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-992a133d-6f5d-448f-827b-20e7c5908209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.331235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-992a133d-6f5d-448f-827b-20e7c5908209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.338414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-992a133d-6f5d-448f-827b-20e7c5908209 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebbf3b97-1e7a-406a-b06c-20a5fa977f30 HTTP/1.1" status: 204 len: 168 time: 0.2040563 Jul 14 09:22:49.366158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a133d-6f5d-448f-827b-20e7c5908209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf3b97-1e7a-406a-b06c-20a5fa977f30,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:49.641078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.945270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-484a1ca0-c792-402d-8fde-1a01c2ce2a83 req-9b5c9f34-e441-4417-a43a-6078193a9199 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0917037 Jul 14 09:22:49.969154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39398) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:49.988568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bca4643-5331-435a-a3a2-7f15af7063ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.015638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.111024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e1b29c4c-cb66-4f2c-8656-84919ca24990 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:50.150783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e002c5-b351-4df5-9c64-346aa3bce78b req-9f8f0b7e-f990-469f-ac2e-868d50ee6c67 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.160633 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03e002c5-b351-4df5-9c64-346aa3bce78b req-9f8f0b7e-f990-469f-ac2e-868d50ee6c67 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1333716 Jul 14 09:22:50.174826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: e1b29c4c-cb66-4f2c-8656-84919ca24990 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:50.175419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e1b29c4c-cb66-4f2c-8656-84919ca24990 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:50.186417 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bca4643-5331-435a-a3a2-7f15af7063ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.195301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bca4643-5331-435a-a3a2-7f15af7063ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.260171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5bca4643-5331-435a-a3a2-7f15af7063ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b733b486da38447dad22165636a7ae39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897365 Jul 14 09:22:50.260957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:50.264614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4643-5331-435a-a3a2-7f15af7063ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d931f5-a0ca-4b95-812c-8dc653091b5f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.358911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-03e002c5-b351-4df5-9c64-346aa3bce78b req-034d7aa5-e74b-47cc-8459-1c3168fd1135 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972792 Jul 14 09:22:50.397654 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb204746-e640-4787-ae6b-c0fe1ab711bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.442785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb204746-e640-4787-ae6b-c0fe1ab711bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.556817 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb204746-e640-4787-ae6b-c0fe1ab711bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.559541 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb204746-e640-4787-ae6b-c0fe1ab711bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.560848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eb204746-e640-4787-ae6b-c0fe1ab711bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49d931f5-a0ca-4b95-812c-8dc653091b5f HTTP/1.1" status: 204 len: 168 time: 0.2985582 Jul 14 09:22:50.591698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:50.614300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb204746-e640-4787-ae6b-c0fe1ab711bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d931f5-a0ca-4b95-812c-8dc653091b5f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.655842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] Deleting subnet fae164de-e2fc-4421-8cf0-77b159bc6124 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:50.660327 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.701321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28662d-fc25-4392-adb9-4c2fce49d9d9 req-c6b01484-1583-45c5-badb-bf1419607397 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.715254 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac28662d-fc25-4392-adb9-4c2fce49d9d9 req-c6b01484-1583-45c5-badb-bf1419607397 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 950 time: 0.1978102 Jul 14 09:22:50.724512 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.890458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac28662d-fc25-4392-adb9-4c2fce49d9d9 req-f48248f0-a0cf-4321-b67a-60c29f074f32 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740983 Jul 14 09:22:50.919149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.006186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.069779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae164de-e2fc-4421-8cf0-77b159bc6124,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:51.072009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.076864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:51.085317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e1636f40-ebbb-483b-8789-fcfffceea51a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fae164de-e2fc-4421-8cf0-77b159bc6124 HTTP/1.1" status: 204 len: 168 time: 0.4814839 Jul 14 09:22:51.268506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55d1ca9c-f942-4f14-b790-0c8946c29d46 req-0bf9a3df-e6c4-4c5c-93b8-c47111cd7e95 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0927603 Jul 14 09:22:51.321243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.408878 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.480267 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.518118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc267541-e0ea-49b1-be87-2b74950e1365']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:51.545654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f19fb8-7065-47fc-8168-a41b83bb5b4c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:51.547843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f19fb8-7065-47fc-8168-a41b83bb5b4c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:51.574706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.624963 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.637267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:51.640761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:51.763962 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:51.767497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.771590 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.778446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dc267541-e0ea-49b1-be87-2b74950e1365 HTTP/1.1" status: 204 len: 168 time: 0.6997416 Jul 14 09:22:51.795535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f4fa1-1958-4898-80d6-4f8b61be0352 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc267541-e0ea-49b1-be87-2b74950e1365,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:51.992613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc44d41-6a9c-449f-9503-27e875a20e0b req-e1d2b294-ab78-4227-83bd-23f444b8cd04 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.004946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fc44d41-6a9c-449f-9503-27e875a20e0b req-e1d2b294-ab78-4227-83bd-23f444b8cd04 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1212871 Jul 14 09:22:52.031886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:52.093868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fc44d41-6a9c-449f-9503-27e875a20e0b req-de8802f2-5509-4bb9-8b74-35dc00a88c8d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878873 Jul 14 09:22:52.102569 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-16159aaf-1088-46b7-85f8-fa56a1c530c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9333a829456a4474aa93baf68cd0b751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685558 Jul 14 09:22:52.104879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:52.285765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fd006fb-5457-410d-8cd3-19ae038e9a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.340443 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fd006fb-5457-410d-8cd3-19ae038e9a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.418237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fd006fb-5457-410d-8cd3-19ae038e9a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.423543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fd006fb-5457-410d-8cd3-19ae038e9a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.424978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9fd006fb-5457-410d-8cd3-19ae038e9a12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b46c7c32-adf1-4fa6-974d-53a1db205aa4 HTTP/1.1" status: 204 len: 168 time: 0.3178880 Jul 14 09:22:52.463259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd006fb-5457-410d-8cd3-19ae038e9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46c7c32-adf1-4fa6-974d-53a1db205aa4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.593140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-649772bb-f85c-456a-8a8d-34d34c6f8d60 req-6186f873-b4aa-4c38-936d-6639ac0bf258 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0661149 Jul 14 09:22:53.485776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886da1-4d92-43c3-9742-7cc848a62e88 req-cfaee36c-8b93-46d6-b1b9-25cd3bfc6cf4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.499499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21886da1-4d92-43c3-9742-7cc848a62e88 req-cfaee36c-8b93-46d6-b1b9-25cd3bfc6cf4 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1210322 Jul 14 09:22:53.763776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21886da1-4d92-43c3-9742-7cc848a62e88 req-14391790-a2ed-4767-95b7-680e4b416fd6 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624459 Jul 14 09:22:53.816907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-598071f4-2165-4d46-89c9-6d5d20c68c33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2383866 Jul 14 09:22:53.972057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88388620-811b-4abd-9567-70ff21ca7019 req-708076fc-41c2-4a11-a6c9-a473665909b7 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0596316 Jul 14 09:22:54.045744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-64d6e105-26a9-4c1a-87c4-719dec62115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.047737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-64d6e105-26a9-4c1a-87c4-719dec62115b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9741f334a50c415c92fd7818275029f5&device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 1097 time: 0.1849070 Jul 14 09:22:54.296541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-75ea470a-f194-4d12-ad6b-1742e978962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.304628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-75ea470a-f194-4d12-ad6b-1742e978962c service neutron] 10.222.0.48 "GET /v2.0/networks?id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 200 len: 911 time: 0.2290094 Jul 14 09:22:54.397059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-1e3b6bb4-926a-485b-81ad-8ffb88f72216 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb HTTP/1.1" status: 200 len: 1001 time: 0.0825083 Jul 14 09:22:54.555029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-9295ff76-b477-489a-8b1b-f4e0893f20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.557628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-9295ff76-b477-489a-8b1b-f4e0893f20c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 200 len: 849 time: 0.1538270 Jul 14 09:22:54.655606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-8e9aff73-c598-4b35-aa14-093590d223fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.656061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-8e9aff73-c598-4b35-aa14-093590d223fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34e26c40-54fe-448c-9b5c-3a9cb317c6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848114 Jul 14 09:22:54.813580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:55.004829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-1fe8018d-17ba-4eb6-8bf0-c8140f2fd202 service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394032 Jul 14 09:22:55.164704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-353a5fce-e2f3-4831-a198-eb874e13f8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.197332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d6e27-4fcd-4396-aefd-c102e52fa23d req-862e38ec-3b28-4dea-a732-363c94322702 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.216764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-879d6e27-4fcd-4396-aefd-c102e52fa23d req-862e38ec-3b28-4dea-a732-363c94322702 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1529326 Jul 14 09:22:55.315701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-879d6e27-4fcd-4396-aefd-c102e52fa23d req-94d6df53-1cca-4cbb-bc7c-ad170768b6c2 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967772 Jul 14 09:22:55.434034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43bec08d-8851-4b10-8381-3b382871a12a req-edbe0976-b321-452a-88a7-58a8242aefc0 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0648353 Jul 14 09:22:55.472188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3695c5a3-87ee-4de7-b07f-63e5c2bc4d0d req-e1ed07af-1b15-4651-b12f-771ee337668c service neutron] 10.222.0.48 "GET /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555972 Jul 14 09:22:55.571260 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-353a5fce-e2f3-4831-a198-eb874e13f8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.585804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-353a5fce-e2f3-4831-a198-eb874e13f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.659891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:55.668737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-353a5fce-e2f3-4831-a198-eb874e13f8d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b55ad830e8214beb9b88f651f4d7d927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8538780 Jul 14 09:22:55.707121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a5fce-e2f3-4831-a198-eb874e13f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6670090-fc0f-40bc-96ff-14dc972f987a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:55.784618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2edd-a2e5-4e91-95cc-3ffdef1d6705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.830804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2edd-a2e5-4e91-95cc-3ffdef1d6705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.935227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2edd-a2e5-4e91-95cc-3ffdef1d6705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.942503 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b9a2edd-a2e5-4e91-95cc-3ffdef1d6705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.948123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8b9a2edd-a2e5-4e91-95cc-3ffdef1d6705 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6670090-fc0f-40bc-96ff-14dc972f987a HTTP/1.1" status: 204 len: 168 time: 0.2836363 Jul 14 09:22:55.977991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a2edd-a2e5-4e91-95cc-3ffdef1d6705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6670090-fc0f-40bc-96ff-14dc972f987a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.215322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39582) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:56.473125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af1c5ff0-32cf-4527-b157-b695f2ee5dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.733766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6132a9-4839-4db0-a3f0-32cc84d39711 req-44f68ec2-0abf-429b-af7d-c5d43c4f153f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.740683 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e6132a9-4839-4db0-a3f0-32cc84d39711 req-44f68ec2-0abf-429b-af7d-c5d43c4f153f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1505070 Jul 14 09:22:56.755439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84ae9737-f1eb-404c-aaff-0321acc2c6a6 req-8166fcaf-044a-4c7b-a5b7-651db5d9d396 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0680315 Jul 14 09:22:56.859917 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e6132a9-4839-4db0-a3f0-32cc84d39711 req-b9679c06-7274-4fde-9b3b-a26126eaf99c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100595 Jul 14 09:22:56.900397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af1c5ff0-32cf-4527-b157-b695f2ee5dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.907373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af1c5ff0-32cf-4527-b157-b695f2ee5dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.018737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af1c5ff0-32cf-4527-b157-b695f2ee5dc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7de4e6a87f34f36bad3043110b01d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7996860 Jul 14 09:22:57.019590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.073686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c5ff0-32cf-4527-b157-b695f2ee5dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bb599-5ead-4db8-9de6-039b684cd4d1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.135904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddebdc18-3da6-4f37-aa4e-2ebbd26b898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.193328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddebdc18-3da6-4f37-aa4e-2ebbd26b898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.359084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddebdc18-3da6-4f37-aa4e-2ebbd26b898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.361797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddebdc18-3da6-4f37-aa4e-2ebbd26b898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.363154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ddebdc18-3da6-4f37-aa4e-2ebbd26b898d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b72bb599-5ead-4db8-9de6-039b684cd4d1 HTTP/1.1" status: 204 len: 168 time: 0.3421032 Jul 14 09:22:57.374704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebdc18-3da6-4f37-aa4e-2ebbd26b898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bb599-5ead-4db8-9de6-039b684cd4d1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.110407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4997d35b-a1f2-4877-b074-f4ef4d893ef3 req-c9672be4-d808-49e8-addc-65f5edffc5eb tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.1057746 Jul 14 09:22:58.273983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa01ab-0c69-4e54-9a7c-e402f971b573 req-32d7a1d9-9308-4709-9f1f-3b6a0c858c1b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.277905 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abaa01ab-0c69-4e54-9a7c-e402f971b573 req-32d7a1d9-9308-4709-9f1f-3b6a0c858c1b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.1954751 Jul 14 09:22:58.293694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:58.328491 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2b32e5b-58a6-4661-accf-43d0018e3cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.365763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abaa01ab-0c69-4e54-9a7c-e402f971b573 req-4b52b64e-f643-4a28-8cd1-3c0d8a101f55 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837374 Jul 14 09:22:58.587960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2b32e5b-58a6-4661-accf-43d0018e3cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.596608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2b32e5b-58a6-4661-accf-43d0018e3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.642938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b2b32e5b-58a6-4661-accf-43d0018e3cb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98bf5d47174949feafba0340528e6cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466606 Jul 14 09:22:58.645475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39650) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:58.665729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b32e5b-58a6-4661-accf-43d0018e3cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe9b3a9-8a33-4e98-8bab-d4e63b7920be,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.727969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4203d40a-311f-49c3-9764-b3f00042f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.751305 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4203d40a-311f-49c3-9764-b3f00042f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.824316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4203d40a-311f-49c3-9764-b3f00042f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.828385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4203d40a-311f-49c3-9764-b3f00042f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.829701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4203d40a-311f-49c3-9764-b3f00042f64a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afe9b3a9-8a33-4e98-8bab-d4e63b7920be HTTP/1.1" status: 204 len: 168 time: 0.1831098 Jul 14 09:22:58.838914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203d40a-311f-49c3-9764-b3f00042f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe9b3a9-8a33-4e98-8bab-d4e63b7920be,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:59.157580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-3eec6fbc-e735-4666-887f-5d72dadf4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.159910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-3eec6fbc-e735-4666-887f-5d72dadf4c0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1098 time: 0.0937960 Jul 14 09:22:59.476544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-72d90c7d-5a2c-4835-8eb9-3b24eda60600 req-845858e2-ed28-401f-bca7-45df3f95d1d4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.1341083 Jul 14 09:22:59.478446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-0037aa2e-aa66-4abc-b516-c3e986d81941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.481245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-0037aa2e-aa66-4abc-b516-c3e986d81941 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.3110094 Jul 14 09:22:59.683182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-2aa7e2a0-1b79-4bf3-9389-3171b521fa19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 1002 time: 0.1903911 Jul 14 09:22:59.811210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-2659e438-0a3f-4eb2-ac69-16f02e293f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.812831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-2659e438-0a3f-4eb2-ac69-16f02e293f64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.1247301 Jul 14 09:22:59.952154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04211-8c30-48d6-b4a8-680d254d223c req-4665a3e4-1c65-4c21-8043-76d12ffb3507 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.959877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da04211-8c30-48d6-b4a8-680d254d223c req-4665a3e4-1c65-4c21-8043-76d12ffb3507 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.2003350 Jul 14 09:23:00.051408 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3da04211-8c30-48d6-b4a8-680d254d223c req-ca14d78c-a877-489a-92b6-0d3228a013e8 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868237 Jul 14 09:23:00.064630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-e288b7c5-f1b9-4c10-b868-334ab195a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.069148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-e288b7c5-f1b9-4c10-b868-334ab195a646 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2492485 Jul 14 09:23:00.201515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-45d6c3a4-41ec-4221-9923-50b2e7b99884 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210573 Jul 14 09:23:00.375160 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-adb0f713-014e-4495-ae79-b1bbbd4b3c15 req-a004e773-501b-4f8b-b56d-dcced5516ef8 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665387 Jul 14 09:23:00.688689 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eacaf109-1a33-449e-bf3a-5f8e5bb8921a req-cca8337f-d0b0-426a-bcfe-be4899486525 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0589612 Jul 14 09:23:01.180359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:01.339547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54e325-3c14-4b56-960c-0b528ed2181f req-29cd5970-92fe-4841-9a69-641bc30f043b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.347262 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad54e325-3c14-4b56-960c-0b528ed2181f req-29cd5970-92fe-4841-9a69-641bc30f043b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 946 time: 0.0867469 Jul 14 09:23:01.407042 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.442982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad54e325-3c14-4b56-960c-0b528ed2181f req-cc0de1b1-7e1b-43b2-b64c-390489c6c14d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943000 Jul 14 09:23:01.459188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088bd06e-e3b7-4a19-aa89-3b3ed7ecd84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.562787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088bd06e-e3b7-4a19-aa89-3b3ed7ecd84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.567835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088bd06e-e3b7-4a19-aa89-3b3ed7ecd84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.611884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-088bd06e-e3b7-4a19-aa89-3b3ed7ecd84a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38ce4dc69e2242b790203f2a71560696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293542 Jul 14 09:23:01.614626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:01.621208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bd06e-e3b7-4a19-aa89-3b3ed7ecd84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc3134-ca45-4abb-b679-3b776f78b139,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.693919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07256965-d221-4557-8d98-21283184e0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.767587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07256965-d221-4557-8d98-21283184e0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.805601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:01.906436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07256965-d221-4557-8d98-21283184e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.909340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07256965-d221-4557-8d98-21283184e0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.910496 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-07256965-d221-4557-8d98-21283184e0aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cdc3134-ca45-4abb-b679-3b776f78b139 HTTP/1.1" status: 204 len: 168 time: 0.2945638 Jul 14 09:23:01.923411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07256965-d221-4557-8d98-21283184e0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc3134-ca45-4abb-b679-3b776f78b139,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.972218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fec50e7-d323-46f5-8540-b9307e528fbb req-bd1f20a8-9fc4-4b69-9b95-b3e294070ef1 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0960090 Jul 14 09:23:02.054862 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.124976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:02.132605 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee942b3-0b5d-4b3a-841e-18dd937b666d" -d '{"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-unplugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:02.195162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:02.203245 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.292542 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f332bb4-0234-41df-9ea9-81f7d042f801 x-openstack-request-id: req-7f332bb4-0234-41df-9ea9-81f7d042f801 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:02.293205 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-unplugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:02.293668 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f332bb4-0234-41df-9ea9-81f7d042f801 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:02.294964 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'code': 200} Jul 14 09:23:02.295736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:02.609109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39780) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:02.627284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4355-cac9-4118-90a9-8dfb5d31d782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.847190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4355-cac9-4118-90a9-8dfb5d31d782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.860824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4355-cac9-4118-90a9-8dfb5d31d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.902158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c9d6-7aed-46fb-9093-2a655c32fbe9 req-1bd51d3a-69d0-4bb0-b3b3-d19ea0c81f20 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.912119 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5bc6c9d6-7aed-46fb-9093-2a655c32fbe9 req-1bd51d3a-69d0-4bb0-b3b3-d19ea0c81f20 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2531438 Jul 14 09:23:02.963216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a2c4355-cac9-4118-90a9-8dfb5d31d782 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dd1a3dd104b40439b33c235f6a4a36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528631 Jul 14 09:23:02.966681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:02.971946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c4355-cac9-4118-90a9-8dfb5d31d782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c59a157-b4ad-4ebc-a098-b249013cde2c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.026967 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5bc6c9d6-7aed-46fb-9093-2a655c32fbe9 req-92477a7f-935b-4199-90a9-f5e52d849a6e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012554 Jul 14 09:23:03.107217 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0117c989-d89e-4c6e-8974-ac5c2f4a8995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.139205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0117c989-d89e-4c6e-8974-ac5c2f4a8995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.250007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0117c989-d89e-4c6e-8974-ac5c2f4a8995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.275255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0117c989-d89e-4c6e-8974-ac5c2f4a8995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.278926 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0117c989-d89e-4c6e-8974-ac5c2f4a8995 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c59a157-b4ad-4ebc-a098-b249013cde2c HTTP/1.1" status: 204 len: 168 time: 0.3082750 Jul 14 09:23:03.326327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c989-d89e-4c6e-8974-ac5c2f4a8995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c59a157-b4ad-4ebc-a098-b249013cde2c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.371834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d328aa29-c011-480f-8454-1e96c7887427 req-a2e83bcf-5f5d-4a25-9f60-e5fddd9f2525 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ffd31a-6305-46a0-94a6-02a3f3fff960 HTTP/1.1" status: 200 len: 210 time: 0.0814843 Jul 14 09:23:03.605460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39802) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:03.948509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a260d4e-53b5-4fb5-94f7-6e12c9c91898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.074282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a260d4e-53b5-4fb5-94f7-6e12c9c91898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.084047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a260d4e-53b5-4fb5-94f7-6e12c9c91898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.130623 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9a260d4e-53b5-4fb5-94f7-6e12c9c91898 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59fdd4968de74ac39753b2772aa93d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241396 Jul 14 09:23:04.133556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.142144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a260d4e-53b5-4fb5-94f7-6e12c9c91898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970d378-4667-4272-8271-5ad89a67e1cc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.251271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fe22be6-8d2d-4d60-b98b-ad512b4b3d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.310817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fe22be6-8d2d-4d60-b98b-ad512b4b3d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.402763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fe22be6-8d2d-4d60-b98b-ad512b4b3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.406346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fe22be6-8d2d-4d60-b98b-ad512b4b3d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.407944 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0fe22be6-8d2d-4d60-b98b-ad512b4b3d1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8970d378-4667-4272-8271-5ad89a67e1cc HTTP/1.1" status: 204 len: 168 time: 0.2734056 Jul 14 09:23:04.419575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe22be6-8d2d-4d60-b98b-ad512b4b3d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970d378-4667-4272-8271-5ad89a67e1cc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.755302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.902395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8546ea1e-c78b-4c2e-bf7d-3aedc786fe46 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.959563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8546ea1e-c78b-4c2e-bf7d-3aedc786fe46 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.003614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39870) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:05.042467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8546ea1e-c78b-4c2e-bf7d-3aedc786fe46 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.043377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-17072c1b-acae-46e7-a69c-c4c698a0c88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.047223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8546ea1e-c78b-4c2e-bf7d-3aedc786fe46 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.053096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8546ea1e-c78b-4c2e-bf7d-3aedc786fe46 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/security-groups/e5b9bf55-49d5-4e56-823a-dfd2704db594 HTTP/1.1" status: 204 len: 168 time: 0.2961099 Jul 14 09:23:05.054068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39872) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:05.083651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546ea1e-c78b-4c2e-bf7d-3aedc786fe46 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9bf55-49d5-4e56-823a-dfd2704db594,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.094056 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-daa5fa6b-3933-4217-b986-f65a7183239e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] show failed (client error): The resource could not be found. Jul 14 09:23:05.100150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-daa5fa6b-3933-4217-b986-f65a7183239e tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "GET /v2.0/security-groups/e5b9bf55-49d5-4e56-823a-dfd2704db594 HTTP/1.1" status: 404 len: 347 time: 0.0401349 Jul 14 09:23:05.100408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39874) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:05.430379 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-17072c1b-acae-46e7-a69c-c4c698a0c88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.444610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-17072c1b-acae-46e7-a69c-c4c698a0c88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.513635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port fc17d2ac-ddb4-48d4-8ee0-2d23e7c83d4f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:05.513983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.519471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-17072c1b-acae-46e7-a69c-c4c698a0c88e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d964e511c6cc4b72b3aa0ca5aad8aaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140371 Jul 14 09:23:05.521874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:05.534291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17072c1b-acae-46e7-a69c-c4c698a0c88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92722027-ebef-4552-96eb-337584d91ee9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.534777 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:05.579340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ab80d4e-e285-4d9a-88c9-c25d1db255b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.596618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5f37c-0a1c-46e5-9b9a-b3846a47ea55 req-f4794cb2-054b-46a9-b2b2-613fc1af2e77 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.604862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ab80d4e-e285-4d9a-88c9-c25d1db255b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.605276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20b5f37c-0a1c-46e5-9b9a-b3846a47ea55 req-f4794cb2-054b-46a9-b2b2-613fc1af2e77 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2485745 Jul 14 09:23:05.645783 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-1ebfde81-df01-4aab-bfcb-795ed399285f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2880266 Jul 14 09:23:05.664268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20b5f37c-0a1c-46e5-9b9a-b3846a47ea55 req-fabae177-0440-4716-b1ab-bc29a5fc289d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573113 Jul 14 09:23:05.666537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ab80d4e-e285-4d9a-88c9-c25d1db255b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.675582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ab80d4e-e285-4d9a-88c9-c25d1db255b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.677743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5ab80d4e-e285-4d9a-88c9-c25d1db255b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92722027-ebef-4552-96eb-337584d91ee9 HTTP/1.1" status: 204 len: 168 time: 0.1549082 Jul 14 09:23:05.686275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab80d4e-e285-4d9a-88c9-c25d1db255b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92722027-ebef-4552-96eb-337584d91ee9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.734750 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.735090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.763921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for fc17d2ac-ddb4-48d4-8ee0-2d23e7c83d4f owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:05.813900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:06.017020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.106773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=fc17d2ac-ddb4-48d4-8ee0-2d23e7c83d4f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.241654 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.244494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.246784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f870e646-d896-445d-965c-744c43abcba6 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/floatingips/25831558-1c72-4d04-ade1-2a70447d166b HTTP/1.1" status: 204 len: 168 time: 1.1440060 Jul 14 09:23:06.250024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:06.401249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:06.402026 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.533945 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.571984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for 9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:06.723103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.767662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=9c961b0b-9e89-4e7d-8ac7-b7ce4838a801,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.016316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b6feb-254a-4125-808f-e3cbb65ab81f req-d6dedced-ca86-4172-b350-6af1b1f0ca08 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.018759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c72b6feb-254a-4125-808f-e3cbb65ab81f req-d6dedced-ca86-4172-b350-6af1b1f0ca08 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.0978703 Jul 14 09:23:07.044634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.052049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:07.055590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f76826cf-657e-404b-ac8b-ea8c82254520 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/ports/9c961b0b-9e89-4e7d-8ac7-b7ce4838a801 HTTP/1.1" status: 204 len: 168 time: 0.8044076 Jul 14 09:23:07.176655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-8761c145-ba0d-4c56-bea8-820856cd537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.178165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-8761c145-ba0d-4c56-bea8-820856cd537b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1&tenant_id=28e98300daec41e4a716390dabc83dc8 HTTP/1.1" status: 200 len: 1096 time: 0.3932192 Jul 14 09:23:07.195001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c72b6feb-254a-4125-808f-e3cbb65ab81f req-fc0a5c52-5f82-4ffc-b229-e649eb028ae9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694210 Jul 14 09:23:07.315710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port 3b8a38df-0752-4730-8f07-4934bbba1bc2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:07.316224 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.329897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-e9ea4315-8300-4a8e-b249-e55c3dae6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.336780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-e9ea4315-8300-4a8e-b249-e55c3dae6214 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28e98300daec41e4a716390dabc83dc8&device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1096 time: 0.1269851 Jul 14 09:23:07.552784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.564550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-3113ff53-bfc2-4142-8266-82067351e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.566688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-3113ff53-bfc2-4142-8266-82067351e463 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 200 len: 918 time: 0.2225718 Jul 14 09:23:07.578055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for 3b8a38df-0752-4730-8f07-4934bbba1bc2 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:07.788499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.822003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=3b8a38df-0752-4730-8f07-4934bbba1bc2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.923063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.927871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-83ab3cb7-0645-48f7-9253-6749cdacf732 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/ports/3b8a38df-0752-4730-8f07-4934bbba1bc2 HTTP/1.1" status: 204 len: 168 time: 0.8721857 Jul 14 09:23:07.928366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:08.043923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting subnet e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:08.052216 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.137262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.196787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-f5572838-f906-403f-8616-1377caaaeae3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 200 len: 1000 time: 0.6240475 Jul 14 09:23:08.296808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-9eedefd6-23fe-4fff-8223-6310a25dddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.300833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-9eedefd6-23fe-4fff-8223-6310a25dddd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 200 len: 856 time: 0.0958519 Jul 14 09:23:08.337846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.506052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-0db20f55-7882-4f25-8bda-43aea41c0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.507701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-0db20f55-7882-4f25-8bda-43aea41c0d3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4623b414-86a5-4b2b-ad69-652637f5c1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863871 Jul 14 09:23:08.519918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-43348199-6056-4de8-8e76-6ea59949551e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:23:08.520984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-43348199-6056-4de8-8e76-6ea59949551e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056193 Jul 14 09:23:08.523558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.607875 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.610314 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/subnets/e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1 HTTP/1.1" status: 204 len: 168 time: 0.6809695 Jul 14 09:23:08.614213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40002) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:08.619796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1e819-dd57-4bf4-ab56-bafe3a9cfc63 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f46b09-055b-4ec5-9dea-ff8ffb1de7c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:08.632226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0e8c45-3e8a-4ad8-b42c-09d0f61acf76 None None] Network b1945b1c-07bd-4c3b-824c-7f526a54bd73 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:08.686686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff3d2-48fc-4318-8ab7-8cb5b0dcaf48 req-e759ee2e-5693-4468-9917-ba7b57a97ef5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.689048 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-decff3d2-48fc-4318-8ab7-8cb5b0dcaf48 req-e759ee2e-5693-4468-9917-ba7b57a97ef5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.1428523 Jul 14 09:23:08.716214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting subnet b12635ee-28c0-48ec-81b0-b90508b287d1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:08.721693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.743075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-decff3d2-48fc-4318-8ab7-8cb5b0dcaf48 req-9cb4a7b2-2838-4d00-b776-9a44aa876754 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487037 Jul 14 09:23:08.797013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-0007bb4c-e062-45b6-a0c7-eb0d4d64df7b service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662871 Jul 14 09:23:08.801922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.905526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] DHCP port deletion for b1945b1c-07bd-4c3b-824c-7f526a54bd73 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:08.979654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] Deleting port b39f3df5-b2da-46e5-a29c-3a05050ccdec {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:08.980774 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.981525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.986047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-f6daf16a-a776-487a-b6fe-034b59e51a42 service neutron] 10.222.0.11 "GET /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469417 Jul 14 09:23:09.049671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.062982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] For port b39f3df5-b2da-46e5-a29c-3a05050ccdec, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b39f3df5-b2da-46e5-a29c-3a05050ccdec,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:09.063433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.079043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] Calling delete_port for b39f3df5-b2da-46e5-a29c-3a05050ccdec owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:09.082580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Subnet': ['ID=b12635ee-28c0-48ec-81b0-b90508b287d1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.088904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.093254 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-35ba112a-916b-4871-93b1-550cb17cfdf4 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/subnets/b12635ee-28c0-48ec-81b0-b90508b287d1 HTTP/1.1" status: 204 len: 168 time: 0.4749439 Jul 14 09:23:09.094070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8dc9e-d929-4d44-a795-ed62d130ca7c None None] Network 3fe787a8-6c1b-46fb-9625-572da374e427 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:09.094165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:09.189693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.253167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Deleting port b39f3df5-b2da-46e5-a29c-3a05050ccdec {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:09.253581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.339389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] For port b39f3df5-b2da-46e5-a29c-3a05050ccdec, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b39f3df5-b2da-46e5-a29c-3a05050ccdec,segment=NetworkSegment(24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed),segment_id=24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:09.340477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.348428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.361828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Calling delete_port for b39f3df5-b2da-46e5-a29c-3a05050ccdec owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:09.385948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] Pushing event deleted for resources: {'Port': ['ID=b39f3df5-b2da-46e5-a29c-3a05050ccdec,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.392303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a2792-7ec6-44c3-adeb-73c06bda7f26 None None] No DVR routers for this DVR port b39f3df5-b2da-46e5-a29c-3a05050ccdec on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:09.442925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] DHCP port deletion for 3fe787a8-6c1b-46fb-9625-572da374e427 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:09.533043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] Deleting port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:09.536064 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.559088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.633916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] No DVR routers for this DVR port b39f3df5-b2da-46e5-a29c-3a05050ccdec on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:09.645435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Port': ['ID=b39f3df5-b2da-46e5-a29c-3a05050ccdec,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.814374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] For port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6b1917a2-1660-4eb0-b2ba-1aaebaa883eb,segment=NetworkSegment(771bac7d-a459-4506-9c92-9addc2a7e5af),segment_id=771bac7d-a459-4506-9c92-9addc2a7e5af)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:09.814926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.855371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] Calling delete_port for 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:09.928161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.949454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1945b1c-07bd-4c3b-824c-7f526a54bd73']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:09.979429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:09.979785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d76e6e-35cf-4fed-9d1a-e0f7b3ac87ed') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:10.007077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.036906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.040232 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.106659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:10.110630 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:10.159267 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:10.170940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] No DVR routers for this DVR port 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:10.177361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5d54d-5983-4630-af41-1827c3cf7180 None None] Pushing event deleted for resources: {'Port': ['ID=6b1917a2-1660-4eb0-b2ba-1aaebaa883eb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.198181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dc621-c314-4524-84b4-e988780c2e28 req-09f031ee-4299-4f0e-b9dd-0d2812655234 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.201594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e3dc621-c314-4524-84b4-e988780c2e28 req-09f031ee-4299-4f0e-b9dd-0d2812655234 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.1574330 Jul 14 09:23:10.278299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.323483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.332267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/networks/b1945b1c-07bd-4c3b-824c-7f526a54bd73 HTTP/1.1" status: 204 len: 168 time: 1.2375345 Jul 14 09:23:10.333204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c6be-ffe6-4cef-925c-42b277925896 tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Network': ['ID=b1945b1c-07bd-4c3b-824c-7f526a54bd73,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.334843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40072) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:10.370132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e3dc621-c314-4524-84b4-e988780c2e28 req-d836b706-e9bc-440c-9515-2a59cf27420c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605670 Jul 14 09:23:10.482544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.703171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.729891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe787a8-6c1b-46fb-9625-572da374e427']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:10.758684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771bac7d-a459-4506-9c92-9addc2a7e5af') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:10.760148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771bac7d-a459-4506-9c92-9addc2a7e5af') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:10.789777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.865406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.877610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:10.878628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:10.946233 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:10.960523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:11.025126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:11.025745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b1917a2-1660-4eb0-b2ba-1aaebaa883eb not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:11.027022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b39f3df5-b2da-46e5-a29c-3a05050ccdec no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:11.116151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.138343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b39f3df5-b2da-46e5-a29c-3a05050ccdec {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:11.138698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b39f3df5-b2da-46e5-a29c-3a05050ccdec not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:11.156715 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.159862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] 10.222.0.18 "DELETE /v2.0/networks/3fe787a8-6c1b-46fb-9625-572da374e427 HTTP/1.1" status: 204 len: 168 time: 0.8199375 Jul 14 09:23:11.217922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceceb9-63e9-48aa-9188-b378c189db3d tempest-TaggedBootDevicesTest-54124808 tempest-TaggedBootDevicesTest-54124808-project] Pushing event deleted for resources: {'Network': ['ID=3fe787a8-6c1b-46fb-9625-572da374e427,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:11.920054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c42e83-9f74-4538-a8df-adee627b6b3c req-11994526-87c0-4c79-a6d9-3b7d8aa52640 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.931316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4c42e83-9f74-4538-a8df-adee627b6b3c req-11994526-87c0-4c79-a6d9-3b7d8aa52640 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2103746 Jul 14 09:23:12.049101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4c42e83-9f74-4538-a8df-adee627b6b3c req-ba5eabd9-11bc-44aa-8d3e-44ba473f4ab5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167653 Jul 14 09:23:12.691899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:13.241830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4377d11-160a-4155-b84c-38b22eb8d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.494161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f244d92-089b-4771-b61f-2b49e2103ba0 req-64b3c28e-7853-429e-860e-07f913cf697a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:13.503118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f244d92-089b-4771-b61f-2b49e2103ba0 req-64b3c28e-7853-429e-860e-07f913cf697a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.1524119 Jul 14 09:23:13.555621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f244d92-089b-4771-b61f-2b49e2103ba0 req-f10d2bc2-6a55-446f-a4b2-47c6efca0492 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510919 Jul 14 09:23:13.692731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4377d11-160a-4155-b84c-38b22eb8d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.698841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4377d11-160a-4155-b84c-38b22eb8d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.812420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4377d11-160a-4155-b84c-38b22eb8d16f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c36cbc5f79b460a9facea3af39c5d42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1163871 Jul 14 09:23:13.813280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:13.815014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377d11-160a-4155-b84c-38b22eb8d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4601ad7-9d52-4b23-8959-219fd0234c49,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.134287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b42ee9f6-7029-4818-a247-4db159b9dc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.169607 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b42ee9f6-7029-4818-a247-4db159b9dc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.238586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b42ee9f6-7029-4818-a247-4db159b9dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.241941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b42ee9f6-7029-4818-a247-4db159b9dc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.243123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b42ee9f6-7029-4818-a247-4db159b9dc97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4601ad7-9d52-4b23-8959-219fd0234c49 HTTP/1.1" status: 204 len: 168 time: 0.4285648 Jul 14 09:23:14.277183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ee9f6-7029-4818-a247-4db159b9dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4601ad7-9d52-4b23-8959-219fd0234c49,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.911042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322b773-73ac-436f-a94b-fdfa2648a775 req-573bbebb-0ab1-4dea-948e-58c3c62e2b20 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.922472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d322b773-73ac-436f-a94b-fdfa2648a775 req-573bbebb-0ab1-4dea-948e-58c3c62e2b20 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.1834307 Jul 14 09:23:15.013981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d322b773-73ac-436f-a94b-fdfa2648a775 req-ad9598cb-cd2d-47cf-8bfe-2b7b8eac2463 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903513 Jul 14 09:23:15.125843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40186) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:15.152326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ebb98a6-f07d-4659-a4c8-f92fc20a53be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.353447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ebb98a6-f07d-4659-a4c8-f92fc20a53be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.359255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ebb98a6-f07d-4659-a4c8-f92fc20a53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.455920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5ebb98a6-f07d-4659-a4c8-f92fc20a53be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb690d49722444e5b52c09b9f16a16ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285484 Jul 14 09:23:15.458436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb98a6-f07d-4659-a4c8-f92fc20a53be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0a6fa3-b1f1-407f-a5c5-2bf726ea20b7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.459157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:15.656892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce252965-a686-471f-b366-99d8f9761d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.735143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce252965-a686-471f-b366-99d8f9761d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.842034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce252965-a686-471f-b366-99d8f9761d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.848395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce252965-a686-471f-b366-99d8f9761d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.866064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ce252965-a686-471f-b366-99d8f9761d76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee0a6fa3-b1f1-407f-a5c5-2bf726ea20b7 HTTP/1.1" status: 204 len: 168 time: 0.3892288 Jul 14 09:23:15.894517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce252965-a686-471f-b366-99d8f9761d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0a6fa3-b1f1-407f-a5c5-2bf726ea20b7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.945248 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-257245e7-4378-485c-a5b8-1940fdaa8444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.551594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914797c-5fd2-44df-bf44-ce2c1307f6e1 req-b5f37c41-6c26-480b-af08-db5726ba09b5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.582690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4914797c-5fd2-44df-bf44-ce2c1307f6e1 req-b5f37c41-6c26-480b-af08-db5726ba09b5 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2267537 Jul 14 09:23:16.759786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4914797c-5fd2-44df-bf44-ce2c1307f6e1 req-11fac811-9869-4020-8156-051d30a8a7b1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726964 Jul 14 09:23:18.403848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6f776-1ec8-45d2-b3a6-4bbd768ba742 req-ad423888-810b-47d5-8714-e47acc7d054d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:18.409547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bac6f776-1ec8-45d2-b3a6-4bbd768ba742 req-ad423888-810b-47d5-8714-e47acc7d054d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2840183 Jul 14 09:23:18.574511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bac6f776-1ec8-45d2-b3a6-4bbd768ba742 req-4bae97ef-22cc-44a1-be2c-a7d496fc2a34 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598926 Jul 14 09:23:18.717980 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d3ac0ad-ea4a-46a4-80d6-6fdf69d9a233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.973955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.345808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40316) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:19.544925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:19.668868 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.729322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.858649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.869209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.948938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d31aa8a-a54f-4848-84d5-434b5bb01a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.980760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc7a222-dd6e-4961-a82e-22720aa333f1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.057127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.080949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.083445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.088297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.088709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.094998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.096587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.097015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.097359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.103563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.106567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.106923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.109607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:20.152345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-47dc84b4-c348-467a-9cb4-d644f8609917 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b867c01f7494df3b5c992fc8b874a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8039396 Jul 14 09:23:20.156635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:20.365082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c86224c6-42f7-4eb8-ba94-40101a79982c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.469178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c86224c6-42f7-4eb8-ba94-40101a79982c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.479838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fed96-e504-4554-a933-79dde751b882 req-0dc91cfa-ef4c-48e3-a237-b13a861c5365 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.488154 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-557fed96-e504-4554-a933-79dde751b882 req-0dc91cfa-ef4c-48e3-a237-b13a861c5365 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.3535166 Jul 14 09:23:20.569866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d31aa8a-a54f-4848-84d5-434b5bb01a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.585553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d31aa8a-a54f-4848-84d5-434b5bb01a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.633172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c86224c6-42f7-4eb8-ba94-40101a79982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.641281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c86224c6-42f7-4eb8-ba94-40101a79982c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.643568 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c86224c6-42f7-4eb8-ba94-40101a79982c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcc7a222-dd6e-4961-a82e-22720aa333f1 HTTP/1.1" status: 204 len: 168 time: 0.4852180 Jul 14 09:23:20.694398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-557fed96-e504-4554-a933-79dde751b882 req-3ce55df7-6d31-4e8c-af88-a204a61d811c tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052846 Jul 14 09:23:20.700820 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9d31aa8a-a54f-4848-84d5-434b5bb01a6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d286cf2c74ee475fb8c530af6f0b31d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1548121 Jul 14 09:23:20.704563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:20.727858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31aa8a-a54f-4848-84d5-434b5bb01a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a40f2d5-1408-4c77-99aa-54c6d4e78ed2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.749986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86224c6-42f7-4eb8-ba94-40101a79982c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc7a222-dd6e-4961-a82e-22720aa333f1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.948429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-444072b5-84cb-4dd1-a932-ffa04fd6d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.078041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-444072b5-84cb-4dd1-a932-ffa04fd6d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.272664 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-444072b5-84cb-4dd1-a932-ffa04fd6d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.276989 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-444072b5-84cb-4dd1-a932-ffa04fd6d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.278832 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-444072b5-84cb-4dd1-a932-ffa04fd6d3e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a40f2d5-1408-4c77-99aa-54c6d4e78ed2 HTTP/1.1" status: 204 len: 168 time: 0.5731609 Jul 14 09:23:21.306957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444072b5-84cb-4dd1-a932-ffa04fd6d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a40f2d5-1408-4c77-99aa-54c6d4e78ed2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:21.404760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.762736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:21.795158 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5c272e5-1b77-45de-990b-37d206df5ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.185755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5c272e5-1b77-45de-990b-37d206df5ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.265110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5c272e5-1b77-45de-990b-37d206df5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.331805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c272e5-1b77-45de-990b-37d206df5ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf624811-dbb9-4b16-a6e7-0650daf3ee19,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:22.380479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af7557-f994-46ef-a09e-13147fdb9a98 req-c69e9749-3057-447d-a25e-49f1303da863 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:22.389464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65af7557-f994-46ef-a09e-13147fdb9a98 req-c69e9749-3057-447d-a25e-49f1303da863 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.3637788 Jul 14 09:23:22.399062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b5c272e5-1b77-45de-990b-37d206df5ea5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39402b9038c24f07b3ba4b20437a81a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350031 Jul 14 09:23:22.404012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40370) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:22.605566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65af7557-f994-46ef-a09e-13147fdb9a98 req-f67c3809-ebe6-465a-a701-29b167b4b6f1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149305 Jul 14 09:23:22.617601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c4fbe8-4af5-4846-981e-25b62c1d492f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.706464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c4fbe8-4af5-4846-981e-25b62c1d492f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.835456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c4fbe8-4af5-4846-981e-25b62c1d492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.838340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c4fbe8-4af5-4846-981e-25b62c1d492f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.842650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-75c4fbe8-4af5-4846-981e-25b62c1d492f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf624811-dbb9-4b16-a6e7-0650daf3ee19 HTTP/1.1" status: 204 len: 168 time: 0.4345968 Jul 14 09:23:22.854983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4fbe8-4af5-4846-981e-25b62c1d492f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf624811-dbb9-4b16-a6e7-0650daf3ee19,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:24.113747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f8331-e98e-41d7-8db5-bc78c6ae95ba req-eac527fc-9a43-4da9-820b-b82d904108d1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.115390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b50f8331-e98e-41d7-8db5-bc78c6ae95ba req-eac527fc-9a43-4da9-820b-b82d904108d1 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.1723511 Jul 14 09:23:24.209453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b50f8331-e98e-41d7-8db5-bc78c6ae95ba req-f0e836ea-bfa4-49d8-acab-f681502ef1e0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856466 Jul 14 09:23:25.775441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658910e-0f30-4b20-a8b0-93191d82b63c req-b5276479-1e0e-4483-8124-600e6b8f72e0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.783680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7658910e-0f30-4b20-a8b0-93191d82b63c req-b5276479-1e0e-4483-8124-600e6b8f72e0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2974861 Jul 14 09:23:25.788811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:25.889118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7658910e-0f30-4b20-a8b0-93191d82b63c req-6231d20e-f742-49c9-b4f3-0ddfd9b52b19 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961497 Jul 14 09:23:26.088003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:26.132574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.248372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.369602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Allocated IP 172.25.2.252 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/cbd50f48-3bb2-4598-b59a-e1bb364da71f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:26.538566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.608431 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.658627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:26.661913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:26.664776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:26.734577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Pushing event updated for resources: {'Port': ['ID=cbd50f48-3bb2-4598-b59a-e1bb364da71f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:26.769014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.772477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.772958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.776904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.777162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.781484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.781848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.782175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.782728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.787306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.789375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.789375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:26.920169 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.074277 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.471147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726ab9d-3f87-43c7-8b18-4b1e0337a059 req-14a311d2-674b-4688-8d74-5a4439d53198 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:27.472750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8726ab9d-3f87-43c7-8b18-4b1e0337a059 req-14a311d2-674b-4688-8d74-5a4439d53198 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 944 time: 0.2454216 Jul 14 09:23:27.553760 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.562487 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.612209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8726ab9d-3f87-43c7-8b18-4b1e0337a059 req-61f69859-cafe-45ba-baae-ccb367ab6e6b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308212 Jul 14 09:23:27.656296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Pushing event updated for resources: {'Port': ['ID=cbd50f48-3bb2-4598-b59a-e1bb364da71f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:27.697145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.712650 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.714186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-917ec773-19c6-4bb2-945f-304ca3bee184 tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9243951 Jul 14 09:23:27.717543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40494) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:27.722865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1587715082', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'fixed_ips': [{'ip_address': '172.25.2.252'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:27.748169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Made reservation on behalf of bf0ac57d4bbb4503af92a34c4f548ebb for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:27.750703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.760177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.915310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.925308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.949180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] device_id is not set on port 05e5855b-daf3-4fd3-aef6-352693545691 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:27.960184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:28.086894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c57bc-2875-4e4d-9426-a01ce232a582,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.119913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:28.132825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'port_id': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'mac_address': 'fa:16:3e:b8:e1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:28.223444 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.269476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499cc1c6-4602-4bba-abad-938ab5aabb55 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:28.297710 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:23:28.298145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:23:28.301832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:28.306932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.343295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ed9ea1a3-25aa-4904-8e32-5d95bb31607f tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6237483 Jul 14 09:23:28.345546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:28.477727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:28.524765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['499cc1c6-4602-4bba-abad-938ab5aabb55'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:28.635833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Deleting port cbd50f48-3bb2-4598-b59a-e1bb364da71f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:28.636345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.752604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.753403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.771004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Calling delete_port for cbd50f48-3bb2-4598-b59a-e1bb364da71f owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:29.028882 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.085396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbd50f48-3bb2-4598-b59a-e1bb364da71f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:29.191889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.195129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.201722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d9a2aa0e-63e4-454a-afb5-a56e99fe5adc tempest-ExternalNetworksAdminNegativeTestJSON-431927227 tempest-ExternalNetworksAdminNegativeTestJSON-431927227-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/c19f0941-6a2e-484d-a4aa-f527eec8f129 HTTP/1.1" status: 204 len: 168 time: 0.8545001 Jul 14 09:23:29.313514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff83c-f7a3-4ad2-9865-bd1abf68b9ed req-70f94b0e-cec7-4bc0-b70e-2784bac9b169 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.318003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-127ff83c-f7a3-4ad2-9865-bd1abf68b9ed req-70f94b0e-cec7-4bc0-b70e-2784bac9b169 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 945 time: 0.1151743 Jul 14 09:23:29.375343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-127ff83c-f7a3-4ad2-9865-bd1abf68b9ed req-806da6f6-250d-4769-9125-1da346a95c5a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473263 Jul 14 09:23:29.627008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:29.768274 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37722921-a462-4807-9fee-2abead790626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.932824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37722921-a462-4807-9fee-2abead790626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.936957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37722921-a462-4807-9fee-2abead790626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.969417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:29.981747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37722921-a462-4807-9fee-2abead790626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a301a6-a397-44e7-a9aa-a57eb7dc991c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.038519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-37722921-a462-4807-9fee-2abead790626 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a9b33c4f7e04efe8c7dfb1b76cef56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100938 Jul 14 09:23:30.041187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40540) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:30.047263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 499cc1c6-4602-4bba-abad-938ab5aabb55 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:30.049313 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.170880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdbff-af08-4020-9ad7-2b211d1c957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.198663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdbff-af08-4020-9ad7-2b211d1c957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.207346 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.243476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:30.246783 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee56a48-f8b5-4e57-959d-433867cfaa13" -d '{"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-plugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:30.269087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdbff-af08-4020-9ad7-2b211d1c957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.269918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:30.272595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4ffdbff-af08-4020-9ad7-2b211d1c957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.274035 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d4ffdbff-af08-4020-9ad7-2b211d1c957e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3a301a6-a397-44e7-a9aa-a57eb7dc991c HTTP/1.1" status: 204 len: 168 time: 0.2317963 Jul 14 09:23:30.274774 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.287087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffdbff-af08-4020-9ad7-2b211d1c957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a301a6-a397-44e7-a9aa-a57eb7dc991c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.341912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.704457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847efa5-e911-4f05-b1c6-b978a8484e89 req-2eb5a915-02ea-485e-a764-65b483b81e24 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.713825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6847efa5-e911-4f05-b1c6-b978a8484e89 req-2eb5a915-02ea-485e-a764-65b483b81e24 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 947 time: 0.1324453 Jul 14 09:23:30.771666 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74905bb-9593-41fe-bd9f-4e4b24d53000 x-openstack-request-id: req-f74905bb-9593-41fe-bd9f-4e4b24d53000 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:30.771666 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-plugged", "status": "completed", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:30.771864 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f74905bb-9593-41fe-bd9f-4e4b24d53000 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:30.772194 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'code': 200} Jul 14 09:23:30.822271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6847efa5-e911-4f05-b1c6-b978a8484e89 req-3a100e7d-ebc7-4b16-9be1-a0027bf0406f tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074321 Jul 14 09:23:30.854617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40562) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:30.908352 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-07f37b60-5a01-4489-960e-0a6244171d50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf0ac57d4bbb4503af92a34c4f548ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523479 Jul 14 09:23:30.910636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40566) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:30.984281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65099194-11d7-4a2a-8ff5-0b5f20f859be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.007939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65099194-11d7-4a2a-8ff5-0b5f20f859be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.077405 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65099194-11d7-4a2a-8ff5-0b5f20f859be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.080845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65099194-11d7-4a2a-8ff5-0b5f20f859be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.082331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-65099194-11d7-4a2a-8ff5-0b5f20f859be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a5c57bc-2875-4e4d-9426-a01ce232a582 HTTP/1.1" status: 204 len: 168 time: 0.1707664 Jul 14 09:23:31.098257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65099194-11d7-4a2a-8ff5-0b5f20f859be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c57bc-2875-4e4d-9426-a01ce232a582,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.230426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748892b-57ba-44f8-956e-2910db5c7485 req-3a819c0e-182f-452c-a4f1-d2deba630fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.232586 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c748892b-57ba-44f8-956e-2910db5c7485 req-3a819c0e-182f-452c-a4f1-d2deba630fe7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 1099 time: 0.3347969 Jul 14 09:23:31.299867 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c748892b-57ba-44f8-956e-2910db5c7485 req-0cdc79a2-a2d3-4b9f-b191-12a6ae8bad35 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597754 Jul 14 09:23:31.412173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.765530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:32.355015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aab2c0-5012-4db5-8d46-a204eac39224 req-7ad34540-9da3-468c-a55c-c6fa0ef6b4ab tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:32.357812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6aab2c0-5012-4db5-8d46-a204eac39224 req-7ad34540-9da3-468c-a55c-c6fa0ef6b4ab tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 947 time: 0.2622395 Jul 14 09:23:32.709750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6aab2c0-5012-4db5-8d46-a204eac39224 req-ff74a9fa-d8da-4d5b-8413-57ae5407593d tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863437 Jul 14 09:23:32.837115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.400108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Deleting port 7d6c3df7-97b1-44cf-bc17-547596446f1e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:33.410397 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.561547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] For port 7d6c3df7-97b1-44cf-bc17-547596446f1e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7d6c3df7-97b1-44cf-bc17-547596446f1e,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:33.561933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.586571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Calling delete_port for 7d6c3df7-97b1-44cf-bc17-547596446f1e owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:33.593547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40676) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:33.709875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-61cc4002-4890-402a-a527-0a5a5a48969a tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-453149719'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:33.710635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-61cc4002-4890-402a-a527-0a5a5a48969a tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Unknown quota resources ['metering_label']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:23:33.848697 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.981678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6c3df7-97b1-44cf-bc17-547596446f1e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:34.187484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.343571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61cc4002-4890-402a-a527-0a5a5a48969a tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.344740 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-61cc4002-4890-402a-a527-0a5a5a48969a tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7495532 Jul 14 09:23:34.347845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:34.353103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c7dec90-dd9e-40ec-a3c6-5e77546ce323 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c93d81c0-dfa4-47e4-93ff-ce97df09d506'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:34.353662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c7dec90-dd9e-40ec-a3c6-5e77546ce323 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:23:34.380751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e04ef-271d-4d04-8f2b-16ece0bc7a93 req-34dcf237-fb5e-42be-a581-b149f443bcd0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.382264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a5e04ef-271d-4d04-8f2b-16ece0bc7a93 req-34dcf237-fb5e-42be-a581-b149f443bcd0 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 947 time: 0.4765701 Jul 14 09:23:34.430741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a5e04ef-271d-4d04-8f2b-16ece0bc7a93 req-41a40dff-9662-4b68-8f13-e7e005f8c71b tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 Jul 14 09:23:34.813396 n-d-758944-44 neutron-server[93753]: WARNING neutron.services.metering.metering_plugin [None req-6c7dec90-dd9e-40ec-a3c6-5e77546ce323 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:23:34.944085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c7dec90-dd9e-40ec-a3c6-5e77546ce323 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.945274 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6c7dec90-dd9e-40ec-a3c6-5e77546ce323 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5956202 Jul 14 09:23:34.948602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:34.953860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ceac2962-6d3d-43b1-8360-8e90457a0359 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c93d81c0-dfa4-47e4-93ff-ce97df09d506'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:34.954350 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ceac2962-6d3d-43b1-8360-8e90457a0359 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:23:34.968908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Router f4e02a97-e647-4826-af15-8701e76145a4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:35.020497 n-d-758944-44 neutron-server[93753]: WARNING neutron.services.metering.metering_plugin [None req-ceac2962-6d3d-43b1-8360-8e90457a0359 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:23:35.133728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ceac2962-6d3d-43b1-8360-8e90457a0359 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.134912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ceac2962-6d3d-43b1-8360-8e90457a0359 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1849992 Jul 14 09:23:35.138168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.179941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-269f0e22-1247-4e19-abbb-7241c69b5e78 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=a4d221f6-7500-4c49-9a33-244ef5c3bcb8 HTTP/1.1" status: 200 len: 464 time: 0.0406945 Jul 14 09:23:35.182948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.207010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:35.215323 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-01a645f9-636e-4983-ad30-c66b9be37465 admin admin] 10.222.0.18 "PUT /v2.0/routers/f4e02a97-e647-4826-af15-8701e76145a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4483404 Jul 14 09:23:35.216517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.219040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] Sync routers for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:35.233398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:35.234370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:35.338965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.390065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71948919-2f3a-4b8b-8786-717aef3354cf tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.392665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-71948919-2f3a-4b8b-8786-717aef3354cf tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/a4d221f6-7500-4c49-9a33-244ef5c3bcb8 HTTP/1.1" status: 204 len: 168 time: 0.2085779 Jul 14 09:23:35.395343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40718) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.404039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:35.436527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6a056e8d-5306-47f1-9e46-73d6ce5a11cd tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=a4d221f6-7500-4c49-9a33-244ef5c3bcb8 HTTP/1.1" status: 200 len: 221 time: 0.0399799 Jul 14 09:23:35.439888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.445080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-191ea893-388a-4a0d-a5ff-dd8082b5fb5b tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1132399993', 'description': 'label created by tempest'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:35.446296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-191ea893-388a-4a0d-a5ff-dd8082b5fb5b tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Unknown quota resources ['metering_label']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:23:35.467549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.597994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Deleting port 544afbb8-9405-4c16-9c0f-237ecaa647ae {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:35.598333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.662469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-191ea893-388a-4a0d-a5ff-dd8082b5fb5b tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.666097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-191ea893-388a-4a0d-a5ff-dd8082b5fb5b tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2222166 Jul 14 09:23:35.666885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.775035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c548bb23-61a6-4f4c-99ea-cfe1845ebaff tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=801ae6ec-8fd2-4429-9688-53f37bddc34e HTTP/1.1" status: 200 len: 468 time: 0.1052148 Jul 14 09:23:35.775343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:35.807682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] For port 544afbb8-9405-4c16-9c0f-237ecaa647ae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=544afbb8-9405-4c16-9c0f-237ecaa647ae,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:35.808174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.824093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Calling delete_port for 544afbb8-9405-4c16-9c0f-237ecaa647ae owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:35.922994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:23:33Z', 'revision_number': 5, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port': {'id': '544afbb8-9405-4c16-9c0f-237ecaa647ae', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:57Z', 'updated_at': '2021-07-14T09:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:35.953204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] Checking router: f4e02a97-e647-4826-af15-8701e76145a4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:35.964844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] Routers {'f4e02a97-e647-4826-af15-8701e76145a4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:35.966247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f4e02a97-e647-4826-af15-8701e76145a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:36.071126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] Set router f4e02a97-e647-4826-af15-8701e76145a4 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:36.101021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a641e340-561d-4721-b077-75842b7685b8 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.104079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a641e340-561d-4721-b077-75842b7685b8 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/801ae6ec-8fd2-4429-9688-53f37bddc34e HTTP/1.1" status: 204 len: 168 time: 0.3264613 Jul 14 09:23:36.105992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.108188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.125109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-777558d1-0fd3-4379-8513-2d006177c13c tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=801ae6ec-8fd2-4429-9688-53f37bddc34e HTTP/1.1" status: 200 len: 216 time: 0.0167964 Jul 14 09:23:36.125698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40734) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.135523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=544afbb8-9405-4c16-9c0f-237ecaa647ae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.142420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d0b3d058-76b0-4ff2-8811-1c574acad00a tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0154982 Jul 14 09:23:36.143309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.166090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:23:35Z', 'revision_number': 6, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:36.180968 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad797a16-ed09-45a8-9ab3-f1a59a63946d tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0324821 Jul 14 09:23:36.181355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.202358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b78fba-ea37-41ac-bd52-98ace4d0f331 None None] The sync data for ids ['f4e02a97-e647-4826-af15-8701e76145a4'] in n-d-758944-44 is: [{'id': 'f4e02a97-e647-4826-af15-8701e76145a4', 'name': 'tempest-TaggedBootDevicesTest-227952510-router', 'tenant_id': '92430fb8c13e4a329d0b788ede7debfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:11:55Z', 'updated_at': '2021-07-14T09:23:35Z', 'revision_number': 6, 'project_id': '92430fb8c13e4a329d0b788ede7debfc', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:36.269917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d24b012b-1ff8-4feb-80ac-28c550cd6df2 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/c93d81c0-dfa4-47e4-93ff-ce97df09d506 HTTP/1.1" status: 200 len: 472 time: 0.0843651 Jul 14 09:23:36.270256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.279773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.281158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dee9de54-94be-4fc1-a3cf-9363c91ce83d tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/ef05ae38-8c00-4f93-98f9-d86f441da9b0 HTTP/1.1" status: 200 len: 461 time: 0.0098016 Jul 14 09:23:36.284724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.398858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.400474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac822bc4-1c0c-4a81-ad5b-c6299079c719 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.401757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.401874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ac822bc4-1c0c-4a81-ad5b-c6299079c719 tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/ef05ae38-8c00-4f93-98f9-d86f441da9b0 HTTP/1.1" status: 204 len: 168 time: 0.1157148 Jul 14 09:23:36.404996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.527210 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.527787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e02a97-e647-4826-af15-8701e76145a4 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:23:36.539453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.539453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-499ae529-530f-47dc-958d-f56f3c3982f7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f4e02a97-e647-4826-af15-8701e76145a4 HTTP/1.1" status: 204 len: 168 time: 1.3197432 Jul 14 09:23:36.542728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:36.639103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] Deleting subnet 80e7a0fa-c30f-4b8c-bce8-16100869d6b8 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:36.643669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.691312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.720038 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d350a97e-d8f1-4a82-a7d5-b910e464945f tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.725649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d350a97e-d8f1-4a82-a7d5-b910e464945f tempest-MeteringTestJSON-22534328 tempest-MeteringTestJSON-22534328-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/c93d81c0-dfa4-47e4-93ff-ce97df09d506 HTTP/1.1" status: 204 len: 168 time: 0.3193111 Jul 14 09:23:36.830474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.890712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.919734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e7a0fa-c30f-4b8c-bce8-16100869d6b8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.938298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe2183-ac7e-4695-b108-60a4cbbb48b9 None None] Network 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:36.948793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.957205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1306d85-e16b-49ea-a78f-30dd57361637 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/80e7a0fa-c30f-4b8c-bce8-16100869d6b8 HTTP/1.1" status: 204 len: 168 time: 0.4108393 Jul 14 09:23:36.958922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:37.120517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.157933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:37.226174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7d6c3df7-97b1-44cf-bc17-547596446f1e no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:37.240768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Deleting port f081b0ae-8aea-4266-bdcf-50552911bf67 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:37.241203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.263154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 7d6c3df7-97b1-44cf-bc17-547596446f1e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:37.263554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7d6c3df7-97b1-44cf-bc17-547596446f1e not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:37.263992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 544afbb8-9405-4c16-9c0f-237ecaa647ae no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:37.265923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] DHCP port deletion for 6cc2d72b-ec13-4ea8-a456-7bdb686d5427 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:37.316806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 544afbb8-9405-4c16-9c0f-237ecaa647ae {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:37.317169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 544afbb8-9405-4c16-9c0f-237ecaa647ae not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:37.351393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d7d410-6f92-4c8a-8967-1e4b8bcdf6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.356964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] Deleting port f081b0ae-8aea-4266-bdcf-50552911bf67 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:37.357402 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.367059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] For port f081b0ae-8aea-4266-bdcf-50552911bf67, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f081b0ae-8aea-4266-bdcf-50552911bf67,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:37.368219 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.388796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Calling delete_port for f081b0ae-8aea-4266-bdcf-50552911bf67 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:37.498108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.555887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] For port f081b0ae-8aea-4266-bdcf-50552911bf67, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f081b0ae-8aea-4266-bdcf-50552911bf67,segment=NetworkSegment(78e46c56-6981-497b-81ba-cb0260fd8f0a),segment_id=78e46c56-6981-497b-81ba-cb0260fd8f0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:37.558053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.564346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f081b0ae-8aea-4266-bdcf-50552911bf67,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.581474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] No DVR routers for this DVR port f081b0ae-8aea-4266-bdcf-50552911bf67 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:37.592250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] Calling delete_port for f081b0ae-8aea-4266-bdcf-50552911bf67 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:37.603503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d7d410-6f92-4c8a-8967-1e4b8bcdf6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.610970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d7d410-6f92-4c8a-8967-1e4b8bcdf6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.711004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:37.714129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02d7d410-6f92-4c8a-8967-1e4b8bcdf6d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f28f55feba76491bb7dbf430a1f445e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549982 Jul 14 09:23:37.715222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7d410-6f92-4c8a-8967-1e4b8bcdf6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df95bb94-707a-4ebf-a2fb-b9d1698ff51e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.723958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.741113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.771840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc2d72b-ec13-4ea8-a456-7bdb686d5427']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:37.773487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] Pushing event deleted for resources: {'Port': ['ID=f081b0ae-8aea-4266-bdcf-50552911bf67,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.785549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a804e-532d-4b4c-aeb9-f5425afac9ff None None] No DVR routers for this DVR port f081b0ae-8aea-4266-bdcf-50552911bf67 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:37.808678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e46c56-6981-497b-81ba-cb0260fd8f0a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:37.809909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e46c56-6981-497b-81ba-cb0260fd8f0a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:37.812030 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054ad105-a5af-4fc5-b458-1760ce5c1a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.835715 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.874761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054ad105-a5af-4fc5-b458-1760ce5c1a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.881942 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.894813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:37.895227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:37.896952 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:37.997679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.006075 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.017654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6cc2d72b-ec13-4ea8-a456-7bdb686d5427 HTTP/1.1" status: 204 len: 168 time: 1.0452535 Jul 14 09:23:38.038953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806549cf-c40e-44ae-99ed-5c906b65bd32 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc2d72b-ec13-4ea8-a456-7bdb686d5427,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:38.054574 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054ad105-a5af-4fc5-b458-1760ce5c1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.057422 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054ad105-a5af-4fc5-b458-1760ce5c1a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.061880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-054ad105-a5af-4fc5-b458-1760ce5c1a8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df95bb94-707a-4ebf-a2fb-b9d1698ff51e HTTP/1.1" status: 204 len: 168 time: 0.3464818 Jul 14 09:23:38.068951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ad105-a5af-4fc5-b458-1760ce5c1a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df95bb94-707a-4ebf-a2fb-b9d1698ff51e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:38.264188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:38.346743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7e30cd9f-2cce-401e-a1fe-8357a50ab5d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92430fb8c13e4a329d0b788ede7debfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811219 Jul 14 09:23:38.349270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40794) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:38.422425 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b044f2b1-87fd-4b6f-9e25-99a977d504e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.464762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b044f2b1-87fd-4b6f-9e25-99a977d504e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.571132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b044f2b1-87fd-4b6f-9e25-99a977d504e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.576568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b044f2b1-87fd-4b6f-9e25-99a977d504e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.582594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b044f2b1-87fd-4b6f-9e25-99a977d504e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf11293a-203f-498f-9163-46de8e5da136 HTTP/1.1" status: 204 len: 168 time: 0.2322323 Jul 14 09:23:38.596752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044f2b1-87fd-4b6f-9e25-99a977d504e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11293a-203f-498f-9163-46de8e5da136,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:38.657414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:38.694749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cba3ccc-abc8-4d4b-9d89-76df0dcd7fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.832642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cba3ccc-abc8-4d4b-9d89-76df0dcd7fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.844525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cba3ccc-abc8-4d4b-9d89-76df0dcd7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.907657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3cba3ccc-abc8-4d4b-9d89-76df0dcd7fe3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=369413bcf2414bad98cf47c6ec6d0e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488167 Jul 14 09:23:38.910280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:38.947082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba3ccc-abc8-4d4b-9d89-76df0dcd7fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887f890-a218-411b-b948-d98fea566137,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.000906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f081b0ae-8aea-4266-bdcf-50552911bf67 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:39.005713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17953ad0-9189-4989-9b50-0c994c314afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.031622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f081b0ae-8aea-4266-bdcf-50552911bf67 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:39.031936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f081b0ae-8aea-4266-bdcf-50552911bf67 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:39.042038 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17953ad0-9189-4989-9b50-0c994c314afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.110397 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17953ad0-9189-4989-9b50-0c994c314afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.113891 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17953ad0-9189-4989-9b50-0c994c314afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.115256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-17953ad0-9189-4989-9b50-0c994c314afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f887f890-a218-411b-b948-d98fea566137 HTTP/1.1" status: 204 len: 168 time: 0.2034221 Jul 14 09:23:39.133946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17953ad0-9189-4989-9b50-0c994c314afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887f890-a218-411b-b948-d98fea566137,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.862646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:40.107971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-60432011-network', 'tenant_id': '703f0fb691714fdb983ee1545f7fb063'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:40.136163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Made reservation on behalf of 703f0fb691714fdb983ee1545f7fb063 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:40.140393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.200383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.336493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.343328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.382422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:40.389780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb889d-9b83-4360-b163-c7097f7a9115,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.399866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.400244 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Added segment c80aff3b-cea0-4301-ba32-773708e8b6d8 of type vlan for network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 Jul 14 09:23:40.461775 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.527457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.529502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:40.530171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.601332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7371609 Jul 14 09:23:40.604089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:40.611189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Request body: {'subnet': {'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-60432011-subnet', 'tenant_id': '703f0fb691714fdb983ee1545f7fb063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:40.643992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Made reservation on behalf of 703f0fb691714fdb983ee1545f7fb063 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:40.644249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04159b-1752-4479-a487-f4725c8d7021 admin admin] Pushing event updated for resources: {'Network': ['ID=18aa5ad2-88b6-4197-87ab-6c6f76c2d162,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.652779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.656596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:40.898616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.963955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=602cdfa7-5b64-4066-8e02-7f54c2760b11,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.998192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Checking segment: {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:40.998565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Network hostable DHCP agents. Network: 18aa5ad2-88b6-4197-87ab-6c6f76c2d162, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:41.019740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:41.032320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 18aa5ad2-88b6-4197-87ab-6c6f76c2d162) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:41.039029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.039327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.043495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee6009-8ba8-4674-8514-4403634269fc None None] Network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:41.061699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8eb07fdb-2924-4139-b30b-83cd0ff2f6e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4560273 Jul 14 09:23:41.279484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa1672-bf33-49b8-ba2a-edede2ecc461 None None] Network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:41.367672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:41.649691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1516907970'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:41.718820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Made reservation on behalf of a3f452ae6e434c6ca88f86700286054f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:41.722425 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.733008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.943308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-d224fbf3-2262-4950-b3ec-fcd1507632d9 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.945151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-d224fbf3-2262-4950-b3ec-fcd1507632d9 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 813 time: 0.2455230 Jul 14 09:23:41.947569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.952880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.982962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-db3c687e-589a-40ce-8a04-475aea8988e7 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/quotas/703f0fb691714fdb983ee1545f7fb063 HTTP/1.1" status: 200 len: 375 time: 0.0244920 Jul 14 09:23:42.008063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:42.041594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-ad08dbe0-f56d-4697-8d36-ffd6191fdd4e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476975 Jul 14 09:23:42.044161 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.044794 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Added segment 8a88b48b-6802-4630-b890-5d8e70161001 of type vlan for network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 Jul 14 09:23:42.046474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3846a9ed-7439-416c-867e-1ea5f2d455ab,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.149873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-92c5dc3e-2231-4c22-9a54-d0556d8a3972 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:23:42.150886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-92c5dc3e-2231-4c22-9a54-d0556d8a3972 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005793 Jul 14 09:23:42.161414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.297084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-1218a287-a78a-4edd-870d-61a0aa375c73 service neutron] 10.222.0.18 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313999 Jul 14 09:23:42.298394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.305432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.306084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.435973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Pushing event updated for resources: {'Network': ['ID=6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.442363 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fba7ea46-4ebe-41f0-aee7-8feb969a517f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0728624 Jul 14 09:23:42.449402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:42.540066 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:42.647003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-35d8c803-daf8-4b03-9ddf-e042c50df2a4 service neutron] 10.222.0.18 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267004 Jul 14 09:23:42.665067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:42.672088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Request body: {'port': {'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43', 'binding:host_id': 'n-h2-758944-44', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1533012556'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:42.700083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Made reservation on behalf of c923deb200e843ceb6d3b321ab08a0b4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:42.703226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.718137 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.843904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.848905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.853422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] device_id is not set on port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:42.975121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8409d477-0268-4e74-957d-6c09f3471d88 req-cc5d7e59-d7e9-4f0a-b51a-725077b5e3c6 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 210 time: 0.0511248 Jul 14 09:23:43.112873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c61d6e-15da-4b35-9df3-9143211e827e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.218559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] device_id is not set on port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:43.233577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.247483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Transition to ACTIVE for port object 6d9d0fac-3bc4-497a-96b5-dcac0647f40a will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:43.259740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.338484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=6d9d0fac-3bc4-497a-96b5-dcac0647f40a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.344924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Checking segment: {'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:43.345360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Network hostable DHCP agents. Network: 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:43.375048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:43.386188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:43.392944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:43.397374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f65164-6136-4b0d-a678-ffde0c39a47a None None] Network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:43.440643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.441821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.442258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.452263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.452544 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.452949 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 2 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.471756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.472798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.473491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.480488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.482854 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.483487 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 3 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.500953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.501056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.501379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.536438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.536771 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.537180 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 4 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.561039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.561397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.561742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.574038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.574394 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.574818 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 5 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.596586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.597284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.598003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.603042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.603386 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.603812 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 6 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.618467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.618911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.619490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.624335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.624762 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.625367 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 7 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.640485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.640910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.641327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.646255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.646721 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.647475 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 8 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.660802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.661309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.661633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.666528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.667107 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.667412 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 9 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.681519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.681933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.682368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.687120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.687586 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.688069 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 10 to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a Jul 14 09:23:43.702681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:43.702681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:43.702922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:43.707930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:43.708412 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:43.708765 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.784348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] For port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:43.784713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:23:43.789013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.822289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:43.822887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.841246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.1751170 Jul 14 09:23:43.843831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41036) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:43.874686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ef2a7-6f8a-4fe9-b509-2344ccc8c7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=6d9d0fac-3bc4-497a-96b5-dcac0647f40a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:43.939333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Deleting port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:43.939711 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.021180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] For port 6d9d0fac-3bc4-497a-96b5-dcac0647f40a, host n-h2-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:44.021630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.045257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Calling delete_port for 6d9d0fac-3bc4-497a-96b5-dcac0647f40a owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:44.154402 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.206631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d9d0fac-3bc4-497a-96b5-dcac0647f40a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:44.223187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.225619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c818c2cb-eb24-4f3a-9d48-f4f1a42f1eb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "DELETE /v2.0/ports/6d9d0fac-3bc4-497a-96b5-dcac0647f40a HTTP/1.1" status: 204 len: 168 time: 0.3807914 Jul 14 09:23:44.228243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:44.276228 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f073917d-dc1a-4134-8e53-e68a2c673855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:23:44.284914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f073917d-dc1a-4134-8e53-e68a2c673855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "GET /v2.0/ports/6d9d0fac-3bc4-497a-96b5-dcac0647f40a HTTP/1.1" status: 404 len: 333 time: 0.0549889 Jul 14 09:23:44.287109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:44.294287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Request body: {'port': {'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445736651'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:44.295464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ea9cf46-e5e3-4271-89e2-9d2280b11fbc req-4a96f49c-40c9-4e31-be0d-7c358d3490a7 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 210 time: 0.0742364 Jul 14 09:23:44.321330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Made reservation on behalf of c923deb200e843ceb6d3b321ab08a0b4 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:44.324289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.342205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] device_id is not set on port f4d925a9-2449-4c54-83e6-22505c218fef yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:44.575205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.617746 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.717194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:44.725923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:44.728258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:44.729599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:44.731288 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.742140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=f4d925a9-2449-4c54-83e6-22505c218fef,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:44.765872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-82d88ff3-1c36-4428-af14-6374cecb6e18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4762738 Jul 14 09:23:44.768373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:44.774065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:44.844142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-e9cd4efa-24ba-477b-bc03-38bd8b826669 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:44.845711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-e9cd4efa-24ba-477b-bc03-38bd8b826669 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 813 time: 0.1909926 Jul 14 09:23:44.865889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Request body: {'port': {'device_id': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'admin_state_up': True, 'tenant_id': '703f0fb691714fdb983ee1545f7fb063'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:44.892081 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.003316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Made reservation on behalf of 703f0fb691714fdb983ee1545f7fb063 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:45.007791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.117066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] device_id is not set on port f4d925a9-2449-4c54-83e6-22505c218fef yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:45.125271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.146397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Transition to ACTIVE for port object f4d925a9-2449-4c54-83e6-22505c218fef will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:45.150934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.190086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Allocated IP 172.20.0.2 (18aa5ad2-88b6-4197-87ab-6c6f76c2d162/602cdfa7-5b64-4066-8e02-7f54c2760b11/1c1018a7-9d96-4194-8525-8b8492975217) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:45.269450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=f4d925a9-2449-4c54-83e6-22505c218fef,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.300394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.300667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.301014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.313025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.313360 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.313756 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 2 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.359737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.360087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.360433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.373480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.373822 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.374225 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 3 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.414561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.414905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.415249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.436625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.436966 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.437370 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 4 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.484052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.484401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.484745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.490940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.491271 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.491699 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 5 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.521543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.521885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.522231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.538423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.538757 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.539424 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 6 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.578219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.578563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.578903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.583417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.583757 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.584177 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 7 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.599658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.600518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.601045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.607490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.608498 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.609080 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 8 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.616119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10ca4679-5091-41c9-8579-ba7851fa4839 req-e2ecaf07-64bf-4f1f-9068-66d401c85280 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 210 time: 0.0439322 Jul 14 09:23:45.619152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.630659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.631001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.631344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.644306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.644522 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.646361 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 9 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.673958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.674991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.676043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.682622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.683218 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.684704 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 10 to bind port f4d925a9-2449-4c54-83e6-22505c218fef Jul 14 09:23:45.694890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.713175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:45.714179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:45.714735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:45.721295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:45.721913 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port f4d925a9-2449-4c54-83e6-22505c218fef on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:45.722468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.780103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:45.784344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:45.786313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.788799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:45.818322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] For port f4d925a9-2449-4c54-83e6-22505c218fef, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:45.818888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:23:45.823547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.844694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.845308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.866518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] In _notify_port_updated(), no bound segment for port f4d925a9-2449-4c54-83e6-22505c218fef on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:23:45.867313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.867938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:45.868430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-14a09b9d-6247-4caa-a50f-825755e7f53a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0061924 Jul 14 09:23:45.869241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "PUT /v2.0/ports/f4d925a9-2449-4c54-83e6-22505c218fef HTTP/1.1" status: 200 len: 980 time: 1.0998981 Jul 14 09:23:45.872394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41084) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:45.880978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Request body: {'port': {'device_id': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:45.888586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217a1d-a13e-4848-a6c2-0f3b8313b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=f4d925a9-2449-4c54-83e6-22505c218fef,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:45.920227 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3e9d6c1-3c94-47ff-95eb-7a45793e003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.088413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.089003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.089474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.089946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.091038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.091530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.091997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.092458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.092922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.093384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.093844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.094301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.094875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.095343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.095824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.096284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.096737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.099278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-00418df0-67aa-44e3-a907-beb20308a708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15243 time: 0.2244005 Jul 14 09:23:46.102553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.102855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41092) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:46.259694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Deleting port f4d925a9-2449-4c54-83e6-22505c218fef {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:46.260207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.391012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] For port f4d925a9-2449-4c54-83e6-22505c218fef, host n-h2-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:46.391415 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.412201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Calling delete_port for f4d925a9-2449-4c54-83e6-22505c218fef owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:46.441263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1018a7-9d96-4194-8525-8b8492975217 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:46.466235 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.486646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Transition to ACTIVE for port object 1c1018a7-9d96-4194-8525-8b8492975217 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:46.492777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.530005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.561739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4d925a9-2449-4c54-83e6-22505c218fef,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:46.570013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:46.581426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.586156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-51266a4d-8093-4692-9bfb-eefd081ddf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f4d925a9-2449-4c54-83e6-22505c218fef HTTP/1.1" status: 204 len: 168 time: 0.4821537 Jul 14 09:23:46.586867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:46.620216 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b4da45-e987-4dcf-9530-8310a260eced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:23:46.628851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-18b4da45-e987-4dcf-9530-8310a260eced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "GET /v2.0/ports/f4d925a9-2449-4c54-83e6-22505c218fef HTTP/1.1" status: 404 len: 333 time: 0.0404017 Jul 14 09:23:46.629672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:46.634667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2064116566', 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:46.686615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Made reservation on behalf of c923deb200e843ceb6d3b321ab08a0b4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:46.690035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.691862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Attempting to bind port 1c1018a7-9d96-4194-8525-8b8492975217 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:46.692420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Attempting to bind port 1c1018a7-9d96-4194-8525-8b8492975217 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:46.692703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Attempting to bind port 1c1018a7-9d96-4194-8525-8b8492975217 on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:46.698123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Port 1c1018a7-9d96-4194-8525-8b8492975217 on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:46.698516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Attempting to bind port 1c1018a7-9d96-4194-8525-8b8492975217 on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:46.704655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:46.705007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Checking segment: {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:46.705393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Bound using segment: {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:46.705933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Bound port: 1c1018a7-9d96-4194-8525-8b8492975217, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:46.706643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.728921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] device_id is not set on port 974a3a61-f1ed-4f48-ba76-e3f88b7a1629 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:46.889857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:46.902381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:46.914467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.959367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.960476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.962015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] 10.222.0.11 "PUT /v2.0/ports/1c1018a7-9d96-4194-8525-8b8492975217 HTTP/1.1" status: 200 len: 1092 time: 1.0881774 Jul 14 09:23:46.962499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:46.973535 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f453c4a2-a504-4a8d-a058-8e449a060f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "tag": "1c1018a7-9d96-4194-8525-8b8492975217"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:47.067563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9675-ef6f-4965-8c1f-b08a3f2d5967 req-2cab770c-c6ce-4813-a462-bd541ca7d302 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.069286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34ab9675-ef6f-4965-8c1f-b08a3f2d5967 req-2cab770c-c6ce-4813-a462-bd541ca7d302 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 943 time: 0.2496586 Jul 14 09:23:47.089174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.106371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e7f9e-a7d5-498b-925c-1b25630d1201 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.145325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-bc58aab9-4efd-441c-86f0-00bcda114040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.148366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-bc58aab9-4efd-441c-86f0-00bcda114040 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 1095 time: 0.1415281 Jul 14 09:23:47.166584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34ab9675-ef6f-4965-8c1f-b08a3f2d5967 req-f5df93c3-d99f-4161-895d-39b9900704f4 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Jul 14 09:23:47.208769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.217194 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d346198-5bf0-44ff-9c22-a2d96845602f x-openstack-request-id: req-4d346198-5bf0-44ff-9c22-a2d96845602f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:47.217491 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "tag": "1c1018a7-9d96-4194-8525-8b8492975217", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:47.217755 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d346198-5bf0-44ff-9c22-a2d96845602f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:47.218378 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217', 'status': 'completed', 'code': 200} Jul 14 09:23:47.220201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-1638435d-cb6a-4f35-8964-dd892bfe0669 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c1018a7-9d96-4194-8525-8b8492975217 HTTP/1.1" status: 200 len: 217 time: 0.0632870 Jul 14 09:23:47.266094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:47.269726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:47.274115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:47.275252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.275991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.280278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=974a3a61-f1ed-4f48-ba76-e3f88b7a1629,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.309938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-ddd79988-acce-408b-a734-76cdb172d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.311567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-ddd79988-acce-408b-a734-76cdb172d7d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=602cdfa7-5b64-4066-8e02-7f54c2760b11 HTTP/1.1" status: 200 len: 853 time: 0.0832107 Jul 14 09:23:47.320189 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae4652f3-72e7-488c-94e9-a1b065c3bf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6892450 Jul 14 09:23:47.321016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41130) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:47.355877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-b5a30529-7dc4-493f-b0a4-4b2913f5de3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372841 Jul 14 09:23:47.396132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802f98d-3dc4-4179-beb9-5b7d94d74f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.399915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4802f98d-3dc4-4179-beb9-5b7d94d74f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "GET /v2.0/ports/974a3a61-f1ed-4f48-ba76-e3f88b7a1629 HTTP/1.1" status: 200 len: 959 time: 0.0777349 Jul 14 09:23:47.400790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:47.477181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-b428a4c5-83f0-4999-88a8-f82a20270f6a service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122777 Jul 14 09:23:47.521366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Deleting port 974a3a61-f1ed-4f48-ba76-e3f88b7a1629 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:47.521953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.596512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.596766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8a62b7f2-11b5-4b46-a4ba-31558846af50 req-df7790fe-439c-496f-9744-24fdb31c8fae service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122603 Jul 14 09:23:47.612021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Calling delete_port for 974a3a61-f1ed-4f48-ba76-e3f88b7a1629 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:47.700995 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.719926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-9a0ac4ec-10e8-4219-90c6-cfea106056fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.721612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-9a0ac4ec-10e8-4219-90c6-cfea106056fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 1095 time: 0.0678670 Jul 14 09:23:47.734464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event deleted for resources: {'Port': ['ID=974a3a61-f1ed-4f48-ba76-e3f88b7a1629,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.743471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.748466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d8cc5533-4de6-48f2-8d68-761740063898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "DELETE /v2.0/ports/974a3a61-f1ed-4f48-ba76-e3f88b7a1629 HTTP/1.1" status: 204 len: 168 time: 0.3420997 Jul 14 09:23:47.748714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41144) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:47.774611 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b426fa17-80b4-4119-9c15-df2281b4ba00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:23:47.779821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b426fa17-80b4-4119-9c15-df2281b4ba00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "GET /v2.0/ports/974a3a61-f1ed-4f48-ba76-e3f88b7a1629 HTTP/1.1" status: 404 len: 333 time: 0.0266542 Jul 14 09:23:47.780309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:47.785313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Request body: {'port': {'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1673007501'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:47.807038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Made reservation on behalf of c923deb200e843ceb6d3b321ab08a0b4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:47.810530 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.825808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] device_id is not set on port e88cb53a-9c32-45c1-810e-5ae55c963ec9 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:47.838355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-445d425e-9375-4578-bbc1-0faff239a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.839997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-445d425e-9375-4578-bbc1-0faff239a9d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 914 time: 0.1123912 Jul 14 09:23:47.897492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-67f39aeb-5d3b-4722-931a-458862db8883 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c1018a7-9d96-4194-8525-8b8492975217 HTTP/1.1" status: 200 len: 217 time: 0.0502501 Jul 14 09:23:47.974415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-fd3e84f1-b5c5-4641-94b2-2df5bc3ed7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.975992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-fd3e84f1-b5c5-4641-94b2-2df5bc3ed7e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=602cdfa7-5b64-4066-8e02-7f54c2760b11 HTTP/1.1" status: 200 len: 853 time: 0.0705156 Jul 14 09:23:48.015711 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.040822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-73468142-f703-4107-9b42-f4cbd0dd5311 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570474 Jul 14 09:23:48.069344 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.126454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:48.130900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:48.134103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:48.135048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.135740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.152506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=e88cb53a-9c32-45c1-810e-5ae55c963ec9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.156957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-f5dad52e-5d88-41b7-ac44-2433216b9f13 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075838 Jul 14 09:23:48.163894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-178ebcfe-24e5-4875-9cff-a24758b4f653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3826518 Jul 14 09:23:48.166397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:48.173264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:48.272528 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.401137 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f453c4a2-a504-4a8d-a058-8e449a060f2d req-02e44b75-0b4f-4c2f-96b9-5e465ed86105 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340784 Jul 14 09:23:48.507066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] device_id is not set on port e88cb53a-9c32-45c1-810e-5ae55c963ec9 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:48.519658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.544160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Transition to ACTIVE for port object e88cb53a-9c32-45c1-810e-5ae55c963ec9 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:48.550477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.691769 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-288518e6-1a47-49b5-ae45-303c6c253e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.965077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=e88cb53a-9c32-45c1-810e-5ae55c963ec9,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.974910 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.981890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:48.982232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:48.982574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:48.991837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631929-67c8-4e53-84fd-4e21299f6009 req-89c64817-2a66-4611-871d-1c0a371c1def tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.993414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13631929-67c8-4e53-84fd-4e21299f6009 req-89c64817-2a66-4611-871d-1c0a371c1def tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 943 time: 0.5897119 Jul 14 09:23:48.997409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:48.997793 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:48.998224 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 2 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.024858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.025204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.025597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.032777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.033111 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.034723 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 3 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.048613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.048962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.049306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.065848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.066191 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.069150 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 4 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.085375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13631929-67c8-4e53-84fd-4e21299f6009 req-16e7d486-9313-489d-910d-b9d3e7a44de5 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833585 Jul 14 09:23:49.088054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.088512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.088978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.094505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.094908 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.095393 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 5 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.109582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.110100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.110504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.115144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.115573 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.116036 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 6 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.128627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.129077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.129472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.133761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.134160 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.134618 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 7 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.146887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.147330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.147698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.151896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.152220 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.153209 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 8 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.165647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.165986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.166342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.170584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.170967 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.171381 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 9 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.183061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.183426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.183780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.188582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.188582 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.188777 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempt 10 to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 Jul 14 09:23:49.201824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:49.202153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:49.202487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempting to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:49.206843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:49.207313 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Failed to bind port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '8a88b48b-6802-4630-b890-5d8e70161001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43'}] Jul 14 09:23:49.207785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.310197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] For port e88cb53a-9c32-45c1-810e-5ae55c963ec9, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:49.311348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:23:49.316452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.350656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] In _notify_port_updated(), no bound segment for port e88cb53a-9c32-45c1-810e-5ae55c963ec9 on network 6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:23:49.351706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:49.352620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.353786 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "PUT /v2.0/ports/e88cb53a-9c32-45c1-810e-5ae55c963ec9 HTTP/1.1" status: 200 len: 980 time: 1.1862693 Jul 14 09:23:49.357097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:49.403240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a737277-da67-4524-974f-967bbaae22b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event updated for resources: {'Port': ['ID=e88cb53a-9c32-45c1-810e-5ae55c963ec9,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:49.474250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Deleting port e88cb53a-9c32-45c1-810e-5ae55c963ec9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:49.474607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.552272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] For port e88cb53a-9c32-45c1-810e-5ae55c963ec9, host n-h2-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:49.552864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.573089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Calling delete_port for e88cb53a-9c32-45c1-810e-5ae55c963ec9 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:49.637679 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.677260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.709636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Pushing event deleted for resources: {'Port': ['ID=e88cb53a-9c32-45c1-810e-5ae55c963ec9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:49.719140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.723880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3c83866b-f80e-4fcc-bb82-0e20c8fa3781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e88cb53a-9c32-45c1-810e-5ae55c963ec9 HTTP/1.1" status: 204 len: 168 time: 0.3658226 Jul 14 09:23:49.724081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.012949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.085853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1c1018a7-9d96-4194-8525-8b8492975217 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:50.104866 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-18aa5ad2-abc3-4572-91f8-e61900c1ccfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:23:50.110456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.111894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-18aa5ad2-abc3-4572-91f8-e61900c1ccfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554663059-project-admin] 10.222.0.18 "GET /v2.0/ports/e88cb53a-9c32-45c1-810e-5ae55c963ec9 HTTP/1.1" status: 404 len: 333 time: 0.3860493 Jul 14 09:23:50.195235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:50.196641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.210505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '1c1018a7-9d96-4194-8525-8b8492975217', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'port_id': '1c1018a7-9d96-4194-8525-8b8492975217', 'mac_address': 'fa:16:3e:d6:ec:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602cdfa7-5b64-4066-8e02-7f54c2760b11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:50.255022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.273115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1018a7-9d96-4194-8525-8b8492975217 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:50.300403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:50.304730 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.314131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.325750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.327092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a948d-8a8f-4f43-8290-7e30c911e156 req-07e78390-b3e7-4e7d-be09-e7af3703046c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.328935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db1a948d-8a8f-4f43-8290-7e30c911e156 req-07e78390-b3e7-4e7d-be09-e7af3703046c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 943 time: 0.0998449 Jul 14 09:23:50.337555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a88b48b-6802-4630-b890-5d8e70161001') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.338081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a88b48b-6802-4630-b890-5d8e70161001') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.349713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.357406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.366456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.367056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.368569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.369082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.369916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.370934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.371980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.372501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.373004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.373427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:50.373659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.374018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.374338 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.374565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.375347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:50.383913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db1a948d-8a8f-4f43-8290-7e30c911e156 req-20f693f5-8341-40f7-864a-50ccb0e8d9fd tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485208 Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:50.419568 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:50.445607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.453062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.457710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] 10.222.0.18 "DELETE /v2.0/networks/6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43 HTTP/1.1" status: 204 len: 168 time: 0.3435903 Jul 14 09:23:50.467405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50591d-3c8d-449c-a72e-1881553049a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689015342-project] Pushing event deleted for resources: {'Network': ['ID=6ff8a4ce-cb83-474e-b8c7-3a56ca17ae43,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.526523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['1c1018a7-9d96-4194-8525-8b8492975217'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:50.735819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.870652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2180ce58-b577-4a33-b063-a5ddcfad284e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3f452ae6e434c6ca88f86700286054f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333539 Jul 14 09:23:50.873360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:50.925167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13542a3b-5c7b-4681-85cf-83350b742454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.950210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13542a3b-5c7b-4681-85cf-83350b742454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.006737 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13542a3b-5c7b-4681-85cf-83350b742454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.009498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13542a3b-5c7b-4681-85cf-83350b742454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.011648 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-13542a3b-5c7b-4681-85cf-83350b742454 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3846a9ed-7439-416c-867e-1ea5f2d455ab HTTP/1.1" status: 204 len: 168 time: 0.1372821 Jul 14 09:23:51.023241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13542a3b-5c7b-4681-85cf-83350b742454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3846a9ed-7439-416c-867e-1ea5f2d455ab,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.318224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:51.363966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.365484 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8457f61e-7581-4de4-a32e-36b456590f01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c923deb200e843ceb6d3b321ab08a0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460398 Jul 14 09:23:51.368167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:51.420847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476c14bc-3a1c-4f11-a87a-d8aa3b6f3b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.467959 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476c14bc-3a1c-4f11-a87a-d8aa3b6f3b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.549490 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476c14bc-3a1c-4f11-a87a-d8aa3b6f3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.552259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476c14bc-3a1c-4f11-a87a-d8aa3b6f3b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.576060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-476c14bc-3a1c-4f11-a87a-d8aa3b6f3b69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34c61d6e-15da-4b35-9df3-9143211e827e HTTP/1.1" status: 204 len: 168 time: 0.2063465 Jul 14 09:23:51.598795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c14bc-3a1c-4f11-a87a-d8aa3b6f3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c61d6e-15da-4b35-9df3-9143211e827e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.748093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbed92c-c72c-430c-92ce-05d39c10b669 req-e3859e56-35fe-4658-a119-352a71a16923 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.750176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbed92c-c72c-430c-92ce-05d39c10b669 req-e3859e56-35fe-4658-a119-352a71a16923 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 944 time: 0.1041420 Jul 14 09:23:51.822266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbed92c-c72c-430c-92ce-05d39c10b669 req-9df34bcf-3d54-4591-b099-7239761d8f7c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657227 Jul 14 09:23:52.028034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.097671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1c1018a7-9d96-4194-8525-8b8492975217 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:52.167013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 1c1018a7-9d96-4194-8525-8b8492975217 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:52.177990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 1c1018a7-9d96-4194-8525-8b8492975217 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:52.178576 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.301294 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.341990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:52.344365 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e6b1e-8cb0-4056-87bf-75c8fc2d16e9" -d '{"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-plugged", "status": "completed", "tag": "1c1018a7-9d96-4194-8525-8b8492975217"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:52.372885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:52.374672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a1201c2-9580-47d5-9b37-837a10b8971b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.390653 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.400091 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6ca3d7-42ca-43cf-a9c1-6a9e2903b3f2 x-openstack-request-id: req-fd6ca3d7-42ca-43cf-a9c1-6a9e2903b3f2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:52.400508 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-plugged", "status": "completed", "tag": "1c1018a7-9d96-4194-8525-8b8492975217", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:52.400822 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd6ca3d7-42ca-43cf-a9c1-6a9e2903b3f2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:52.401809 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217', 'code': 200} Jul 14 09:23:52.490713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.565947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a1201c2-9580-47d5-9b37-837a10b8971b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.572647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a1201c2-9580-47d5-9b37-837a10b8971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.629469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1201c2-9580-47d5-9b37-837a10b8971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8016ec53-fa4c-43c7-97ce-20605b0c8a33,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.647185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3a1201c2-9580-47d5-9b37-837a10b8971b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cbb1985479c4373bd3bf9bf92b43b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171815 Jul 14 09:23:52.649970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.688210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1fd4d-baa4-44a4-b3b0-b9d984c3f5d0 req-f76f3713-9ca6-4f25-b68f-e87e5a08d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.723166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f6c1fd4d-baa4-44a4-b3b0-b9d984c3f5d0 req-f76f3713-9ca6-4f25-b68f-e87e5a08d369 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 1097 time: 0.2347517 Jul 14 09:23:52.774994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f6c1fd4d-baa4-44a4-b3b0-b9d984c3f5d0 req-009eebb1-e84f-419b-9a12-0925ccab7c93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Jul 14 09:23:52.789300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0226871c-8cf7-48c0-b4ad-ba32759715bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.836413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0226871c-8cf7-48c0-b4ad-ba32759715bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.894335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0226871c-8cf7-48c0-b4ad-ba32759715bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.897766 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0226871c-8cf7-48c0-b4ad-ba32759715bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.898961 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0226871c-8cf7-48c0-b4ad-ba32759715bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8016ec53-fa4c-43c7-97ce-20605b0c8a33 HTTP/1.1" status: 204 len: 168 time: 0.2467747 Jul 14 09:23:52.914368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226871c-8cf7-48c0-b4ad-ba32759715bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8016ec53-fa4c-43c7-97ce-20605b0c8a33,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:53.111534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf1ce8-7405-4eec-ba49-55e395413416 req-269009e4-312d-48e3-bc6d-621fa335700b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.119898 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0acf1ce8-7405-4eec-ba49-55e395413416 req-269009e4-312d-48e3-bc6d-621fa335700b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.1119168 Jul 14 09:23:53.223388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0acf1ce8-7405-4eec-ba49-55e395413416 req-86c9cfea-5a14-40da-b53d-7a3514ae5b45 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987225 Jul 14 09:23:53.638773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:53.888060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-654319982'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:53.924634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Made reservation on behalf of 6c7c2a73c9d94cc4bfed9420d8b78e3f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:53.929740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.942274 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.071439 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.078416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.105274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:54.119920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df2540-f3ee-4429-b5ac-1362afc0c2a6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.126571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.126927 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Added segment 2002b51d-be46-4744-9e00-e7ca81f2318b of type vlan for network f1a8ec95-21ba-4fc1-b3e2-63299d187087 Jul 14 09:23:54.210265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.258893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.266442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.267629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.279726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:54.348884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Pushing event updated for resources: {'Network': ['ID=f1a8ec95-21ba-4fc1-b3e2-63299d187087,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.362781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f1a8ec95-21ba-4fc1-b3e2-63299d187087 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:54.383492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-254d60ee-9deb-46fc-b939-e9e7747d62c5 tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7398612 Jul 14 09:23:54.562053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94169-303a-45bd-9c4b-25870dafc909 req-b457f50e-de88-4389-a50d-ec93eade65a9 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.563894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cb94169-303a-45bd-9c4b-25870dafc909 req-b457f50e-de88-4389-a50d-ec93eade65a9 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.0987511 Jul 14 09:23:54.666011 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2cb94169-303a-45bd-9c4b-25870dafc909 req-bf276e83-625f-4ce6-9224-8aea443aa6be tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943329 Jul 14 09:23:54.713523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] Deleting subnet 5dc46788-d761-4649-84c0-9affa7ee1935 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:54.725926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.811002 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.878693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.983693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15785001-c967-466f-ae0f-acab20d3db10 req-61ecb02f-53d6-4607-87cf-1dadcc268cd8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.985588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15785001-c967-466f-ae0f-acab20d3db10 req-61ecb02f-53d6-4607-87cf-1dadcc268cd8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.0835943 Jul 14 09:23:55.012930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.043727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc46788-d761-4649-84c0-9affa7ee1935,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.055082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.061038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41442) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.062184 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aae28057-4c15-4cce-846a-844aa0511e8d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5dc46788-d761-4649-84c0-9affa7ee1935 HTTP/1.1" status: 204 len: 168 time: 0.7810338 Jul 14 09:23:55.069371 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15785001-c967-466f-ae0f-acab20d3db10 req-023b04b0-24de-45b3-b4ef-5aae759d2791 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760450 Jul 14 09:23:55.181697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.188675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Request body: {'port': {'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087', 'binding:host_id': 'n-h2-758944-44', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-168211788'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:55.190690 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.227202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Made reservation on behalf of 949cd696e0854a9da5375df40d3bfc0e for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:55.231625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.262638 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.325363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.350361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad15a27-c4f9-4be5-adf4-f1404eee56b8']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:55.378870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de8427c-9639-424b-b454-794dc36850ab') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:55.379167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de8427c-9639-424b-b454-794dc36850ab') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:55.406446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.435799 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.449824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:55.450564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:55.452595 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:55.471460 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.476876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.480637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] device_id is not set on port 44bfdea5-60e4-44da-a25d-58f5de36826b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:55.589290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.595749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.602242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bad15a27-c4f9-4be5-adf4-f1404eee56b8 HTTP/1.1" status: 204 len: 168 time: 0.5383866 Jul 14 09:23:55.638090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf69285-0913-4da4-be43-8f644b90c629 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad15a27-c4f9-4be5-adf4-f1404eee56b8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.915649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0318b001-4361-4443-8e38-e2274031a9d5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.066246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] device_id is not set on port 44bfdea5-60e4-44da-a25d-58f5de36826b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:56.082753 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.108979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Transition to ACTIVE for port object 44bfdea5-60e4-44da-a25d-58f5de36826b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:56.127386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.167092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.201107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=44bfdea5-60e4-44da-a25d-58f5de36826b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.213103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Checking segment: {'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:56.213589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Network hostable DHCP agents. Network: f1a8ec95-21ba-4fc1-b3e2-63299d187087, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:56.221448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3b9b5-0657-47c0-9a0e-182bdb350feb req-69e9d9d2-c9c8-47d0-baaa-394a3663a068 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.228494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63e3b9b5-0657-47c0-9a0e-182bdb350feb req-69e9d9d2-c9c8-47d0-baaa-394a3663a068 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.1515062 Jul 14 09:23:56.234187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Network f1a8ec95-21ba-4fc1-b3e2-63299d187087 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:56.246240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f1a8ec95-21ba-4fc1-b3e2-63299d187087) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:56.251111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:56.260873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab75865e-67b4-4b11-a27b-c9f16f308ee2 None None] Network f1a8ec95-21ba-4fc1-b3e2-63299d187087 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:56.275064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.275428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.275792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.283014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.283374 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.288248 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 2 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.314736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.315077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.315450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.319874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.320211 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.320608 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 3 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.333384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.333731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.334071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.338500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.338803 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.339199 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 4 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.347786 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63e3b9b5-0657-47c0-9a0e-182bdb350feb req-f9ea3268-4c7f-44dd-a59d-c289f81e7d82 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181943 Jul 14 09:23:56.351813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b1b8b09-2d5a-4994-8214-319d9249b904 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a440467a649479493140e51d5c1a5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751292 Jul 14 09:23:56.352283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.352804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.353299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.355288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41516) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.375312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.375685 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.379785 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 5 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.406750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.407102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.407471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.443820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.444157 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.445782 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 6 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.467514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.467854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.468194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.474414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.474959 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.475145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41522) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:56.475874 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 7 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.497674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036f5da9-d6d9-42c9-a416-6bf9821352ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.503691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.504040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.504380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.517306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.517628 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.521992 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 8 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.539522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036f5da9-d6d9-42c9-a416-6bf9821352ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.541434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.541773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.542116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.560073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.560410 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.564760 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 9 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.592690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.593078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.593393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.599008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.599344 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.600374 n-d-758944-44 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 10 to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b Jul 14 09:23:56.620453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.621276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.621963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.628909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port 44bfdea5-60e4-44da-a25d-58f5de36826b on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.629277 n-d-758944-44 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port 44bfdea5-60e4-44da-a25d-58f5de36826b on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:56.629619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.645916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036f5da9-d6d9-42c9-a416-6bf9821352ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.649188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036f5da9-d6d9-42c9-a416-6bf9821352ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.650370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-036f5da9-d6d9-42c9-a416-6bf9821352ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a783d06-34af-4c73-82e2-bf11e10ebaee HTTP/1.1" status: 204 len: 168 time: 0.2928467 Jul 14 09:23:56.701426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f5da9-d6d9-42c9-a416-6bf9821352ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a783d06-34af-4c73-82e2-bf11e10ebaee,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.714737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067594d9-0454-4e50-ab8d-1aefe9022169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.785003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] For port 44bfdea5-60e4-44da-a25d-58f5de36826b, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:56.785483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempted to set empty binding levels {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:23:56.796492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.851809 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.852426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.907003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=44bfdea5-60e4-44da-a25d-58f5de36826b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.959244 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067594d9-0454-4e50-ab8d-1aefe9022169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.971036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067594d9-0454-4e50-ab8d-1aefe9022169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.979951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5fe290c2-f177-4c13-8086-de078b2bb471 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7962599 Jul 14 09:23:56.982589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.059607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067594d9-0454-4e50-ab8d-1aefe9022169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50625730-0aae-4b7d-ad0e-760148788968,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.067267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-067594d9-0454-4e50-ab8d-1aefe9022169 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b50a0818f14465cbc4029f3f6dddc28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744092 Jul 14 09:23:57.067841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41542) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.137527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6070-5b4d-431a-a2bc-451bf6607507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.176476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6070-5b4d-431a-a2bc-451bf6607507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.180081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Deleting port 44bfdea5-60e4-44da-a25d-58f5de36826b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:57.180957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.253431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] For port 44bfdea5-60e4-44da-a25d-58f5de36826b, host n-h2-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:57.254270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.263065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6070-5b4d-431a-a2bc-451bf6607507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.266204 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6070-5b4d-431a-a2bc-451bf6607507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.268056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0d1c6070-5b4d-431a-a2bc-451bf6607507 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50625730-0aae-4b7d-ad0e-760148788968 HTTP/1.1" status: 204 len: 168 time: 0.1995497 Jul 14 09:23:57.278079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Calling delete_port for 44bfdea5-60e4-44da-a25d-58f5de36826b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:57.278818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c6070-5b4d-431a-a2bc-451bf6607507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50625730-0aae-4b7d-ad0e-760148788968,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.437891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.475764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event deleted for resources: {'Port': ['ID=44bfdea5-60e4-44da-a25d-58f5de36826b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.484332 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.486458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f53948fb-c9c4-4459-a975-db209a93ff78 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "DELETE /v2.0/ports/44bfdea5-60e4-44da-a25d-58f5de36826b HTTP/1.1" status: 204 len: 168 time: 0.5025687 Jul 14 09:23:57.489085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41564) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.540829 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebbdf37-26ae-440c-aae2-421d6fe95abb tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:23:57.542992 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9ebbdf37-26ae-440c-aae2-421d6fe95abb tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "GET /v2.0/ports/44bfdea5-60e4-44da-a25d-58f5de36826b HTTP/1.1" status: 404 len: 333 time: 0.0527220 Jul 14 09:23:57.546443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.567341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Request body: {'port': {'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-91707324'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:57.577377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123868d-3ff8-4771-9733-5246a18e7bf3 req-da980d3c-79dd-4f39-83e5-ce9d78230d27 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.585330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5123868d-3ff8-4771-9733-5246a18e7bf3 req-da980d3c-79dd-4f39-83e5-ce9d78230d27 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.0902903 Jul 14 09:23:57.608829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Made reservation on behalf of 949cd696e0854a9da5375df40d3bfc0e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:57.611593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.638508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] device_id is not set on port ee8b627d-8da1-4199-a91c-8f13ad191a6a yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:57.656984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5123868d-3ff8-4771-9733-5246a18e7bf3 req-510c6a6c-1161-4c7d-9ea3-fdd1129b6de0 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702765 Jul 14 09:23:57.914661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.929717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-532d3695-0c3e-4be7-b1e1-bc37a59d133a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.945776 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.008425 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.063789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Network f1a8ec95-21ba-4fc1-b3e2-63299d187087 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:58.068243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:58.080442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:58.081551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.082386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.093665 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-532d3695-0c3e-4be7-b1e1-bc37a59d133a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.101925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-532d3695-0c3e-4be7-b1e1-bc37a59d133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.115164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=ee8b627d-8da1-4199-a91c-8f13ad191a6a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.127796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bc79a0a5-6149-43b5-a553-1d5bdffd7e59 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5779324 Jul 14 09:23:58.130134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.139990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:58.179536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-532d3695-0c3e-4be7-b1e1-bc37a59d133a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d14b8d71612643d6a2a1a4334e3aec66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567194 Jul 14 09:23:58.179536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41592) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.179536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d3695-0c3e-4be7-b1e1-bc37a59d133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38415880-161c-45d4-a65b-5b187f3fa704,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.253346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0759ed64-60fc-4820-ae68-5b0c71ec507c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.279693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0759ed64-60fc-4820-ae68-5b0c71ec507c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.324804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.358321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0759ed64-60fc-4820-ae68-5b0c71ec507c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.363247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0759ed64-60fc-4820-ae68-5b0c71ec507c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.364575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0759ed64-60fc-4820-ae68-5b0c71ec507c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38415880-161c-45d4-a65b-5b187f3fa704 HTTP/1.1" status: 204 len: 168 time: 0.1871426 Jul 14 09:23:58.385079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ed64-60fc-4820-ae68-5b0c71ec507c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38415880-161c-45d4-a65b-5b187f3fa704,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.631096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] device_id is not set on port ee8b627d-8da1-4199-a91c-8f13ad191a6a yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:23:58.648033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.673960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Transition to ACTIVE for port object ee8b627d-8da1-4199-a91c-8f13ad191a6a will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:58.678650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.844779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:58.845103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:58.845438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:58.864851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=ee8b627d-8da1-4199-a91c-8f13ad191a6a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.919916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:58.920251 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:58.920877 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 2 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:58.944984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:58.945322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:58.945661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:58.957563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:58.957896 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:58.958992 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 3 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:58.978157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:58.978367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:58.978676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:58.993130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073538c-a054-4be9-a596-8043ccf5ce11 req-8541fdeb-9eaa-4c30-a670-a5085e3e86fa tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.994756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0073538c-a054-4be9-a596-8043ccf5ce11 req-8541fdeb-9eaa-4c30-a670-a5085e3e86fa tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.1739252 Jul 14 09:23:58.996173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:58.996530 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:58.996923 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 4 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:59.054668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:59.056449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:59.056449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:59.063697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:59.063697 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:59.068013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0073538c-a054-4be9-a596-8043ccf5ce11 req-c723e6be-d8ca-4aba-8735-59123ce97d4f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Jul 14 09:23:59.068529 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 5 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:59.100057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:59.100402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:59.102853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:59.111756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:59.114398 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:59.114795 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 6 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:59.141705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:59.142054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:59.142387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:59.159531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:59.159865 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:59.160261 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 7 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:59.186825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:59.188851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:59.189322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:59.202683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:59.203251 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:59.203961 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 8 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:59.222130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:59.222720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:59.223271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:59.228117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:59.228690 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:59.229506 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 9 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:59.244618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:59.245177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:59.245703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:59.251133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:59.251855 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:59.252451 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 10 to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a Jul 14 09:23:59.266594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:59.267159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:59.267965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:59.273689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:59.274394 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port ee8b627d-8da1-4199-a91c-8f13ad191a6a on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:23:59.284062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.384823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] For port ee8b627d-8da1-4199-a91c-8f13ad191a6a, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:59.385870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:23:59.391506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.463863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] In _notify_port_updated(), no bound segment for port ee8b627d-8da1-4199-a91c-8f13ad191a6a on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:23:59.465287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.465922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.471124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:59.471679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "PUT /v2.0/ports/ee8b627d-8da1-4199-a91c-8f13ad191a6a HTTP/1.1" status: 200 len: 974 time: 1.3400488 Jul 14 09:23:59.513821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c7af9-9243-4ca8-a189-b0b6fe88d87b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=ee8b627d-8da1-4199-a91c-8f13ad191a6a,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.573848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.575207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.575749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.576227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.576848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.577454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.577958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.578453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.578920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.579440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.579911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.580410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.580878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.581371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.581974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.582800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.583173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.589571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-591c66a1-dfe4-4670-ba7f-6b96ca4bf91c tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15307 time: 0.1129062 Jul 14 09:23:59.591447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:59.698801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Deleting port ee8b627d-8da1-4199-a91c-8f13ad191a6a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:59.699374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.801490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] For port ee8b627d-8da1-4199-a91c-8f13ad191a6a, host n-h2-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:59.802208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.817218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Calling delete_port for ee8b627d-8da1-4199-a91c-8f13ad191a6a owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:59.916055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.946341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee8b627d-8da1-4199-a91c-8f13ad191a6a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.967280 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.973025 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d87e88d7-6086-4ce7-856c-0685d01d8cea tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ee8b627d-8da1-4199-a91c-8f13ad191a6a HTTP/1.1" status: 204 len: 168 time: 0.3801360 Jul 14 09:23:59.974060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41676) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.009254 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-d057b7c1-a59b-4a6d-bf01-b4b7e6b79074 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:24:00.015436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.016148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d057b7c1-a59b-4a6d-bf01-b4b7e6b79074 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "GET /v2.0/ports/ee8b627d-8da1-4199-a91c-8f13ad191a6a HTTP/1.1" status: 404 len: 333 time: 0.0401378 Jul 14 09:24:00.020996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1129066969', 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:00.041144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41680) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.065909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Made reservation on behalf of 949cd696e0854a9da5375df40d3bfc0e for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:00.068683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.102788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] device_id is not set on port 0b56ff87-fe2c-49cc-93ff-acfe0608f2fc yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:24:00.175880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-877335c8-134c-4cbb-a416-d7727cdd6aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.306391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.316012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'network': {'name': 'tempest-network-smoke--1093673431', 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:00.360970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.373903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-877335c8-134c-4cbb-a416-d7727cdd6aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.388824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-877335c8-134c-4cbb-a416-d7727cdd6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.416258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Made reservation on behalf of adfad007d36b4ccdaa813fc366d3ddd3 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:00.424835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.432840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.451620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.468341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df227d4e-0289-40c1-8c6c-b7d69c0cbe63 req-4ba6f034-8c99-45e7-bcd5-fe52c1f4fe12 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.476420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df227d4e-0289-40c1-8c6c-b7d69c0cbe63 req-4ba6f034-8c99-45e7-bcd5-fe52c1f4fe12 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.1672177 Jul 14 09:24:00.483316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-877335c8-134c-4cbb-a416-d7727cdd6aac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b971b895508b4ae7ad7eef94d9206008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409075 Jul 14 09:24:00.487606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.512436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877335c8-134c-4cbb-a416-d7727cdd6aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f7390-99a1-47ee-84d2-7059703138ae,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.536531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Network f1a8ec95-21ba-4fc1-b3e2-63299d187087 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:00.545051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:00.551847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:00.553032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.554175 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.578263 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-df227d4e-0289-40c1-8c6c-b7d69c0cbe63 req-a2e54462-7dbf-461d-aece-894acf940e92 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969815 Jul 14 09:24:00.586215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=0b56ff87-fe2c-49cc-93ff-acfe0608f2fc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.631928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d654518-ccab-4aa5-8e4c-fb4b19f14af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.658599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d654518-ccab-4aa5-8e4c-fb4b19f14af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.667713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.681075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.691683 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-909ec521-f662-4cf3-b927-650fee975749 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6742680 Jul 14 09:24:00.695924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.728659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:00.734288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eda157-70f2-4eab-8866-d1696c393538,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.763948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.764174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d654518-ccab-4aa5-8e4c-fb4b19f14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.764306 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Added segment 9a9b03c5-4060-4a1a-ab19-e0a49e9e968d of type vlan for network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 Jul 14 09:24:00.767785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d654518-ccab-4aa5-8e4c-fb4b19f14af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.771728 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3d654518-ccab-4aa5-8e4c-fb4b19f14af2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be1f7390-99a1-47ee-84d2-7059703138ae HTTP/1.1" status: 204 len: 168 time: 0.2831171 Jul 14 09:24:00.779503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d349b840-acd8-4016-8b3b-724abcf7839b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.779503 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d349b840-acd8-4016-8b3b-724abcf7839b tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "GET /v2.0/ports/0b56ff87-fe2c-49cc-93ff-acfe0608f2fc HTTP/1.1" status: 200 len: 955 time: 0.0817499 Jul 14 09:24:00.779503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.794396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d654518-ccab-4aa5-8e4c-fb4b19f14af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f7390-99a1-47ee-84d2-7059703138ae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.855256 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.893219 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.901736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.902691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.910233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Deleting port 0b56ff87-fe2c-49cc-93ff-acfe0608f2fc {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:00.911263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.994532 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.010750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Calling delete_port for 0b56ff87-fe2c-49cc-93ff-acfe0608f2fc owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:01.046883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7370074 Jul 14 09:24:01.055917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.083650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'admin_state_up': True, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:01.095922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e0b67-61c7-400c-94d5-e595756558a2 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Network': ['ID=79d78c00-7cf8-472a-b749-9a9cf04d7ad0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:01.113209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:01.116686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.129318 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.130323 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.150857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b56ff87-fe2c-49cc-93ff-acfe0608f2fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:01.159013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.160975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a712169d-fd68-44bc-aed5-2978edcac0b1 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0b56ff87-fe2c-49cc-93ff-acfe0608f2fc HTTP/1.1" status: 204 len: 168 time: 0.3793745 Jul 14 09:24:01.164360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.215723 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-636b0710-9015-463e-825a-6f14bb0a28ff tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:24:01.217306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-636b0710-9015-463e-825a-6f14bb0a28ff tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "GET /v2.0/ports/0b56ff87-fe2c-49cc-93ff-acfe0608f2fc HTTP/1.1" status: 404 len: 333 time: 0.0449729 Jul 14 09:24:01.223846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41722) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.232467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Request body: {'port': {'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1105538942'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:01.256663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.265515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Made reservation on behalf of 949cd696e0854a9da5375df40d3bfc0e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:01.268629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.287242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] device_id is not set on port f502759a-d2a6-4404-b454-226232df3529 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:24:01.421048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.499132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.509213 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.546737 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.591926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Network f1a8ec95-21ba-4fc1-b3e2-63299d187087 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:01.603336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:01.603336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:01.603336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.603962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.624884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3993952 Jul 14 09:24:01.635679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.641218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:01.701618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c082d-0f2e-4eea-903c-2bba2b7b6303 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=f502759a-d2a6-4404-b454-226232df3529,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:01.819995 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.840483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.872437 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.986074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a69364-dff2-4302-8e11-9c94ea415d40 req-31767ece-6d40-4507-bdf7-6875e0386607 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.987626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-87a69364-dff2-4302-8e11-9c94ea415d40 req-31767ece-6d40-4507-bdf7-6875e0386607 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.2061992 Jul 14 09:24:02.017064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Allocated IP 172.25.2.39 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/79acd99c-158b-42a1-a150-c6226d111f47) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:02.082088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-87a69364-dff2-4302-8e11-9c94ea415d40 req-3c507d6a-d880-484c-b450-6151bd9c0e53 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680301 Jul 14 09:24:02.164119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] device_id is not set on port f502759a-d2a6-4404-b454-226232df3529 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:24:02.175331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.189003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.190469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Transition to ACTIVE for port object f502759a-d2a6-4404-b454-226232df3529 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:02.204543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.286093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=f502759a-d2a6-4404-b454-226232df3529,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.291586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.295447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.295799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.296706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.301082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.301414 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.301799 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 2 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.318542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.318880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.319264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.327872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.328771 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.329177 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 3 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.336354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:02.340200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:02.342748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:02.368076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.368426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=79acd99c-158b-42a1-a150-c6226d111f47,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.368648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.368761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.376658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.377531 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.378842 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 4 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.395256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.395625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.396110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.400485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.400750 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.401132 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 5 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.414217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.414554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.414887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.426152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.426350 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.426963 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 6 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.444421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.444767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.445103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.449500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.449970 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.450363 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 7 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.463300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.463713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.464048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.471038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.471415 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.472322 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 8 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.492664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.493398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.493962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.503630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.504342 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.504559 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 9 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.518765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.519205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.519834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.524324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.524763 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.525266 n-d-758944-44 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempt 10 to bind port f502759a-d2a6-4404-b454-226232df3529 Jul 14 09:24:02.541897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:02.542392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:02.543483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempting to bind port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:02.548104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:02.548559 n-d-758944-44 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Failed to bind port f502759a-d2a6-4404-b454-226232df3529 on host n-h2-758944-44 for vnic_type normal using segments [{'id': '2002b51d-be46-4744-9e00-e7ca81f2318b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f1a8ec95-21ba-4fc1-b3e2-63299d187087'}] Jul 14 09:24:02.550382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.625099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] For port f502759a-d2a6-4404-b454-226232df3529, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:02.625576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:24:02.632649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.659099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41782) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:02.687999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] In _notify_port_updated(), no bound segment for port f502759a-d2a6-4404-b454-226232df3529 on network f1a8ec95-21ba-4fc1-b3e2-63299d187087 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:24:02.689393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.690191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.694084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "PUT /v2.0/ports/f502759a-d2a6-4404-b454-226232df3529 HTTP/1.1" status: 200 len: 976 time: 1.0549119 Jul 14 09:24:02.694445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:02.736540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa82c1-4ab2-48e2-b630-b98232f689d9 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event updated for resources: {'Port': ['ID=f502759a-d2a6-4404-b454-226232df3529,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.775927 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.862974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Deleting port f502759a-d2a6-4404-b454-226232df3529 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:02.863468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.938968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1106098369'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:02.968796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] For port f502759a-d2a6-4404-b454-226232df3529, host n-h2-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:02.969078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.989075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Calling delete_port for f502759a-d2a6-4404-b454-226232df3529 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:02.999915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Made reservation on behalf of f522bc4970e943ea8e2baf2b060b692a for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:03.003819 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.020856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.207443 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.250217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Pushing event deleted for resources: {'Port': ['ID=f502759a-d2a6-4404-b454-226232df3529,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:03.263937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.269443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-df7693bd-823b-49e3-90f1-6ebe8472d885 tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f502759a-d2a6-4404-b454-226232df3529 HTTP/1.1" status: 204 len: 168 time: 0.5740054 Jul 14 09:24:03.270814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.305140 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-82791ed8-4835-4841-bd68-477bbd2e3fed tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:24:03.310627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-82791ed8-4835-4841-bd68-477bbd2e3fed tempest-PortsAdminExtendedAttrsTestJSON-878420196 tempest-PortsAdminExtendedAttrsTestJSON-878420196-project-admin] 10.222.0.18 "GET /v2.0/ports/f502759a-d2a6-4404-b454-226232df3529 HTTP/1.1" status: 404 len: 333 time: 0.0387151 Jul 14 09:24:03.338402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41802) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.423805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.487774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.495272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.506250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.530259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263db6-a89d-461b-ac55-0ed9a269de06 req-cd794124-ff7a-4f38-a635-775159f74e72 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.533292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8263db6-a89d-461b-ac55-0ed9a269de06 req-cd794124-ff7a-4f38-a635-775159f74e72 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.1871002 Jul 14 09:24:03.588333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:03.646561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8263db6-a89d-461b-ac55-0ed9a269de06 req-50d19122-b6c9-4906-af98-cfa4df8db4ba tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049318 Jul 14 09:24:03.660119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32f6d8b-eb7c-4ff7-a742-270d1059fd4b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:03.667347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.667733 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Added segment 2d8ff58f-f763-46a6-b900-1793674087e0 of type vlan for network c5b49623-f799-474e-a613-05ab5060af80 Jul 14 09:24:03.680806 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.714857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a8ec95-21ba-4fc1-b3e2-63299d187087']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:03.734655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 2806f9d4-360e-41e5-89d9-2cde736f8e48 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:03.747672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2002b51d-be46-4744-9e00-e7ca81f2318b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:03.747970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2002b51d-be46-4744-9e00-e7ca81f2318b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:03.756772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.763872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.783150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.798571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:03.799329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:03.802920 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:03.854745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.860867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.861490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.904807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:03.915333 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Sync routers for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:03.926179 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:03.927835 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:03.946736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.951186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-84297dc2-0c91-4645-a8a5-aededc0540b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8919561 Jul 14 09:24:03.952454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event updated for resources: {'Network': ['ID=c5b49623-f799-474e-a613-05ab5060af80,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:03.953081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41814) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.966919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c5b49623-f799-474e-a613-05ab5060af80 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:03.970115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.973131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b70366b5-fa66-4ac7-a8d3-260550d27f7c tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2947903 Jul 14 09:24:03.979985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.981933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.990653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Request body: {'subnet': {'network_id': 'c5b49623-f799-474e-a613-05ab5060af80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:03.996760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] 10.222.0.18 "DELETE /v2.0/networks/f1a8ec95-21ba-4fc1-b3e2-63299d187087 HTTP/1.1" status: 204 len: 168 time: 0.6479492 Jul 14 09:24:04.044596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61034-790c-41b9-868b-61a56acf805c tempest-PortsAdminExtendedAttrsTestJSON-686283999 tempest-PortsAdminExtendedAttrsTestJSON-686283999-project] Pushing event deleted for resources: {'Network': ['ID=f1a8ec95-21ba-4fc1-b3e2-63299d187087,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.196146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Made reservation on behalf of f522bc4970e943ea8e2baf2b060b692a for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:04.201767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.254855 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:04.362286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ee9ec341-6169-4ec6-9341-eb24ef3c1677 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=adfad007d36b4ccdaa813fc366d3ddd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4048104 Jul 14 09:24:04.365042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41826) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:04.588917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41836) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:04.632026 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.632636 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:02Z', 'revision_number': 3, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:04.672976 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Checking router: 2806f9d4-360e-41e5-89d9-2cde736f8e48 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:04.673336 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Updating router 2806f9d4-360e-41e5-89d9-2cde736f8e48 port 79acd99c-158b-42a1-a150-c6226d111f47 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:04.734488 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.758750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651843b-5103-4f28-8ea9-5bd1b100a418 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.760376 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1651843b-5103-4f28-8ea9-5bd1b100a418 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3941996 Jul 14 09:24:04.765001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:04.787212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event updated for resources: {'Subnet': ['ID=553ab53a-8317-44e9-a56a-77a06f00ad4c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.790064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Checking segment: {'id': '2d8ff58f-f763-46a6-b900-1793674087e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c5b49623-f799-474e-a613-05ab5060af80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:04.790799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Network hostable DHCP agents. Network: c5b49623-f799-474e-a613-05ab5060af80, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:04.818175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Network c5b49623-f799-474e-a613-05ab5060af80 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:04.844118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c5b49623-f799-474e-a613-05ab5060af80) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:04.848443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.849037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.865276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13982966-480a-4241-a8b4-7c6f2727d52c None None] Network c5b49623-f799-474e-a613-05ab5060af80 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:04.882100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2daa34c-a2ba-4dd6-af1f-e817530323e1 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9010193 Jul 14 09:24:04.883096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41846) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:04.898345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Request body: {'port': {'network_id': 'c5b49623-f799-474e-a613-05ab5060af80', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2062226057'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:05.066543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Made reservation on behalf of f522bc4970e943ea8e2baf2b060b692a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:05.074958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.120951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] device_id is not set on port 812d2173-3de3-4d90-ab1d-7581990b90b4 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:24:05.215576 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.236519 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Transition to ACTIVE for port object 79acd99c-158b-42a1-a150-c6226d111f47 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:05.245066 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.251164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c5b49623-f799-474e-a613-05ab5060af80', 'network_id': 'c5b49623-f799-474e-a613-05ab5060af80', 'tenant_id': 'f522bc4970e943ea8e2baf2b060b692a', 'fixed_ips': [{'subnet_id': '553ab53a-8317-44e9-a56a-77a06f00ad4c'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:05.253270 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.303513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Allocated IP 172.20.0.8 (c5b49623-f799-474e-a613-05ab5060af80/553ab53a-8317-44e9-a56a-77a06f00ad4c/812d2173-3de3-4d90-ab1d-7581990b90b4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:05.306246 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Attempting to bind port 79acd99c-158b-42a1-a150-c6226d111f47 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:05.306698 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Attempting to bind port 79acd99c-158b-42a1-a150-c6226d111f47 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:05.307288 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Attempting to bind port 79acd99c-158b-42a1-a150-c6226d111f47 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:05.325709 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:05.326642 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:05.328216 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.329585 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:05.330695 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Bound port: 79acd99c-158b-42a1-a150-c6226d111f47, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:05.332040 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.438267 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Pushing event updated for resources: {'Port': ['ID=79acd99c-158b-42a1-a150-c6226d111f47,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.474619 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.474973 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.475321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.475701 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.476031 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.479727 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.480107 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.481109 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.481447 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.481777 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.482110 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.482661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.542644 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] For port 79acd99c-158b-42a1-a150-c6226d111f47, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:05.546568 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] For port 79acd99c-158b-42a1-a150-c6226d111f47, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79acd99c-158b-42a1-a150-c6226d111f47,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:05.561628 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.562302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.580368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Transition to ACTIVE for port object 812d2173-3de3-4d90-ab1d-7581990b90b4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:05.646920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.692750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a7a04f3d-e2d0-4e77-8052-6014ed1136fb tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9241083 Jul 14 09:24:05.693322 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:05.693322 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:05.695857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41864) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:05.705712 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba08e0-a999-4145-b0e0-34ee8f3361f7 None None] Pushing event updated for resources: {'Port': ['ID=79acd99c-158b-42a1-a150-c6226d111f47,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.710984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1505450513', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:05.755611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Allocated IP 172.20.0.2 (c5b49623-f799-474e-a613-05ab5060af80/553ab53a-8317-44e9-a56a-77a06f00ad4c/07fad8c7-7db5-4e32-ae86-89566019a0eb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:05.765856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Network c5b49623-f799-474e-a613-05ab5060af80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:05.767574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event updated for resources: {'Port': ['ID=812d2173-3de3-4d90-ab1d-7581990b90b4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.771175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:05.778542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:05.837356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-546c56a3-c5ca-4afe-b858-84ae655ca150 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c7c2a73c9d94cc4bfed9420d8b78e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2322927 Jul 14 09:24:05.869696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:05.939804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c53b55-7ac1-4fa3-b9f8-e9d62aa47d52 req-b1ec238e-78fb-4181-ade7-c3bb44166d66 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.949345 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:05.951223 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65c53b55-7ac1-4fa3-b9f8-e9d62aa47d52 req-b1ec238e-78fb-4181-ade7-c3bb44166d66 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 1.1408746 Jul 14 09:24:05.975066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.975778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.094179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65c53b55-7ac1-4fa3-b9f8-e9d62aa47d52 req-74863aa0-1b34-408f-8e17-d9312e56fd07 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357839 Jul 14 09:24:06.096891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Made reservation on behalf of adfad007d36b4ccdaa813fc366d3ddd3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:06.100194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76bad613-622f-40fd-a968-e45573c73e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.100699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.156657 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.174180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-088fd0a5-7368-49c3-8387-4efb04db4b1d tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2894013 Jul 14 09:24:06.174434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Transition to ACTIVE for port object 07fad8c7-7db5-4e32-ae86-89566019a0eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:06.180629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:06.196233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Transition to ACTIVE for port object 07fad8c7-7db5-4e32-ae86-89566019a0eb will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:06.210447 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.261267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Network c5b49623-f799-474e-a613-05ab5060af80 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:06.261797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76bad613-622f-40fd-a968-e45573c73e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.264938 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-81b73254-443e-493d-9c50-8822977df1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:02Z', 'revision_number': 3, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:06.277763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:06.281597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:06.346371 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b73254-443e-493d-9c50-8822977df1ef None None] The sync data for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 is: [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:02Z', 'revision_number': 3, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:06.362094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Pushing event updated for resources: {'Port': ['ID=07fad8c7-7db5-4e32-ae86-89566019a0eb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.418570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Attempting to bind port 07fad8c7-7db5-4e32-ae86-89566019a0eb on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:06.419108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Attempting to bind port 07fad8c7-7db5-4e32-ae86-89566019a0eb by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '2d8ff58f-f763-46a6-b900-1793674087e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c5b49623-f799-474e-a613-05ab5060af80'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:06.419797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Attempting to bind port 07fad8c7-7db5-4e32-ae86-89566019a0eb on network c5b49623-f799-474e-a613-05ab5060af80 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:06.428483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:06.429157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Checking segment: {'id': '2d8ff58f-f763-46a6-b900-1793674087e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c5b49623-f799-474e-a613-05ab5060af80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:06.429867 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.430498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Bound using segment: {'id': '2d8ff58f-f763-46a6-b900-1793674087e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c5b49623-f799-474e-a613-05ab5060af80'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:06.431246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Bound port: 07fad8c7-7db5-4e32-ae86-89566019a0eb, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8ff58f-f763-46a6-b900-1793674087e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'c5b49623-f799-474e-a613-05ab5060af80'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:06.431891 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.445874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033c09a-c51d-4464-85f9-e3d14348a12a req-3509a0b5-0f89-4763-b212-6bbadd7ebace tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.447499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5033c09a-c51d-4464-85f9-e3d14348a12a req-3509a0b5-0f89-4763-b212-6bbadd7ebace tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 947 time: 0.3494487 Jul 14 09:24:06.459682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Deleting port 812d2173-3de3-4d90-ab1d-7581990b90b4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:06.460097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.482516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.556011 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.568346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Calling delete_port for 812d2173-3de3-4d90-ab1d-7581990b90b4 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:06.583893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] For port 07fad8c7-7db5-4e32-ae86-89566019a0eb, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:06.587630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] For port 07fad8c7-7db5-4e32-ae86-89566019a0eb, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=07fad8c7-7db5-4e32-ae86-89566019a0eb,segment=NetworkSegment(2d8ff58f-f763-46a6-b900-1793674087e0),segment_id=2d8ff58f-f763-46a6-b900-1793674087e0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:06.601477 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.640495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Checking segment: {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:06.641028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network hostable DHCP agents. Network: 79d78c00-7cf8-472a-b749-9a9cf04d7ad0, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:06.643542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Subnet': ['ID=a354b76e-e233-4219-ad11-f93d2fce478d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.692090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:06.713443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 79d78c00-7cf8-472a-b749-9a9cf04d7ad0) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:06.720364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.720364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.731983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d5cf4-35e1-40a6-bef3-83797bd15d04 None None] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:06.741007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8ed3719e-d70a-44a8-ad62-e93620ef023b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0339537 Jul 14 09:24:06.743742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41884) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:06.759978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020b5a1-457b-459d-8bd1-26bc160eac5d None None] Pushing event updated for resources: {'Port': ['ID=07fad8c7-7db5-4e32-ae86-89566019a0eb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.879176 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76bad613-622f-40fd-a968-e45573c73e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.882364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76bad613-622f-40fd-a968-e45573c73e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.900145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-76bad613-622f-40fd-a968-e45573c73e56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1df2540-f3ee-4429-b5ac-1362afc0c2a6 HTTP/1.1" status: 204 len: 168 time: 1.0279624 Jul 14 09:24:06.927320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bad613-622f-40fd-a968-e45573c73e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df2540-f3ee-4429-b5ac-1362afc0c2a6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.966095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5033c09a-c51d-4464-85f9-e3d14348a12a req-d5671846-33ff-4355-a0f3-bfe977e9af6e tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181602 Jul 14 09:24:06.976293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.108003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event deleted for resources: {'Port': ['ID=812d2173-3de3-4d90-ab1d-7581990b90b4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:07.240157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.242128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f00ad676-0230-4429-8df5-e1ecd9820d22 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "DELETE /v2.0/ports/812d2173-3de3-4d90-ab1d-7581990b90b4 HTTP/1.1" status: 204 len: 168 time: 1.0589321 Jul 14 09:24:07.246689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41894) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:07.423942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-4416117e-5af4-41fc-9cbe-62d91b3c1e43 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.425576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-4416117e-5af4-41fc-9cbe-62d91b3c1e43 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 947 time: 0.1464734 Jul 14 09:24:07.575060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79acd99c-158b-42a1-a150-c6226d111f47 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:07.685519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Deleting port 499cc1c6-4602-4bba-abad-938ab5aabb55 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:07.686012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.830421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:07.831290 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.835377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41906) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:07.870773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 79acd99c-158b-42a1-a150-c6226d111f47 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:07.892253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] For port 499cc1c6-4602-4bba-abad-938ab5aabb55, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=499cc1c6-4602-4bba-abad-938ab5aabb55,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:07.892253 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.909143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 79acd99c-158b-42a1-a150-c6226d111f47 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:07.909544 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.950261 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8f923003-5a0c-4823-82cb-23c82ce05fa8 tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.7023957 Jul 14 09:24:07.962989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41910) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:07.990508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1319931976'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:08.188977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Allocated IP 172.20.0.2 (79d78c00-7cf8-472a-b749-9a9cf04d7ad0/a354b76e-e233-4219-ad11-f93d2fce478d/aa235528-5988-47b0-80da-f5c0fdd5978f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:08.196741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cdbb4278-b0bf-4335-9dd1-f8610d3a463d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=949cd696e0854a9da5375df40d3bfc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996078 Jul 14 09:24:08.213580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41918) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:08.259092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360d28b-b8e0-45dc-89d9-c7c529a436a1 req-74fb5fbc-c0c4-43d6-bf26-218daefc04ea tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.260651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1360d28b-b8e0-45dc-89d9-c7c529a436a1 req-74fb5fbc-c0c4-43d6-bf26-218daefc04ea tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.7271872 Jul 14 09:24:08.263646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Made reservation on behalf of f522bc4970e943ea8e2baf2b060b692a for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:08.278397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.398544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.398930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.399255 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Floating IP a96a6018-f2a3-4bda-a321-c53f7270b722 disassociated. External IP: 172.25.2.162, port: 499cc1c6-4602-4bba-abad-938ab5aabb55. Jul 14 09:24:08.399642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Calling delete_port for 499cc1c6-4602-4bba-abad-938ab5aabb55 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:08.460961 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.483068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:08.487306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Transition to ACTIVE for port object aa235528-5988-47b0-80da-f5c0fdd5978f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:08.500969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1360d28b-b8e0-45dc-89d9-c7c529a436a1 req-87db5b57-d4c4-4da7-a0a6-649412dd0161 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118812 Jul 14 09:24:08.505546 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.512201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Transition to ACTIVE for port object aa235528-5988-47b0-80da-f5c0fdd5978f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:08.525995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.536272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.536875 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Added segment 08d6991b-41dd-445d-b99a-67e75bf46bd3 of type vlan for network 81920158-b203-4585-af58-0ea5315ce33a Jul 14 09:24:08.546619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8de173f3-cabe-4dd2-9c20-1336e6369f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.572066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:08.598874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:08.606283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:08.661847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0499ce-c8d1-40e6-96e7-0234db8b52f8 req-87d19329-a23c-45b1-ad26-ad9732acec4a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.670462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f0499ce-c8d1-40e6-96e7-0234db8b52f8 req-87d19329-a23c-45b1-ad26-ad9732acec4a tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 947 time: 0.4008636 Jul 14 09:24:08.679894 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8de173f3-cabe-4dd2-9c20-1336e6369f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.719175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Attempting to bind port aa235528-5988-47b0-80da-f5c0fdd5978f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:08.719657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Attempting to bind port aa235528-5988-47b0-80da-f5c0fdd5978f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:08.720092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Attempting to bind port aa235528-5988-47b0-80da-f5c0fdd5978f on network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:08.726102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8c5dd-4a20-41a9-98e3-ad3451a858ec None None] Network c5b49623-f799-474e-a613-05ab5060af80 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:08.762044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.804863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f0499ce-c8d1-40e6-96e7-0234db8b52f8 req-d26a9286-b357-4185-8ee0-cc2493594189 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups?id=30103591-ab8d-4cd6-b22b-e694e764af69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304266 Jul 14 09:24:08.866140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.873031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.874031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.896184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:08.898853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Checking segment: {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:08.899290 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.901234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Bound using segment: {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:08.901526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Bound port: aa235528-5988-47b0-80da-f5c0fdd5978f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:08.912286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.917838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8de173f3-cabe-4dd2-9c20-1336e6369f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.921747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8de173f3-cabe-4dd2-9c20-1336e6369f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.923064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8de173f3-cabe-4dd2-9c20-1336e6369f07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0318b001-4361-4443-8e38-e2274031a9d5 HTTP/1.1" status: 204 len: 168 time: 0.7084787 Jul 14 09:24:08.930774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Pushing event updated for resources: {'Port': ['ID=aa235528-5988-47b0-80da-f5c0fdd5978f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:08.956415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.992572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.094028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 79acd99c-158b-42a1-a150-c6226d111f47, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79acd99c-158b-42a1-a150-c6226d111f47,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:09.098920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de173f3-cabe-4dd2-9c20-1336e6369f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0318b001-4361-4443-8e38-e2274031a9d5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.104074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7b9cfce-0a37-4ca5-8594-0e62bd419475 None None] Provisioning for port 07fad8c7-7db5-4e32-ae86-89566019a0eb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:09.133971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event deleted for resources: {'Port': ['ID=499cc1c6-4602-4bba-abad-938ab5aabb55,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.180154 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.211438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event updated for resources: {'Network': ['ID=81920158-b203-4585-af58-0ea5315ce33a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.251577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] For port aa235528-5988-47b0-80da-f5c0fdd5978f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:09.263262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 81920158-b203-4585-af58-0ea5315ce33a details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:09.282072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41934) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:09.282193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e2f0f056-d8f6-470c-b73e-d2366bca3bec tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3160524 Jul 14 09:24:09.403898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] For port aa235528-5988-47b0-80da-f5c0fdd5978f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aa235528-5988-47b0-80da-f5c0fdd5978f,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:09.415641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Router c0d0791a-9afd-4076-9785-b4f878be1d2d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:09.430675 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.436101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=79acd99c-158b-42a1-a150-c6226d111f47,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.516115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 07fad8c7-7db5-4e32-ae86-89566019a0eb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:09.615322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e5be2-5719-4226-bcbd-8932bddc2b79 None None] Pushing event updated for resources: {'Port': ['ID=aa235528-5988-47b0-80da-f5c0fdd5978f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.642552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 07fad8c7-7db5-4e32-ae86-89566019a0eb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:09.652739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 07fad8c7-7db5-4e32-ae86-89566019a0eb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:09.654856 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.718297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:09.756073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] Sync routers for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:09.813424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:09.814225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:09.953693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] No DVR routers for this DVR port 499cc1c6-4602-4bba-abad-938ab5aabb55 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:09.958314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.963099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b73f4864-a7be-455f-a2eb-2462d7105765 req-a4088689-6198-4afe-9b46-fc27e03f4ac9 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.11 "DELETE /v2.0/ports/499cc1c6-4602-4bba-abad-938ab5aabb55 HTTP/1.1" status: 204 len: 173 time: 2.5304463 Jul 14 09:24:10.010819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-deleted', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:10.022792 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a5f0c3-b1f2-48f4-9112-7c13e61ff8e7" -d '{"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-deleted", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:10.051527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Allocated IP 172.20.0.1 (79d78c00-7cf8-472a-b749-9a9cf04d7ad0/a354b76e-e233-4219-ad11-f93d2fce478d/3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:10.234256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e16e97ec-59b8-4708-8555-296296e829c7 req-a56bc7b5-fc65-48ec-9d18-81d3e69ee808 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d381bc6-0182-4632-8148-4bd0126046c1 HTTP/1.1" status: 200 len: 210 time: 0.1488106 Jul 14 09:24:10.247192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-303e0ad8-5ad0-445d-8644-ed7f1da021fa tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "GET /v2.0/agents/d2ece8ff-cf66-4157-a21f-07f086e0920b/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.9637594 Jul 14 09:24:10.262301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:10.286963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:10.322076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6672ca-86aa-40b7-91c4-1951c3966094 req-3f453658-5e37-4836-8fd1-585912068a9e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:10.371756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f6672ca-86aa-40b7-91c4-1951c3966094 req-3f453658-5e37-4836-8fd1-585912068a9e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.5155647 Jul 14 09:24:10.410442 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8311cde1-17f2-4622-8490-39183ee35002 x-openstack-request-id: req-8311cde1-17f2-4622-8490-39183ee35002 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:10.410740 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d381bc6-0182-4632-8148-4bd0126046c1", "name": "network-vif-deleted", "tag": "499cc1c6-4602-4bba-abad-938ab5aabb55", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:10.411033 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8311cde1-17f2-4622-8490-39183ee35002 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:10.414052 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d381bc6-0182-4632-8148-4bd0126046c1', 'name': 'network-vif-deleted', 'tag': '499cc1c6-4602-4bba-abad-938ab5aabb55', 'status': 'completed', 'code': 200} Jul 14 09:24:10.444982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 499cc1c6-4602-4bba-abad-938ab5aabb55 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:10.445548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 499cc1c6-4602-4bba-abad-938ab5aabb55 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:10.454164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.460523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-566bdee1-ebc9-4cfc-bdeb-9f163caa61c0 None None] Provisioning complete for port 07fad8c7-7db5-4e32-ae86-89566019a0eb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:10.461064 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-566bdee1-ebc9-4cfc-bdeb-9f163caa61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.464038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:10.574180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f6672ca-86aa-40b7-91c4-1951c3966094 req-93eaaf64-5651-45b0-b3bb-c160e2e9c375 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013493 Jul 14 09:24:10.690353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.749102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 07fad8c7-7db5-4e32-ae86-89566019a0eb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=07fad8c7-7db5-4e32-ae86-89566019a0eb,segment=NetworkSegment(2d8ff58f-f763-46a6-b900-1793674087e0),segment_id=2d8ff58f-f763-46a6-b900-1793674087e0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:10.757367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Transition to ACTIVE for port object 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:10.764537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.884312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 41984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:10.903617 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.944671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:10.953951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:10.958532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:10.988716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=07fad8c7-7db5-4e32-ae86-89566019a0eb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.121714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09583a58-ea34-46b1-8df8-df4ad78ef186 None None] Could not find standard attr ID for object 812d2173-3de3-4d90-ab1d-7581990b90b4. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:24:11.141260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:11.194484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] Checking router: c0d0791a-9afd-4076-9785-b4f878be1d2d for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:11.217725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:11.220512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:11.226231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2019516096'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:11.235622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.241020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.252347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fb5f2-b1dd-4c10-bfee-d68d5d27ff28 tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] Network 81920158-b203-4585-af58-0ea5315ce33a is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:11.284276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a40fb5f2-b1dd-4c10-bfee-d68d5d27ff28 tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "POST /v2.0/agents/d2ece8ff-cf66-4157-a21f-07f086e0920b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0184104 Jul 14 09:24:11.288993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.358760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Made reservation on behalf of d10f4bf9fc0441db8971f60cb4a02376 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:11.359317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c14ad9-38bb-4d6e-aea2-8e82e5b7dbaf None None] Network 81920158-b203-4585-af58-0ea5315ce33a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:11.362602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.399296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.608570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42006) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.609558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.617450 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.630414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:11.656515 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.656928 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Added segment 8778596b-6cc2-4aff-bc4d-e7419299e850 of type vlan for network e91974d6-fa19-4d24-b48a-53a73b50d678 Jul 14 09:24:11.732788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba9acf-dc19-4ada-874f-21fc79bbc114,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.750692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5b77dba7-c759-4d37-a887-220ebe4ae4fa tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "GET /v2.0/agents/d2ece8ff-cf66-4157-a21f-07f086e0920b/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.4595284 Jul 14 09:24:11.755387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.792017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.804899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 07fad8c7-7db5-4e32-ae86-89566019a0eb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:11.807069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda50829-99dc-4d3c-bcd2-a9699a0f81d7 None None] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:11.820873 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb82b-2da0-49eb-84f1-b1af7f2d7353 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.846673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb82b-2da0-49eb-84f1-b1af7f2d7353 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.883230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.890267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e847817-4f9a-4f94-999d-f513230964ba req-fd934fdc-8002-4a36-bf52-172f8f633576 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:11.892402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e847817-4f9a-4f94-999d-f513230964ba req-fd934fdc-8002-4a36-bf52-172f8f633576 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 0.3811505 Jul 14 09:24:11.948564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb82b-2da0-49eb-84f1-b1af7f2d7353 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.952098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb82b-2da0-49eb-84f1-b1af7f2d7353 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.953242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6f3cb82b-2da0-49eb-84f1-b1af7f2d7353 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "DELETE /v2.0/security-groups/30103591-ab8d-4cd6-b22b-e694e764af69 HTTP/1.1" status: 204 len: 168 time: 0.3336072 Jul 14 09:24:11.960807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42016) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.972360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e847817-4f9a-4f94-999d-f513230964ba req-c5ba0a99-a4d7-432c-8e22-c84e8d9faa13 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592349 Jul 14 09:24:11.979565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-db4b11bf-f4ec-4bfa-b019-c017072e4100 tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "DELETE /v2.0/agents/d2ece8ff-cf66-4157-a21f-07f086e0920b/dhcp-networks/81920158-b203-4585-af58-0ea5315ce33a HTTP/1.1" status: 204 len: 168 time: 0.2181404 Jul 14 09:24:11.985138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42018) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.988179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cb82b-2da0-49eb-84f1-b1af7f2d7353 tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30103591-ab8d-4cd6-b22b-e694e764af69,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.989725 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-b0ec78b7-578c-48af-9d02-3a6cce0d30bd tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] show failed (client error): The resource could not be found. Jul 14 09:24:11.990510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b0ec78b7-578c-48af-9d02-3a6cce0d30bd tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "GET /v2.0/security-groups/30103591-ab8d-4cd6-b22b-e694e764af69 HTTP/1.1" status: 404 len: 347 time: 0.0286860 Jul 14 09:24:11.994187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.999703 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.006288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.007997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.016332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:12.090817 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2043934 Jul 14 09:24:12.094789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.100313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Request body: {'subnet': {'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:12.184076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b22194ff-68c8-43e2-ac19-60ac385babfa None None] Provisioning for port aa235528-5988-47b0-80da-f5c0fdd5978f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:12.234447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Deleting port 2d1e166c-ce1b-43d0-a42f-f3ccb6aa74c4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:12.234792 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.252561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef7d73-c99b-4646-ae44-1befaab2c5da req-b5328e80-abb5-4ea2-91cf-36c6f6761bcf tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.254100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81ef7d73-c99b-4646-ae44-1befaab2c5da req-b5328e80-abb5-4ea2-91cf-36c6f6761bcf tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.4836099 Jul 14 09:24:12.302729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 07fad8c7-7db5-4e32-ae86-89566019a0eb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:12.302729 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.361875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.362496 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.377696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Calling delete_port for 2d1e166c-ce1b-43d0-a42f-f3ccb6aa74c4 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:12.431642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81ef7d73-c99b-4646-ae44-1befaab2c5da req-7f79a78e-8cef-4ef0-aa98-add976602abf tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395867 Jul 14 09:24:12.453685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8dfd7-bd4d-42e8-86aa-68e7e2aa7162 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event updated for resources: {'Network': ['ID=e91974d6-fa19-4d24-b48a-53a73b50d678,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:12.455221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Made reservation on behalf of d10f4bf9fc0441db8971f60cb4a02376 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:12.459216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.469909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e91974d6-fa19-4d24-b48a-53a73b50d678 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:12.488002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-caf2a736-a17c-45d3-ab9b-06bb9ad9aaee tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "GET /v2.0/agents/d2ece8ff-cf66-4157-a21f-07f086e0920b/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.4770448 Jul 14 09:24:12.488628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.542300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79acd99c-158b-42a1-a150-c6226d111f47 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:12.565328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9d145b01-4ba0-4a11-a68d-c1c809cd23f4 tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "GET /v2.0/networks/c5b49623-f799-474e-a613-05ab5060af80/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0733533 Jul 14 09:24:12.566347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.617464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9f0daa95-6f67-4bcf-93dc-c91d66206e12 tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "GET /v2.0/networks/c5b49623-f799-474e-a613-05ab5060af80/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0478282 Jul 14 09:24:12.618089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42038) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.635345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:12.637628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 79acd99c-158b-42a1-a150-c6226d111f47 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:12.638031 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.721506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be778ffb-19d6-4fe5-a337-511f780fa973 None None] The sync data for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 is: [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:15:57Z', 'revision_number': 4, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fb1f16ee-0c6f-4202-b554-99b29b3b4977', 'name': '', 'network_id': '4623b414-86a5-4b2b-ad69-652637f5c1eb', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'mac_address': 'fa:16:3e:2a:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:56Z', 'updated_at': '2021-07-14T09:16:08Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'subnets': [{'id': '56c15722-2023-4795-9086-4bd5e8a4a09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:12.810564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.816006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aa235528-5988-47b0-80da-f5c0fdd5978f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:12.886965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.891135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Provisioning for port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:12.892294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b487ec6a-12f0-4c67-a43c-969a3e943a03 tempest-DHCPAgentSchedulersTestJSON-1917349906 tempest-DHCPAgentSchedulersTestJSON-1917349906-project-admin] 10.222.0.18 "GET /v2.0/agents/d2ece8ff-cf66-4157-a21f-07f086e0920b/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.2579117 Jul 14 09:24:12.893724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.898031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.899643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Provisioning complete for port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:12.900082 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.953220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port aa235528-5988-47b0-80da-f5c0fdd5978f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:12.957983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:12.961746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aa235528-5988-47b0-80da-f5c0fdd5978f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:12.962412 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.981230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Pushing event deleted for resources: {'Port': ['ID=2d1e166c-ce1b-43d0-a42f-f3ccb6aa74c4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.021552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Provisioning complete for port aa235528-5988-47b0-80da-f5c0fdd5978f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:13.021935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.177419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.188480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.205422 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.220608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.222336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.242053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.245664 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.247766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3474e9a0-f90f-4384-8ea7-ce39a42cbeeb tempest-AttachVolumeShelveTestJSON-609509170 tempest-AttachVolumeShelveTestJSON-609509170-project] 10.222.0.18 "DELETE /v2.0/floatingips/a96a6018-f2a3-4bda-a321-c53f7270b722 HTTP/1.1" status: 204 len: 168 time: 1.2523334 Jul 14 09:24:13.291036 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b6e83-d356-45c0-8c02-efc1dad183bd None None] New status for floating IP a96a6018-f2a3-4bda-a321-c53f7270b722: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:24:13.309669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event updated for resources: {'Subnet': ['ID=3f430df9-e315-4bdf-b7dc-949d084e707b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.342667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Checking segment: {'id': '8778596b-6cc2-4aff-bc4d-e7419299e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:13.343505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Network hostable DHCP agents. Network: e91974d6-fa19-4d24-b48a-53a73b50d678, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:13.348723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port aa235528-5988-47b0-80da-f5c0fdd5978f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aa235528-5988-47b0-80da-f5c0fdd5978f,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:13.364465 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.376213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.400523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Network e91974d6-fa19-4d24-b48a-53a73b50d678 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:13.505395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=aa235528-5988-47b0-80da-f5c0fdd5978f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.532930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e91974d6-fa19-4d24-b48a-53a73b50d678) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:13.556894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.566285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.566387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8871b1a-fc17-4aa5-8151-362187d46722 None None] Network e91974d6-fa19-4d24-b48a-53a73b50d678 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:13.592347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-38d12e46-6d7a-4e85-a457-176376f575ce tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4961617 Jul 14 09:24:13.600546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42060) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:13.610793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Request body: {'port': {'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2009029544'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:13.673294 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:13.673713 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-8916313b-4632-43e0-9af6-a3fe298864ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:13.710160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c354bc2-fbcc-419c-8118-e7e6c525c690 req-fbe7c4ad-b4e3-4ada-9af7-bc053b0f76ca tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.711745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c354bc2-fbcc-419c-8118-e7e6c525c690 req-fbe7c4ad-b4e3-4ada-9af7-bc053b0f76ca tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 0.3570468 Jul 14 09:24:13.755790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Made reservation on behalf of d10f4bf9fc0441db8971f60cb4a02376 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:13.759682 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.777610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c354bc2-fbcc-419c-8118-e7e6c525c690 req-fcfe4b86-5440-4c62-b1d7-c621bed94749 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582106 Jul 14 09:24:13.788451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] device_id is not set on port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:24:13.942745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-e91974d6-fa19-4d24-b48a-53a73b50d678', 'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678', 'tenant_id': 'd10f4bf9fc0441db8971f60cb4a02376', 'fixed_ips': [{'subnet_id': '3f430df9-e315-4bdf-b7dc-949d084e707b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:13.944172 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.991578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Allocated IP 172.20.0.14 (e91974d6-fa19-4d24-b48a-53a73b50d678/3f430df9-e315-4bdf-b7dc-949d084e707b/a6d673f0-26f8-4a3d-bee9-7df00fcf7e81) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:14.024480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716a67a-927a-448c-b274-fbb598d1e11a req-d2e4bada-c670-4584-bd27-774f0bf3b34d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.026044 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9716a67a-927a-448c-b274-fbb598d1e11a req-d2e4bada-c670-4584-bd27-774f0bf3b34d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.48 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 1.0323062 Jul 14 09:24:14.077087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.109695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81920158-b203-4585-af58-0ea5315ce33a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:14.132620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d6991b-41dd-445d-b99a-67e75bf46bd3') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:14.132914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d6991b-41dd-445d-b99a-67e75bf46bd3') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:14.157726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.211752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.225187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.238804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:14.239273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:14.257944 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:14.316258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:14.325052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4210-e405-4d5a-b67f-2b1b81f26838 req-2bbf08b0-9a44-4224-ba21-21dc78cc77ce tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.326669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb0e4210-e405-4d5a-b67f-2b1b81f26838 req-2bbf08b0-9a44-4224-ba21-21dc78cc77ce tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.3138578 Jul 14 09:24:14.342781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:14.376957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c28a4d18-c775-4208-99a3-b2247623b68b None None] Provisioning complete for port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:14.377383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c28a4d18-c775-4208-99a3-b2247623b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.383686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Transition to ACTIVE for port object a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:14.429869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.470331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.519447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Network e91974d6-fa19-4d24-b48a-53a73b50d678 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:14.523272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.525273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "DELETE /v2.0/networks/81920158-b203-4585-af58-0ea5315ce33a HTTP/1.1" status: 204 len: 168 time: 1.6232178 Jul 14 09:24:14.532604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42074) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:14.535451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:14.542128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c28a4d18-c775-4208-99a3-b2247623b68b None None] Port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:14.548485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6411192-93ae-44fb-9e86-2d4ee5c31c05 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event deleted for resources: {'Network': ['ID=81920158-b203-4585-af58-0ea5315ce33a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.565097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Allocated IP 172.20.0.2 (e91974d6-fa19-4d24-b48a-53a73b50d678/3f430df9-e315-4bdf-b7dc-949d084e707b/8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:14.567447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb0e4210-e405-4d5a-b67f-2b1b81f26838 req-2279d485-3fb5-464b-8a50-60475a55b51a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298582 Jul 14 09:24:14.578905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Deleting port 77ce772f-cd0f-4bbe-a6c6-38f853607acb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:14.579514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.599253 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-325215a2-3138-462c-bce3-2e0f686350fb tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] DELETE failed (client error): The resource could not be found. Jul 14 09:24:14.599253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325215a2-3138-462c-bce3-2e0f686350fb tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:24:14.604143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-325215a2-3138-462c-bce3-2e0f686350fb tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "DELETE /v2.0/ports/812d2173-3de3-4d90-ab1d-7581990b90b4 HTTP/1.1" status: 404 len: 333 time: 0.0653863 Jul 14 09:24:14.604569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:14.613935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42080) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:14.702182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event updated for resources: {'Port': ['ID=a6d673f0-26f8-4a3d-bee9-7df00fcf7e81,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.767650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 2806f9d4-360e-41e5-89d9-2cde736f8e48 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:14.796709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] For port 77ce772f-cd0f-4bbe-a6c6-38f853607acb, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=77ce772f-cd0f-4bbe-a6c6-38f853607acb,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:14.798670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.811338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.812025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.835192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Deleting subnet 553ab53a-8317-44e9-a56a-77a06f00ad4c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:14.848432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.848903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.857625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Transition to ACTIVE for port object 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:14.875010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Transition to ACTIVE for port object 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:14.882042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e2443a8d-1ee4-4f96-9e76-2ff7a39e21f2 None None] Provisioning complete for port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:14.882585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2443a8d-1ee4-4f96-9e76-2ff7a39e21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.906019 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.952246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e5afe0e4-ab01-4929-9739-27aac5039a4d tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3548336 Jul 14 09:24:14.958206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42086) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:14.961633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.971574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Request body: {'port': {'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678', 'name': 'tempest-ExtraDHCPOptionsTestJSON-936906914', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:14.972193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] bootfile-name is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:24:14.972549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] tftp-server is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:24:14.972890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] server-ip-address is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:24:14.992787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Network e91974d6-fa19-4d24-b48a-53a73b50d678 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:14.998665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e2443a8d-1ee4-4f96-9e76-2ff7a39e21f2 None None] Port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:15.004029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:15.007001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:15.019101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Pushing event updated for resources: {'Port': ['ID=8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.093823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:15.097338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Attempting to bind port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:15.098014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Attempting to bind port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '8778596b-6cc2-4aff-bc4d-e7419299e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:15.098623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Attempting to bind port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 on network e91974d6-fa19-4d24-b48a-53a73b50d678 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:15.104606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Sync routers for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:15.110358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1fbcf505-2d7a-41df-8117-5f5926cee7e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "PUT /v2.0/routers/2806f9d4-360e-41e5-89d9-2cde736f8e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3622859 Jul 14 09:24:15.113295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:15.119512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:15.120145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:15.146676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--101612567', 'description': 'tempest-secgroup_access--101612567 description', 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:15.187540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.201339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.202805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.203159 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Floating IP 6f7a754d-a70d-49e1-9aad-46991fbd54cc disassociated. External IP: 172.25.2.125, port: 77ce772f-cd0f-4bbe-a6c6-38f853607acb. Jul 14 09:24:15.203574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Calling delete_port for 77ce772f-cd0f-4bbe-a6c6-38f853607acb owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:15.220011 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.236696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:15.284004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.312833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event deleted for resources: {'Subnet': ['ID=553ab53a-8317-44e9-a56a-77a06f00ad4c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.361191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.363627 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a2fae78d-219d-4785-84e6-fa7ff36d46d3 tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "DELETE /v2.0/subnets/553ab53a-8317-44e9-a56a-77a06f00ad4c HTTP/1.1" status: 204 len: 168 time: 0.7472236 Jul 14 09:24:15.370215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:15.400296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4ba04-cd96-48e1-bf8c-3215aed719b9 None None] Network c5b49623-f799-474e-a613-05ab5060af80 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:15.490920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.495051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.512978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:15.513899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Checking segment: {'id': '8778596b-6cc2-4aff-bc4d-e7419299e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:15.514410 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.515195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Bound using segment: {'id': '8778596b-6cc2-4aff-bc4d-e7419299e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:15.515543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Bound port: 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8778596b-6cc2-4aff-bc4d-e7419299e850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e91974d6-fa19-4d24-b48a-53a73b50d678'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:15.516032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.538429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3688329-268e-4604-a2f2-0cabbdc8e496 req-24adb4a0-cf40-4677-877d-9329687a6c44 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.540080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3688329-268e-4604-a2f2-0cabbdc8e496 req-24adb4a0-cf40-4677-877d-9329687a6c44 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 945 time: 0.4651983 Jul 14 09:24:15.558536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aa235528-5988-47b0-80da-f5c0fdd5978f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:15.577081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event deleted for resources: {'Port': ['ID=77ce772f-cd0f-4bbe-a6c6-38f853607acb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.628877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:24:15.628877 n-d-758944-44 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:24:15.628877 n-d-758944-44 neutron-server[93754]: [parameters: {'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'id': '5b9a24c9-a51c-4f25-8aa2-cef0c215b171', 'expiration': datetime.datetime(2021, 7, 14, 9, 26, 15, 580175)}] Jul 14 09:24:15.628877 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:15.630312 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:15.651760 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3688329-268e-4604-a2f2-0cabbdc8e496 req-f3aa18ff-5d8e-4a85-887a-36e142081b71 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a38705-7a9e-499f-94a5-06a87ed3ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995648 Jul 14 09:24:15.693645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Made reservation on behalf of d10f4bf9fc0441db8971f60cb4a02376 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:15.701716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.733451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Deleting port 07fad8c7-7db5-4e32-ae86-89566019a0eb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:15.734305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.821663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] device_id is not set on port 18c76198-4859-48fe-847f-153441770c6b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:24:15.823342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Router fb84b0f3-f25c-430e-9684-70899ae54741 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:15.885553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] For port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:15.910315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] For port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338,segment=NetworkSegment(8778596b-6cc2-4aff-bc4d-e7419299e850),segment_id=8778596b-6cc2-4aff-bc4d-e7419299e850)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:15.927895 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.936351 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aa235528-5988-47b0-80da-f5c0fdd5978f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:15.936727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.955975 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33123a3f-d6bb-4f72-a4e0-9a9067225c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.970288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Allocated IP 172.20.0.12 (e91974d6-fa19-4d24-b48a-53a73b50d678/3f430df9-e315-4bdf-b7dc-949d084e707b/18c76198-4859-48fe-847f-153441770c6b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:16.038163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea87edc-a1cf-4e7b-bb1b-70daa38c4f91 req-2ab4ae85-ef8a-4795-bbff-2cd35dcadf59 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.040195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ea87edc-a1cf-4e7b-bb1b-70daa38c4f91 req-2ab4ae85-ef8a-4795-bbff-2cd35dcadf59 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.2949951 Jul 14 09:24:16.041306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:16.053000 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] Sync routers for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:16.070624 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:16.071593 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:16.139889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.140426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] For port 07fad8c7-7db5-4e32-ae86-89566019a0eb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=07fad8c7-7db5-4e32-ae86-89566019a0eb,segment=NetworkSegment(2d8ff58f-f763-46a6-b900-1793674087e0),segment_id=2d8ff58f-f763-46a6-b900-1793674087e0)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:16.140426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.282938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] No DVR routers for this DVR port 77ce772f-cd0f-4bbe-a6c6-38f853607acb on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:16.287497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.295057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9716a67a-927a-448c-b274-fbb598d1e11a req-f563f9f4-f889-4d7e-90b0-785488b1211e tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.48 "DELETE /v2.0/ports/77ce772f-cd0f-4bbe-a6c6-38f853607acb HTTP/1.1" status: 204 len: 173 time: 2.2314115 Jul 14 09:24:16.297122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'name': 'network-vif-deleted', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:16.316893 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79693736-716f-4d6a-95b7-eda415f1ba4e" -d '{"events": [{"server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "name": "network-vif-deleted", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:16.423833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ea87edc-a1cf-4e7b-bb1b-70daa38c4f91 req-85261c2d-1cab-4b40-a63a-9c6079e8f194 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460119 Jul 14 09:24:16.469267 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:16.537253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Calling delete_port for 07fad8c7-7db5-4e32-ae86-89566019a0eb owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:16.654649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.664480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 77ce772f-cd0f-4bbe-a6c6-38f853607acb no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:16.670388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.727086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5219290-8d4a-460e-b1a5-bb2468fe1c2b None None] Pushing event updated for resources: {'Port': ['ID=8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.757448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 77ce772f-cd0f-4bbe-a6c6-38f853607acb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:16.758200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 77ce772f-cd0f-4bbe-a6c6-38f853607acb not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:16.765099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:12Z', 'revision_number': 2, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:16.786471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] DHCP port deletion for c5b49623-f799-474e-a613-05ab5060af80 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:16.791751 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.800519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6870728 Jul 14 09:24:16.806966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42122) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.821563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63ae31-85cc-4d65-8ad3-37206b7fa1b8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35157bed-b614-46d1-9d58-037f4bfed74d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.828100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-55b1d365-9657-4971-8a20-028e006d3c64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1854576253', 'description': 'tempest-secgroup_general--1854576253 description', 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:16.850496 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.861126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Checking router: 2806f9d4-360e-41e5-89d9-2cde736f8e48 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:16.862104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Updating router 2806f9d4-360e-41e5-89d9-2cde736f8e48 port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:16.916836 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acccddf-effe-4001-b7b0-b486fe51a58d x-openstack-request-id: req-7acccddf-effe-4001-b7b0-b486fe51a58d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:16.918151 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c344c-b7b8-4302-b4dd-f9df61e25ed0", "name": "network-vif-deleted", "tag": "77ce772f-cd0f-4bbe-a6c6-38f853607acb", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:16.918562 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7acccddf-effe-4001-b7b0-b486fe51a58d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:16.919150 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c344c-b7b8-4302-b4dd-f9df61e25ed0', 'name': 'network-vif-deleted', 'tag': '77ce772f-cd0f-4bbe-a6c6-38f853607acb', 'status': 'completed', 'code': 200} Jul 14 09:24:16.982915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Transition to ACTIVE for port object 18c76198-4859-48fe-847f-153441770c6b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:17.004478 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.009264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55b1d365-9657-4971-8a20-028e006d3c64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.083101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-318baa0a-84b3-484a-adf9-908347d9e4ec req-238ee629-98de-44aa-986c-54be7b1b624b tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/ports?device_id=025c344c-b7b8-4302-b4dd-f9df61e25ed0 HTTP/1.1" status: 200 len: 210 time: 0.0871582 Jul 14 09:24:17.147190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.262715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] No DVR routers for this DVR port 07fad8c7-7db5-4e32-ae86-89566019a0eb on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:17.289861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event deleted for resources: {'Port': ['ID=07fad8c7-7db5-4e32-ae86-89566019a0eb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.303072 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:17.332619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] Deleting port 07fad8c7-7db5-4e32-ae86-89566019a0eb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:17.333069 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] Checking router: fb84b0f3-f25c-430e-9684-70899ae54741 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:17.336037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.359815 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:17.363883 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:23:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:17.371739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.731682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:17.742216 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:17.830176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Network e91974d6-fa19-4d24-b48a-53a73b50d678 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:17.836541 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.842426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] For port 07fad8c7-7db5-4e32-ae86-89566019a0eb, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:17.842834 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.865637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55b1d365-9657-4971-8a20-028e006d3c64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.869930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:17.874937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b49623-f799-474e-a613-05ab5060af80']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:17.877413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event updated for resources: {'Port': ['ID=18c76198-4859-48fe-847f-153441770c6b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.889143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:17.895714 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55b1d365-9657-4971-8a20-028e006d3c64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.908861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] Calling delete_port for 07fad8c7-7db5-4e32-ae86-89566019a0eb owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:17.914265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] Port 07fad8c7-7db5-4e32-ae86-89566019a0eb was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:24:17.919666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8ff58f-f763-46a6-b900-1793674087e0') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:17.920009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8ff58f-f763-46a6-b900-1793674087e0') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:17.937003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.961798 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.996400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] No DVR routers for this DVR port 07fad8c7-7db5-4e32-ae86-89566019a0eb on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:17.997482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55b1d365-9657-4971-8a20-028e006d3c64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.998731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-55b1d365-9657-4971-8a20-028e006d3c64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1886182 Jul 14 09:24:18.003649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42144) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.007702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.013351 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1d365-9657-4971-8a20-028e006d3c64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e080af-ea20-4fa2-8807-9c28d425b22d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.017748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195a235-478a-4310-8928-24b3fe655a84 None None] Network e91974d6-fa19-4d24-b48a-53a73b50d678 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:18.023977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c937b6f3-3153-4bc4-b5dd-95323df176c8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'security_group_rule': {'security_group_id': '35157bed-b614-46d1-9d58-037f4bfed74d', 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:18.042861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.045484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.057359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:18.057857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.076722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c937b6f3-3153-4bc4-b5dd-95323df176c8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:18.078967 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:18.232098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ad974-43ac-4318-8f4a-5b4bb89badb4 req-07304773-c0db-4cc4-ab6a-43ed516813c6 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.246791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c937b6f3-3153-4bc4-b5dd-95323df176c8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.251026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-006ad974-43ac-4318-8f4a-5b4bb89badb4 req-07304773-c0db-4cc4-ab6a-43ed516813c6 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.4698179 Jul 14 09:24:18.257191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c937b6f3-3153-4bc4-b5dd-95323df176c8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.266108 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:18.267130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1b69dbbe-ccd5-412b-b2b6-34a515de2d2e tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.3013415 Jul 14 09:24:18.278330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d478d3-8ad3-489d-8ae0-482776d8760c None None] Pushing event deleted for resources: {'Port': ['ID=07fad8c7-7db5-4e32-ae86-89566019a0eb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.282135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.324574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.329651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-006ad974-43ac-4318-8f4a-5b4bb89badb4 req-b2587697-f211-41c7-8066-9bc7f5b890bf tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774755 Jul 14 09:24:18.345060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.350952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] 10.222.0.18 "DELETE /v2.0/networks/c5b49623-f799-474e-a613-05ab5060af80 HTTP/1.1" status: 204 len: 168 time: 2.9763405 Jul 14 09:24:18.368743 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d44b94-2d4e-4eac-922d-03d7b84fdb70 None None] The sync data for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 is: [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:16:57Z', 'revision_number': 4, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'eacc2bbb-938d-478c-9814-5cdc7e27161c', 'name': '', 'network_id': '34e26c40-54fe-448c-9b5c-3a9cb317c6f3', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'mac_address': 'fa:16:3e:b0:e9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:56Z', 'updated_at': '2021-07-14T09:17:02Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'subnets': [{'id': 'c3521f08-4eec-4f05-806c-08a859aa3568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:18.395755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42158) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.402660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f473861c-0ad2-4f45-85f1-cfbd8a93b86e None None] Provisioning for port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:18.442932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:18.453175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937b6f3-3153-4bc4-b5dd-95323df176c8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7513e3b-9ab0-41da-968c-003288c5aa0e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.463540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f473861c-0ad2-4f45-85f1-cfbd8a93b86e None None] Provisioning complete for port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:18.464459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f473861c-0ad2-4f45-85f1-cfbd8a93b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.525391 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c937b6f3-3153-4bc4-b5dd-95323df176c8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.526614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c937b6f3-3153-4bc4-b5dd-95323df176c8 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5194395 Jul 14 09:24:18.528492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:18.529108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.560539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02676166-fe97-4d32-8bd0-f8f3969e400a tempest-DHCPAgentSchedulersTestJSON-206348373 tempest-DHCPAgentSchedulersTestJSON-206348373-project] Pushing event deleted for resources: {'Network': ['ID=c5b49623-f799-474e-a613-05ab5060af80,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.654431 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.662186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cee44d-0feb-40da-a3d5-fd6ba9dbf744 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.671740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4ab9c-5b65-4927-8e1f-e9c996e1f144 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.680115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4ab9c-5b65-4927-8e1f-e9c996e1f144 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.696277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4ab9c-5b65-4927-8e1f-e9c996e1f144 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.698284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-90b4ab9c-5b65-4927-8e1f-e9c996e1f144 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4017620 Jul 14 09:24:18.701819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.739763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cee44d-0feb-40da-a3d5-fd6ba9dbf744 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.818618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Transition to ACTIVE for port object 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:18.856255 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f473861c-0ad2-4f45-85f1-cfbd8a93b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.865455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cee44d-0feb-40da-a3d5-fd6ba9dbf744 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.868441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78cee44d-0feb-40da-a3d5-fd6ba9dbf744 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.869620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-78cee44d-0feb-40da-a3d5-fd6ba9dbf744 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "DELETE /v2.0/security-groups/11a38705-7a9e-499f-94a5-06a87ed3ab42 HTTP/1.1" status: 204 len: 168 time: 0.4713521 Jul 14 09:24:18.880453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.884896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cee44d-0feb-40da-a3d5-fd6ba9dbf744 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a38705-7a9e-499f-94a5-06a87ed3ab42,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.911216 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.913609 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-029aa661-4f65-4a4b-8aed-bc818f557219 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] show failed (client error): The resource could not be found. Jul 14 09:24:18.917125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-029aa661-4f65-4a4b-8aed-bc818f557219 tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "GET /v2.0/security-groups/11a38705-7a9e-499f-94a5-06a87ed3ab42 HTTP/1.1" status: 404 len: 347 time: 0.0353141 Jul 14 09:24:18.920324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42182) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.927112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a9bc79e-87a5-4d9e-9521-bcbdaed3ed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.966876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6b13b-aab1-4917-acd9-f017007e9541 None None] New status for floating IP 6f7a754d-a70d-49e1-9aad-46991fbd54cc: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:24:19.039680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-8aeaad04-ba90-4ec8-94e3-eed81b89ed85 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1854576253&fields=id&tenant_id=adfad007d36b4ccdaa813fc366d3ddd3 HTTP/1.1" status: 200 len: 267 time: 0.0614727 Jul 14 09:24:19.070914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.111727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.131265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Deleting port 18c76198-4859-48fe-847f-153441770c6b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:19.131731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f473861c-0ad2-4f45-85f1-cfbd8a93b86e None None] For port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338,segment=NetworkSegment(8778596b-6cc2-4aff-bc4d-e7419299e850),segment_id=8778596b-6cc2-4aff-bc4d-e7419299e850)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:19.137822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.144544 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.160930 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-0b1cc91f-8e2f-4109-825d-52e1e032d436 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--101612567&fields=id&tenant_id=adfad007d36b4ccdaa813fc366d3ddd3 HTTP/1.1" status: 200 len: 267 time: 0.1193483 Jul 14 09:24:19.164481 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f473861c-0ad2-4f45-85f1-cfbd8a93b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.166511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de82d3-b97f-44a7-a7cc-bacaecc0c468 None None] Pushing event updated for resources: {'Port': ['ID=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.182096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Deleting port 7cc8ad57-17f5-4aeb-bcb2-ae918b8b7758 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:19.184248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.400695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.403143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.457762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Calling delete_port for 7cc8ad57-17f5-4aeb-bcb2-ae918b8b7758 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:19.539879 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:24:19.564624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7aa16a70-7ecf-4d80-a421-8b8f30a866ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f522bc4970e943ea8e2baf2b060b692a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909918 Jul 14 09:24:19.568529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.629131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-5e81f029-9696-484a-a762-aa8408f2a619 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.641984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-5e81f029-9696-484a-a762-aa8408f2a619 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/networks?id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 200 len: 797 time: 0.4800022 Jul 14 09:24:19.657183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Attempting to bind port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:19.657885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Attempting to bind port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:19.658267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Attempting to bind port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df on network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:19.668328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-e8c7bb50-69be-43b1-b7f4-73cb5a24ae9f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/quotas/adfad007d36b4ccdaa813fc366d3ddd3 HTTP/1.1" status: 200 len: 375 time: 0.0254016 Jul 14 09:24:19.685415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:19.685853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Checking segment: {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:19.686279 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.686690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Bound using segment: {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:19.687200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Bound port: 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:19.688226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.711821 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:19.712435 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:19.713091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473861c-0ad2-4f45-85f1-cfbd8a93b86e None None] Pushing event updated for resources: {'Port': ['ID=8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.714356 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.765560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Calling delete_port for 18c76198-4859-48fe-847f-153441770c6b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:19.798347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.810285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] For port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:19.814011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] For port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:19.817179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54a444a9-c2eb-48b6-a1ac-eddee7f1d7c7 None None] Provisioning for port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:19.834740 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.837627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.847895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54a444a9-c2eb-48b6-a1ac-eddee7f1d7c7 None None] Provisioning complete for port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:19.848552 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54a444a9-c2eb-48b6-a1ac-eddee7f1d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.960164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.987438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-54a444a9-c2eb-48b6-a1ac-eddee7f1d7c7 None None] Port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:20.014824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:20.015729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:20.098190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event deleted for resources: {'Port': ['ID=18c76198-4859-48fe-847f-153441770c6b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.138306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:20.204115 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-5aba2dad-d5ce-4def-967b-69b558863101 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5311596 Jul 14 09:24:20.263853 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.267529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de82d3-b97f-44a7-a7cc-bacaecc0c468 None None] Pushing event updated for resources: {'Port': ['ID=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.367926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54a444a9-c2eb-48b6-a1ac-eddee7f1d7c7 None None] Provisioning complete for port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:20.369096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54a444a9-c2eb-48b6-a1ac-eddee7f1d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.377909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-caebaa3a-2ba1-4b4e-9dc4-32a0abd40374 service neutron] 10.222.0.18 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571639 Jul 14 09:24:20.421886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Pushing event deleted for resources: {'Port': ['ID=7cc8ad57-17f5-4aeb-bcb2-ae918b8b7758,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.511891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.514616 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4200ae67-0b25-471f-b8b7-8951745f57a7 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "DELETE /v2.0/ports/18c76198-4859-48fe-847f-153441770c6b HTTP/1.1" status: 204 len: 168 time: 1.8117001 Jul 14 09:24:20.528356 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f10cdab-9e32-48af-aaf9-e2491d4c555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.535934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:20.551563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Request body: {'port': {'name': 'tempest-new-port-name-681485815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:20.552085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] bootfile-name is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:24:20.553343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] tftp-server is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:24:20.553710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] server-ip-address is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:24:20.603784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4610db-2076-4173-b9ae-74fbdac7d00c req-1ae5dc99-f798-4678-bdbb-b96d778852f2 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.611753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f4610db-2076-4173-b9ae-74fbdac7d00c req-1ae5dc99-f798-4678-bdbb-b96d778852f2 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.9898746 Jul 14 09:24:20.629290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.635762 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.640765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1d24e63b-8943-40f2-b348-80e3bd5af00d tempest-AttachVolumeTestJSON-1767216989 tempest-AttachVolumeTestJSON-1767216989-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f7a754d-a70d-49e1-9aad-46991fbd54cc HTTP/1.1" status: 204 len: 168 time: 1.7189648 Jul 14 09:24:20.663389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f10cdab-9e32-48af-aaf9-e2491d4c555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.704593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-db4975c9-2e70-4ce8-9107-f4826ca1d5af service neutron] 10.222.0.18 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052900 Jul 14 09:24:20.750980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f4610db-2076-4173-b9ae-74fbdac7d00c req-844dd485-ac58-489b-9a8c-8e839e6ce50b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363184 Jul 14 09:24:20.837261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f10cdab-9e32-48af-aaf9-e2491d4c555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.841450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f10cdab-9e32-48af-aaf9-e2491d4c555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.845416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7f10cdab-9e32-48af-aaf9-e2491d4c555e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d32f6d8b-eb7c-4ff7-a742-270d1059fd4b HTTP/1.1" status: 204 len: 168 time: 1.2735102 Jul 14 09:24:20.871402 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.878706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10cdab-9e32-48af-aaf9-e2491d4c555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32f6d8b-eb7c-4ff7-a742-270d1059fd4b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.997980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 07fad8c7-7db5-4e32-ae86-89566019a0eb no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:21.093650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54a444a9-c2eb-48b6-a1ac-eddee7f1d7c7 None None] Could not find standard attr ID for object 18c76198-4859-48fe-847f-153441770c6b. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:24:21.095534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 07fad8c7-7db5-4e32-ae86-89566019a0eb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:21.096063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 07fad8c7-7db5-4e32-ae86-89566019a0eb not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:21.154182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:19Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:21.221223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b809554f-2d79-46d9-8cb1-a847e68d8c66 req-bb2c6cca-793f-471d-9bc3-a21f692cd79a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 210 time: 0.0752494 Jul 14 09:24:21.225268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db788405-126e-4462-9ba6-29182e6c5b22 None None] The sync data for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 is: [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:19Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:21.298345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:21.458617 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.475497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa4bea90-3b8d-4df8-8f1d-29a49129ea9e None None] Provisioning complete for port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:21.475686 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa4bea90-3b8d-4df8-8f1d-29a49129ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.479263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.490710 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.568576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42244) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.600074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ce8dca-c122-4b36-822b-e169c8d2d771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.644347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aa4bea90-3b8d-4df8-8f1d-29a49129ea9e None None] Port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:21.651807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa4bea90-3b8d-4df8-8f1d-29a49129ea9e None None] Could not find standard attr ID for object 18c76198-4859-48fe-847f-153441770c6b. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:24:21.715524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event updated for resources: {'Port': ['ID=a6d673f0-26f8-4a3d-bee9-7df00fcf7e81,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.716059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:21.721809 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.785420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ce8dca-c122-4b36-822b-e169c8d2d771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.803618 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ce8dca-c122-4b36-822b-e169c8d2d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.822857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.823285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.829786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.830202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.830549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.830897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.831298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.831666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.832060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.832395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.832725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.833051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.910542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] In _notify_port_updated(), no bound segment for port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 on network e91974d6-fa19-4d24-b48a-53a73b50d678 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:24:21.913893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c1ce8dca-c122-4b36-822b-e169c8d2d771 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11aeda6976504ae888219431973b735e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418989 Jul 14 09:24:21.914786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42254) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.932616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.940744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.951963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce8dca-c122-4b36-822b-e169c8d2d771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa0105-ed0a-4f8a-83e6-1ab317bc0770,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.972469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-11fd8798-89ac-41c1-bebd-72d238089831 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "PUT /v2.0/ports/a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 HTTP/1.1" status: 200 len: 1136 time: 1.4353306 Jul 14 09:24:21.987905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:22.085214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7b69c61-e786-4bb9-ba55-364dbbd5ba16 None None] Provisioning complete for port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:22.085975 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7b69c61-e786-4bb9-ba55-364dbbd5ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.113052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86089078-5a8d-47e4-908d-639385e1dd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.178276 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86089078-5a8d-47e4-908d-639385e1dd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.222527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f7b69c61-e786-4bb9-ba55-364dbbd5ba16 None None] Port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:22.323522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86089078-5a8d-47e4-908d-639385e1dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.327001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44136bd9-afef-4922-bbe5-fdf7872c28fb tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.328030 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86089078-5a8d-47e4-908d-639385e1dd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.328679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-44136bd9-afef-4922-bbe5-fdf7872c28fb tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "GET /v2.0/ports/a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 HTTP/1.1" status: 200 len: 1136 time: 0.3317089 Jul 14 09:24:22.336784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-86089078-5a8d-47e4-908d-639385e1dd80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dffa0105-ed0a-4f8a-83e6-1ab317bc0770 HTTP/1.1" status: 204 len: 168 time: 0.4075956 Jul 14 09:24:22.337716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42264) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:22.348057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86089078-5a8d-47e4-908d-639385e1dd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa0105-ed0a-4f8a-83e6-1ab317bc0770,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.682188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-249ff8ce-3450-4640-bbcb-c20e5f50ad3a req-63f6cdb6-4d91-4d20-8db6-dacd2c47b5b4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 210 time: 0.1473989 Jul 14 09:24:22.720363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2314-69eb-4bda-af51-b781aa9f96f9 req-b3133d13-63b8-402e-9ace-4cb57d92f65e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.722756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27ec2314-69eb-4bda-af51-b781aa9f96f9 req-b3133d13-63b8-402e-9ace-4cb57d92f65e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.5686507 Jul 14 09:24:22.796207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-27ec2314-69eb-4bda-af51-b781aa9f96f9 req-f2ddd348-6fd6-484c-b895-daa150060327 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Jul 14 09:24:22.813005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Deleting port a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:22.813159 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.982312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.022207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Calling delete_port for a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:23.333888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:23.369195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.473452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:23.482070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:23.482463 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.564704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.618563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event deleted for resources: {'Port': ['ID=a6d673f0-26f8-4a3d-bee9-7df00fcf7e81,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.721116 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.822721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:23.846232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.941499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.950331 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0d8d3efe-72d2-44f5-be29-5bf96c6948f9 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "DELETE /v2.0/ports/a6d673f0-26f8-4a3d-bee9-7df00fcf7e81 HTTP/1.1" status: 204 len: 168 time: 1.6117697 Jul 14 09:24:23.958318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.085582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.206989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb545e36-e0b8-4896-8285-13fcbc6c1a77 req-165240fc-659e-46a2-9b58-3c812115e58d tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 210 time: 0.0965071 Jul 14 09:24:24.207619 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-6b1c4bd0-6fc5-426b-94b7-4e5f5bcfda1e tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.208721 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-6b1c4bd0-6fc5-426b-94b7-4e5f5bcfda1e tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.48 "GET /v2.0/networks?id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 200 len: 797 time: 0.6748309 Jul 14 09:24:24.213025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Deleting subnet 3f430df9-e315-4bdf-b7dc-949d084e707b {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:24.216922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.267019 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.359089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.458501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.483464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2067d6-de64-4b75-8b07-ccc875e658b4 None None] Network e91974d6-fa19-4d24-b48a-53a73b50d678 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:24.750359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.803226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] DHCP port deletion for e91974d6-fa19-4d24-b48a-53a73b50d678 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:24.901362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] Deleting port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:24.901804 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.056690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] For port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338,segment=NetworkSegment(8778596b-6cc2-4aff-bc4d-e7419299e850),segment_id=8778596b-6cc2-4aff-bc4d-e7419299e850)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:25.057102 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.090513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] Calling delete_port for 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:25.293215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Deleting port fb1f16ee-0c6f-4202-b554-99b29b3b4977 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:25.293824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.303789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.306562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:25.331316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-c370f252-51f9-42e5-9b21-95316e13397c tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adfad007d36b4ccdaa813fc366d3ddd3 HTTP/1.1" status: 200 len: 477 time: 0.9091642 Jul 14 09:24:25.353480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.359614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "DELETE /v2.0/subnets/3f430df9-e315-4bdf-b7dc-949d084e707b HTTP/1.1" status: 204 len: 168 time: 1.3990464 Jul 14 09:24:25.362293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4321e6-7808-42c3-92d4-07c62e8eff9a tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event deleted for resources: {'Subnet': ['ID=3f430df9-e315-4bdf-b7dc-949d084e707b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.368666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:25.393303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] For port fb1f16ee-0c6f-4202-b554-99b29b3b4977, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fb1f16ee-0c6f-4202-b554-99b29b3b4977,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:25.393682 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.407918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Calling delete_port for fb1f16ee-0c6f-4202-b554-99b29b3b4977 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:25.471084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] Pushing event deleted for resources: {'Port': ['ID=8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.501858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a1294-0a78-4a2e-9d51-dac2149c065e None None] No DVR routers for this DVR port 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:25.553103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211483c-b40a-4c24-88af-1a3ea2671dbb req-2843dbc3-c349-4342-bd3c-6062eee83462 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.554946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5211483c-b40a-4c24-88af-1a3ea2671dbb req-2843dbc3-c349-4342-bd3c-6062eee83462 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 1.4234829 Jul 14 09:24:25.563605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'port': {'device_id': '276f2faf-8397-4a00-8df4-9953e7514c64', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'admin_state_up': True, 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'security_groups': ['d1e080af-ea20-4fa2-8807-9c28d425b22d', '35157bed-b614-46d1-9d58-037f4bfed74d']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:25.581233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:25.581658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.599452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.696856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-008665ac-1214-4b86-8cb1-f44888d4fb57 req-d3ac8301-5903-40bc-af62-9ab88249f97f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 210 time: 0.1460953 Jul 14 09:24:25.698594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.753446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5211483c-b40a-4c24-88af-1a3ea2671dbb req-3657cdf4-3539-41ac-9b60-22c1cb8c3128 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829803 Jul 14 09:24:25.789184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1f16ee-0c6f-4202-b554-99b29b3b4977,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.867094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:25.915510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:25.949726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.970958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91974d6-fa19-4d24-b48a-53a73b50d678']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:25.973443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:25.973697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8ecfb4d7-42dd-4fdf-aabb-ddd5d5233338 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:26.007101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8778596b-6cc2-4aff-bc4d-e7419299e850') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:26.008288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8778596b-6cc2-4aff-bc4d-e7419299e850') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:26.016984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.028502 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.040997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Made reservation on behalf of adfad007d36b4ccdaa813fc366d3ddd3 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:26.045902 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.081898 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.091056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:26.091494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:26.094637 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:26.162698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-689407086', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:26.190934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.245079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.247913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] 10.222.0.18 "DELETE /v2.0/networks/e91974d6-fa19-4d24-b48a-53a73b50d678 HTTP/1.1" status: 204 len: 168 time: 0.8776784 Jul 14 09:24:26.271095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2205255-922c-4770-a053-98b173c82218 tempest-ExtraDHCPOptionsTestJSON-1079827708 tempest-ExtraDHCPOptionsTestJSON-1079827708-project] Pushing event deleted for resources: {'Network': ['ID=e91974d6-fa19-4d24-b48a-53a73b50d678,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.293022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Made reservation on behalf of db8ef486ebc1479581b792955fb2fa42 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:26.295776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.305747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.313943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1c1018a7-9d96-4194-8525-8b8492975217 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:26.317664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1c1018a7-9d96-4194-8525-8b8492975217 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:26.363160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Allocated IP 172.20.0.9 (79d78c00-7cf8-472a-b749-9a9cf04d7ad0/a354b76e-e233-4219-ad11-f93d2fce478d/9f6baf44-c11f-445b-b12e-a4a9b9560def) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:26.477108 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.484831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.497868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:26.513456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:26.514081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.517386 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Added segment c03c3bf1-8cc6-48f7-8140-98e62d4f6211 of type vlan for network b159f967-9283-4c60-a645-919ef2a6a91e Jul 14 09:24:26.613231 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.630505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Transition to ACTIVE for port object 9f6baf44-c11f-445b-b12e-a4a9b9560def will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:26.643150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Router c0d0791a-9afd-4076-9785-b4f878be1d2d has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:26.652568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '1c1018a7-9d96-4194-8525-8b8492975217', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'port_id': '1c1018a7-9d96-4194-8525-8b8492975217', 'mac_address': 'fa:16:3e:d6:ec:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602cdfa7-5b64-4066-8e02-7f54c2760b11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:26.675073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.694592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.698356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27baf37-443b-4217-84e4-69d49ec010c8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.743413 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.797408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:26.812054 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be2983b-921f-4d19-b2c7-bcaf11020fed" -d '{"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1018a7-9d96-4194-8525-8b8492975217"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:26.823470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.863613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:26.864874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:26.865227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:26.868605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c1018a7-9d96-4194-8525-8b8492975217 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:26.874042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:26.878276 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.884503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:26.890014 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:24:26.944050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.982220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=9f6baf44-c11f-445b-b12e-a4a9b9560def,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.018343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:27.018878 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:27.055215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.055991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.081238 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-152ce92d-c1d8-4a03-93a5-2a296ba506e0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7143626 Jul 14 09:24:27.093379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-8377d9f9-d0ae-4ba9-b9ae-df7ed74c2c08 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:27.094840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-8377d9f9-d0ae-4ba9-b9ae-df7ed74c2c08 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071666 Jul 14 09:24:27.159848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.160898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.161683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.209469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-086f2ff2-01d7-4c3e-866f-6207789f1f3c None None] Provisioning for port 9f6baf44-c11f-445b-b12e-a4a9b9560def completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:27.215223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-086f2ff2-01d7-4c3e-866f-6207789f1f3c None None] Provisioning complete for port 9f6baf44-c11f-445b-b12e-a4a9b9560def triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:27.215796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-086f2ff2-01d7-4c3e-866f-6207789f1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.260946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Request body: {'port': {'device_id': '276f2faf-8397-4a00-8df4-9953e7514c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:27.286619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-086f2ff2-01d7-4c3e-866f-6207789f1f3c None None] Port 9f6baf44-c11f-445b-b12e-a4a9b9560def cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:27.322187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b5907-19ef-4297-a637-455ec9053427 req-c52dc3a5-5544-4840-bd68-aaa67c767b1c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.324497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-677b5907-19ef-4297-a637-455ec9053427 req-c52dc3a5-5544-4840-bd68-aaa67c767b1c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 943 time: 0.2285955 Jul 14 09:24:27.344683 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4764743 Jul 14 09:24:27.352397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:27.356148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:27.361649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'subnet': {'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:27.361841 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] Sync routers for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:27.364388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2bb471ca-51cc-4844-8ce7-53a741e03a2a admin admin] 10.222.0.18 "PUT /v2.0/routers/c0d0791a-9afd-4076-9785-b4f878be1d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7977629 Jul 14 09:24:27.371337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:27.371926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Network': ['ID=b159f967-9283-4c60-a645-919ef2a6a91e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.377463 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:27.378309 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:27.383281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.383673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.384030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.384382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.384734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.385087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.385425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.385764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.386643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.386986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.387325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.387693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b1346-85e7-420f-a862-b058408b3fec tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:27.393625 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a864ffa4-a03d-4f5f-a34f-41ada6904856 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d10f4bf9fc0441db8971f60cb4a02376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212507 Jul 14 09:24:27.397887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:27.403303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b159f967-9283-4c60-a645-919ef2a6a91e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:27.425501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eee65-1e44-4f68-96a5-d494ec862a99 req-e8168cbf-646c-41e5-99a2-eded630ab607 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.427426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f83eee65-1e44-4f68-96a5-d494ec862a99 req-e8168cbf-646c-41e5-99a2-eded630ab607 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 970 time: 0.3630652 Jul 14 09:24:27.520458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.551083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-677b5907-19ef-4297-a637-455ec9053427 req-be2a0221-5a61-477e-a143-723535fb9f2e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961985 Jul 14 09:24:27.555593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Made reservation on behalf of db8ef486ebc1479581b792955fb2fa42 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:27.558214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.563836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f83eee65-1e44-4f68-96a5-d494ec862a99 req-3413f8ec-63f0-4519-a7b3-018935baf5dc tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1121838 Jul 14 09:24:27.578768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c81f-aa28-46d7-a8e6-d3ce347d974c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.610738 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:27.612860 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c81f-aa28-46d7-a8e6-d3ce347d974c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.629731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.654504 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c7654a-5a13-4716-9385-2643b95b0496 x-openstack-request-id: req-36c7654a-5a13-4716-9385-2643b95b0496 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:27.655540 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1018a7-9d96-4194-8525-8b8492975217", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:27.655984 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36c7654a-5a13-4716-9385-2643b95b0496 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:27.656562 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217', 'code': 200} Jul 14 09:24:27.698010 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c81f-aa28-46d7-a8e6-d3ce347d974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.702277 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.705335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c81f-aa28-46d7-a8e6-d3ce347d974c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.707839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a3a1c81f-aa28-46d7-a8e6-d3ce347d974c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aba9acf-dc19-4ada-874f-21fc79bbc114 HTTP/1.1" status: 204 len: 168 time: 0.3076265 Jul 14 09:24:27.724005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1c81f-aa28-46d7-a8e6-d3ce347d974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba9acf-dc19-4ada-874f-21fc79bbc114,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.731014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1018a7-9d96-4194-8525-8b8492975217 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:27.765880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:27.772861 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.852977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.926219 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:24:25Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:27.963906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['1c1018a7-9d96-4194-8525-8b8492975217'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:27.976511 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] Checking router: c0d0791a-9afd-4076-9785-b4f878be1d2d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:27.999229 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] Routers {'c0d0791a-9afd-4076-9785-b4f878be1d2d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:27.999962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c0d0791a-9afd-4076-9785-b4f878be1d2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:28.009532 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.174545 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] Set router c0d0791a-9afd-4076-9785-b4f878be1d2d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:28.222130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6baf44-c11f-445b-b12e-a4a9b9560def {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:28.231231 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.254261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Transition to ACTIVE for port object 9f6baf44-c11f-445b-b12e-a4a9b9560def will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:28.266267 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.388363 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:24:25Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:28.396482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Deleting port b308696b-4cda-4801-a59f-78f5719f7c0d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:28.397511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.420425 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc31c54-a74f-4ad0-bf23-b2e53a541463 None None] The sync data for ids ['c0d0791a-9afd-4076-9785-b4f878be1d2d'] in n-d-758944-44 is: [{'id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'name': 'tempest-AttachVolumeShelveTestJSON-1374437031-router', 'tenant_id': '28e98300daec41e4a716390dabc83dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:15:51Z', 'updated_at': '2021-07-14T09:24:25Z', 'revision_number': 5, 'project_id': '28e98300daec41e4a716390dabc83dc8', 'gw_port': {'id': 'b308696b-4cda-4801-a59f-78f5719f7c0d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d0791a-9afd-4076-9785-b4f878be1d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:15:52Z', 'updated_at': '2021-07-14T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:28.506871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6baf44-c11f-445b-b12e-a4a9b9560def,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.622281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] For port b308696b-4cda-4801-a59f-78f5719f7c0d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b308696b-4cda-4801-a59f-78f5719f7c0d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:28.622281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.626603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Attempting to bind port 9f6baf44-c11f-445b-b12e-a4a9b9560def on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:28.636171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Attempting to bind port 9f6baf44-c11f-445b-b12e-a4a9b9560def by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:28.636504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Attempting to bind port 9f6baf44-c11f-445b-b12e-a4a9b9560def on network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:28.660126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Calling delete_port for b308696b-4cda-4801-a59f-78f5719f7c0d owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:28.661861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Port 9f6baf44-c11f-445b-b12e-a4a9b9560def on network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:28.662185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Attempting to bind port 9f6baf44-c11f-445b-b12e-a4a9b9560def on network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:28.688966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:28.689337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Checking segment: {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:28.689727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Bound using segment: {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:28.690163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Bound port: 9f6baf44-c11f-445b-b12e-a4a9b9560def, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:28.690521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.762288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:28.896195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f5f29-c11d-41d8-aab3-e4061e9d9710 req-089ac7d4-bbcd-4b58-96ee-e7979ae90a9a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.898076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e7f5f29-c11d-41d8-aab3-e4061e9d9710 req-089ac7d4-bbcd-4b58-96ee-e7979ae90a9a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 944 time: 0.1257555 Jul 14 09:24:28.902384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] For port 9f6baf44-c11f-445b-b12e-a4a9b9560def, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:28.906063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] For port 9f6baf44-c11f-445b-b12e-a4a9b9560def, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:28.916686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a75c331a-5808-49d3-b3c3-db789aa80c47 tempest-DvrRoutersNegativeTest-484695059 tempest-DvrRoutersNegativeTest-484695059-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-298226119', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:28.919998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.policy [None req-a75c331a-5808-49d3-b3c3-db789aa80c47 tempest-DvrRoutersNegativeTest-484695059 tempest-DvrRoutersNegativeTest-484695059-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93753) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 09:24:28.920316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.policy [None req-a75c331a-5808-49d3-b3c3-db789aa80c47 tempest-DvrRoutersNegativeTest-484695059 tempest-DvrRoutersNegativeTest-484695059-project] Failed policy check for 'create_router' {{(pid=93753) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 09:24:28.920874 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-a75c331a-5808-49d3-b3c3-db789aa80c47 tempest-DvrRoutersNegativeTest-484695059 tempest-DvrRoutersNegativeTest-484695059-project] create failed (client error): Access was denied to this resource. Jul 14 09:24:28.925104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a75c331a-5808-49d3-b3c3-db789aa80c47 tempest-DvrRoutersNegativeTest-484695059 tempest-DvrRoutersNegativeTest-484695059-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1587908 Jul 14 09:24:28.929899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.006130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e7f5f29-c11d-41d8-aab3-e4061e9d9710 req-94862e56-154e-48cb-8991-1c46c04afe09 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830352 Jul 14 09:24:29.039890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.040526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.041932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] 10.222.0.48 "PUT /v2.0/ports/9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 200 len: 1131 time: 1.9362431 Jul 14 09:24:29.049015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:29.058041 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a72293-feb6-4f59-888e-c46fcc1aff8d" -d '{"events": [{"name": "network-changed", "server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:29.165138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fb1f16ee-0c6f-4202-b554-99b29b3b4977 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:29.205969 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43245a6-8e0f-43df-a42d-07968f11d1c9 x-openstack-request-id: req-d43245a6-8e0f-43df-a42d-07968f11d1c9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:29.206274 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:29.206536 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d43245a6-8e0f-43df-a42d-07968f11d1c9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:29.206956 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'status': 'completed', 'code': 200} Jul 14 09:24:29.216330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: fb1f16ee-0c6f-4202-b554-99b29b3b4977 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:29.216664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fb1f16ee-0c6f-4202-b554-99b29b3b4977 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:29.246355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4f4f-d1cf-49df-b764-a596aa78fe61 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6baf44-c11f-445b-b12e-a4a9b9560def,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.320591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:24:29.321162 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.371888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:29.388857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.399974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5285071-a5e1-4c76-a707-af7366eb9f42 req-0f211760-6737-4df1-b54f-c1a7bd5f6f00 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.401609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5285071-a5e1-4c76-a707-af7366eb9f42 req-0f211760-6737-4df1-b54f-c1a7bd5f6f00 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 982 time: 0.5161188 Jul 14 09:24:29.503538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-75554f26-87a1-472e-ae42-116517de3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.505295 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-75554f26-87a1-472e-ae42-116517de3d9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1134 time: 0.2971950 Jul 14 09:24:29.506018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Checking segment: {'id': 'c03c3bf1-8cc6-48f7-8140-98e62d4f6211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:29.506388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network hostable DHCP agents. Network: b159f967-9283-4c60-a645-919ef2a6a91e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:29.507713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40d2f27b-f572-4530-87ab-d3b54916a02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.584595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5285071-a5e1-4c76-a707-af7366eb9f42 req-1877c4ba-1321-4e5c-b4e6-e29335a94628 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1747701 Jul 14 09:24:29.587836 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-6bfbb10b-2462-4884-8b15-fd43c4240cbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 200 len: 217 time: 0.0662661 Jul 14 09:24:29.590642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network b159f967-9283-4c60-a645-919ef2a6a91e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:29.633211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40d2f27b-f572-4530-87ab-d3b54916a02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.636779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.640971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40d2f27b-f572-4530-87ab-d3b54916a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.668897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b159f967-9283-4c60-a645-919ef2a6a91e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:29.676952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270f0c9-3ff4-4d99-80f0-7ead81d55f2a None None] Network b159f967-9283-4c60-a645-919ef2a6a91e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:29.684006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b308696b-4cda-4801-a59f-78f5719f7c0d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.688712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.688934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.736138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-40d2f27b-f572-4530-87ab-d3b54916a02c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35b052bf35cc4285a0c03bb0a92c9857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624992 Jul 14 09:24:29.737081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2f27b-f572-4530-87ab-d3b54916a02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e9fefe-5f71-4099-ac81-e5ffe2cff5bd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.743949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9271ceee-36fc-46d2-a072-b806b5807ab5 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3842313 Jul 14 09:24:29.745233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:29.746303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:29.795559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-18c6e858-6186-4826-b2f5-d3a432d9a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.797553 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-18c6e858-6186-4826-b2f5-d3a432d9a634 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a354b76e-e233-4219-ad11-f93d2fce478d HTTP/1.1" status: 200 len: 835 time: 0.2031898 Jul 14 09:24:29.798470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.809540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1103557330', 'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:29.885790 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ada50-bd46-4d92-9dfe-592d11c8cdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.926566 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.929739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.936107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Made reservation on behalf of db8ef486ebc1479581b792955fb2fa42 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:29.942869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.951314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d505b3-beea-46e5-a147-e2a36ecc9810 None None] Network b159f967-9283-4c60-a645-919ef2a6a91e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:29.970205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ada50-bd46-4d92-9dfe-592d11c8cdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.986224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] device_id is not set on port a181022b-1277-47b9-ae08-a139ea43a495 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:24:30.001973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.002986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d0791a-9afd-4076-9785-b4f878be1d2d {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:30.006559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786ae3-ad12-4349-a489-a443938f491d req-b52d170a-67d6-4154-86f8-f4bd69e7371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.008375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-b52d170a-67d6-4154-86f8-f4bd69e7371f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192069 Jul 14 09:24:30.011954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.015808 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-485c5a0e-a708-40b9-8935-190767f9ad53 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0d0791a-9afd-4076-9785-b4f878be1d2d HTTP/1.1" status: 204 len: 168 time: 2.6376340 Jul 14 09:24:30.016722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:30.189693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-1bfa2ffe-13be-4b7d-9671-a03a581bea23 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724474 Jul 14 09:24:30.195796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ada50-bd46-4d92-9dfe-592d11c8cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.199289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ada50-bd46-4d92-9dfe-592d11c8cdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.218629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5b7ada50-bd46-4d92-9dfe-592d11c8cdc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81e9fefe-5f71-4099-ac81-e5ffe2cff5bd HTTP/1.1" status: 204 len: 168 time: 0.4577806 Jul 14 09:24:30.317465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd786ae3-ad12-4349-a489-a443938f491d req-a6526ac7-8acd-4f1b-815b-383af8a2a3d2 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211979 Jul 14 09:24:30.332330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ada50-bd46-4d92-9dfe-592d11c8cdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e9fefe-5f71-4099-ac81-e5ffe2cff5bd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.347267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1c1018a7-9d96-4194-8525-8b8492975217 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:30.401644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] Deleting subnet 56c15722-2023-4795-9086-4bd5e8a4a09d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:30.424552 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.446035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 1c1018a7-9d96-4194-8525-8b8492975217 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:30.446744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.460486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-1fb0b38a-ed78-4951-8907-b995c219bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.463202 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-1fb0b38a-ed78-4951-8907-b995c219bdc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1134 time: 0.0861678 Jul 14 09:24:30.544486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Allocated IP 2001:db8::177 (b159f967-9283-4c60-a645-919ef2a6a91e/f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4/a181022b-1277-47b9-ae08-a139ea43a495) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:30.557687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.587248 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.624361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227c8a-4bcb-4897-96a4-c2c1d9996574 req-19d6d3da-8ac7-431a-8b47-1929dfe5614b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.641377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:30.646342 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f7cb3d-d495-4a1c-9aa5-87b6e036b6ac" -d '{"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-plugged", "status": "completed", "tag": "1c1018a7-9d96-4194-8525-8b8492975217"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:30.647066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-46227c8a-4bcb-4897-96a4-c2c1d9996574 req-19d6d3da-8ac7-431a-8b47-1929dfe5614b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 944 time: 0.4117165 Jul 14 09:24:30.670342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-b8e82a73-d80e-4766-9c8d-eb5ba354eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.674255 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-b8e82a73-d80e-4766-9c8d-eb5ba354eee1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 200 len: 898 time: 0.2034838 Jul 14 09:24:30.679124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:30.691172 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.791245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-aab236e6-084c-4d56-8600-0d2ee9c48e50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 200 len: 217 time: 0.1047933 Jul 14 09:24:30.818001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.859695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-46227c8a-4bcb-4897-96a4-c2c1d9996574 req-295d2cf2-355f-425e-96e6-dcae90f1a195 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104611 Jul 14 09:24:30.926355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-f0f55231-9dda-42a4-bd52-8fc00d9b3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.929699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-f0f55231-9dda-42a4-bd52-8fc00d9b3e34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a354b76e-e233-4219-ad11-f93d2fce478d HTTP/1.1" status: 200 len: 835 time: 0.1298244 Jul 14 09:24:30.938947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.942935 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10323b1c-e114-4159-a03b-67b0da82d7c5 x-openstack-request-id: req-10323b1c-e114-4159-a03b-67b0da82d7c5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:30.945694 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-plugged", "status": "completed", "tag": "1c1018a7-9d96-4194-8525-8b8492975217", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:30.946216 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10323b1c-e114-4159-a03b-67b0da82d7c5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:30.946895 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217', 'code': 200} Jul 14 09:24:31.058347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d1f5f-2c54-46ce-b783-79e5748a527b req-3184fa2a-d018-4ff5-af83-0b336734c4d7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.059953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d1f5f-2c54-46ce-b783-79e5748a527b req-3184fa2a-d018-4ff5-af83-0b336734c4d7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 982 time: 0.2466974 Jul 14 09:24:31.073285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.089738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.164417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d1f5f-2c54-46ce-b783-79e5748a527b req-b3164792-002c-47de-b664-0d110f3b227f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0909994 Jul 14 09:24:31.171799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-2bad6dfd-21e4-42b8-bf91-501f86224679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.173414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-2bad6dfd-21e4-42b8-bf91-501f86224679 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2172434 Jul 14 09:24:31.241661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b308696b-4cda-4801-a59f-78f5719f7c0d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:31.260820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c15722-2023-4795-9086-4bd5e8a4a09d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.266818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.280042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1db4424f-9449-410c-96c3-b3ea64f4fefb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56c15722-2023-4795-9086-4bd5e8a4a09d HTTP/1.1" status: 204 len: 168 time: 1.2223589 Jul 14 09:24:31.290304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff0ea2-c35c-42c2-aa32-a2a63c10a92e None None] Network 4623b414-86a5-4b2b-ad69-652637f5c1eb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:31.296465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b308696b-4cda-4801-a59f-78f5719f7c0d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:31.297039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b308696b-4cda-4801-a59f-78f5719f7c0d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:31.304973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.319867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.341889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42478) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.428292 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.447243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network b159f967-9283-4c60-a645-919ef2a6a91e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:31.451720 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-194617a0-8f1f-4936-8abc-859bbd613e33 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715087 Jul 14 09:24:31.460684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Port': ['ID=a181022b-1277-47b9-ae08-a139ea43a495,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.464435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:31.475213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.479897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:31.481795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.483613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.539102 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-56da2730-dbfa-4bcd-9056-089e6e63ff61 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7897377 Jul 14 09:24:31.542478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.552943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74beb8-d494-41cf-a4b9-95a4330e4a4d req-93b3aee9-c534-4c3c-8508-c24a252d618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.556692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da74beb8-d494-41cf-a4b9-95a4330e4a4d req-93b3aee9-c534-4c3c-8508-c24a252d618d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 1097 time: 0.4540861 Jul 14 09:24:31.614714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--389378289'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:31.633921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Deleting port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:31.634912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.670291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da74beb8-d494-41cf-a4b9-95a4330e4a4d req-2287e0be-3fca-4187-88e9-1d16a11ddd5c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913308 Jul 14 09:24:31.707413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] DHCP port deletion for 4623b414-86a5-4b2b-ad69-652637f5c1eb request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:31.718732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Deleting port a181022b-1277-47b9-ae08-a139ea43a495 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:31.719072 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.729991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] For port f6b7a25c-9b0f-4c91-bb20-c498aa28d694, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:31.731195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.784952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] Deleting port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:31.786171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.802808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.822723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Calling delete_port for a181022b-1277-47b9-ae08-a139ea43a495 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:31.891082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] For port f6b7a25c-9b0f-4c91-bb20-c498aa28d694, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,segment=NetworkSegment(16fc774d-398b-4d05-a6d9-c273c6783ac8),segment_id=16fc774d-398b-4d05-a6d9-c273c6783ac8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:31.891726 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.924626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] Calling delete_port for f6b7a25c-9b0f-4c91-bb20-c498aa28d694 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:32.061259 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.077398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] No DVR routers for this DVR port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:32.085293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.112086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd23d-f879-4082-a10f-a9c120a49515 None None] Pushing event deleted for resources: {'Port': ['ID=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.145551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event deleted for resources: {'Port': ['ID=a181022b-1277-47b9-ae08-a139ea43a495,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.198087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Calling delete_port for f6b7a25c-9b0f-4c91-bb20-c498aa28d694 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:32.248051 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.250179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d5382451-9723-4437-94b4-e1f6b4803d54 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a181022b-1277-47b9-ae08-a139ea43a495 HTTP/1.1" status: 204 len: 168 time: 0.6880405 Jul 14 09:24:32.258065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:32.260681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e', 'external_fixed_ips': [{'subnet_id': 'f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4', 'ip_address': '2001:db8::177'}]}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:32.310095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbec47-649c-4893-a697-77e01300317b req-19ae7fd5-2936-4410-960e-61503b807c2a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.311934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efdbec47-649c-4893-a697-77e01300317b req-19ae7fd5-2936-4410-960e-61503b807c2a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.1710505 Jul 14 09:24:32.318741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.320291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.331575 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.354396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] No DVR routers for this DVR port f6b7a25c-9b0f-4c91-bb20-c498aa28d694 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:32.444833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efdbec47-649c-4893-a697-77e01300317b req-a0fa5f08-4710-4411-a66b-5fc38750dbd6 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032064 Jul 14 09:24:32.458671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b7a25c-9b0f-4c91-bb20-c498aa28d694,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.464339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.525931 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06a72293-feb6-4f59-888e-c46fcc1aff8d req-1a698007-bc8c-4104-8d7d-71f925ee1232 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650766 Jul 14 09:24:32.534501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.537028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9f6baf44-c11f-445b-b12e-a4a9b9560def details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:32.547968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.719184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.749344 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.755458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.787887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9f6baf44-c11f-445b-b12e-a4a9b9560def, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:32.819263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'port_id': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'mac_address': 'fa:16:3e:3f:a5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:32.915312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.928984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.947387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.954659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6baf44-c11f-445b-b12e-a4a9b9560def {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:32.969560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea2a18-4e57-425f-b6a1-c81897205573 req-ee5d788e-56f9-4962-a6ef-01eab693df06 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.971684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33ea2a18-4e57-425f-b6a1-c81897205573 req-ee5d788e-56f9-4962-a6ef-01eab693df06 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 982 time: 0.6196938 Jul 14 09:24:32.974297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4623b414-86a5-4b2b-ad69-652637f5c1eb']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:32.989679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.991274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6481273 Jul 14 09:24:33.017480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.019515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fc774d-398b-4d05-a6d9-c273c6783ac8') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:33.020063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fc774d-398b-4d05-a6d9-c273c6783ac8') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:33.034949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.045017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.053650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9f6baf44-c11f-445b-b12e-a4a9b9560def, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:33.062014 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.068427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.078400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:33.078603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:33.170255 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:33.180077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.188956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.190866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4623b414-86a5-4b2b-ad69-652637f5c1eb HTTP/1.1" status: 204 len: 168 time: 1.8847847 Jul 14 09:24:33.217289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9f6baf44-c11f-445b-b12e-a4a9b9560def,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.244677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3304e68-bfee-458a-b6fd-c6d02a1326c0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.257652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf3015-c700-42e6-b4db-032d0a1ed994 admin admin] Pushing event deleted for resources: {'Network': ['ID=4623b414-86a5-4b2b-ad69-652637f5c1eb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.264668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33ea2a18-4e57-425f-b6a1-c81897205573 req-2ca7d27e-9c68-4cb8-ae59-54f15bee57df tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2760530 Jul 14 09:24:33.317540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['9f6baf44-c11f-445b-b12e-a4a9b9560def'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:33.344448 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b5b5c94-4142-4330-850d-a601111acf19 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1993144 Jul 14 09:24:33.345363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.346273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a892e-aa2f-42f5-8793-17f0aaef7c39 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba59468-6d9f-41ed-8e5a-e0302e1219d9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.369788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6b7a25c-9b0f-4c91-bb20-c498aa28d694 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:33.384251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-81bd7e89-5507-4e2f-9cde-70be8d9e646b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-security--1592320118', 'description': 'tempest-security-description-988310236'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:33.409993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f6b7a25c-9b0f-4c91-bb20-c498aa28d694 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:33.410342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f6b7a25c-9b0f-4c91-bb20-c498aa28d694 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:33.466493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81bd7e89-5507-4e2f-9cde-70be8d9e646b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.567605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.589762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42546) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.668018 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.669987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-01942ac2-c761-4437-aa30-74a218bbfc56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28e98300daec41e4a716390dabc83dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790365 Jul 14 09:24:33.672289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.693176 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81bd7e89-5507-4e2f-9cde-70be8d9e646b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.744639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81bd7e89-5507-4e2f-9cde-70be8d9e646b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.747871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81bd7e89-5507-4e2f-9cde-70be8d9e646b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.749104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-81bd7e89-5507-4e2f-9cde-70be8d9e646b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "PUT /v2.0/security-groups/2ba59468-6d9f-41ed-8e5a-e0302e1219d9 HTTP/1.1" status: 200 len: 1779 time: 0.4026845 Jul 14 09:24:33.768330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.817352 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7201c7e2-3873-4a6c-9bc3-6bb61013522c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.820787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd7e89-5507-4e2f-9cde-70be8d9e646b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba59468-6d9f-41ed-8e5a-e0302e1219d9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.884849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee946a9b-9468-481a-8f58-bc95826e9f1c tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups/2ba59468-6d9f-41ed-8e5a-e0302e1219d9 HTTP/1.1" status: 200 len: 1779 time: 0.1146641 Jul 14 09:24:33.892199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42578) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.931750 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7201c7e2-3873-4a6c-9bc3-6bb61013522c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.952958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa4525-51b8-4986-a80f-0fddc940c241 req-e658a837-5f21-419e-b459-c45414dd6379 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.954575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1aa4525-51b8-4986-a80f-0fddc940c241 req-e658a837-5f21-419e-b459-c45414dd6379 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.2815068 Jul 14 09:24:34.017778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3630f2c-0a59-44eb-aad5-a4ff3d3e5861 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.040619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3630f2c-0a59-44eb-aad5-a4ff3d3e5861 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.069308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Allocated IP 2001:db8::177 (b159f967-9283-4c60-a645-919ef2a6a91e/f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4/3b0fd7c9-7901-4182-a71b-88b8e3c3e230) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:34.078662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1aa4525-51b8-4986-a80f-0fddc940c241 req-6f83b1bb-0507-4779-8999-cad6c4749058 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122551 Jul 14 09:24:34.089697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3630f2c-0a59-44eb-aad5-a4ff3d3e5861 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.093694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3630f2c-0a59-44eb-aad5-a4ff3d3e5861 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.095537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a3630f2c-0a59-44eb-aad5-a4ff3d3e5861 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/2ba59468-6d9f-41ed-8e5a-e0302e1219d9 HTTP/1.1" status: 204 len: 168 time: 0.2006295 Jul 14 09:24:34.098660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.108959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3630f2c-0a59-44eb-aad5-a4ff3d3e5861 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba59468-6d9f-41ed-8e5a-e0302e1219d9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.127666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7201c7e2-3873-4a6c-9bc3-6bb61013522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.138797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7201c7e2-3873-4a6c-9bc3-6bb61013522c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.140156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7201c7e2-3873-4a6c-9bc3-6bb61013522c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc4b40f7-b73f-41bc-be63-94ac1b008471 HTTP/1.1" status: 204 len: 168 time: 0.4667139 Jul 14 09:24:34.174886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c7e2-3873-4a6c-9bc3-6bb61013522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4b40f7-b73f-41bc-be63-94ac1b008471,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.285310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7b904a03-a804-4b63-92b0-d816af324265 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1828671 Jul 14 09:24:34.285629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.313388 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-4b174400-3f77-4e15-93d6-3104d6704007 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] delete failed (client error): The resource could not be found. Jul 14 09:24:34.316332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4b174400-3f77-4e15-93d6-3104d6704007 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/2ba59468-6d9f-41ed-8e5a-e0302e1219d9 HTTP/1.1" status: 404 len: 347 time: 0.0273871 Jul 14 09:24:34.320667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.333549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8571450a-53ce-4d0b-b8b1-e56fe985c64b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023032290'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:34.398123 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8571450a-53ce-4d0b-b8b1-e56fe985c64b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.437050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.552589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9f6baf44-c11f-445b-b12e-a4a9b9560def up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:34.555609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.688108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 9f6baf44-c11f-445b-b12e-a4a9b9560def completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:34.695422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 9f6baf44-c11f-445b-b12e-a4a9b9560def triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:34.695807 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.722173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8571450a-53ce-4d0b-b8b1-e56fe985c64b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.739923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8571450a-53ce-4d0b-b8b1-e56fe985c64b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.742002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network b159f967-9283-4c60-a645-919ef2a6a91e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:34.762704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:34.771102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:34.838724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8571450a-53ce-4d0b-b8b1-e56fe985c64b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.841162 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.848923 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8571450a-53ce-4d0b-b8b1-e56fe985c64b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5253260 Jul 14 09:24:34.849571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.868011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:34.881056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a7a9-071b-40ce-829f-b62fd0c89c37 req-7367b962-9125-4df4-86dc-d0c065ee6d12 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.884872 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8c2193-ea5c-431c-9e2c-42f3ed50a184" -d '{"events": [{"server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "name": "network-vif-plugged", "status": "completed", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:34.885691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b52a7a9-071b-40ce-829f-b62fd0c89c37 req-7367b962-9125-4df4-86dc-d0c065ee6d12 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.4603953 Jul 14 09:24:34.897353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2d84e638-5694-4dd5-a354-cb8b826010ea tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': 'fec27928-3a3f-415e-b35e-c0e72bea810e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:34.927460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 9f6baf44-c11f-445b-b12e-a4a9b9560def, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:34.934112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.944417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0fd7c9-7901-4182-a71b-88b8e3c3e230,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.969610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571450a-53ce-4d0b-b8b1-e56fe985c64b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec27928-3a3f-415e-b35e-c0e72bea810e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.031174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=9f6baf44-c11f-445b-b12e-a4a9b9560def,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.050020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226af79-f748-4f38-a82b-9924d45e5572 req-441c13ae-12c2-426d-b747-9c4f2d30f1f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.051604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2226af79-f748-4f38-a82b-9924d45e5572 req-441c13ae-12c2-426d-b747-9c4f2d30f1f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 983 time: 0.4729395 Jul 14 09:24:35.060579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b52a7a9-071b-40ce-829f-b62fd0c89c37 req-14bd4a3d-a886-4e56-9468-eabf0d6ff9e2 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504602 Jul 14 09:24:35.105056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d84e638-5694-4dd5-a354-cb8b826010ea tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.232360 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c98b8d-616e-4833-b452-ee173e9e5eb8 x-openstack-request-id: req-14c98b8d-616e-4833-b452-ee173e9e5eb8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:35.232882 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "name": "network-vif-plugged", "status": "completed", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:35.233327 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14c98b8d-616e-4833-b452-ee173e9e5eb8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:35.233909 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'code': 200} Jul 14 09:24:35.351500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.426697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d84e638-5694-4dd5-a354-cb8b826010ea tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.478646 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d84e638-5694-4dd5-a354-cb8b826010ea tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.487007 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2226af79-f748-4f38-a82b-9924d45e5572 req-133c2792-63fd-4bae-921c-ac3ee9b98a27 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4202790 Jul 14 09:24:35.590677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d84e638-5694-4dd5-a354-cb8b826010ea tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.593399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2d84e638-5694-4dd5-a354-cb8b826010ea tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7040710 Jul 14 09:24:35.607659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.624956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84e638-5694-4dd5-a354-cb8b826010ea tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f66c8f-fe58-4a8b-a852-94b87926ac3e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.645328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca8fea-f372-4a6b-9971-73fc607697cd req-3887492e-50d2-4d43-9693-308341b6024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.651701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52ca8fea-f372-4a6b-9971-73fc607697cd req-3887492e-50d2-4d43-9693-308341b6024d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1136 time: 0.3143215 Jul 14 09:24:35.747637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52ca8fea-f372-4a6b-9971-73fc607697cd req-691ce5e1-731c-4630-b02b-52890f13c0eb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35157bed-b614-46d1-9d58-037f4bfed74d&id=d1e080af-ea20-4fa2-8807-9c28d425b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0862875 Jul 14 09:24:35.783156 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ac933a4-b90c-470e-b0ae-c1ca0b787fb6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.791221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ac933a4-b90c-470e-b0ae-c1ca0b787fb6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.831611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ac933a4-b90c-470e-b0ae-c1ca0b787fb6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.836588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.841792 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ac933a4-b90c-470e-b0ae-c1ca0b787fb6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.843110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0ac933a4-b90c-470e-b0ae-c1ca0b787fb6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/95f66c8f-fe58-4a8b-a852-94b87926ac3e HTTP/1.1" status: 204 len: 168 time: 0.2391291 Jul 14 09:24:35.846471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42794) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:35.852268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac933a4-b90c-470e-b0ae-c1ca0b787fb6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95f66c8f-fe58-4a8b-a852-94b87926ac3e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.962712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b58a1f27-5083-46bf-a29f-fe903c135475 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1138268 Jul 14 09:24:35.964637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.005368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Router e844f3ba-520d-4a70-b0a9-ab0d3acd4645 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:36.129483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4783a2d-acc3-489a-9516-1d33adc55583 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.174315 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4783a2d-acc3-489a-9516-1d33adc55583 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.234079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:36.242020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4783a2d-acc3-489a-9516-1d33adc55583 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.245235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4783a2d-acc3-489a-9516-1d33adc55583 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.245979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Sync routers for ids ['e844f3ba-520d-4a70-b0a9-ab0d3acd4645'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:36.247705 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4783a2d-acc3-489a-9516-1d33adc55583 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/fec27928-3a3f-415e-b35e-c0e72bea810e HTTP/1.1" status: 204 len: 168 time: 0.2790661 Jul 14 09:24:36.251972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.271268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4783a2d-acc3-489a-9516-1d33adc55583 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec27928-3a3f-415e-b35e-c0e72bea810e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:36.272823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Routers {'e844f3ba-520d-4a70-b0a9-ab0d3acd4645'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:36.279907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['e844f3ba-520d-4a70-b0a9-ab0d3acd4645'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:36.362841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f1a7cd88-b060-4640-908e-09c3aba48c2c tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086066 Jul 14 09:24:36.368298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42866) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.371647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-4d08a022-9b00-4f08-812a-44ebeb4c38bd tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.379284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-4d08a022-9b00-4f08-812a-44ebeb4c38bd tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 813 time: 0.3185835 Jul 14 09:24:36.381713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-651e50e1-b33b-4e04-9298-7f5c940f2e44 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276069987'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:36.399627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.401064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e8f1781c-831c-45e2-b399-29aa41ce2e48 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1467955 Jul 14 09:24:36.409086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42872) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.427714 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-606917f0-fc20-4d25-8d32-f934c48940a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/quotas/703f0fb691714fdb983ee1545f7fb063 HTTP/1.1" status: 200 len: 375 time: 0.0467250 Jul 14 09:24:36.501973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Set router e844f3ba-520d-4a70-b0a9-ab0d3acd4645 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:36.533704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651e50e1-b33b-4e04-9298-7f5c940f2e44 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.801331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651e50e1-b33b-4e04-9298-7f5c940f2e44 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.806695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651e50e1-b33b-4e04-9298-7f5c940f2e44 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.863583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651e50e1-b33b-4e04-9298-7f5c940f2e44 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.865003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-651e50e1-b33b-4e04-9298-7f5c940f2e44 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4954646 Jul 14 09:24:36.871242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.883776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dc96025e-d8b1-4c60-a6b6-092b313593be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': '73ee576a-77ce-403e-9410-3ee400501034', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:36.897677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e844f3ba-520d-4a70-b0a9-ab0d3acd4645', 'name': '', 'tenant_id': 'db8ef486ebc1479581b792955fb2fa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e', 'external_fixed_ips': [{'subnet_id': 'f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4', 'ip_address': '2001:db8::177'}], 'enable_snat': True}, 'gw_port_id': '3b0fd7c9-7901-4182-a71b-88b8e3c3e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:32Z', 'updated_at': '2021-07-14T09:24:35Z', 'revision_number': 3, 'project_id': 'db8ef486ebc1479581b792955fb2fa42', 'gw_port': {'id': '3b0fd7c9-7901-4182-a71b-88b8e3c3e230', 'name': '', 'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e844f3ba-520d-4a70-b0a9-ab0d3acd4645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': 'f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4', 'ip_address': '2001:db8::177', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:36.998926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e50e1-b33b-4e04-9298-7f5c940f2e44 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ee576a-77ce-403e-9410-3ee400501034,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.064605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96025e-d8b1-4c60-a6b6-092b313593be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.107671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-68cdb32e-7888-4980-91be-a3f46f04f3e1 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6787465 Jul 14 09:24:37.113322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-e5b3f0af-f024-407e-aa5f-02dfa8f6df83 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:37.114458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-e5b3f0af-f024-407e-aa5f-02dfa8f6df83 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059896 Jul 14 09:24:37.117835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.240873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96025e-d8b1-4c60-a6b6-092b313593be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.256028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Checking router: e844f3ba-520d-4a70-b0a9-ab0d3acd4645 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:37.256910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Updating router e844f3ba-520d-4a70-b0a9-ab0d3acd4645 port 3b0fd7c9-7901-4182-a71b-88b8e3c3e230 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:37.298153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a2bb2-16ff-42f5-926e-905c5aad8276 req-05a08421-f9e7-48ab-9fcf-1edc3d694320 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.305680 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.306368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d11a2bb2-16ff-42f5-926e-905c5aad8276 req-05a08421-f9e7-48ab-9fcf-1edc3d694320 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 984 time: 0.3907433 Jul 14 09:24:37.313378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96025e-d8b1-4c60-a6b6-092b313593be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.370265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96025e-d8b1-4c60-a6b6-092b313593be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077101b9-118d-4079-a480-fbdb6ee38cbb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.374109 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96025e-d8b1-4c60-a6b6-092b313593be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.379792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc96025e-d8b1-4c60-a6b6-092b313593be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5074365 Jul 14 09:24:37.380534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.409308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ffa7562f-9e64-4342-9477-44cc7f009eb5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': '73ee576a-77ce-403e-9410-3ee400501034', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:37.458044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-f0de70bd-cb64-47c8-9038-d62ac2ffcf18 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.460423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-f0de70bd-cb64-47c8-9038-d62ac2ffcf18 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "GET /v2.0/ports?device_id=820816c2-7855-4fe0-b7c1-ff2af426c375 HTTP/1.1" status: 200 len: 945 time: 0.4281769 Jul 14 09:24:37.471168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d11a2bb2-16ff-42f5-926e-905c5aad8276 req-c1979496-d174-43a3-b1b5-5133277a986f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1456819 Jul 14 09:24:37.482452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-283d6501-275d-48d4-a939-720431cc564d service neutron] 10.222.0.18 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201900 Jul 14 09:24:37.655085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-f9be0432-ee0e-4b70-9b94-4ef351fd3e58 service neutron] 10.222.0.18 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635308 Jul 14 09:24:37.664830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.778544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa7562f-9e64-4342-9477-44cc7f009eb5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.869632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273cbd3-05f5-4696-a6be-75137339ea6e req-4d591dc1-7b20-4d7f-9c8d-1187513b24d0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.872388 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.876289 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d273cbd3-05f5-4696-a6be-75137339ea6e req-4d591dc1-7b20-4d7f-9c8d-1187513b24d0 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 984 time: 0.1496658 Jul 14 09:24:37.912440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Transition to ACTIVE for port object 3b0fd7c9-7901-4182-a71b-88b8e3c3e230 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:37.927524 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.940113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d273cbd3-05f5-4696-a6be-75137339ea6e req-1af07ffc-d4c4-45aa-b07e-6569e6f6ab8b tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0569563 Jul 14 09:24:38.048034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Attempting to bind port 3b0fd7c9-7901-4182-a71b-88b8e3c3e230 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:38.050107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Attempting to bind port 3b0fd7c9-7901-4182-a71b-88b8e3c3e230 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c03c3bf1-8cc6-48f7-8140-98e62d4f6211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:38.050650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Attempting to bind port 3b0fd7c9-7901-4182-a71b-88b8e3c3e230 on network b159f967-9283-4c60-a645-919ef2a6a91e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:38.160393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0846354-3b07-4131-90a8-8413a8ebe8f4 req-5f114901-e628-493b-90a3-0d74ed7fee0b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 210 time: 0.1296406 Jul 14 09:24:38.161883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Deleting port 1c1018a7-9d96-4194-8525-8b8492975217 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:38.162293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.194077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:38.194700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Checking segment: {'id': 'c03c3bf1-8cc6-48f7-8140-98e62d4f6211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:38.195273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.195940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Bound using segment: {'id': 'c03c3bf1-8cc6-48f7-8140-98e62d4f6211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:38.196615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Bound port: 3b0fd7c9-7901-4182-a71b-88b8e3c3e230, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03c3bf1-8cc6-48f7-8140-98e62d4f6211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b159f967-9283-4c60-a645-919ef2a6a91e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:38.197191 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.243025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abcb2a-2efc-4177-aab5-a01e31200402 None None] Pushing event updated for resources: {'Port': ['ID=3b0fd7c9-7901-4182-a71b-88b8e3c3e230,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.291223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] For port 3b0fd7c9-7901-4182-a71b-88b8e3c3e230, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:38.295016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] For port 3b0fd7c9-7901-4182-a71b-88b8e3c3e230, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3b0fd7c9-7901-4182-a71b-88b8e3c3e230,segment=NetworkSegment(c03c3bf1-8cc6-48f7-8140-98e62d4f6211),segment_id=c03c3bf1-8cc6-48f7-8140-98e62d4f6211)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:38.300413 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.355728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Routers {'e844f3ba-520d-4a70-b0a9-ab0d3acd4645'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:38.356830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['e844f3ba-520d-4a70-b0a9-ab0d3acd4645'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:38.374639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d254a9-0bb9-44e3-8068-bdb15de1b281 req-e89c9ec4-bc87-4a86-b6d2-36ed17fe251e tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.383472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7d254a9-0bb9-44e3-8068-bdb15de1b281 req-e89c9ec4-bc87-4a86-b6d2-36ed17fe251e tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1136 time: 0.0960646 Jul 14 09:24:38.399784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b7d254a9-0bb9-44e3-8068-bdb15de1b281 req-1ad74aa8-a1be-41d5-b8d3-06584ec77f7c tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.431959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] For port 1c1018a7-9d96-4194-8525-8b8492975217, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=1c1018a7-9d96-4194-8525-8b8492975217,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:38.432336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.457091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Calling delete_port for 1c1018a7-9d96-4194-8525-8b8492975217 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:38.482549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] Set router e844f3ba-520d-4a70-b0a9-ab0d3acd4645 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:38.533088 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b7d254a9-0bb9-44e3-8068-bdb15de1b281 req-1ad74aa8-a1be-41d5-b8d3-06584ec77f7c tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.553819 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b7d254a9-0bb9-44e3-8068-bdb15de1b281 req-1ad74aa8-a1be-41d5-b8d3-06584ec77f7c tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.584759 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa7562f-9e64-4342-9477-44cc7f009eb5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.607955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa7562f-9e64-4342-9477-44cc7f009eb5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.609771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e844f3ba-520d-4a70-b0a9-ab0d3acd4645', 'name': '', 'tenant_id': 'db8ef486ebc1479581b792955fb2fa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:32Z', 'updated_at': '2021-07-14T09:24:37Z', 'revision_number': 4, 'project_id': 'db8ef486ebc1479581b792955fb2fa42', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:38.646972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Deleting port 3b0fd7c9-7901-4182-a71b-88b8e3c3e230 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:38.649978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.654789 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7d254a9-0bb9-44e3-8068-bdb15de1b281 req-1ad74aa8-a1be-41d5-b8d3-06584ec77f7c tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2704685 Jul 14 09:24:38.657451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7562f-9e64-4342-9477-44cc7f009eb5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4058a638-86c9-4668-9b64-c2ad19986940,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.673103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff8409-cb24-4b7f-ac14-3ddb36a6d436 None None] The sync data for ids ['e844f3ba-520d-4a70-b0a9-ab0d3acd4645'] in n-d-758944-44 is: [{'id': 'e844f3ba-520d-4a70-b0a9-ab0d3acd4645', 'name': '', 'tenant_id': 'db8ef486ebc1479581b792955fb2fa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:32Z', 'updated_at': '2021-07-14T09:24:37Z', 'revision_number': 4, 'project_id': 'db8ef486ebc1479581b792955fb2fa42', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:38.694023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad74aa8-a1be-41d5-b8d3-06584ec77f7c tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a045029d-43b3-4de5-a79d-d15245573502,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.711975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.728504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abcb2a-2efc-4177-aab5-a01e31200402 None None] Pushing event updated for resources: {'Port': ['ID=3b0fd7c9-7901-4182-a71b-88b8e3c3e230,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.788055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa7562f-9e64-4342-9477-44cc7f009eb5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.802357 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ffa7562f-9e64-4342-9477-44cc7f009eb5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3989060 Jul 14 09:24:38.807676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:38.825212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4733a52f-f99a-47d5-8152-eae54329760f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': '73ee576a-77ce-403e-9410-3ee400501034', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:38.890591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4733a52f-f99a-47d5-8152-eae54329760f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.920788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.941292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Calling delete_port for 3b0fd7c9-7901-4182-a71b-88b8e3c3e230 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:38.952719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.015635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4c29b-3bc6-4d87-ab0f-9996272fbb6c tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.020545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3ff4c29b-3bc6-4d87-ab0f-9996272fbb6c tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1131 time: 0.3055432 Jul 14 09:24:39.021150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43102) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.021488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.042891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Pushing event deleted for resources: {'Port': ['ID=1c1018a7-9d96-4194-8525-8b8492975217,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.046841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:39.090414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4733a52f-f99a-47d5-8152-eae54329760f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.103818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.110160 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4733a52f-f99a-47d5-8152-eae54329760f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.326189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] No DVR routers for this DVR port 1c1018a7-9d96-4194-8525-8b8492975217 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:39.336754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4733a52f-f99a-47d5-8152-eae54329760f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.344999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4733a52f-f99a-47d5-8152-eae54329760f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5362058 Jul 14 09:24:39.348858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43118) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.352713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.356225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733a52f-f99a-47d5-8152-eae54329760f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257d6eff-aeb3-4e23-ac8d-f90eb26e2615,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.359941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-706e8f41-860c-4944-9307-abfd5ceedaf9 req-00bbc678-d1ed-45c2-a625-6bc91f68da42 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "DELETE /v2.0/ports/1c1018a7-9d96-4194-8525-8b8492975217 HTTP/1.1" status: 204 len: 173 time: 1.8923287 Jul 14 09:24:39.372704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-deleted', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:39.381893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-69caaa67-5e66-4d90-baf8-83a3096df760 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': '73ee576a-77ce-403e-9410-3ee400501034', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:39.389204 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0635d0d8-8060-4a28-847f-d4d862ee3887" -d '{"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-deleted", "tag": "1c1018a7-9d96-4194-8525-8b8492975217"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:39.514065 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040cbfe2-603a-47eb-9aff-fae9c13c9348 x-openstack-request-id: req-040cbfe2-603a-47eb-9aff-fae9c13c9348 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:39.515065 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820816c2-7855-4fe0-b7c1-ff2af426c375", "name": "network-vif-deleted", "tag": "1c1018a7-9d96-4194-8525-8b8492975217", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:39.515343 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-040cbfe2-603a-47eb-9aff-fae9c13c9348 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:39.515802 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820816c2-7855-4fe0-b7c1-ff2af426c375', 'name': 'network-vif-deleted', 'tag': '1c1018a7-9d96-4194-8525-8b8492975217', 'status': 'completed', 'code': 200} Jul 14 09:24:39.548825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71f694a8-87a1-4e42-a262-ce30398ff55f req-41925828-ad74-4b38-b7f8-b0054b99d6e2 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 210 time: 0.1482441 Jul 14 09:24:39.613389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.652795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69caaa67-5e66-4d90-baf8-83a3096df760 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.685544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b0fd7c9-7901-4182-a71b-88b8e3c3e230,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.767502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.907108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-0f27f324-2bde-4137-ac58-2f902d73d4fe tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.909248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-0f27f324-2bde-4137-ac58-2f902d73d4fe tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 813 time: 0.1456575 Jul 14 09:24:40.001730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69caaa67-5e66-4d90-baf8-83a3096df760 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.009322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.016651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69caaa67-5e66-4d90-baf8-83a3096df760 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.033672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.036263 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.106352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Request body: {'port': {'device_id': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'admin_state_up': True, 'tenant_id': '703f0fb691714fdb983ee1545f7fb063'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:40.112234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.113012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e844f3ba-520d-4a70-b0a9-ab0d3acd4645 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:40.128278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.129694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4d56072d-801b-41a7-a5f2-cf3755d327fb tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e844f3ba-520d-4a70-b0a9-ab0d3acd4645 HTTP/1.1" status: 204 len: 168 time: 3.7191205 Jul 14 09:24:40.156877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.185601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caaa67-5e66-4d90-baf8-83a3096df760 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc35790-57b4-4798-b767-c18397d1d152,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.286853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Made reservation on behalf of 703f0fb691714fdb983ee1545f7fb063 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:40.290068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69caaa67-5e66-4d90-baf8-83a3096df760 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.291538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69caaa67-5e66-4d90-baf8-83a3096df760 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9368432 Jul 14 09:24:40.297032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.304661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43140) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.319169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-15a16b8b-f4e9-4ae6-86d5-c7be3ad4d2ac tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': '73ee576a-77ce-403e-9410-3ee400501034', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:40.469397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Deleting subnet f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:40.471615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1c1018a7-9d96-4194-8525-8b8492975217 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:40.477264 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.515527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 1c1018a7-9d96-4194-8525-8b8492975217 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:40.516107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15a16b8b-f4e9-4ae6-86d5-c7be3ad4d2ac tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.516946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 1c1018a7-9d96-4194-8525-8b8492975217 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:40.556698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Allocated IP 172.20.0.7 (18aa5ad2-88b6-4197-87ab-6c6f76c2d162/602cdfa7-5b64-4066-8e02-7f54c2760b11/0181ecbe-9ab3-4677-b796-c80e30cb0560) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:40.587399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Allocated IP 172.25.2.83 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/14dadd13-c19f-4dfc-a57c-54f4e45746a9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:40.649977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.770723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15a16b8b-f4e9-4ae6-86d5-c7be3ad4d2ac tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.793879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0c7c8bb-c2f2-4646-9fa7-999ce922f046 req-610dec7d-83b0-401f-a6f0-e85c29d8f424 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 210 time: 0.0449922 Jul 14 09:24:40.818364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.838888 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15a16b8b-f4e9-4ae6-86d5-c7be3ad4d2ac tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.874190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.875238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.923663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a16b8b-f4e9-4ae6-86d5-c7be3ad4d2ac tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1501aecf-235f-41a1-9b00-74bccd10e128,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.924652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:40.927992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:40.936914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:40.948466 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15a16b8b-f4e9-4ae6-86d5-c7be3ad4d2ac tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.949668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-15a16b8b-f4e9-4ae6-86d5-c7be3ad4d2ac tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6354249 Jul 14 09:24:40.954604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.992482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.993387 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.019427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Pushing event updated for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.023919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-69debba8-c4b5-494c-9940-beecd14f447d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9227817 Jul 14 09:24:41.037933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Request body: {'port': {'device_id': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:41.044789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.050079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd171c14-d7be-4e7b-bbcd-db42b0acf420 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.061652 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd171c14-d7be-4e7b-bbcd-db42b0acf420 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.107561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd171c14-d7be-4e7b-bbcd-db42b0acf420 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.114226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd171c14-d7be-4e7b-bbcd-db42b0acf420 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.115766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cd171c14-d7be-4e7b-bbcd-db42b0acf420 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1501aecf-235f-41a1-9b00-74bccd10e128 HTTP/1.1" status: 204 len: 168 time: 0.1528437 Jul 14 09:24:41.122384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.123192 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.170295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd171c14-d7be-4e7b-bbcd-db42b0acf420 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1501aecf-235f-41a1-9b00-74bccd10e128,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.222496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.222751 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a6853a11-f552-455d-94a8-9cf87ff0f887 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0969510 Jul 14 09:24:41.225244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.261975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdb917b-917c-4c10-9aa5-8502387f4038 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.266829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.282998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdb917b-917c-4c10-9aa5-8502387f4038 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.303409 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.370028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdb917b-917c-4c10-9aa5-8502387f4038 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.380466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdb917b-917c-4c10-9aa5-8502387f4038 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.381641 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-abdb917b-917c-4c10-9aa5-8502387f4038 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/acc35790-57b4-4798-b767-c18397d1d152 HTTP/1.1" status: 204 len: 168 time: 0.1554382 Jul 14 09:24:41.398829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43170) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.436134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=14dadd13-c19f-4dfc-a57c-54f4e45746a9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.438409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb917b-917c-4c10-9aa5-8502387f4038 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acc35790-57b4-4798-b767-c18397d1d152,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.440465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.443236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.448592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2ab8a4d4-1b96-4891-b89e-65722561db0f tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4 HTTP/1.1" status: 204 len: 168 time: 1.2880752 Jul 14 09:24:41.452625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.466302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:41.469931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:41.473539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:41.549886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.584091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e097fcc3-120e-429b-a2dc-63be6417b08b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1843598 Jul 14 09:24:41.591703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.700801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f7f9cb-7610-4c31-9814-581d24eaad21 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.729791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f7f9cb-7610-4c31-9814-581d24eaad21 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.763617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.794282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b159f967-9283-4c60-a645-919ef2a6a91e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:41.801605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0181ecbe-9ab3-4677-b796-c80e30cb0560 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:41.822077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.825618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03c3bf1-8cc6-48f7-8140-98e62d4f6211') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:41.826003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03c3bf1-8cc6-48f7-8140-98e62d4f6211') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:41.844186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f7f9cb-7610-4c31-9814-581d24eaad21 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.847253 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.857695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f7f9cb-7610-4c31-9814-581d24eaad21 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.858965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-42f7f9cb-7610-4c31-9814-581d24eaad21 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/257d6eff-aeb3-4e23-ac8d-f90eb26e2615 HTTP/1.1" status: 204 len: 168 time: 0.2663171 Jul 14 09:24:41.868595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.872802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Transition to ACTIVE for port object 0181ecbe-9ab3-4677-b796-c80e30cb0560 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:41.888608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.890789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7f9cb-7610-4c31-9814-581d24eaad21 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=257d6eff-aeb3-4e23-ac8d-f90eb26e2615,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.902886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.950933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:41.951747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:41.953836 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:42.041877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Pushing event updated for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.059259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-031b8203-2232-4f25-84b3-55e8d6d5a728 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1876161 Jul 14 09:24:42.063994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.101855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Deleting port eacc2bbb-938d-478c-9814-5cdc7e27161c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:42.102420 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.127416 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.143934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b159f967-9283-4c60-a645-919ef2a6a91e {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:24:42.147031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a55bf9b-896f-45ea-977d-56a90c5cc31f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.164100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.166139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b159f967-9283-4c60-a645-919ef2a6a91e HTTP/1.1" status: 204 len: 168 time: 0.7126074 Jul 14 09:24:42.176237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa8a28-db2e-40c0-be78-46728925c0d2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event deleted for resources: {'Network': ['ID=b159f967-9283-4c60-a645-919ef2a6a91e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.180710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a55bf9b-896f-45ea-977d-56a90c5cc31f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.218734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Attempting to bind port 0181ecbe-9ab3-4677-b796-c80e30cb0560 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:42.219083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Attempting to bind port 0181ecbe-9ab3-4677-b796-c80e30cb0560 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:42.219448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Attempting to bind port 0181ecbe-9ab3-4677-b796-c80e30cb0560 on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.225284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Port 0181ecbe-9ab3-4677-b796-c80e30cb0560 on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:42.225666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Attempting to bind port 0181ecbe-9ab3-4677-b796-c80e30cb0560 on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.228848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a55bf9b-896f-45ea-977d-56a90c5cc31f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.237729 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a55bf9b-896f-45ea-977d-56a90c5cc31f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.238859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3a55bf9b-896f-45ea-977d-56a90c5cc31f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4058a638-86c9-4668-9b64-c2ad19986940 HTTP/1.1" status: 204 len: 168 time: 0.1724000 Jul 14 09:24:42.241341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:42.241624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Checking segment: {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:42.241997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Bound using segment: {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:42.242438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Bound port: 0181ecbe-9ab3-4677-b796-c80e30cb0560, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:42.242784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.247533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43196) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.255117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55bf9b-896f-45ea-977d-56a90c5cc31f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4058a638-86c9-4668-9b64-c2ad19986940,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.352192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0fc21945-ab0e-456b-a366-f9e71f264185 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1035256 Jul 14 09:24:42.365421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.407408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:42.415148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:42.423229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.428128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-055eed01-7904-4947-8059-2f97b4263885 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.442242 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-055eed01-7904-4947-8059-2f97b4263885 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.515417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.516044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.517484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] 10.222.0.11 "PUT /v2.0/ports/0181ecbe-9ab3-4677-b796-c80e30cb0560 HTTP/1.1" status: 200 len: 1092 time: 1.4850304 Jul 14 09:24:42.533447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:42.537608 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4166085-05b5-4642-907f-d84204dab25a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:42.621735 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f26df-21d0-46cf-a192-be6e7e139c54 x-openstack-request-id: req-360f26df-21d0-46cf-a192-be6e7e139c54 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:42.622385 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:42.622385 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-360f26df-21d0-46cf-a192-be6e7e139c54 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:42.622645 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'status': 'completed', 'code': 200} Jul 14 09:24:42.634115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36beb2-d699-470a-8ce7-a94b167adcaa service neutron] Pushing event updated for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.639151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-055eed01-7904-4947-8059-2f97b4263885 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.647894 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-055eed01-7904-4947-8059-2f97b4263885 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.649037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-055eed01-7904-4947-8059-2f97b4263885 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/077101b9-118d-4079-a480-fbdb6ee38cbb HTTP/1.1" status: 204 len: 168 time: 0.2757728 Jul 14 09:24:42.656073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.673001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eed01-7904-4947-8059-2f97b4263885 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=077101b9-118d-4079-a480-fbdb6ee38cbb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.720753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-363d77b9-f413-4c86-b517-ed8389f68a43 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0634873 Jul 14 09:24:42.724068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-52c4b09e-559e-494f-9c37-b9420f89c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.725488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-52c4b09e-559e-494f-9c37-b9420f89c537 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 1095 time: 0.1511278 Jul 14 09:24:42.725952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43214) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.781006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-64ff392e-5387-46a9-8276-fd7597ca774f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560 HTTP/1.1" status: 200 len: 217 time: 0.0468633 Jul 14 09:24:42.785804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43216) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.790532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d3ed48ed-921d-4ed7-a622-c40bbd5edde4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'router': {'name': 'tempest-router--530107988', 'project_id': 'd65aac4509cd485eb3755686e12fc9ba'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:42.873367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3ed48ed-921d-4ed7-a622-c40bbd5edde4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.874380 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3ed48ed-921d-4ed7-a622-c40bbd5edde4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.887766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a38c-f2a4-464f-a4b1-fe0f0275db67 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.893448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-62132a8f-6de4-4673-84ac-4d99ba3c370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.895248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-62132a8f-6de4-4673-84ac-4d99ba3c370e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=602cdfa7-5b64-4066-8e02-7f54c2760b11 HTTP/1.1" status: 200 len: 853 time: 0.1016929 Jul 14 09:24:42.970868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-13367542-934a-4855-b8c0-c1746cad90e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679176 Jul 14 09:24:43.018613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a38c-f2a4-464f-a4b1-fe0f0275db67 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.063590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3ed48ed-921d-4ed7-a622-c40bbd5edde4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.077429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3ed48ed-921d-4ed7-a622-c40bbd5edde4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.161915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-a7d3a449-4562-4aa1-9feb-69e66ca0de08 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844382 Jul 14 09:24:43.164400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3ed48ed-921d-4ed7-a622-c40bbd5edde4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.165461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d3ed48ed-921d-4ed7-a622-c40bbd5edde4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3787196 Jul 14 09:24:43.166761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a38c-f2a4-464f-a4b1-fe0f0275db67 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.169434 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a38c-f2a4-464f-a4b1-fe0f0275db67 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.170490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c3a9a38c-f2a4-464f-a4b1-fe0f0275db67 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/73ee576a-77ce-403e-9410-3ee400501034 HTTP/1.1" status: 204 len: 168 time: 0.4436405 Jul 14 09:24:43.171042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.181393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ec983-39f8-4a2d-b12e-d778c8c82153 req-4074107f-dcd3-426c-ad49-8c01f0331b56 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.188894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-231ec983-39f8-4a2d-b12e-d778c8c82153 req-4074107f-dcd3-426c-ad49-8c01f0331b56 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 943 time: 1.1686277 Jul 14 09:24:43.190597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.375202 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-231ec983-39f8-4a2d-b12e-d778c8c82153 req-5a75ec87-703f-4a0c-ad1e-7b898b709166 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852891 Jul 14 09:24:43.394126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] For port eacc2bbb-938d-478c-9814-5cdc7e27161c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=eacc2bbb-938d-478c-9814-5cdc7e27161c,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:43.394544 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.444509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bbdd053e-9c5e-419d-b709-2ee987977abc tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2453487 Jul 14 09:24:43.453491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.454486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Calling delete_port for eacc2bbb-938d-478c-9814-5cdc7e27161c owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:43.464719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-61c8ec0b-0ca6-4da0-90da-f2843659c3fd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--525555590'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:43.505738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61c8ec0b-0ca6-4da0-90da-f2843659c3fd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.650537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.666235 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f04843e8-6051-4895-ad4c-2a29c07a5f87 req-1d33e182-31c1-4432-a681-9ba3115b45d5 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940755 Jul 14 09:24:43.678050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a38c-f2a4-464f-a4b1-fe0f0275db67 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ee576a-77ce-403e-9410-3ee400501034,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.691199 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1be7ef9b-77e8-4fa7-a915-87760bfcbfd0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.898039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61c8ec0b-0ca6-4da0-90da-f2843659c3fd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.921272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61c8ec0b-0ca6-4da0-90da-f2843659c3fd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.930099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1be7ef9b-77e8-4fa7-a915-87760bfcbfd0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.934369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1be7ef9b-77e8-4fa7-a915-87760bfcbfd0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.944131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.945290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166085-05b5-4642-907f-d84204dab25a req-6c168391-5505-4b78-8ced-4ab040a28919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.948969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4166085-05b5-4642-907f-d84204dab25a req-6c168391-5505-4b78-8ced-4ab040a28919 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 1095 time: 0.1677926 Jul 14 09:24:44.000848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61c8ec0b-0ca6-4da0-90da-f2843659c3fd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.002544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-61c8ec0b-0ca6-4da0-90da-f2843659c3fd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5458484 Jul 14 09:24:44.033452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.040205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6d274bda-cb95-4a7e-bdd8-a106869f1ac7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': '7b055743-0974-4995-8827-8be4bf5ec95e', 'direction': 'ingress', 'protocol': 17}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:44.069131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1be7ef9b-77e8-4fa7-a915-87760bfcbfd0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.069693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be7ef9b-77e8-4fa7-a915-87760bfcbfd0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0161f0c-9c5f-4936-9cb2-b2d9e354a9ac {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:44.081157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8ec0b-0ca6-4da0-90da-f2843659c3fd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b055743-0974-4995-8827-8be4bf5ec95e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.083700 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1be7ef9b-77e8-4fa7-a915-87760bfcbfd0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.087431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1be7ef9b-77e8-4fa7-a915-87760bfcbfd0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a0161f0c-9c5f-4936-9cb2-b2d9e354a9ac HTTP/1.1" status: 204 len: 168 time: 0.8109136 Jul 14 09:24:44.104987 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166085-05b5-4642-907f-d84204dab25a req-9df6fa03-f104-432e-89cf-5511a45ebdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.110771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4166085-05b5-4642-907f-d84204dab25a req-9df6fa03-f104-432e-89cf-5511a45ebdcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 914 time: 0.1260259 Jul 14 09:24:44.166103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4166085-05b5-4642-907f-d84204dab25a req-4bb336c1-b6f9-45e0-af6e-21b0cd4aed41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560 HTTP/1.1" status: 200 len: 217 time: 0.0495076 Jul 14 09:24:44.178454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274bda-cb95-4a7e-bdd8-a106869f1ac7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.190503 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.224131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166085-05b5-4642-907f-d84204dab25a req-a422854d-927c-4972-ac43-97dd357019b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.226053 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4166085-05b5-4642-907f-d84204dab25a req-a422854d-927c-4972-ac43-97dd357019b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=602cdfa7-5b64-4066-8e02-7f54c2760b11 HTTP/1.1" status: 200 len: 853 time: 0.0536337 Jul 14 09:24:44.233371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacc2bbb-938d-478c-9814-5cdc7e27161c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.277315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4166085-05b5-4642-907f-d84204dab25a req-4b9d43a9-ebec-434b-adeb-28f111e669e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441663 Jul 14 09:24:44.415888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4166085-05b5-4642-907f-d84204dab25a req-adfb7db9-1738-4098-bd7a-14edd1263ab1 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304431 Jul 14 09:24:44.512443 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.562942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43254) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.664594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.696830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4166085-05b5-4642-907f-d84204dab25a req-0c128f18-7f91-4140-9121-00754841fca7 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719862 Jul 14 09:24:44.741938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=14dadd13-c19f-4dfc-a57c-54f4e45746a9,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.751481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.757122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898c14b-a4d8-4a88-b9d3-845641c270c3 req-ce77ee50-b041-42f0-8790-19394a335826 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.766767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a898c14b-a4d8-4a88-b9d3-845641c270c3 req-ce77ee50-b041-42f0-8790-19394a335826 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 943 time: 0.1733477 Jul 14 09:24:44.792180 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274bda-cb95-4a7e-bdd8-a106869f1ac7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.828919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a898c14b-a4d8-4a88-b9d3-845641c270c3 req-61842b69-3be4-46b1-a26a-07897167a926 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598252 Jul 14 09:24:44.890018 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274bda-cb95-4a7e-bdd8-a106869f1ac7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.900579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1065805064', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:44.949780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.951035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.966785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d274bda-cb95-4a7e-bdd8-a106869f1ac7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344ae705-839a-4ef3-a15c-4244b948053d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.012164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274bda-cb95-4a7e-bdd8-a106869f1ac7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.016393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d274bda-cb95-4a7e-bdd8-a106869f1ac7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9818037 Jul 14 09:24:45.017364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.019474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.071131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.258739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62bdb876-bb5c-45ef-8eee-399645c8dcf2 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.272271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.290936 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Floating IP c03c6eef-e65e-486d-8fda-9f90859c5f8a associated. External IP: 172.25.2.83, port: 9f6baf44-c11f-445b-b12e-a4a9b9560def. Jul 14 09:24:45.454230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059045c-4c63-4677-addd-a2e9cb570c38 req-5c05ff56-b251-4c43-9f36-e35074cf1052 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.456204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9059045c-4c63-4677-addd-a2e9cb570c38 req-5c05ff56-b251-4c43-9f36-e35074cf1052 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 950 time: 0.1092176 Jul 14 09:24:45.571925 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9059045c-4c63-4677-addd-a2e9cb570c38 req-de46e984-b8d1-43d1-a389-3d7a6d1b3619 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088803 Jul 14 09:24:45.590065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.614004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.636189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62bdb876-bb5c-45ef-8eee-399645c8dcf2 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.695167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43274) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.722131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Router fb84b0f3-f25c-430e-9684-70899ae54741 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:45.743602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Allocated IP 172.25.2.111 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/00dafaa0-7de4-4c35-8d57-4dd90ccf2ff4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:45.795597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62bdb876-bb5c-45ef-8eee-399645c8dcf2 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.798502 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62bdb876-bb5c-45ef-8eee-399645c8dcf2 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.802090 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-62bdb876-bb5c-45ef-8eee-399645c8dcf2 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b055743-0974-4995-8827-8be4bf5ec95e HTTP/1.1" status: 204 len: 168 time: 0.7794363 Jul 14 09:24:45.805476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.863097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdb876-bb5c-45ef-8eee-399645c8dcf2 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b055743-0974-4995-8827-8be4bf5ec95e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.877110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-47fff6c1-6f33-4e49-a219-9151ee86a3be tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702763 Jul 14 09:24:45.884953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43282) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.902660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4a09e240-0798-4d69-afb7-d31578a5ffe7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--343195168'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:45.909970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e442499d-9039-4a4a-9e1e-866833405cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.918003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b27a-d527-45c0-aa74-0f9dc7f22c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.937825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.949716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a09e240-0798-4d69-afb7-d31578a5ffe7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.995451 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.031601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:46.040492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dca3f6ae-916f-4276-b943-b8a552c0f350 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb84b0f3-f25c-430e-9684-70899ae54741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0120919 Jul 14 09:24:46.041694 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] Sync routers for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:46.045635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:46.046137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.053516 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:46.054151 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.072289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 2806f9d4-360e-41e5-89d9-2cde736f8e48 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:46.100600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:46.104529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:46.119262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df677-eb21-4848-a06a-5201b9f81bc7 req-73c71c43-1186-4c60-b13d-883d0af81093 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.120843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec3df677-eb21-4848-a06a-5201b9f81bc7 req-73c71c43-1186-4c60-b13d-883d0af81093 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 943 time: 0.1687295 Jul 14 09:24:46.140476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event updated for resources: {'Port': ['ID=00dafaa0-7de4-4c35-8d57-4dd90ccf2ff4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.170279 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:46.196441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.260229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e442499d-9039-4a4a-9e1e-866833405cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.264462 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec3df677-eb21-4848-a06a-5201b9f81bc7 req-5f7a1594-b51e-44e0-94c8-5c7f54befd3c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103632 Jul 14 09:24:46.269481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e442499d-9039-4a4a-9e1e-866833405cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.296825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:46.312967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] Sync routers for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:46.322754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:46.324140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.325922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e442499d-9039-4a4a-9e1e-866833405cd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7054fecefc5463c99953e0ad5913c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259456 Jul 14 09:24:46.328197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442499d-9039-4a4a-9e1e-866833405cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43de0eea-e712-4d0b-bfab-f4cbc1e66093,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.330101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.383624 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f403522a-5222-4813-874d-5a1bd74b6e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.408537 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:24:43Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.410822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f403522a-5222-4813-874d-5a1bd74b6e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.460466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:46.476744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f403522a-5222-4813-874d-5a1bd74b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.479771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f403522a-5222-4813-874d-5a1bd74b6e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.484071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f403522a-5222-4813-874d-5a1bd74b6e64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43de0eea-e712-4d0b-bfab-f4cbc1e66093 HTTP/1.1" status: 204 len: 168 time: 0.1528056 Jul 14 09:24:46.495936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403522a-5222-4813-874d-5a1bd74b6e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43de0eea-e712-4d0b-bfab-f4cbc1e66093,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.507391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0181ecbe-9ab3-4677-b796-c80e30cb0560 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:46.562167 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.571639 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] Checking router: fb84b0f3-f25c-430e-9684-70899ae54741 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:46.581929 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] Routers {'fb84b0f3-f25c-430e-9684-70899ae54741'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:46.582631 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['fb84b0f3-f25c-430e-9684-70899ae54741'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.614637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.634597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'port_id': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'mac_address': 'fa:16:3e:23:43:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602cdfa7-5b64-4066-8e02-7f54c2760b11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:46.704847 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] Set router fb84b0f3-f25c-430e-9684-70899ae54741 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:46.730848 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.755766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0181ecbe-9ab3-4677-b796-c80e30cb0560 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:46.786605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.822785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.855924 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.886001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a09e240-0798-4d69-afb7-d31578a5ffe7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.913915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-2504dfbe-53b1-434a-b1db-28729c933e30 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.919383 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-2504dfbe-53b1-434a-b1db-28729c933e30 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 950 time: 0.1570292 Jul 14 09:24:46.921001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.927644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a09e240-0798-4d69-afb7-d31578a5ffe7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.954412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43294) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:46.973675 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:24:43Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.999969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.001856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e533932-3f6b-48dc-8755-5c654bde5e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.008326 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ec76e-7559-458c-8821-fc1e7bfaed84 None None] The sync data for ids ['fb84b0f3-f25c-430e-9684-70899ae54741'] in n-d-758944-44 is: [{'id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'name': 'tempest-AttachVolumeTestJSON-567243811-router', 'tenant_id': '9741f334a50c415c92fd7818275029f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:52Z', 'updated_at': '2021-07-14T09:24:43Z', 'revision_number': 5, 'project_id': '9741f334a50c415c92fd7818275029f5', 'gw_port': {'id': '7820f10a-3ef2-4571-a207-49007b1efaa0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb84b0f3-f25c-430e-9684-70899ae54741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:47.044552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-06c336e1-86d3-41d4-8538-dd066d0031ea tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.0115561 Jul 14 09:24:47.045201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.049778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:47.052429 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb436808-0a15-4f5a-ab44-2023fa14ef3d" -d '{"events": [{"name": "network-changed", "server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:47.073220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'c03c6eef-e65e-486d-8fda-9f90859c5f8a', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'port_id': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'mac_address': 'fa:16:3e:3f:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276f2faf-8397-4a00-8df4-9953e7514c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:24:42Z', 'updated_at': '2021-07-14T09:24:42Z', 'revision_number': 0, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:47.080634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0181ecbe-9ab3-4677-b796-c80e30cb0560'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:47.110919 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f9e06a-9a52-4ea3-8495-85528f730666 x-openstack-request-id: req-51f9e06a-9a52-4ea3-8495-85528f730666 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:47.111213 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:47.111495 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51f9e06a-9a52-4ea3-8495-85528f730666 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:47.111904 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'status': 'completed', 'code': 200} Jul 14 09:24:47.177295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] Checking router: 2806f9d4-360e-41e5-89d9-2cde736f8e48 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:47.184454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device eacc2bbb-938d-478c-9814-5cdc7e27161c no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:47.222144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:47.222788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:47.284301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: eacc2bbb-938d-478c-9814-5cdc7e27161c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:47.284601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device eacc2bbb-938d-478c-9814-5cdc7e27161c not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:47.314479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Deleting port 31a9216d-3dff-452b-a2e4-bc27332db13c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:47.315021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.452032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:47.465580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba04fb-0b75-4526-8ec6-20bd94cdcbbc tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.466068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba04fb-0b75-4526-8ec6-20bd94cdcbbc tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.466549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba04fb-0b75-4526-8ec6-20bd94cdcbbc tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.467238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba04fb-0b75-4526-8ec6-20bd94cdcbbc tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.467760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba04fb-0b75-4526-8ec6-20bd94cdcbbc tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.468248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba04fb-0b75-4526-8ec6-20bd94cdcbbc tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.472767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2aba04fb-0b75-4526-8ec6-20bd94cdcbbc tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.4145582 Jul 14 09:24:47.472939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09e240-0798-4d69-afb7-d31578a5ffe7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1ec68a-0912-4df1-8a45-43b76d522cd3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.473290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Deleting port 7820f10a-3ef2-4571-a207-49007b1efaa0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:47.473699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.476019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43302) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.504637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] For port 31a9216d-3dff-452b-a2e4-bc27332db13c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=31a9216d-3dff-452b-a2e4-bc27332db13c,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:47.505005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.553969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Calling delete_port for 31a9216d-3dff-452b-a2e4-bc27332db13c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:47.558186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e533932-3f6b-48dc-8755-5c654bde5e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.567779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e533932-3f6b-48dc-8755-5c654bde5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.623264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a09e240-0798-4d69-afb7-d31578a5ffe7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.627330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a09e240-0798-4d69-afb7-d31578a5ffe7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7379529 Jul 14 09:24:47.627330 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.636065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.656880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4c5dc-5897-43e0-867d-41d2f3a6a2ac req-b1dd5a2e-91aa-42d8-b0a6-e6b50dc3dba1 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.658243 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7c4c5dc-5897-43e0-867d-41d2f3a6a2ac req-b1dd5a2e-91aa-42d8-b0a6-e6b50dc3dba1 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 950 time: 0.8267341 Jul 14 09:24:47.665521 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e533932-3f6b-48dc-8755-5c654bde5e05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11c1af470af14c57849e342f497b36c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084849 Jul 14 09:24:47.666120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43306) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.671134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ab703d1f-2b18-46c2-841e-0c50bd672350 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073284813'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:47.677492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e533932-3f6b-48dc-8755-5c654bde5e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eee0729-ff0d-4072-82d0-d7d33b66da0b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.722525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238354ea-f0aa-433e-b767-fc960139c45a req-3e5f1cb1-58e3-46c3-a787-088c1025a53c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.724236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-238354ea-f0aa-433e-b767-fc960139c45a req-3e5f1cb1-58e3-46c3-a787-088c1025a53c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 944 time: 0.2459486 Jul 14 09:24:47.775227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'c03c6eef-e65e-486d-8fda-9f90859c5f8a', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'port_id': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'mac_address': 'fa:16:3e:3f:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276f2faf-8397-4a00-8df4-9953e7514c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:24:42Z', 'updated_at': '2021-07-14T09:24:42Z', 'revision_number': 0, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:47.775581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d39d-dd16-4feb-b6dd-48df9423bb09 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.775999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d39d-dd16-4feb-b6dd-48df9423bb09 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.776506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d39d-dd16-4feb-b6dd-48df9423bb09 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.776958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d39d-dd16-4feb-b6dd-48df9423bb09 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.777410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d39d-dd16-4feb-b6dd-48df9423bb09 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.777855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50d39d-dd16-4feb-b6dd-48df9423bb09 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.779680 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5b50d39d-dd16-4feb-b6dd-48df9423bb09 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2990925 Jul 14 09:24:47.787479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43308) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.809055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1915fa8-3f1c-4a4e-a2f8-000c14f77c33 None None] The sync data for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 is: [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'c03c6eef-e65e-486d-8fda-9f90859c5f8a', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'port_id': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'mac_address': 'fa:16:3e:3f:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276f2faf-8397-4a00-8df4-9953e7514c64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:24:42Z', 'updated_at': '2021-07-14T09:24:42Z', 'revision_number': 0, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:47.823309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab703d1f-2b18-46c2-841e-0c50bd672350 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.830997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] For port 7820f10a-3ef2-4571-a207-49007b1efaa0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7820f10a-3ef2-4571-a207-49007b1efaa0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:47.831469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.872993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-238354ea-f0aa-433e-b767-fc960139c45a req-82765f59-6a32-4462-9c8d-ca2b2fa0c67a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390409 Jul 14 09:24:47.879071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-23a5bec1-b8fd-48ab-aa27-dd86bdf12205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.879247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ec4407c-559f-41bc-922b-33cc527c61c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.880773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-23a5bec1-b8fd-48ab-aa27-dd86bdf12205 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1136 time: 0.4506099 Jul 14 09:24:47.891488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Calling delete_port for 7820f10a-3ef2-4571-a207-49007b1efaa0 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:47.903064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7c4c5dc-5897-43e0-867d-41d2f3a6a2ac req-a910e878-cc04-4242-896e-d566289123b9 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/security-groups?id=60ad87df-fada-42c2-93ae-ad3087764868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264068 Jul 14 09:24:47.924595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ec4407c-559f-41bc-922b-33cc527c61c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.979681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.990987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['31a9216d-3dff-452b-a2e4-bc27332db13c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:48.052331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ec4407c-559f-41bc-922b-33cc527c61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.054890 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ec4407c-559f-41bc-922b-33cc527c61c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.056079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8ec4407c-559f-41bc-922b-33cc527c61c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eee0729-ff0d-4072-82d0-d7d33b66da0b HTTP/1.1" status: 204 len: 168 time: 0.3860638 Jul 14 09:24:48.071179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Pushing event deleted for resources: {'Port': ['ID=31a9216d-3dff-452b-a2e4-bc27332db13c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.075038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4407c-559f-41bc-922b-33cc527c61c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eee0729-ff0d-4072-82d0-d7d33b66da0b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.124857 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d4dd0-abdc-4c0a-95ba-9f1e3e7c2dbd None None] New status for floating IP c03c6eef-e65e-486d-8fda-9f90859c5f8a: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:24:48.178775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-dfbcb97d-20e9-4617-bcd1-3c9983095166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.180339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-dfbcb97d-20e9-4617-bcd1-3c9983095166 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 200 len: 898 time: 0.2852194 Jul 14 09:24:48.261662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Router beea9651-0d17-49a6-9c98-4d7acaf996d8 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:48.269798 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab703d1f-2b18-46c2-841e-0c50bd672350 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.280235 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab703d1f-2b18-46c2-841e-0c50bd672350 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.354419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-fc0fac3c-7565-489e-a455-c70305c02a97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 200 len: 998 time: 0.1642501 Jul 14 09:24:48.393949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab703d1f-2b18-46c2-841e-0c50bd672350 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.397667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ab703d1f-2b18-46c2-841e-0c50bd672350 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7465255 Jul 14 09:24:48.407791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43314) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.410707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab703d1f-2b18-46c2-841e-0c50bd672350 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781caaec-7933-4e1d-aab1-b6394b06d5ae,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.438484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-88e31d86-2565-45cc-a01d-fe143ab71b60 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ec68a-0912-4df1-8a45-43b76d522cd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '781caaec-7933-4e1d-aab1-b6394b06d5ae', 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:48.507893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] No DVR routers for this DVR port 31a9216d-3dff-452b-a2e4-bc27332db13c on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:48.509081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.511297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.513471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40011b2a-f57d-47e7-b319-23d3f633b522 req-cbe05fbf-c224-4bce-a533-75a43e04dd27 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.48 "DELETE /v2.0/ports/31a9216d-3dff-452b-a2e4-bc27332db13c HTTP/1.1" status: 204 len: 173 time: 1.5578666 Jul 14 09:24:48.520991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0181ecbe-9ab3-4677-b796-c80e30cb0560 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:48.584027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7820f10a-3ef2-4571-a207-49007b1efaa0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.589536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-4c4bec80-08df-4099-8209-e61197181439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.590866 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-4c4bec80-08df-4099-8209-e61197181439 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a354b76e-e233-4219-ad11-f93d2fce478d HTTP/1.1" status: 200 len: 835 time: 0.1982226 Jul 14 09:24:48.592134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:48.603904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] Sync routers for ids ['beea9651-0d17-49a6-9c98-4d7acaf996d8'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:48.642582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] Routers {'beea9651-0d17-49a6-9c98-4d7acaf996d8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:48.644453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['beea9651-0d17-49a6-9c98-4d7acaf996d8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:48.695096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:48.705886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 0181ecbe-9ab3-4677-b796-c80e30cb0560 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:48.722501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 0181ecbe-9ab3-4677-b796-c80e30cb0560 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:48.723162 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.731106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6343f93a-2f74-4f0d-a75c-2a4d7a64aebb tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2873 time: 0.9391963 Jul 14 09:24:48.731870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.732713 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01dee26a-2992-4873-9597-5f79c2275f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.756310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] Routers {'beea9651-0d17-49a6-9c98-4d7acaf996d8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:48.757196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['beea9651-0d17-49a6-9c98-4d7acaf996d8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:48.777936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88e31d86-2565-45cc-a01d-fe143ab71b60 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.790636 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.792657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-684f5648-ba0f-4074-81ec-d502f4c55a13 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2261992 Jul 14 09:24:48.801444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:48.802171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb936f-e20a-4ef8-908c-2c4e058bdc14 None None] The sync data for ids ['beea9651-0d17-49a6-9c98-4d7acaf996d8'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:48.804375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.855637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.858124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053c73b7-f4b7-4929-8068-c5d26f7f71b5 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.859542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053c73b7-f4b7-4929-8068-c5d26f7f71b5 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.862209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-053c73b7-f4b7-4929-8068-c5d26f7f71b5 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2806f9d4-360e-41e5-89d9-2cde736f8e48 HTTP/1.1" status: 200 len: 1991 time: 0.1290646 Jul 14 09:24:48.887973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.929007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:48.931284 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ae217-98e6-43e7-ae0f-a8a794cf39c5" -d '{"events": [{"server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "name": "network-vif-plugged", "status": "completed", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:48.957141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:48.965413 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.981500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-1a047401-c045-4912-ad5d-ded052eb6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.983024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-1a047401-c045-4912-ad5d-ded052eb6c0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3676655 Jul 14 09:24:48.984987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.004009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.025170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.056598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.114279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'name': 'network-vif-deleted', 'tag': '31a9216d-3dff-452b-a2e4-bc27332db13c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:49.117521 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2ba665-4fb0-4d4e-a3fb-11cab0fb612f" -d '{"events": [{"server_uuid": "e5c04c99-4647-404c-a875-30117da2e5a2", "name": "network-vif-deleted", "tag": "31a9216d-3dff-452b-a2e4-bc27332db13c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:49.153877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51b14-81d2-4090-a7d3-4d497797793f req-f2839323-fccf-46a8-a08e-48ba122374f5 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.164158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34c51b14-81d2-4090-a7d3-4d497797793f req-f2839323-fccf-46a8-a08e-48ba122374f5 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1133544 Jul 14 09:24:49.197982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.201192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb84b0f3-f25c-430e-9684-70899ae54741 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:49.209431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0a6685b-e19b-447b-927f-dae734a24e2a req-7028f4df-c882-4e2c-9af2-4fb9ad30c320 tempest-VolumesBackupsTest-1703163584 tempest-VolumesBackupsTest-1703163584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5c04c99-4647-404c-a875-30117da2e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0816338 Jul 14 09:24:49.213734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88e31d86-2565-45cc-a01d-fe143ab71b60 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.216930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.218076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9daea1f8-6552-41c8-b82f-6c5264fdc6ce admin admin] 10.222.0.18 "DELETE /v2.0/routers/fb84b0f3-f25c-430e-9684-70899ae54741 HTTP/1.1" status: 204 len: 168 time: 3.1709895 Jul 14 09:24:49.222420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.225084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88e31d86-2565-45cc-a01d-fe143ab71b60 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.231212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34c51b14-81d2-4090-a7d3-4d497797793f req-c50f6987-0963-4605-943e-15ef49d2a369 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660779 Jul 14 09:24:49.237898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9a37176c-5d61-4a28-b210-a9cb7f71b667 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/beea9651-0d17-49a6-9c98-4d7acaf996d8 HTTP/1.1" status: 200 len: 925 time: 0.4325113 Jul 14 09:24:49.241402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43348) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.325132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e31d86-2565-45cc-a01d-fe143ab71b60 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8934158-18db-430c-9c2f-9b90c5b5f7a3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.339454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88e31d86-2565-45cc-a01d-fe143ab71b60 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.339840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fecd4465-ed3c-4c5a-a835-be3ec908a2ac tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=beea9651-0d17-49a6-9c98-4d7acaf996d8 HTTP/1.1" status: 200 len: 205 time: 0.0914099 Jul 14 09:24:49.340547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.341340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-88e31d86-2565-45cc-a01d-fe143ab71b60 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9316800 Jul 14 09:24:49.344911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43354) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.360610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-2eefe64e-37f6-41e0-8d6c-a751f9c65e13 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369823 Jul 14 09:24:49.363829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] Deleting subnet c3521f08-4eec-4f05-806c-08a859aa3568 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:49.369237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.374040 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b167c2-e5ba-4a11-b949-f661ee634bd7 x-openstack-request-id: req-d9b167c2-e5ba-4a11-b949-f661ee634bd7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:49.374765 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "name": "network-vif-plugged", "status": "completed", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:49.375268 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9b167c2-e5ba-4a11-b949-f661ee634bd7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:49.375843 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'code': 200} Jul 14 09:24:49.421038 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c042320-de61-4333-8ece-dc9535b099bf x-openstack-request-id: req-1c042320-de61-4333-8ece-dc9535b099bf {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:49.421606 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c04c99-4647-404c-a875-30117da2e5a2", "name": "network-vif-deleted", "tag": "31a9216d-3dff-452b-a2e4-bc27332db13c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:49.422018 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c042320-de61-4333-8ece-dc9535b099bf {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:49.422778 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c04c99-4647-404c-a875-30117da2e5a2', 'name': 'network-vif-deleted', 'tag': '31a9216d-3dff-452b-a2e4-bc27332db13c', 'status': 'completed', 'code': 200} Jul 14 09:24:49.457723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.458229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c13d-c117-4d9d-ac49-665f02b57088 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.501360 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c13d-c117-4d9d-ac49-665f02b57088 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.525657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb436808-0a15-4f5a-ab44-2023fa14ef3d req-9fb72da8-67fb-411e-beee-edc954e69da8 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541934 Jul 14 09:24:49.578025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.590188 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c13d-c117-4d9d-ac49-665f02b57088 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.601247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c13d-c117-4d9d-ac49-665f02b57088 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.602736 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2fb8c13d-c117-4d9d-ac49-665f02b57088 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c8934158-18db-430c-9c2f-9b90c5b5f7a3 HTTP/1.1" status: 204 len: 168 time: 0.2569237 Jul 14 09:24:49.607872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.621002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.642106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.682631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8c13d-c117-4d9d-ac49-665f02b57088 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8934158-18db-430c-9c2f-9b90c5b5f7a3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.720860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d345a-b2d9-4a4d-be58-09a0ef72d578 req-900c0611-1efb-44e8-a63b-a48e7d67a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.722663 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da2d345a-b2d9-4a4d-be58-09a0ef72d578 req-900c0611-1efb-44e8-a63b-a48e7d67a1a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 1097 time: 0.1117382 Jul 14 09:24:49.724129 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.756966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a145020e-b7b2-42a3-a3b3-459c77c70db7 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1464710 Jul 14 09:24:49.761316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.777447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.779729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c3521f08-4eec-4f05-806c-08a859aa3568 HTTP/1.1" status: 204 len: 168 time: 0.5562811 Jul 14 09:24:49.782021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c5a12-30ff-4df1-8324-6404f44934ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3521f08-4eec-4f05-806c-08a859aa3568,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.787561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.793145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a12d9-e87c-4dd3-8224-3606e17eac8e None None] Network 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:49.820225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-da2d345a-b2d9-4a4d-be58-09a0ef72d578 req-cfd3ab0d-fa10-4eb6-b374-b41b8c586df1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894887 Jul 14 09:24:49.879649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.890960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.934954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a88177b1-1176-4a44-8876-2778ad076465 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.992942 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a88177b1-1176-4a44-8876-2778ad076465 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.002960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] DHCP port deletion for 34e26c40-54fe-448c-9b5c-3a9cb317c6f3 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:50.043273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.045824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Deleting port 00dafaa0-7de4-4c35-8d57-4dd90ccf2ff4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:50.046168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.074391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] Deleting port a6507175-d6ee-432a-86ff-0fa4e65bdd8d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:50.074777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.096414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Deleting port a6507175-d6ee-432a-86ff-0fa4e65bdd8d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:50.096780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.098488 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a88177b1-1176-4a44-8876-2778ad076465 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.101030 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a88177b1-1176-4a44-8876-2778ad076465 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.102475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a88177b1-1176-4a44-8876-2778ad076465 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/781caaec-7933-4e1d-aab1-b6394b06d5ae HTTP/1.1" status: 204 len: 168 time: 0.3399541 Jul 14 09:24:50.105527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43374) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.152203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] For port a6507175-d6ee-432a-86ff-0fa4e65bdd8d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:50.152552 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.158666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88177b1-1176-4a44-8876-2778ad076465 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781caaec-7933-4e1d-aab1-b6394b06d5ae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.169386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] Calling delete_port for a6507175-d6ee-432a-86ff-0fa4e65bdd8d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:50.172844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0f11f08b-6b09-460f-92ec-51dc02031c36 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0655801 Jul 14 09:24:50.176346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.200826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] For port a6507175-d6ee-432a-86ff-0fa4e65bdd8d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,segment=NetworkSegment(cb868194-dec2-4b00-81f6-8042dbf329e6),segment_id=cb868194-dec2-4b00-81f6-8042dbf329e6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:50.201178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.211924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.232716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Calling delete_port for a6507175-d6ee-432a-86ff-0fa4e65bdd8d owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:50.239472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Calling delete_port for 00dafaa0-7de4-4c35-8d57-4dd90ccf2ff4 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:50.249481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d301a08-40b7-4109-b013-2e93815fac4f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.290685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.293658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d301a08-40b7-4109-b013-2e93815fac4f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.345913 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d301a08-40b7-4109-b013-2e93815fac4f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.350823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d301a08-40b7-4109-b013-2e93815fac4f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.356611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9d301a08-40b7-4109-b013-2e93815fac4f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba1ec68a-0912-4df1-8a45-43b76d522cd3 HTTP/1.1" status: 204 len: 168 time: 0.1792848 Jul 14 09:24:50.357389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43388) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.361604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] No DVR routers for this DVR port a6507175-d6ee-432a-86ff-0fa4e65bdd8d on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:50.368474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33388b8-0d60-40c6-a84d-e90629875579 None None] Pushing event deleted for resources: {'Port': ['ID=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.392968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d301a08-40b7-4109-b013-2e93815fac4f tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1ec68a-0912-4df1-8a45-43b76d522cd3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.452900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.481540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cd6250ec-5963-4d40-ab95-04c26013ba9a tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188171 Jul 14 09:24:50.482394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43392) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.487278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-363be38f-52e0-4a2b-bf3c-99cbb3d53ce5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000666215'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:50.529618 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-363be38f-52e0-4a2b-bf3c-99cbb3d53ce5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.623072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6507175-d6ee-432a-86ff-0fa4e65bdd8d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.625281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] No DVR routers for this DVR port a6507175-d6ee-432a-86ff-0fa4e65bdd8d on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:50.628983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.644594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 31a9216d-3dff-452b-a2e4-bc27332db13c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:50.724440 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.735562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e26c40-54fe-448c-9b5c-3a9cb317c6f3']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:50.747227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb868194-dec2-4b00-81f6-8042dbf329e6') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:50.747612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb868194-dec2-4b00-81f6-8042dbf329e6') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:50.750020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-363be38f-52e0-4a2b-bf3c-99cbb3d53ce5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.757799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-363be38f-52e0-4a2b-bf3c-99cbb3d53ce5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.795278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-363be38f-52e0-4a2b-bf3c-99cbb3d53ce5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.799895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-363be38f-52e0-4a2b-bf3c-99cbb3d53ce5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3163745 Jul 14 09:24:50.800680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.807499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.813093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f9c32347-92c7-41f3-8766-c2ecc36dfbd9 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': 'f2476529-c14f-46a6-b544-d3663f701f26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:50.822746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363be38f-52e0-4a2b-bf3c-99cbb3d53ce5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2476529-c14f-46a6-b544-d3663f701f26,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.857251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event deleted for resources: {'Port': ['ID=00dafaa0-7de4-4c35-8d57-4dd90ccf2ff4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.868268 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9c32347-92c7-41f3-8766-c2ecc36dfbd9 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.881128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.888522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.949504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9c32347-92c7-41f3-8766-c2ecc36dfbd9 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.956640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9c32347-92c7-41f3-8766-c2ecc36dfbd9 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.982172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c32347-92c7-41f3-8766-c2ecc36dfbd9 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59685986-0e1a-45f9-b3f2-c4bce7d2a936,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.990196 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.993502 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.995398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 31a9216d-3dff-452b-a2e4-bc27332db13c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:51.004030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 31a9216d-3dff-452b-a2e4-bc27332db13c not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:51.004370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9c32347-92c7-41f3-8766-c2ecc36dfbd9 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.004370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f9c32347-92c7-41f3-8766-c2ecc36dfbd9 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1909208 Jul 14 09:24:51.004370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.008967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:51.009380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:51.012360 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:51.034247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3808a453-e0ef-41ba-860d-1a9fbb100a56 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.044102 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3808a453-e0ef-41ba-860d-1a9fbb100a56 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.076871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3808a453-e0ef-41ba-860d-1a9fbb100a56 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.084732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3808a453-e0ef-41ba-860d-1a9fbb100a56 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.088288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3808a453-e0ef-41ba-860d-1a9fbb100a56 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/59685986-0e1a-45f9-b3f2-c4bce7d2a936 HTTP/1.1" status: 204 len: 168 time: 0.0831711 Jul 14 09:24:51.095326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808a453-e0ef-41ba-860d-1a9fbb100a56 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59685986-0e1a-45f9-b3f2-c4bce7d2a936,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.097665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.105514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56ce1-bbd0-42fd-92c7-523866f30f8c req-b6726bbe-71e8-4609-89bb-b4776bd2bf87 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.107274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8da56ce1-bbd0-42fd-92c7-523866f30f8c req-b6726bbe-71e8-4609-89bb-b4776bd2bf87 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.6513352 Jul 14 09:24:51.141198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.141892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Fanout notify agent at l3_agent the message router_deleted on router beea9651-0d17-49a6-9c98-4d7acaf996d8 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:51.150850 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.151973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c24e1d5c-7dde-46e2-86e8-8840938819e7 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/beea9651-0d17-49a6-9c98-4d7acaf996d8 HTTP/1.1" status: 204 len: 168 time: 1.8095167 Jul 14 09:24:51.156141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43442) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.163028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e772567c-f58e-4000-99a8-32a1e96dc824 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636663 Jul 14 09:24:51.164028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.175680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2134474624', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': False}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.201435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.209288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.212860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] 10.222.0.18 "DELETE /v2.0/networks/34e26c40-54fe-448c-9b5c-3a9cb317c6f3 HTTP/1.1" status: 204 len: 168 time: 1.4242792 Jul 14 09:24:51.252658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c039317-4a77-4d9d-92a3-6fe32dafe133 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e26c40-54fe-448c-9b5c-3a9cb317c6f3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.252865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a38e4f5-edc8-4bcf-aa14-3164941734a4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.267307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8da56ce1-bbd0-42fd-92c7-523866f30f8c req-0fe3c3c3-c62d-4aca-b9dc-10b9e8a0fd6f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483648 Jul 14 09:24:51.268844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6507175-d6ee-432a-86ff-0fa4e65bdd8d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:51.278155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.279260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.309829 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a38e4f5-edc8-4bcf-aa14-3164941734a4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.321596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: a6507175-d6ee-432a-86ff-0fa4e65bdd8d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:51.321960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6507175-d6ee-432a-86ff-0fa4e65bdd8d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:51.322523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7820f10a-3ef2-4571-a207-49007b1efaa0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:51.362184 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a38e4f5-edc8-4bcf-aa14-3164941734a4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.366545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a38e4f5-edc8-4bcf-aa14-3164941734a4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.371454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.372269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0a38e4f5-edc8-4bcf-aa14-3164941734a4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/f2476529-c14f-46a6-b544-d3663f701f26 HTTP/1.1" status: 204 len: 168 time: 0.2072253 Jul 14 09:24:51.380354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 7820f10a-3ef2-4571-a207-49007b1efaa0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:51.380789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7820f10a-3ef2-4571-a207-49007b1efaa0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:51.386720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38e4f5-edc8-4bcf-aa14-3164941734a4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2476529-c14f-46a6-b544-d3663f701f26,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.425381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.428919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.474960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.556858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.575344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9774d138-382d-4b32-b0fd-36d2b851559b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2028568 Jul 14 09:24:51.579762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43458) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.586919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-029ba3c5-c9b4-4d46-80b2-89679738ca55 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710663478'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.629906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80f16be2-1bb3-4aa9-9443-54cfcbc80b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.646963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a2517d43-0212-4da3-8f9e-4bb49f838701 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9741f334a50c415c92fd7818275029f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884159 Jul 14 09:24:51.651739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43460) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.677212 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.692374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-029ba3c5-c9b4-4d46-80b2-89679738ca55 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.733987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36b76a94-ea7b-4048-8c3f-b8ae10ebe017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.767777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36b76a94-ea7b-4048-8c3f-b8ae10ebe017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.930221 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.955889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.068611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Allocated IP 172.25.2.12 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/4ff1d078-9f0a-4efb-9267-0fb82dace2c4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:52.141827 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36b76a94-ea7b-4048-8c3f-b8ae10ebe017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.143968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36b76a94-ea7b-4048-8c3f-b8ae10ebe017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.145114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-36b76a94-ea7b-4048-8c3f-b8ae10ebe017 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b750a91-3c50-4ed1-9102-4ecd6dea2f78 HTTP/1.1" status: 204 len: 168 time: 0.4924505 Jul 14 09:24:52.147190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80f16be2-1bb3-4aa9-9443-54cfcbc80b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.160752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b76a94-ea7b-4048-8c3f-b8ae10ebe017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b750a91-3c50-4ed1-9102-4ecd6dea2f78,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.162767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80f16be2-1bb3-4aa9-9443-54cfcbc80b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.208972 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.214903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-80f16be2-1bb3-4aa9-9443-54cfcbc80b44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24d2b727371a47b281ae62cefd2a5e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7884114 Jul 14 09:24:52.217276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f16be2-1bb3-4aa9-9443-54cfcbc80b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b4558-28ce-4066-9957-7cd44a30f337,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.218267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.328245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-029ba3c5-c9b4-4d46-80b2-89679738ca55 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.336002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-029ba3c5-c9b4-4d46-80b2-89679738ca55 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.343865 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7f54648-50bb-4c4f-96e5-c89bc65972e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.353825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.412848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-029ba3c5-c9b4-4d46-80b2-89679738ca55 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.417427 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-029ba3c5-c9b4-4d46-80b2-89679738ca55 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8313320 Jul 14 09:24:52.418088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43472) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.423139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7f54648-50bb-4c4f-96e5-c89bc65972e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.437198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-230090dd-c851-4207-bd04-e8a8e93109da tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': 'dfc4de81-933b-444d-b8f7-553abb2bb030', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:52.446111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ba3c5-c9b4-4d46-80b2-89679738ca55 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc4de81-933b-444d-b8f7-553abb2bb030,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.455300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:52.460539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Port': ['ID=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.466478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:52.468745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:52.525111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-230090dd-c851-4207-bd04-e8a8e93109da tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.565942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93faa3d-d257-491f-b8c0-a40c4f0b73b7 req-81f7efb0-6486-45f7-acbf-2a9804d5326f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.565942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d93faa3d-d257-491f-b8c0-a40c4f0b73b7 req-81f7efb0-6486-45f7-acbf-2a9804d5326f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1218920 Jul 14 09:24:52.624050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7f54648-50bb-4c4f-96e5-c89bc65972e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.627262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-230090dd-c851-4207-bd04-e8a8e93109da tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.627732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7f54648-50bb-4c4f-96e5-c89bc65972e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.632402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a7f54648-50bb-4c4f-96e5-c89bc65972e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/367b4558-28ce-4066-9957-7cd44a30f337 HTTP/1.1" status: 204 len: 168 time: 0.4113324 Jul 14 09:24:52.635243 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d93faa3d-d257-491f-b8c0-a40c4f0b73b7 req-a752516b-0a85-4fd1-9cfd-dc47829f825f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Jul 14 09:24:52.637312 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-230090dd-c851-4207-bd04-e8a8e93109da tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.658713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230090dd-c851-4207-bd04-e8a8e93109da tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12976d6c-f3c2-40f8-adcc-c0b621c856eb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.667246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f54648-50bb-4c4f-96e5-c89bc65972e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b4558-28ce-4066-9957-7cd44a30f337,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.674197 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-230090dd-c851-4207-bd04-e8a8e93109da tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.678315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-230090dd-c851-4207-bd04-e8a8e93109da tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2463095 Jul 14 09:24:52.679199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.700997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5021455e-03aa-48bc-a3ef-6590e081aa8c tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules/12976d6c-f3c2-40f8-adcc-c0b621c856eb HTTP/1.1" status: 200 len: 763 time: 0.0205150 Jul 14 09:24:52.701949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43484) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.806496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.808027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d161f754-d5c3-4341-864b-91c5403fe0b2 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1047254 Jul 14 09:24:52.862708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50849c14-dcd3-4e96-8fc5-894e0a2297f4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.877213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50849c14-dcd3-4e96-8fc5-894e0a2297f4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.889320 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.038904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50849c14-dcd3-4e96-8fc5-894e0a2297f4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.048000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50849c14-dcd3-4e96-8fc5-894e0a2297f4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.051558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-50849c14-dcd3-4e96-8fc5-894e0a2297f4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/12976d6c-f3c2-40f8-adcc-c0b621c856eb HTTP/1.1" status: 204 len: 168 time: 0.2415729 Jul 14 09:24:53.052260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43502) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.068262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50849c14-dcd3-4e96-8fc5-894e0a2297f4 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12976d6c-f3c2-40f8-adcc-c0b621c856eb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.104992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d7bf0-b19e-4216-92e9-c36057feef84 req-5e782017-db4c-4087-bfed-4a2ac82f9719 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.106547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3d7bf0-b19e-4216-92e9-c36057feef84 req-5e782017-db4c-4087-bfed-4a2ac82f9719 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.2269299 Jul 14 09:24:53.138349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fcf509ec-832d-40c4-8228-445e3543c5bd tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0816920 Jul 14 09:24:53.138349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43504) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.138757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.144092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-786abb16-53bf-4604-b2a4-684bff9f0614 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': 'dfc4de81-933b-444d-b8f7-553abb2bb030', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:53.173499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b22235a-5961-4b6f-855b-55be7188a6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.210759 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-786abb16-53bf-4604-b2a4-684bff9f0614 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.328323 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-786abb16-53bf-4604-b2a4-684bff9f0614 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.342018 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-786abb16-53bf-4604-b2a4-684bff9f0614 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.374495 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786abb16-53bf-4604-b2a4-684bff9f0614 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf0fcd2-4d70-4162-a9fa-9a3aabfe6f53,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.437005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b22235a-5961-4b6f-855b-55be7188a6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.441732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b22235a-5961-4b6f-855b-55be7188a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.482832 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-786abb16-53bf-4604-b2a4-684bff9f0614 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.487491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-786abb16-53bf-4604-b2a4-684bff9f0614 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3473508 Jul 14 09:24:53.489189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.538586 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4d633bb9-f7df-4ba8-bcf0-da949668758c tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules/1cf0fcd2-4d70-4162-a9fa-9a3aabfe6f53 HTTP/1.1" status: 200 len: 763 time: 0.0444107 Jul 14 09:24:53.541091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43516) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.543898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b22235a-5961-4b6f-855b-55be7188a6af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7d7b297c86145ae9b2899a6da863e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063458 Jul 14 09:24:53.544694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22235a-5961-4b6f-855b-55be7188a6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae28e1-a985-407b-87a2-123d090468c0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.548394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.573748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ff3d7bf0-b19e-4216-92e9-c36057feef84 req-1cd3331e-0595-44ac-92d3-c00a1174ef28 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357977 Jul 14 09:24:53.612042 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.664665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6ea8477c-bd97-4e7d-9582-9717ddac2c42 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1133084 Jul 14 09:24:53.668511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-da6244cb-fb8a-4bb1-b0d9-16380d34c1c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2500834 Jul 14 09:24:53.668684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43532) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.718278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32628861-a5b5-4d34-b47f-4e9c053d889c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.729812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d4e097-9153-4bd8-877c-4275e1badde6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.774871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d4e097-9153-4bd8-877c-4275e1badde6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.820563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32628861-a5b5-4d34-b47f-4e9c053d889c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.845251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-4017318a-a153-4574-8061-cb8e64d01703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.847289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-4017318a-a153-4574-8061-cb8e64d01703 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1136 time: 0.0802784 Jul 14 09:24:53.929608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d4e097-9153-4bd8-877c-4275e1badde6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.952073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d4e097-9153-4bd8-877c-4275e1badde6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.955815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-18d4e097-9153-4bd8-877c-4275e1badde6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1cf0fcd2-4d70-4162-a9fa-9a3aabfe6f53 HTTP/1.1" status: 204 len: 168 time: 0.2835891 Jul 14 09:24:53.968583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.992335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4e097-9153-4bd8-877c-4275e1badde6 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cf0fcd2-4d70-4162-a9fa-9a3aabfe6f53,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.056478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32628861-a5b5-4d34-b47f-4e9c053d889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.058947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32628861-a5b5-4d34-b47f-4e9c053d889c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.060443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-32628861-a5b5-4d34-b47f-4e9c053d889c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aae28e1-a985-407b-87a2-123d090468c0 HTTP/1.1" status: 204 len: 168 time: 0.5093367 Jul 14 09:24:54.124220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-9580de2d-7b81-42ed-bd78-9856f62ad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.125920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-9580de2d-7b81-42ed-bd78-9856f62ad5fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 200 len: 898 time: 0.2488842 Jul 14 09:24:54.126978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32628861-a5b5-4d34-b47f-4e9c053d889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae28e1-a985-407b-87a2-123d090468c0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.169841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1e438d3d-7c06-463e-a300-bcd4c8046bc5 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1955667 Jul 14 09:24:54.170661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Router 3f644010-c55f-429d-acfd-ca50b7a0482d is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:54.174854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43594) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.181895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Request body: {'security_group_rule': {'security_group_id': 'dfc4de81-933b-444d-b8f7-553abb2bb030', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:54.232852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422f16-a2aa-4fdb-9bf1-e5da10e6e9dd req-fe6d28d4-7204-4d69-8e66-e1987b17a450 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.240193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8422f16-a2aa-4fdb-9bf1-e5da10e6e9dd req-fe6d28d4-7204-4d69-8e66-e1987b17a450 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1770866 Jul 14 09:24:54.247634 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Project e95c662ccf8c43f4a6102b141309486a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:24:54.253019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-3cd5cd2b-63ec-4368-a400-f766ad643b74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 200 len: 1000 time: 0.1198032 Jul 14 09:24:54.270388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.281333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.344520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:54.359061 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Sync routers for ids ['3f644010-c55f-429d-acfd-ca50b7a0482d'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:54.361998 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.369251 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.376262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.380303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af00d8c2-529d-4be5-9fd7-af8b962a90cf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2083797 Jul 14 09:24:54.384395 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Routers {'3f644010-c55f-429d-acfd-ca50b7a0482d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:54.385636 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3f644010-c55f-429d-acfd-ca50b7a0482d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:54.388429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.402796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b3e351-70f2-4c0a-a896-f0bb53d894b9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.405853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8422f16-a2aa-4fdb-9bf1-e5da10e6e9dd req-63d11ebe-2d6b-4199-b0c4-95117d54d1e1 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648245 Jul 14 09:24:54.422964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-1f228a3e-c77b-4282-bc7e-59eebfd000df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.424591 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-1f228a3e-c77b-4282-bc7e-59eebfd000df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a354b76e-e233-4219-ad11-f93d2fce478d HTTP/1.1" status: 200 len: 835 time: 0.1653402 Jul 14 09:24:54.460360 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.461562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-81ffa79d-7800-408a-8b41-2ed59b12b345 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2842810 Jul 14 09:24:54.466291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.527966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-825c7b04-63a1-4712-a366-aebab9808a7c tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules/e1b3e351-70f2-4c0a-a896-f0bb53d894b9 HTTP/1.1" status: 200 len: 769 time: 0.0603511 Jul 14 09:24:54.530380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.577934 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-004d51fe-3726-4886-8c89-39e65d798709 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/3f644010-c55f-429d-acfd-ca50b7a0482d HTTP/1.1" status: 200 len: 908 time: 0.1880558 Jul 14 09:24:54.580957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.586416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2134474624', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': True}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:54.613314 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.614327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.627494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-8f6039d3-31ec-41aa-9330-2f35058dc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.635914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e6fce985-677f-426e-942b-af7524489de3 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1035297 Jul 14 09:24:54.636732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-8f6039d3-31ec-41aa-9330-2f35058dc703 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027683 Jul 14 09:24:54.638976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43618) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.705631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.735640 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Set router 3f644010-c55f-429d-acfd-ca50b7a0482d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:54.874138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-0f8aba09-b28d-420a-b147-a249fc0bc3bb service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324317 Jul 14 09:24:54.929109 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.953850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454a3cf-4fc5-489c-861c-7bc6e29aefed req-cc5f3b3e-a84a-4581-9a07-cbc29c939881 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.955684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c454a3cf-4fc5-489c-861c-7bc6e29aefed req-cc5f3b3e-a84a-4581-9a07-cbc29c939881 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.2414362 Jul 14 09:24:54.999880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be1920c-e4cc-4118-a770-08023c428e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.006836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a228043f-7499-4d16-a1f4-762fad88358b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.041148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a228043f-7499-4d16-a1f4-762fad88358b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.061543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c454a3cf-4fc5-489c-861c-7bc6e29aefed req-4ecde263-417e-4d1b-9355-f6a6bfd964ea tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910535 Jul 14 09:24:55.201248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d6c80b1f-9477-494f-b9b3-eb71e1e3f4d3 req-4d1f4046-67d3-48dd-b1a5-58b6bccdbe56 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131914 Jul 14 09:24:55.224271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a228043f-7499-4d16-a1f4-762fad88358b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.248892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a228043f-7499-4d16-a1f4-762fad88358b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.253642 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a228043f-7499-4d16-a1f4-762fad88358b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e1b3e351-70f2-4c0a-a896-f0bb53d894b9 HTTP/1.1" status: 204 len: 168 time: 0.6133566 Jul 14 09:24:55.257538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:55.263582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228043f-7499-4d16-a1f4-762fad88358b tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1b3e351-70f2-4c0a-a896-f0bb53d894b9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.331988 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f644010-c55f-429d-acfd-ca50b7a0482d', 'name': 'tempest-snat-router-2134474624', 'tenant_id': 'db8ef486ebc1479581b792955fb2fa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.12'}], 'enable_snat': False}, 'gw_port_id': '4ff1d078-9f0a-4efb-9267-0fb82dace2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:51Z', 'updated_at': '2021-07-14T09:24:52Z', 'revision_number': 3, 'project_id': 'db8ef486ebc1479581b792955fb2fa42', 'gw_port': {'id': '4ff1d078-9f0a-4efb-9267-0fb82dace2c4', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f644010-c55f-429d-acfd-ca50b7a0482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:51Z', 'updated_at': '2021-07-14T09:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:55.426258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be1920c-e4cc-4118-a770-08023c428e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.428560 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Checking router: 3f644010-c55f-429d-acfd-ca50b7a0482d for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:55.429410 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Updating router 3f644010-c55f-429d-acfd-ca50b7a0482d port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:55.436847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be1920c-e4cc-4118-a770-08023c428e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.448538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c3afb255-96fc-46ee-b9c5-f043970bcd4d tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1897795 Jul 14 09:24:55.457154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:55.476550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.520719 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2be1920c-e4cc-4118-a770-08023c428e57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff7a9fd1e02545d184aeeaaa01bd9023&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2483778 Jul 14 09:24:55.521391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:55.528209 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.531321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1920c-e4cc-4118-a770-08023c428e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde18ed1-99d9-41ce-ac48-e5d6d69a3466,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.536029 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.621160 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f74957d-d678-4bc4-97bd-dd79974e9bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.676649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f74957d-d678-4bc4-97bd-dd79974e9bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.828767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f74957d-d678-4bc4-97bd-dd79974e9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.832390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f74957d-d678-4bc4-97bd-dd79974e9bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.836267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f74957d-d678-4bc4-97bd-dd79974e9bd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bde18ed1-99d9-41ce-ac48-e5d6d69a3466 HTTP/1.1" status: 204 len: 168 time: 0.3098462 Jul 14 09:24:55.858490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc2a4-3066-4b38-a661-01a39ebc5e58 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.868436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74957d-d678-4bc4-97bd-dd79974e9bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde18ed1-99d9-41ce-ac48-e5d6d69a3466,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.912347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc2a4-3066-4b38-a661-01a39ebc5e58 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.976965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e7a4-3207-42e1-a62e-7224f2f44a7d req-82974e28-5ae5-4c89-8bfc-a8a7a6098dda tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.985718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ce5e7a4-3207-42e1-a62e-7224f2f44a7d req-82974e28-5ae5-4c89-8bfc-a8a7a6098dda tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1390862 Jul 14 09:24:56.023188 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc2a4-3066-4b38-a661-01a39ebc5e58 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.030699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc2a4-3066-4b38-a661-01a39ebc5e58 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.032215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5dcfc2a4-3066-4b38-a661-01a39ebc5e58 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "DELETE /v2.0/security-groups/dfc4de81-933b-444d-b8f7-553abb2bb030 HTTP/1.1" status: 204 len: 168 time: 0.5743895 Jul 14 09:24:56.035136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.090251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ce5e7a4-3207-42e1-a62e-7224f2f44a7d req-e3a6465b-af2a-4815-a771-bf3558ed2bb1 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034071 Jul 14 09:24:56.091422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfc2a4-3066-4b38-a661-01a39ebc5e58 tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc4de81-933b-444d-b8f7-553abb2bb030,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.151551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.152525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a54606ac-91ca-42b7-8466-98cc46e6b09e tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158431 Jul 14 09:24:56.177124 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.206814 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Transition to ACTIVE for port object 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:56.220049 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.270081 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-21ac22c2-54ea-4ef7-a8de-34a89ec13dbc tempest-SecGroupIPv6Test-376185222 tempest-SecGroupIPv6Test-376185222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171227 Jul 14 09:24:56.313104 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Attempting to bind port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:56.313486 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Attempting to bind port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:56.313849 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Attempting to bind port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:56.316333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Allocated IP 172.25.2.190 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/f3d8bb87-3786-4718-a58a-4ca13d9ccc7c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:56.318391 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339546b-5621-46cc-9556-7e8e4c725d3a None None] Pushing event updated for resources: {'Port': ['ID=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.325166 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:56.325570 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:56.326655 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.326655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:56.327100 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Bound port: 4ff1d078-9f0a-4efb-9267-0fb82dace2c4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:56.327543 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.402122 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] For port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:56.406614 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] For port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:56.413758 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.488274 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.494461 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339546b-5621-46cc-9556-7e8e4c725d3a None None] Pushing event updated for resources: {'Port': ['ID=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.511725 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Routers {'3f644010-c55f-429d-acfd-ca50b7a0482d'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:56.512345 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3f644010-c55f-429d-acfd-ca50b7a0482d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:56.564958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.569366 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:24:56.611678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:56.617269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:56.621624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:56.653642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Port': ['ID=f3d8bb87-3786-4718-a58a-4ca13d9ccc7c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.676560 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] Set router 3f644010-c55f-429d-acfd-ca50b7a0482d gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:56.685730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:56.990915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-31746944-ced6-4e6a-bbd7-aab8183df9c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e95c662ccf8c43f4a6102b141309486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041561 Jul 14 09:24:56.991675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.025553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.060685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4563b32b-99c1-432d-ae51-03613124cece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.093024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4563b32b-99c1-432d-ae51-03613124cece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.124862 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f644010-c55f-429d-acfd-ca50b7a0482d', 'name': 'tempest-snat-router-2134474624', 'tenant_id': 'db8ef486ebc1479581b792955fb2fa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.12'}], 'enable_snat': False}, 'gw_port_id': '4ff1d078-9f0a-4efb-9267-0fb82dace2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:51Z', 'updated_at': '2021-07-14T09:24:52Z', 'revision_number': 3, 'project_id': 'db8ef486ebc1479581b792955fb2fa42', 'gw_port': {'id': '4ff1d078-9f0a-4efb-9267-0fb82dace2c4', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f644010-c55f-429d-acfd-ca50b7a0482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:51Z', 'updated_at': '2021-07-14T09:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:57.169105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4563b32b-99c1-432d-ae51-03613124cece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.172658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4563b32b-99c1-432d-ae51-03613124cece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.175828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4563b32b-99c1-432d-ae51-03613124cece admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3304e68-bfee-458a-b6fd-c6d02a1326c0 HTTP/1.1" status: 204 len: 168 time: 0.1803141 Jul 14 09:24:57.181635 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cfbb62-8648-4d04-8de0-ec3e8225542a None None] The sync data for ids ['3f644010-c55f-429d-acfd-ca50b7a0482d'] in n-d-758944-44 is: [{'id': '3f644010-c55f-429d-acfd-ca50b7a0482d', 'name': 'tempest-snat-router-2134474624', 'tenant_id': 'db8ef486ebc1479581b792955fb2fa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.12'}], 'enable_snat': False}, 'gw_port_id': '4ff1d078-9f0a-4efb-9267-0fb82dace2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:51Z', 'updated_at': '2021-07-14T09:24:52Z', 'revision_number': 3, 'project_id': 'db8ef486ebc1479581b792955fb2fa42', 'gw_port': {'id': '4ff1d078-9f0a-4efb-9267-0fb82dace2c4', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f644010-c55f-429d-acfd-ca50b7a0482d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:51Z', 'updated_at': '2021-07-14T09:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:57.193684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563b32b-99c1-432d-ae51-03613124cece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3304e68-bfee-458a-b6fd-c6d02a1326c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.199063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.383117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.467026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa7c1-d1ba-4172-9ff8-f4d143e58f7e req-e7ab721d-d71f-43b4-9832-f72d25d6e022 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.474645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2aaa7c1-d1ba-4172-9ff8-f4d143e58f7e req-e7ab721d-d71f-43b4-9832-f72d25d6e022 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1644409 Jul 14 09:24:57.546534 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2aaa7c1-d1ba-4172-9ff8-f4d143e58f7e req-b3151fa5-fde5-408b-980b-a85618b68e69 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643723 Jul 14 09:24:57.621437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Router d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:57.653301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-02be80ec-08a8-43a1-aef7-b55eb8de419b tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-124521911'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:57.653791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-02be80ec-08a8-43a1-aef7-b55eb8de419b tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Unknown quota resources ['metering_label']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:24:58.386227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02be80ec-08a8-43a1-aef7-b55eb8de419b tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.387204 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-02be80ec-08a8-43a1-aef7-b55eb8de419b tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1866310 Jul 14 09:24:58.389926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.397524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d636a1dc-ce71-40cb-b367-ec21604488f4 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4f4bb86f-dff0-4173-8778-0a36e36cf1ba'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:58.398441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d636a1dc-ce71-40cb-b367-ec21604488f4 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:24:58.416734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:58.428536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Sync routers for ids ['d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:58.444639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Routers {'d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:58.445300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:58.472664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.479311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aacddd69-f0c7-484a-9a44-3bd84389dfc4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8959970 Jul 14 09:24:58.480427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.503061 n-d-758944-44 neutron-server[93753]: WARNING neutron.services.metering.metering_plugin [None req-d636a1dc-ce71-40cb-b367-ec21604488f4 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:24:58.617402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d636a1dc-ce71-40cb-b367-ec21604488f4 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.618610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d636a1dc-ce71-40cb-b367-ec21604488f4 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2270105 Jul 14 09:24:58.622592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43788) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.629504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1326d306-134a-4f3d-8566-a5b2fb45be00 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4f4bb86f-dff0-4173-8778-0a36e36cf1ba'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:58.630237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1326d306-134a-4f3d-8566-a5b2fb45be00 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:24:58.711626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Set router d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:58.712950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cafda101-99ad-44de-ae76-606fa585ac67 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca HTTP/1.1" status: 200 len: 908 time: 0.2194557 Jul 14 09:24:58.713681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43790) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.746880 n-d-758944-44 neutron-server[93753]: WARNING neutron.services.metering.metering_plugin [None req-1326d306-134a-4f3d-8566-a5b2fb45be00 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:24:58.937701 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.961825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66c22-86cc-4220-953b-380139cc12ea req-4fbd1a23-af27-4296-b737-0bd9ecb282bd tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.964521 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1326d306-134a-4f3d-8566-a5b2fb45be00 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.968576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d66c22-86cc-4220-953b-380139cc12ea req-4fbd1a23-af27-4296-b737-0bd9ecb282bd tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1737375 Jul 14 09:24:58.969086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43796) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.975247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1326d306-134a-4f3d-8566-a5b2fb45be00 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3510516 Jul 14 09:24:59.014955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43798) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.094948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca', 'name': 'tempest-snat-router-2134474624', 'tenant_id': 'db8ef486ebc1479581b792955fb2fa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bb87-3786-4718-a58a-4ca13d9ccc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:54Z', 'updated_at': '2021-07-14T09:24:56Z', 'revision_number': 3, 'project_id': 'db8ef486ebc1479581b792955fb2fa42', 'gw_port': {'id': 'f3d8bb87-3786-4718-a58a-4ca13d9ccc7c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:55Z', 'updated_at': '2021-07-14T09:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:59.145366 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Checking router: d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:59.146188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Updating router d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca port f3d8bb87-3786-4718-a58a-4ca13d9ccc7c binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:59.173414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.218388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-57c96072-dac3-4d39-b7ec-d7bfe17d3f1d tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1efd955d-1ecd-49aa-ae11-0a75746396a8 HTTP/1.1" status: 200 len: 462 time: 0.0541942 Jul 14 09:24:59.219712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.221667 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.393570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d66c22-86cc-4220-953b-380139cc12ea req-c82ad7a8-6240-4284-a4ed-e61aed8f4380 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253306 Jul 14 09:24:59.415856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0791f1e0-e212-4ef4-8759-fb24b44172ab tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:59.417907 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-0791f1e0-e212-4ef4-8759-fb24b44172ab tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:24:59.418797 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0791f1e0-e212-4ef4-8759-fb24b44172ab tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:24:59.426277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0791f1e0-e212-4ef4-8759-fb24b44172ab tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4098208 Jul 14 09:24:59.427033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43814) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.438759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--730147452'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:59.445362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:59.502611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb29d-07a2-483f-bb68-8334caedbc2b tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.507742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bbfdb29d-07a2-483f-bb68-8334caedbc2b tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/1efd955d-1ecd-49aa-ae11-0a75746396a8 HTTP/1.1" status: 204 len: 168 time: 0.2846670 Jul 14 09:24:59.508021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43820) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.527410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.530093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Deleting port f3d8bb87-3786-4718-a58a-4ca13d9ccc7c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:59.530661 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.542838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f685c86-d3ba-4762-bb3d-93e86f4ba0f7 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=1efd955d-1ecd-49aa-ae11-0a75746396a8 HTTP/1.1" status: 200 len: 221 time: 0.0285463 Jul 14 09:24:59.545656 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.547285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43824) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.555572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8da57221-f880-4bf0-a82a-5e17cc08bbfe tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--100189996', 'description': 'label created by tempest'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:59.556031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8da57221-f880-4bf0-a82a-5e17cc08bbfe tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Unknown quota resources ['metering_label']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:24:59.623489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:59.641339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:59.641537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.686592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.701152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Calling delete_port for f3d8bb87-3786-4718-a58a-4ca13d9ccc7c owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:59.729722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.769214 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.773087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.800526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.805314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472501e7-1fa5-4e4f-b637-fc8b57096e7c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.817152 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.876848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.911239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.911718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.912363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.912776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.913185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.914084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.914492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.915243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.915870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.916640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.917161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.917667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:59.960055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.961186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:59.961563 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:59.992418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3d8bb87-3786-4718-a58a-4ca13d9ccc7c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.001191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8da57221-f880-4bf0-a82a-5e17cc08bbfe tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.002460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8da57221-f880-4bf0-a82a-5e17cc08bbfe tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4520600 Jul 14 09:25:00.005096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.070897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-817fabe8-152c-4073-ab6d-5b85d4e99ee9 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=93ed4531-a4bc-42fa-adc3-072d759d481b HTTP/1.1" status: 200 len: 467 time: 0.0645502 Jul 14 09:25:00.074547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.086049 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.203391 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.205825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.256034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.257139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.257700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:00.264895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.267852 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8816673e-b822-4175-a65a-9d68d1695386 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca HTTP/1.1" status: 204 len: 168 time: 1.5517292 Jul 14 09:25:00.269851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.269988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43838) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.352931 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c28e2660-3a5f-4802-a212-b60edc73b9d6 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.354989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c28e2660-3a5f-4802-a212-b60edc73b9d6 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/93ed4531-a4bc-42fa-adc3-072d759d481b HTTP/1.1" status: 204 len: 168 time: 0.2787800 Jul 14 09:25:00.359213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.377503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.378706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9497561 Jul 14 09:25:00.382524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43844) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.386063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddb212-7048-40ab-9602-df3c75b59361 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230f2b87-cd4f-4b23-81d6-415702189d1b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.387614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a4fdf859-f8c1-4438-8953-ed4662aaca86 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '230f2b87-cd4f-4b23-81d6-415702189d1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:00.391102 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e4367b77-2439-4b9d-bb07-fc91b91afce6 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=93ed4531-a4bc-42fa-adc3-072d759d481b HTTP/1.1" status: 200 len: 216 time: 0.0252161 Jul 14 09:25:00.394117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43846) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.408701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eb374e00-4209-4d95-a1f6-9e26cd602409 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098598 Jul 14 09:25:00.408701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.428831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.429959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-282dc2fa-3cc4-49c5-bc22-1aef262b674c tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0155997 Jul 14 09:25:00.429959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.499321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f1ac5c34-6a91-41e8-971b-b9878f40f1e6 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/4f4bb86f-dff0-4173-8778-0a36e36cf1ba HTTP/1.1" status: 200 len: 472 time: 0.0659783 Jul 14 09:25:00.499895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.506786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Port f3d8bb87-3786-4718-a58a-4ca13d9ccc7c not found while updating agent binding for router d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca. {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:25:00.523631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.527484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-904a9a34-721b-4f5f-9289-b1c78b065bef tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/a7c41c69-5282-4d8f-bed8-f0252029a818 HTTP/1.1" status: 200 len: 459 time: 0.0258238 Jul 14 09:25:00.536451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Routers set() bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:00.537775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Router IDs set() for agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:25:00.538666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_agentschedulers_db [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent'). {{(pid=93755) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:25:00.539946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c626e-6435-477a-a3c8-ff23070597e3 None None] The sync data for ids ['d04ccaf5-3e9f-40c4-a9a0-6d1578bff9ca'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:00.550203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf859-f8c1-4438-8953-ed4662aaca86 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.559653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.634718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e5d9d-6e8b-42c7-a6d3-dd12bf9909b8 req-adaf7ad5-4ed9-4598-819e-578467e37c55 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.636457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f11e5d9d-6e8b-42c7-a6d3-dd12bf9909b8 req-adaf7ad5-4ed9-4598-819e-578467e37c55 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.0753288 Jul 14 09:25:00.704243 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f11e5d9d-6e8b-42c7-a6d3-dd12bf9909b8 req-3cb20c32-f0db-4ffd-8473-bda81a661a0f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586884 Jul 14 09:25:00.735846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-916c8fc7-9057-494a-9152-095b201c072d tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.737103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-916c8fc7-9057-494a-9152-095b201c072d tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/a7c41c69-5282-4d8f-bed8-f0252029a818 HTTP/1.1" status: 204 len: 168 time: 0.2125313 Jul 14 09:25:00.740023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.763760 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf859-f8c1-4438-8953-ed4662aaca86 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.773720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Deleting port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:00.774253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.777150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf859-f8c1-4438-8953-ed4662aaca86 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.846668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdf859-f8c1-4438-8953-ed4662aaca86 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9165d7c-2473-4b06-8a72-2d19860a86bf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.860743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4fdf859-f8c1-4438-8953-ed4662aaca86 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.864794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4fdf859-f8c1-4438-8953-ed4662aaca86 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807756 Jul 14 09:25:00.865477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.873031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c605c55c-1798-4c1f-886d-220c76b65fde tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '230f2b87-cd4f-4b23-81d6-415702189d1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:00.920477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] For port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:00.920843 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.938487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c605c55c-1798-4c1f-886d-220c76b65fde tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.942541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Calling delete_port for 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:00.944571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2c43485-6fe4-44e6-98c4-787d6a17ebf5 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.947394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2c43485-6fe4-44e6-98c4-787d6a17ebf5 tempest-MeteringIpV6TestJSON-1523381415 tempest-MeteringIpV6TestJSON-1523381415-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/4f4bb86f-dff0-4173-8778-0a36e36cf1ba HTTP/1.1" status: 204 len: 168 time: 0.2047162 Jul 14 09:25:01.046368 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c605c55c-1798-4c1f-886d-220c76b65fde tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:25:01.050608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c605c55c-1798-4c1f-886d-220c76b65fde tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1826470 Jul 14 09:25:01.050772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43880) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.126669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18889a22-4da0-48eb-8b67-d4836883d759 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.164754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18889a22-4da0-48eb-8b67-d4836883d759 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.200436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.253189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ff1d078-9f0a-4efb-9267-0fb82dace2c4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.270321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18889a22-4da0-48eb-8b67-d4836883d759 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.275295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18889a22-4da0-48eb-8b67-d4836883d759 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.279494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-18889a22-4da0-48eb-8b67-d4836883d759 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/230f2b87-cd4f-4b23-81d6-415702189d1b HTTP/1.1" status: 204 len: 168 time: 0.2256222 Jul 14 09:25:01.283136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43884) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.298912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:01.312582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18889a22-4da0-48eb-8b67-d4836883d759 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230f2b87-cd4f-4b23-81d6-415702189d1b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.354079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:01.354428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:25:01.388418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Port 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:25:01.403636 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.425408 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.440033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f6e60ccb-e244-46f9-9d18-a876d9b2659a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1530473 Jul 14 09:25:01.443490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.448846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ae5c15b7-3ba7-4f5a-be4d-a814f3fc428c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--282096351'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:01.458606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.482067 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5c15b7-3ba7-4f5a-be4d-a814f3fc428c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.591737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5c15b7-3ba7-4f5a-be4d-a814f3fc428c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.598542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.599837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5c15b7-3ba7-4f5a-be4d-a814f3fc428c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.602495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.658730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5c15b7-3ba7-4f5a-be4d-a814f3fc428c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.660073 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ae5c15b7-3ba7-4f5a-be4d-a814f3fc428c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2156334 Jul 14 09:25:01.660535 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.661466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f644010-c55f-429d-acfd-ca50b7a0482d {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:01.661912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c431f654-2044-4e0e-9b02-c3c166ebd85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.664108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.669449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d47d8f28-7855-4437-855d-c019c91823bf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '783d76da-f389-4aa6-9aef-a5396d8ce7b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:01.669698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.670196 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-d47d8f28-7855-4437-855d-c019c91823bf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:25:01.671155 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-d47d8f28-7855-4437-855d-c019c91823bf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:01.671755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d47d8f28-7855-4437-855d-c019c91823bf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067427 Jul 14 09:25:01.672622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c15b7-3ba7-4f5a-be4d-a814f3fc428c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783d76da-f389-4aa6-9aef-a5396d8ce7b4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.677105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-14a526a5-640a-4c71-ba5f-4b1e396c46dc tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3f644010-c55f-429d-acfd-ca50b7a0482d HTTP/1.1" status: 204 len: 168 time: 1.4061432 Jul 14 09:25:01.677959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.681372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43902) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.689994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1260246409', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:01.748680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.749735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.801851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e9af-b469-4ce8-952f-a9f45f78bfa2 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.848619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e9af-b469-4ce8-952f-a9f45f78bfa2 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.865798 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.923584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e9af-b469-4ce8-952f-a9f45f78bfa2 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.930578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e9af-b469-4ce8-952f-a9f45f78bfa2 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.935471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f3f7e9af-b469-4ce8-952f-a9f45f78bfa2 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/783d76da-f389-4aa6-9aef-a5396d8ce7b4 HTTP/1.1" status: 204 len: 168 time: 0.2562006 Jul 14 09:25:01.936091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43910) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.962296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7e9af-b469-4ce8-952f-a9f45f78bfa2 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783d76da-f389-4aa6-9aef-a5396d8ce7b4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.076353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a0a0c175-5de8-43f6-97ba-3b5a22d2c182 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1330953 Jul 14 09:25:02.083417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.083417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8d113ba0-6dc5-4432-bcec-31a92e0041fc tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--367636907'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:02.134985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb0f94-5168-4cf6-8c94-0189f982f641 req-7e9033fb-5d8a-4dea-941e-727d7bad76ad tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.137714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74fb0f94-5168-4cf6-8c94-0189f982f641 req-7e9033fb-5d8a-4dea-941e-727d7bad76ad tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1475632 Jul 14 09:25:02.147766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.187088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c431f654-2044-4e0e-9b02-c3c166ebd85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.216398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74fb0f94-5168-4cf6-8c94-0189f982f641 req-641e153a-47db-4c48-936f-efd6632454ee tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 Jul 14 09:25:02.222570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c431f654-2044-4e0e-9b02-c3c166ebd85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.256851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d113ba0-6dc5-4432-bcec-31a92e0041fc tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.285382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c431f654-2044-4e0e-9b02-c3c166ebd85f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c250c4f03e564c0f817b5d3a5e73bffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8231201 Jul 14 09:25:02.286416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.290153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431f654-2044-4e0e-9b02-c3c166ebd85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecc429c-f5e8-4252-920a-b81a3fd57e71,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.407674 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d113ba0-6dc5-4432-bcec-31a92e0041fc tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.438387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d113ba0-6dc5-4432-bcec-31a92e0041fc tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.488303 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d113ba0-6dc5-4432-bcec-31a92e0041fc tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.490172 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8d113ba0-6dc5-4432-bcec-31a92e0041fc tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4101441 Jul 14 09:25:02.493941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.499099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-60d33260-083e-456f-ac40-c4cd997791cb tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '23b4094e-021a-4d9d-ae38-9f847fb4f918', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:02.500262 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-60d33260-083e-456f-ac40-c4cd997791cb tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:25:02.500799 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-60d33260-083e-456f-ac40-c4cd997791cb tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:02.501805 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-60d33260-083e-456f-ac40-c4cd997791cb tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068719 Jul 14 09:25:02.505764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43932) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.533483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d113ba0-6dc5-4432-bcec-31a92e0041fc tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b4094e-021a-4d9d-ae38-9f847fb4f918,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.608137 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b750b30-bc63-453c-a987-7dc980092f55 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.642946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b750b30-bc63-453c-a987-7dc980092f55 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.693453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02eeaddd-9bb4-4e32-8abd-6d9874f19329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.710853 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b750b30-bc63-453c-a987-7dc980092f55 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.714753 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b750b30-bc63-453c-a987-7dc980092f55 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.719034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7b750b30-bc63-453c-a987-7dc980092f55 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/23b4094e-021a-4d9d-ae38-9f847fb4f918 HTTP/1.1" status: 204 len: 168 time: 0.2097528 Jul 14 09:25:02.719753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.735628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b750b30-bc63-453c-a987-7dc980092f55 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b4094e-021a-4d9d-ae38-9f847fb4f918,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.777571 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e513140c-a4c8-41cc-8003-b55515b2c898 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551283 Jul 14 09:25:02.781191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43938) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.786215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2de8f01f-845c-4468-b02c-9991f776bdf4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719380134'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:02.808182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02eeaddd-9bb4-4e32-8abd-6d9874f19329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.810669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2de8f01f-845c-4468-b02c-9991f776bdf4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.853056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.887373 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.925545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2de8f01f-845c-4468-b02c-9991f776bdf4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.933984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2de8f01f-845c-4468-b02c-9991f776bdf4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.961797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02eeaddd-9bb4-4e32-8abd-6d9874f19329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.965534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02eeaddd-9bb4-4e32-8abd-6d9874f19329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.966968 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02eeaddd-9bb4-4e32-8abd-6d9874f19329 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ecc429c-f5e8-4252-920a-b81a3fd57e71 HTTP/1.1" status: 204 len: 168 time: 0.6777830 Jul 14 09:25:02.970626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2de8f01f-845c-4468-b02c-9991f776bdf4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.971887 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2de8f01f-845c-4468-b02c-9991f776bdf4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1895194 Jul 14 09:25:02.973911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8f01f-845c-4468-b02c-9991f776bdf4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368fba57-7ebe-4241-a901-4049ad08aff8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.975326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.983698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f4f34047-c582-4c20-b5fe-5031d73f6e8d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '368fba57-7ebe-4241-a901-4049ad08aff8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:02.997211 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-f4f34047-c582-4c20-b5fe-5031d73f6e8d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:25:02.998342 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f4f34047-c582-4c20-b5fe-5031d73f6e8d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:02.999721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f4f34047-c582-4c20-b5fe-5031d73f6e8d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0224478 Jul 14 09:25:03.002572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43948) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.007341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f276557e-c6b9-489d-84cb-006a6fcbd455 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '368fba57-7ebe-4241-a901-4049ad08aff8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:03.008998 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-f276557e-c6b9-489d-84cb-006a6fcbd455 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:25:03.010030 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-f276557e-c6b9-489d-84cb-006a6fcbd455 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:03.010922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f276557e-c6b9-489d-84cb-006a6fcbd455 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072904 Jul 14 09:25:03.013783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.018459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c48067cd-86f5-4351-ae57-c213ef73959a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '368fba57-7ebe-4241-a901-4049ad08aff8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:03.019592 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-c48067cd-86f5-4351-ae57-c213ef73959a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:25:03.020094 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c48067cd-86f5-4351-ae57-c213ef73959a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:03.022252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c48067cd-86f5-4351-ae57-c213ef73959a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075934 Jul 14 09:25:03.025106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43952) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.031303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b850fa8d-3afa-4241-9a24-d028a17f6c0e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '368fba57-7ebe-4241-a901-4049ad08aff8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:03.032335 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-b850fa8d-3afa-4241-9a24-d028a17f6c0e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:25:03.032878 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b850fa8d-3afa-4241-9a24-d028a17f6c0e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:03.034210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eeaddd-9bb4-4e32-8abd-6d9874f19329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecc429c-f5e8-4252-920a-b81a3fd57e71,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.034636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b850fa8d-3afa-4241-9a24-d028a17f6c0e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072556 Jul 14 09:25:03.037081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43954) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.095118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Allocated IP 172.25.2.41 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/fb063853-a51c-46f7-afae-aa61dea46bdb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:03.169438 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d722a0c2-2346-419f-9fab-fdc51cf7381e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.256577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d722a0c2-2346-419f-9fab-fdc51cf7381e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.296307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:03.337578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d722a0c2-2346-419f-9fab-fdc51cf7381e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.341388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d722a0c2-2346-419f-9fab-fdc51cf7381e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.346758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d722a0c2-2346-419f-9fab-fdc51cf7381e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/368fba57-7ebe-4241-a901-4049ad08aff8 HTTP/1.1" status: 204 len: 168 time: 0.3031340 Jul 14 09:25:03.346947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43968) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.358442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:03.359673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4ff1d078-9f0a-4efb-9267-0fb82dace2c4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:03.364816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722a0c2-2346-419f-9fab-fdc51cf7381e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368fba57-7ebe-4241-a901-4049ad08aff8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.417734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.566935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ce9954c6-49fb-41f2-89ee-e7997f4cdb91 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2148104 Jul 14 09:25:03.567142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.573165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5f3bb7c5-3807-4990-ab74-8ca748ff01b9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399472216'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:03.602125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb7c5-3807-4990-ab74-8ca748ff01b9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.611588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39b10c-c8d3-4a54-800f-86359d73ecee req-5ef85d58-72b6-4da6-8a67-6e0017babfe2 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.613201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b39b10c-c8d3-4a54-800f-86359d73ecee req-5ef85d58-72b6-4da6-8a67-6e0017babfe2 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1805797 Jul 14 09:25:03.614996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.642867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:03.684015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.691772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:03.696705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:03.709411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c609893f-6dda-4c97-8dac-d50838ac2f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.746947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b39b10c-c8d3-4a54-800f-86359d73ecee req-7b1fc24c-5b6d-4cd2-9b6b-c5a3b4de7c40 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177006 Jul 14 09:25:03.764474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event updated for resources: {'Port': ['ID=fb063853-a51c-46f7-afae-aa61dea46bdb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.815283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb7c5-3807-4990-ab74-8ca748ff01b9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.822458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb7c5-3807-4990-ab74-8ca748ff01b9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.940956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bb7c5-3807-4990-ab74-8ca748ff01b9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d147c7-9096-43d4-8c00-674d85319e96,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.038156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c609893f-6dda-4c97-8dac-d50838ac2f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.048939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c609893f-6dda-4c97-8dac-d50838ac2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.076490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb7c5-3807-4990-ab74-8ca748ff01b9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.083866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5f3bb7c5-3807-4990-ab74-8ca748ff01b9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5137589 Jul 14 09:25:04.086793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.102141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.106215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-66ad55f9-a500-4393-9409-67e3cd73659c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.106549 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-66ad55f9-a500-4393-9409-67e3cd73659c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:25:04.107056 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-66ad55f9-a500-4393-9409-67e3cd73659c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.110580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66ad55f9-a500-4393-9409-67e3cd73659c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0203271 Jul 14 09:25:04.127998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44006) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.146581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dc219498-f7e0-4496-a4cb-e7c6a1f8c7af tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.169142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609893f-6dda-4c97-8dac-d50838ac2f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ba7ae-9d89-4cd0-bbfb-4d6ac470992a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.195974 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c609893f-6dda-4c97-8dac-d50838ac2f7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad49f517b12f43f4b24d7e4c5bb356ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075142 Jul 14 09:25:04.199467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.283089 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-dc219498-f7e0-4496-a4cb-e7c6a1f8c7af tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.287140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc219498-f7e0-4496-a4cb-e7c6a1f8c7af tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1533608 Jul 14 09:25:04.288082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.293922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-77ff8e58-f358-409f-b4b4-4a8981198f15 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.294414 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-77ff8e58-f358-409f-b4b4-4a8981198f15 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:25:04.294904 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-77ff8e58-f358-409f-b4b4-4a8981198f15 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.298588 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-77ff8e58-f358-409f-b4b4-4a8981198f15 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067666 Jul 14 09:25:04.299236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.304276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8cbfe08-46aa-4001-916e-ee3aaefec36a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.341473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90ab7fb2-57ad-44b7-a191-4dc2fca346ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.378531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90ab7fb2-57ad-44b7-a191-4dc2fca346ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.389274 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b8cbfe08-46aa-4001-916e-ee3aaefec36a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.394389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b8cbfe08-46aa-4001-916e-ee3aaefec36a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0904992 Jul 14 09:25:04.394389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.398291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bbd47330-ec5b-44f8-ac4b-4aa8df017e0d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.398780 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-bbd47330-ec5b-44f8-ac4b-4aa8df017e0d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:25:04.399260 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-bbd47330-ec5b-44f8-ac4b-4aa8df017e0d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.403421 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bbd47330-ec5b-44f8-ac4b-4aa8df017e0d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059662 Jul 14 09:25:04.403568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44036) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.408605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0b0d3094-27f9-4d98-849f-ca20e17edc5e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.420379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.458870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90ab7fb2-57ad-44b7-a191-4dc2fca346ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.464042 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90ab7fb2-57ad-44b7-a191-4dc2fca346ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.467396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-90ab7fb2-57ad-44b7-a191-4dc2fca346ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb9ba7ae-9d89-4cd0-bbfb-4d6ac470992a HTTP/1.1" status: 204 len: 168 time: 0.2642989 Jul 14 09:25:04.484149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7fb2-57ad-44b7-a191-4dc2fca346ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ba7ae-9d89-4cd0-bbfb-4d6ac470992a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.484400 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-0b0d3094-27f9-4d98-849f-ca20e17edc5e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Project fbf4bed86f98498abd7941ba1babd125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:25:04.541322 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0b0d3094-27f9-4d98-849f-ca20e17edc5e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.545202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b0d3094-27f9-4d98-849f-ca20e17edc5e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1376834 Jul 14 09:25:04.545325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.549863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d22608f9-8447-42d1-ba20-30e1135ec968 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.550639 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-d22608f9-8447-42d1-ba20-30e1135ec968 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:25:04.551113 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-d22608f9-8447-42d1-ba20-30e1135ec968 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.554413 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d22608f9-8447-42d1-ba20-30e1135ec968 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058663 Jul 14 09:25:04.554628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.561536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-15ea5ec6-9cf4-4793-b6e4-0e7d40d75d6c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.608793 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-15ea5ec6-9cf4-4793-b6e4-0e7d40d75d6c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Project fbf4bed86f98498abd7941ba1babd125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:25:04.629297 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-15ea5ec6-9cf4-4793-b6e4-0e7d40d75d6c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.630806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-15ea5ec6-9cf4-4793-b6e4-0e7d40d75d6c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0753312 Jul 14 09:25:04.634152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.641911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3be9d9e9-6705-432b-bf2d-30eed72a96bd tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '50d147c7-9096-43d4-8c00-674d85319e96', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.645499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Router 223bc476-1468-4628-86df-f75d49d1a13c is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:04.699544 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-3be9d9e9-6705-432b-bf2d-30eed72a96bd tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Project fbf4bed86f98498abd7941ba1babd125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:25:04.720528 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-3be9d9e9-6705-432b-bf2d-30eed72a96bd tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:04.721680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3be9d9e9-6705-432b-bf2d-30eed72a96bd tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0853455 Jul 14 09:25:04.724837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.811291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edd3-dab8-45f9-9f90-569bc679b1cf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.830250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:04.842959 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] Sync routers for ids ['223bc476-1468-4628-86df-f75d49d1a13c'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:04.858301 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] Routers {'223bc476-1468-4628-86df-f75d49d1a13c'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:04.860372 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['223bc476-1468-4628-86df-f75d49d1a13c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:04.862466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.867142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f82b8073-ca69-4c93-a8fb-01d73fa16f64 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1847951 Jul 14 09:25:04.868031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44074) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.876460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': False}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:04.891025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edd3-dab8-45f9-9f90-569bc679b1cf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.930386 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:04.955940 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] Routers {'223bc476-1468-4628-86df-f75d49d1a13c'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:04.957966 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['223bc476-1468-4628-86df-f75d49d1a13c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:05.011474 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:05.012719 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a680e4a-d6f7-4c5e-a499-8495390d02fc None None] The sync data for ids ['223bc476-1468-4628-86df-f75d49d1a13c'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:05.028300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edd3-dab8-45f9-9f90-569bc679b1cf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.033033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edd3-dab8-45f9-9f90-569bc679b1cf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.034228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0fb4edd3-dab8-45f9-9f90-569bc679b1cf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/50d147c7-9096-43d4-8c00-674d85319e96 HTTP/1.1" status: 204 len: 168 time: 0.3084619 Jul 14 09:25:05.038872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.072246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4edd3-dab8-45f9-9f90-569bc679b1cf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d147c7-9096-43d4-8c00-674d85319e96,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.136252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708fbaf-ccce-4631-afda-b9efab0f7090 req-490c1256-04a5-4015-bcf0-4151a305f417 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.138042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d708fbaf-ccce-4631-afda-b9efab0f7090 req-490c1256-04a5-4015-bcf0-4151a305f417 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1811326 Jul 14 09:25:05.145936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-55aca916-febe-4f0e-9c1b-a7acf99f59f5 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008627 Jul 14 09:25:05.146122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44096) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.151392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-59295a38-a66a-4a0a-aa5c-e2f7c8566716 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853345624'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:05.205379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d708fbaf-ccce-4631-afda-b9efab0f7090 req-2bf0e404-e256-4712-9717-6e1c89011dad tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Jul 14 09:25:05.209195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59295a38-a66a-4a0a-aa5c-e2f7c8566716 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.327595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59295a38-a66a-4a0a-aa5c-e2f7c8566716 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.335319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59295a38-a66a-4a0a-aa5c-e2f7c8566716 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.379132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59295a38-a66a-4a0a-aa5c-e2f7c8566716 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed481c5-7652-4380-8b66-ac93d1302551,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.394520 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59295a38-a66a-4a0a-aa5c-e2f7c8566716 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.396201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-59295a38-a66a-4a0a-aa5c-e2f7c8566716 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2492018 Jul 14 09:25:05.399936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.404978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6259e7d6-6f0d-4bb8-a291-0737a49483f4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '8ed481c5-7652-4380-8b66-ac93d1302551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:05.463044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.493879 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-6259e7d6-6f0d-4bb8-a291-0737a49483f4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The resource could not be found. Jul 14 09:25:05.496473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6259e7d6-6f0d-4bb8-a291-0737a49483f4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0960264 Jul 14 09:25:05.499170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.506327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d9d4a1ab-7e3d-4249-b777-f264bfb2e60c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '8ed481c5-7652-4380-8b66-ac93d1302551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '600487a1-95a6-4ff9-9254-a910370c8119'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:05.571965 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-d9d4a1ab-7e3d-4249-b777-f264bfb2e60c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The resource could not be found. Jul 14 09:25:05.576224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d9d4a1ab-7e3d-4249-b777-f264bfb2e60c tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0730717 Jul 14 09:25:05.576791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44130) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:05.651237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d455-8374-4b24-bb41-b7e4f13863d4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.071812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d455-8374-4b24-bb41-b7e4f13863d4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.100497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.107674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.124117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d455-8374-4b24-bb41-b7e4f13863d4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.126798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d455-8374-4b24-bb41-b7e4f13863d4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.135459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c4f2d455-8374-4b24-bb41-b7e4f13863d4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ed481c5-7652-4380-8b66-ac93d1302551 HTTP/1.1" status: 204 len: 168 time: 0.5540402 Jul 14 09:25:06.136870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44150) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.171174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2d455-8374-4b24-bb41-b7e4f13863d4 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed481c5-7652-4380-8b66-ac93d1302551,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.206380 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f4110e9b-aea3-47ef-b208-ea2a3bcc08fb tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618484 Jul 14 09:25:06.211097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.220586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9ec1860a-2406-428c-9235-59054dc53885 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '9092ba92-56a1-4d60-a690-da8fdf7fd70d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:06.277932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Router 223bc476-1468-4628-86df-f75d49d1a13c has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:06.313067 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-9ec1860a-2406-428c-9235-59054dc53885 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The resource could not be found. Jul 14 09:25:06.318413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9ec1860a-2406-428c-9235-59054dc53885 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1023915 Jul 14 09:25:06.318948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.327739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dc4c7c32-5c42-4b64-b64c-2c10d9794291 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051761537'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:06.366436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44162) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.374206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c32-5c42-4b64-b64c-2c10d9794291 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.449532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:06.463656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] Sync routers for ids ['223bc476-1468-4628-86df-f75d49d1a13c'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:06.472732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.477687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b00c0d74-f28a-4a97-ba37-0614b04e9ad2 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "PUT /v2.0/routers/223bc476-1468-4628-86df-f75d49d1a13c HTTP/1.1" status: 200 len: 925 time: 1.6082001 Jul 14 09:25:06.479822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] Routers {'223bc476-1468-4628-86df-f75d49d1a13c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:06.480536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['223bc476-1468-4628-86df-f75d49d1a13c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:06.481094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.536991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c32-5c42-4b64-b64c-2c10d9794291 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.554125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c32-5c42-4b64-b64c-2c10d9794291 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.589847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:06.603465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] Routers {'223bc476-1468-4628-86df-f75d49d1a13c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:06.604951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['223bc476-1468-4628-86df-f75d49d1a13c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:06.610973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7c32-5c42-4b64-b64c-2c10d9794291 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.616711 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc4c7c32-5c42-4b64-b64c-2c10d9794291 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2965019 Jul 14 09:25:06.618888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.624582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4f1248a5-e786-46d4-9c75-7d5a0b4ec389 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--151486123'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:06.633906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7c32-5c42-4b64-b64c-2c10d9794291 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3190c13b-8abe-4af4-9775-4456e37f12c3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.648650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:06.649582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f470cae-f2b6-4a70-b67a-5bd22d03daa4 None None] The sync data for ids ['223bc476-1468-4628-86df-f75d49d1a13c'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:06.650862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a946e7f-07e9-4c91-a402-e1f5232d34f0 req-2a5ac29c-84da-40f3-8e11-0d7d57aca19c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.655964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a946e7f-07e9-4c91-a402-e1f5232d34f0 req-2a5ac29c-84da-40f3-8e11-0d7d57aca19c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.2187736 Jul 14 09:25:06.665965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2dbd77f7-ea93-4df6-ab82-e69edc74d416 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/223bc476-1468-4628-86df-f75d49d1a13c HTTP/1.1" status: 200 len: 925 time: 0.1813779 Jul 14 09:25:06.680006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44174) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.725331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f1248a5-e786-46d4-9c75-7d5a0b4ec389 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.780654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a946e7f-07e9-4c91-a402-e1f5232d34f0 req-b213352d-6dd4-4595-8de3-dc79caee3e5b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166675 Jul 14 09:25:06.867128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2721d6f-b9de-4f3f-9126-b5d9e9d2b2f0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.869350 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c2721d6f-b9de-4f3f-9126-b5d9e9d2b2f0 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=223bc476-1468-4628-86df-f75d49d1a13c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1881189 Jul 14 09:25:06.872876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44182) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.937407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f1248a5-e786-46d4-9c75-7d5a0b4ec389 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.942035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f1248a5-e786-46d4-9c75-7d5a0b4ec389 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.981549 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f1248a5-e786-46d4-9c75-7d5a0b4ec389 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.985455 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4f1248a5-e786-46d4-9c75-7d5a0b4ec389 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3636432 Jul 14 09:25:06.991559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44186) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.994124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1248a5-e786-46d4-9c75-7d5a0b4ec389 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc3fee-86b7-496d-926d-cfdfb35d6013,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.997837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-71816b8d-4e39-4366-bee7-401b369dd548 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '3190c13b-8abe-4af4-9775-4456e37f12c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f6dc3fee-86b7-496d-926d-cfdfb35d6013'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:07.004230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a396423-d708-41dc-81c1-3290937c7eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.020185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c670e5-f2e5-4bb1-a35a-7f910c467ca1 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.023821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-93c670e5-f2e5-4bb1-a35a-7f910c467ca1 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.1488619 Jul 14 09:25:07.024976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.061227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.062980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-71dc3476-7064-488a-9474-fb8959aa889a tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=223bc476-1468-4628-86df-f75d49d1a13c HTTP/1.1" status: 200 len: 205 time: 0.0362954 Jul 14 09:25:07.065482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.178177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-143ed6b3-033b-47f9-bc0e-441edbb08d2e tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:07.206288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.217386 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-143ed6b3-033b-47f9-bc0e-441edbb08d2e tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "PUT /v2.0/quotas/f3d55cd6c900449ea8679cd6f2e0d155 HTTP/1.1" status: 200 len: 366 time: 0.1550400 Jul 14 09:25:07.219956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44196) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.233835 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a54e916d-23c9-409f-9b63-2bd56256c443 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0106900 Jul 14 09:25:07.234193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44198) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.248307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2a6e88f3-7152-47b5-8015-9e85cb1f78e6 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "GET /v2.0/quotas/f3d55cd6c900449ea8679cd6f2e0d155 HTTP/1.1" status: 200 len: 366 time: 0.0121737 Jul 14 09:25:07.250022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.265887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b1d750d5-20f3-4b34-961f-769f31673192 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/f3d55cd6c900449ea8679cd6f2e0d155 HTTP/1.1" status: 204 len: 168 time: 0.0134499 Jul 14 09:25:07.268026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.281469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-05194f44-a023-4501-b67c-1bae8c717a47 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0120726 Jul 14 09:25:07.283701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.295875 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-77a1a3c1-f91c-4eae-9e64-06fc4b5ad092 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "GET /v2.0/quotas/f3d55cd6c900449ea8679cd6f2e0d155 HTTP/1.1" status: 200 len: 370 time: 0.0091443 Jul 14 09:25:07.296110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.302630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a2b839ac-af9d-43ed-93ce-c203dac5c8ae tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "GET /v2.0/quotas/f3d55cd6c900449ea8679cd6f2e0d155/default HTTP/1.1" status: 200 len: 370 time: 0.0036345 Jul 14 09:25:07.303393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.309447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a396423-d708-41dc-81c1-3290937c7eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.314508 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-3153e5e2-876a-4099-8dc7-e9014062f58b tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:25:07.318128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3153e5e2-876a-4099-8dc7-e9014062f58b tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/f3d55cd6c900449ea8679cd6f2e0d155 HTTP/1.1" status: 404 len: 348 time: 0.0103476 Jul 14 09:25:07.318480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a396423-d708-41dc-81c1-3290937c7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.323160 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-71816b8d-4e39-4366-bee7-401b369dd548 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:07.325192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-71816b8d-4e39-4366-bee7-401b369dd548 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3326313 Jul 14 09:25:07.327574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.376057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7a396423-d708-41dc-81c1-3290937c7eda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d07d9472244e4b788897dc2c80ac9908&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0080059 Jul 14 09:25:07.377830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.378482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a396423-d708-41dc-81c1-3290937c7eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7413b2-f033-4328-9ec0-3ccbaf14702b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.388813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.407768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94bd9638-af0b-4a2e-bf24-470f91dab6c8 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.445732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94bd9638-af0b-4a2e-bf24-470f91dab6c8 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.468138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dc8355-d36e-4a51-811c-b845df7aa332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.497192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dc8355-d36e-4a51-811c-b845df7aa332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.502730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Deleting port fb063853-a51c-46f7-afae-aa61dea46bdb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:07.502730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.505376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44216) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.514745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94bd9638-af0b-4a2e-bf24-470f91dab6c8 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.517989 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94bd9638-af0b-4a2e-bf24-470f91dab6c8 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.521775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-94bd9638-af0b-4a2e-bf24-470f91dab6c8 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6dc3fee-86b7-496d-926d-cfdfb35d6013 HTTP/1.1" status: 204 len: 168 time: 0.1904712 Jul 14 09:25:07.523732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44218) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.561857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd9638-af0b-4a2e-bf24-470f91dab6c8 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc3fee-86b7-496d-926d-cfdfb35d6013,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.573191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:network and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:07.579975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:07.593662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:subnet and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:07.598964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:07.606640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:subnetpool and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:07.612349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:07.618884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:port and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:07.630566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:07.639456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:router and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:07.652403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dc8355-d36e-4a51-811c-b845df7aa332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.655053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dc8355-d36e-4a51-811c-b845df7aa332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.656212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-82dc8355-d36e-4a51-811c-b845df7aa332 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec7413b2-f033-4328-9ec0-3ccbaf14702b HTTP/1.1" status: 204 len: 168 time: 0.2749393 Jul 14 09:25:07.656543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:07.658034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.665878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:floatingip and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:07.672388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-02ac60ac-ea2b-4084-bb52-986665de2ddf tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1482031 Jul 14 09:25:07.672934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:07.676791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:07.682363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Calling delete_port for fb063853-a51c-46f7-afae-aa61dea46bdb owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:07.686769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc8355-d36e-4a51-811c-b845df7aa332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7413b2-f033-4328-9ec0-3ccbaf14702b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.996302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.039529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event deleted for resources: {'Port': ['ID=fb063853-a51c-46f7-afae-aa61dea46bdb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:08.133565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:security_group and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:08.138943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaa384-74d4-4270-a6f0-48e4a22194f8 req-5ae894cd-cffe-4032-8ac7-4e5ddc5def59 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.139598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1993eb84-f65b-47c3-bd9c-aff15232aba0 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.143379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:08.147767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f4eaa384-74d4-4270-a6f0-48e4a22194f8 req-5ae894cd-cffe-4032-8ac7-4e5ddc5def59 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.2126033 Jul 14 09:25:08.152784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.173878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Usage tracker for resource:security_group_rule and tenant:5f6f0357046a469caf9c04312a0c04f8 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:25:08.176570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1993eb84-f65b-47c3-bd9c-aff15232aba0 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.190996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.quota.resource [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:25:08.204636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dca06c4a-7df9-43a9-abc8-ddfcf2ad78a1 tempest-QuotasTest-1129757456 tempest-QuotasTest-1129757456-project-admin] 10.222.0.18 "GET /v2.0/quotas/5f6f0357046a469caf9c04312a0c04f8/details.json HTTP/1.1" status: 200 len: 703 time: 0.7000229 Jul 14 09:25:08.228063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.251677 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11bffbc9-61f5-454e-ba83-19e03660af20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.294479 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f4eaa384-74d4-4270-a6f0-48e4a22194f8 req-ca02c2e4-ec92-43b1-8a25-2b4b85e92e66 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457992 Jul 14 09:25:08.296341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.298743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.308513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1993eb84-f65b-47c3-bd9c-aff15232aba0 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.315945 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1993eb84-f65b-47c3-bd9c-aff15232aba0 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.320628 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1993eb84-f65b-47c3-bd9c-aff15232aba0 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/3190c13b-8abe-4af4-9775-4456e37f12c3 HTTP/1.1" status: 204 len: 168 time: 0.6427779 Jul 14 09:25:08.327788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.348953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.349562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Fanout notify agent at l3_agent the message router_deleted on router 223bc476-1468-4628-86df-f75d49d1a13c {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:08.356783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.357999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-35e8cdc8-059a-40c9-abad-42b0fecc833f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/223bc476-1468-4628-86df-f75d49d1a13c HTTP/1.1" status: 204 len: 168 time: 1.2915540 Jul 14 09:25:08.362185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44236) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.366849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cc3012f5-6a1e-4157-a024-73d7551710be tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1147478219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:08.368563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993eb84-f65b-47c3-bd9c-aff15232aba0 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3190c13b-8abe-4af4-9775-4456e37f12c3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:08.431605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e66e0820-338b-4d97-91f5-77474f2716e9 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977917 Jul 14 09:25:08.437065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.448410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128721409'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:08.473890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11bffbc9-61f5-454e-ba83-19e03660af20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.478695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11bffbc9-61f5-454e-ba83-19e03660af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.491202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:25:08.491202 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:25:08.491202 n-d-758944-44 neutron-server[93753]: [parameters: {'project_id_1': 'fbf4bed86f98498abd7941ba1babd125', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 25, 8, 455548)}] Jul 14 09:25:08.491202 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:08.491804 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:08.497167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3012f5-6a1e-4157-a024-73d7551710be tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.498319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3012f5-6a1e-4157-a024-73d7551710be tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.529672 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-11bffbc9-61f5-454e-ba83-19e03660af20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71ef5262ff5049d5b03671ba863d7afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998397 Jul 14 09:25:08.530810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bffbc9-61f5-454e-ba83-19e03660af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92778e79-58a8-40ec-b488-0748d287bf57,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:08.533167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.561894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44244) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.566857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3012f5-6a1e-4157-a024-73d7551710be tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.573408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3012f5-6a1e-4157-a024-73d7551710be tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.594107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc3012f5-6a1e-4157-a024-73d7551710be tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.598466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.599297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc3012f5-6a1e-4157-a024-73d7551710be tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2364652 Jul 14 09:25:08.604747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:08.648779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c10ff9ba-30fa-4f5b-8f4d-7e22a15bde84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.709359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-617b5817-6ebc-430c-b270-02279a7f9ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.721515 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c10ff9ba-30fa-4f5b-8f4d-7e22a15bde84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.898075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.941918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c10ff9ba-30fa-4f5b-8f4d-7e22a15bde84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.944632 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c10ff9ba-30fa-4f5b-8f4d-7e22a15bde84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.945798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c10ff9ba-30fa-4f5b-8f4d-7e22a15bde84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92778e79-58a8-40ec-b488-0748d287bf57 HTTP/1.1" status: 204 len: 168 time: 0.4117281 Jul 14 09:25:09.042630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ff9ba-30fa-4f5b-8f4d-7e22a15bde84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92778e79-58a8-40ec-b488-0748d287bf57,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.103551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-617b5817-6ebc-430c-b270-02279a7f9ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.117294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-617b5817-6ebc-430c-b270-02279a7f9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.179646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-617b5817-6ebc-430c-b270-02279a7f9ef5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=097642f383f54a64a2962b6a70bb3be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166911 Jul 14 09:25:09.182406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.199151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.220030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b5817-6ebc-430c-b270-02279a7f9ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb15748-3e83-4cac-bdec-8bd60800bb40,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.260946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a9cfd50-0ebf-4aa3-b859-c186254a8d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.293207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a9cfd50-0ebf-4aa3-b859-c186254a8d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.364290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a9cfd50-0ebf-4aa3-b859-c186254a8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.367323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a9cfd50-0ebf-4aa3-b859-c186254a8d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.368804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2a9cfd50-0ebf-4aa3-b859-c186254a8d69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cb15748-3e83-4cac-bdec-8bd60800bb40 HTTP/1.1" status: 204 len: 168 time: 0.1852477 Jul 14 09:25:09.380756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cfd50-0ebf-4aa3-b859-c186254a8d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb15748-3e83-4cac-bdec-8bd60800bb40,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.383767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.420819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.503522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.519870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.614066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.615265 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1748548 Jul 14 09:25:09.618696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1e2d-f69a-4a5e-99df-0f6fdd4cd677 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afdb157-cc50-48d0-8617-e2a678ac02f6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.618860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44272) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.637050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-17bdf126-e7ba-4349-aef7-067009e52f47 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '7afdb157-cc50-48d0-8617-e2a678ac02f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:09.652133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Allocated IP 172.25.2.48 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/2ff5ef01-b957-4224-b1a2-92a39fb48e08) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:09.689271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb18d2-2a6e-4f50-867b-5c853fb06964 req-99e7b0c9-4e68-469c-8031-ad22d53df8e8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.690915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cadb18d2-2a6e-4f50-867b-5c853fb06964 req-99e7b0c9-4e68-469c-8031-ad22d53df8e8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1925991 Jul 14 09:25:09.722530 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-17bdf126-e7ba-4349-aef7-067009e52f47 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:09.727877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-17bdf126-e7ba-4349-aef7-067009e52f47 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1070080 Jul 14 09:25:09.728526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44274) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.740592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fb331609-313f-40ed-9b3f-51346e405e9e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group_rule': {'security_group_id': '7afdb157-cc50-48d0-8617-e2a678ac02f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:09.793533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cadb18d2-2a6e-4f50-867b-5c853fb06964 req-25948f20-fc47-4b65-862c-2e2c031007aa tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895519 Jul 14 09:25:09.802552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.825099 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-fb331609-313f-40ed-9b3f-51346e405e9e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:09.826758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fb331609-313f-40ed-9b3f-51346e405e9e tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0966895 Jul 14 09:25:09.829573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44282) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.833622 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8def5b1f-3e8c-43d4-9207-230150dcfe86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.859945 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.900345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0728e34-8ba0-4a5e-a8f0-57d1015d4f89 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.930519 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0728e34-8ba0-4a5e-a8f0-57d1015d4f89 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.953465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.992964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0728e34-8ba0-4a5e-a8f0-57d1015d4f89 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.995902 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0728e34-8ba0-4a5e-a8f0-57d1015d4f89 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.999391 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a0728e34-8ba0-4a5e-a8f0-57d1015d4f89 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/7afdb157-cc50-48d0-8617-e2a678ac02f6 HTTP/1.1" status: 204 len: 168 time: 0.1687582 Jul 14 09:25:10.005406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.009908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0728e34-8ba0-4a5e-a8f0-57d1015d4f89 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afdb157-cc50-48d0-8617-e2a678ac02f6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.038681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event updated for resources: {'Port': ['ID=2ff5ef01-b957-4224-b1a2-92a39fb48e08,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.047430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:10.060147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:10.074812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:10.113958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8def5b1f-3e8c-43d4-9207-230150dcfe86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.122511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8def5b1f-3e8c-43d4-9207-230150dcfe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.136773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bcc3f8e0-3993-41cd-ab89-69c2b9d8ea02 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296999 Jul 14 09:25:10.142678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44294) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.149237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2a31ea73-db92-4d99-a62a-feb85f002587 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403960171'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:10.180209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a31ea73-db92-4d99-a62a-feb85f002587 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.248418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8def5b1f-3e8c-43d4-9207-230150dcfe86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f6f0357046a469caf9c04312a0c04f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447322 Jul 14 09:25:10.251074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5b1f-3e8c-43d4-9207-230150dcfe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143c2d0c-73c3-4a5e-b615-12474d8545dd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.253208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.311184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a31ea73-db92-4d99-a62a-feb85f002587 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.316484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a31ea73-db92-4d99-a62a-feb85f002587 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.356387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a31ea73-db92-4d99-a62a-feb85f002587 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.357619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2a31ea73-db92-4d99-a62a-feb85f002587 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2133703 Jul 14 09:25:10.360994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa334ecf-fbfe-41f4-8153-e5bc18425e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.361145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.366446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31ea73-db92-4d99-a62a-feb85f002587 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38d0d3-44d1-49e5-be74-9260ece164a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.370926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fc215a32-9ecb-4dd9-8f53-063e9ca7db17 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:10.371384 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-fc215a32-9ecb-4dd9-8f53-063e9ca7db17 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:25:10.371877 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-fc215a32-9ecb-4dd9-8f53-063e9ca7db17 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:25:10.372881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fc215a32-9ecb-4dd9-8f53-063e9ca7db17 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "PUT /v2.0/security-groups/7b38d0d3-44d1-49e5-be74-9260ece164a8 HTTP/1.1" status: 409 len: 330 time: 0.0107720 Jul 14 09:25:10.375630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44302) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.390577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa334ecf-fbfe-41f4-8153-e5bc18425e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.448896 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa334ecf-fbfe-41f4-8153-e5bc18425e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.455447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa334ecf-fbfe-41f4-8153-e5bc18425e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.458795 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aa334ecf-fbfe-41f4-8153-e5bc18425e67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/143c2d0c-73c3-4a5e-b615-12474d8545dd HTTP/1.1" status: 204 len: 168 time: 0.2023003 Jul 14 09:25:10.465928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa334ecf-fbfe-41f4-8153-e5bc18425e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143c2d0c-73c3-4a5e-b615-12474d8545dd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.516297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9368648e-6887-463a-bc8b-69aff65ea35a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.528356 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.575482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9368648e-6887-463a-bc8b-69aff65ea35a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.669417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9368648e-6887-463a-bc8b-69aff65ea35a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.672115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9368648e-6887-463a-bc8b-69aff65ea35a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.675726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9368648e-6887-463a-bc8b-69aff65ea35a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b38d0d3-44d1-49e5-be74-9260ece164a8 HTTP/1.1" status: 204 len: 168 time: 0.2967801 Jul 14 09:25:10.676185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.717396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368648e-6887-463a-bc8b-69aff65ea35a tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38d0d3-44d1-49e5-be74-9260ece164a8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.753048 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1d85d32f-e49f-4781-9b43-6aef88645c50 tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757067 Jul 14 09:25:10.757372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44318) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.776971 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1cffd89e-29a4-4953-9f94-33a0e045ceae tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] delete failed (client error): The resource could not be found. Jul 14 09:25:10.781190 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1cffd89e-29a4-4953-9f94-33a0e045ceae tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "DELETE /v2.0/security-groups/71eef4d7-654e-4fe4-8f5e-6d1b9aa60bf9 HTTP/1.1" status: 404 len: 347 time: 0.0188124 Jul 14 09:25:10.781423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.794774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.800877 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.815775 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-19fa2bf1-9a16-4807-a172-567a564c36fd tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] show failed (client error): The resource could not be found. Jul 14 09:25:10.819121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-19fa2bf1-9a16-4807-a172-567a564c36fd tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-groups/28e5738c-343a-4dfb-aaae-4b83226990a9 HTTP/1.1" status: 404 len: 347 time: 0.0360844 Jul 14 09:25:10.823657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.844419 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1d9f388a-422a-4240-87c3-3c7e620ae32d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] show failed (client error): The resource could not be found. Jul 14 09:25:10.845556 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1d9f388a-422a-4240-87c3-3c7e620ae32d tempest-NegativeSecGroupIPv6Test-2080097827 tempest-NegativeSecGroupIPv6Test-2080097827-project] 10.222.0.18 "GET /v2.0/security-group-rules/1a106215-22e9-446d-9b57-8c6fe13739da HTTP/1.1" status: 404 len: 356 time: 0.0202785 Jul 14 09:25:11.065510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Router abf7a2ff-1ecc-4526-a250-c666f13b73d9 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:11.076568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303571-6ecb-4c0f-89ee-2d15a9a989d0 req-cac5c5da-d436-4383-81cc-73e27f8cad38 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.078082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d303571-6ecb-4c0f-89ee-2d15a9a989d0 req-cac5c5da-d436-4383-81cc-73e27f8cad38 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1007082 Jul 14 09:25:11.127795 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d303571-6ecb-4c0f-89ee-2d15a9a989d0 req-454ad8d5-2727-4a60-b3c6-f0a2956547be tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Jul 14 09:25:11.215520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44348) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.272890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:11.281777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.284317 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] Sync routers for ids ['abf7a2ff-1ecc-4526-a250-c666f13b73d9'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:11.293733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8182001c-6c54-42a8-9e6f-926c7d5678f1 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "PUT /v2.0/routers/abf7a2ff-1ecc-4526-a250-c666f13b73d9 HTTP/1.1" status: 200 len: 883 time: 2.6941168 Jul 14 09:25:11.296451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.302590 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] Routers {'abf7a2ff-1ecc-4526-a250-c666f13b73d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:11.303777 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['abf7a2ff-1ecc-4526-a250-c666f13b73d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:11.358398 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:11.367813 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] Routers {'abf7a2ff-1ecc-4526-a250-c666f13b73d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:11.368759 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['abf7a2ff-1ecc-4526-a250-c666f13b73d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:11.402948 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:11.403913 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6c45b-7969-4c7b-802d-28fc84dcfd05 None None] The sync data for ids ['abf7a2ff-1ecc-4526-a250-c666f13b73d9'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:11.477281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10900150-99c7-4665-a98a-36e3880fda52 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/abf7a2ff-1ecc-4526-a250-c666f13b73d9 HTTP/1.1" status: 200 len: 924 time: 0.1795211 Jul 14 09:25:11.480142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.559723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-798cab93-2f0d-4461-bcf3-331dfce3c1ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbf4bed86f98498abd7941ba1babd125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434777 Jul 14 09:25:11.562432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.569434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1af14-1f40-465c-9b3c-1b238780c6af tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.573174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b8c1af14-1f40-465c-9b3c-1b238780c6af tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=abf7a2ff-1ecc-4526-a250-c666f13b73d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0914590 Jul 14 09:25:11.575839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44368) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.621939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9ade16c-2199-4b01-acee-a1af3c44e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.663910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9ade16c-2199-4b01-acee-a1af3c44e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.714482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3892c8a-a9ec-4dec-a119-a8d86f8d229a tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.718378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a3892c8a-a9ec-4dec-a119-a8d86f8d229a tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.1320465 Jul 14 09:25:11.718806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.759433 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-65813113-4266-410b-b444-ec06fc0780e0 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=abf7a2ff-1ecc-4526-a250-c666f13b73d9 HTTP/1.1" status: 200 len: 205 time: 0.0371659 Jul 14 09:25:11.761413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.778164 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9ade16c-2199-4b01-acee-a1af3c44e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.782478 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9ade16c-2199-4b01-acee-a1af3c44e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.783752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e9ade16c-2199-4b01-acee-a1af3c44e305 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/472501e7-1fa5-4e4f-b637-fc8b57096e7c HTTP/1.1" status: 204 len: 168 time: 0.2202377 Jul 14 09:25:11.795133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ade16c-2199-4b01-acee-a1af3c44e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472501e7-1fa5-4e4f-b637-fc8b57096e7c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:11.873374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44392) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.921477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.030408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.037213 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5dbf4938-74b7-43a8-aa7c-260538c8b2d0 tempest-AgentManagementNegativeTest-417486739 tempest-AgentManagementNegativeTest-417486739-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1623740 Jul 14 09:25:12.081220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:12.102835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Deleting port 2ff5ef01-b957-4224-b1a2-92a39fb48e08 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:12.103197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.202483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:12.203247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a5bc9655-abec-4116-9b86-23748d4e3043 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1632 time: 0.1203647 Jul 14 09:25:12.210745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'network': {'name': 'tempest-network-smoke--607121048', 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'port_security_enabled': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:12.297786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Made reservation on behalf of adfad007d36b4ccdaa813fc366d3ddd3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:12.302210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.336372 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.360172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Calling delete_port for 2ff5ef01-b957-4224-b1a2-92a39fb48e08 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:12.362272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:12.382904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.383109 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Added segment 0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5 of type vlan for network 4e562d85-39a3-4b08-af62-31516bc54ea4 Jul 14 09:25:12.392730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601cb16-d1f8-4b76-9fb8-8fab91bc86b3 req-cd3809d7-6a92-46b4-a431-4f717dad94b4 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.394690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0601cb16-d1f8-4b76-9fb8-8fab91bc86b3 req-cd3809d7-6a92-46b4-a431-4f717dad94b4 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1162286 Jul 14 09:25:12.455602 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0601cb16-d1f8-4b76-9fb8-8fab91bc86b3 req-c884b5c3-e548-429e-8086-e1b3a75bcc30 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544403 Jul 14 09:25:12.495467 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.573855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:12.632210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.640998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.642141 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.675691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:12.676066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4711552 Jul 14 09:25:12.688025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'admin_state_up': True, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:12.735236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.736781 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.818643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-980a9391-8c4b-4af4-96a9-eac8139b376f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.878683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d68b72-0e93-4be6-a885-1298710805e9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Network': ['ID=4e562d85-39a3-4b08-af62-31516bc54ea4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:12.892275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:12.929804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.017537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event deleted for resources: {'Port': ['ID=2ff5ef01-b957-4224-b1a2-92a39fb48e08,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.086963 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.322401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:13.329628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.332293 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.370639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.408555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.409550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Fanout notify agent at l3_agent the message router_deleted on router abf7a2ff-1ecc-4526-a250-c666f13b73d9 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:13.430156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.431520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-681d29bc-aba2-46a2-9d65-3366c6ce5ec4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/abf7a2ff-1ecc-4526-a250-c666f13b73d9 HTTP/1.1" status: 204 len: 168 time: 1.6701951 Jul 14 09:25:13.436358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:13.442638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dfa1f432-81a1-4da9-8bb0-18771fa13f22 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1187562940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:13.553493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6ba814be-25ab-4719-97d2-1a1ff637bab0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:13.554958 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-6ba814be-25ab-4719-97d2-1a1ff637bab0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:25:13.556894 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-6ba814be-25ab-4719-97d2-1a1ff637bab0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:25:13.558512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6ba814be-25ab-4719-97d2-1a1ff637bab0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2351136 Jul 14 09:25:13.562209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:13.570192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116687985'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:13.637124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.664400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-980a9391-8c4b-4af4-96a9-eac8139b376f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.677037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-980a9391-8c4b-4af4-96a9-eac8139b376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.689558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9703c5-ee27-48ce-9790-bf0d711c170c req-329598b5-00b6-474b-a28f-a16da7559e7b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.691649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f9703c5-ee27-48ce-9790-bf0d711c170c req-329598b5-00b6-474b-a28f-a16da7559e7b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.0953259 Jul 14 09:25:13.751857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f432-81a1-4da9-8bb0-18771fa13f22 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.753908 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f432-81a1-4da9-8bb0-18771fa13f22 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.763194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a9391-8c4b-4af4-96a9-eac8139b376f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff12379-acc3-4ddd-85c7-d2dd7a8db74a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.782587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-980a9391-8c4b-4af4-96a9-eac8139b376f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=530fa9d6175d4111820fc186f32d58f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2074516 Jul 14 09:25:13.790420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44494) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:13.817569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.824991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f432-81a1-4da9-8bb0-18771fa13f22 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.841154 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.845343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f432-81a1-4da9-8bb0-18771fa13f22 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.864740 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f9703c5-ee27-48ce-9790-bf0d711c170c req-742e0e8c-a3da-4d5a-837f-56562d830e50 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658356 Jul 14 09:25:13.869135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-775b9b29-1ef9-4031-a5a9-cdf47d305ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.905605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-775b9b29-1ef9-4031-a5a9-cdf47d305ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.026222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.033018 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.038967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.059823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.074886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-775b9b29-1ef9-4031-a5a9-cdf47d305ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.077986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-775b9b29-1ef9-4031-a5a9-cdf47d305ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.079530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-775b9b29-1ef9-4031-a5a9-cdf47d305ada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ff12379-acc3-4ddd-85c7-d2dd7a8db74a HTTP/1.1" status: 204 len: 168 time: 0.2863889 Jul 14 09:25:14.124811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b9b29-1ef9-4031-a5a9-cdf47d305ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff12379-acc3-4ddd-85c7-d2dd7a8db74a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:14.170509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dfa1f432-81a1-4da9-8bb0-18771fa13f22 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.174791 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dfa1f432-81a1-4da9-8bb0-18771fa13f22 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7372248 Jul 14 09:25:14.179875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44508) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:14.185093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': True}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:14.241569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.242979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Allocated IP 172.25.2.163 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/6f4e5352-ad69-4598-a3d8-633f866b04d1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:14.276279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.278672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6548e1c-4b94-463e-9ffd-a12f967d1f30,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:14.311793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98259176-d34e-4b5b-9c48-43f6bb7ff651,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:14.439105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.443313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1544ce12-2404-4ebf-9705-67be8c3a9882 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8797932 Jul 14 09:25:14.443960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:14.452709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-50b94cf8-a08d-44ab-8554-ab1d3c670ced tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '98259176-d34e-4b5b-9c48-43f6bb7ff651', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:14.518465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.540248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.551022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50b94cf8-a08d-44ab-8554-ab1d3c670ced tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.588223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.649102 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50b94cf8-a08d-44ab-8554-ab1d3c670ced tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.654577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:14.656747 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50b94cf8-a08d-44ab-8554-ab1d3c670ced tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.658861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:14.662427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:14.678653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0181ecbe-9ab3-4677-b796-c80e30cb0560 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:14.753374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=6f4e5352-ad69-4598-a3d8-633f866b04d1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:14.801474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:14.816870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'port_id': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'mac_address': 'fa:16:3e:23:43:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602cdfa7-5b64-4066-8e02-7f54c2760b11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:14.872138 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.888762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0181ecbe-9ab3-4677-b796-c80e30cb0560 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:14.943263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:14.951480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.001408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b94cf8-a08d-44ab-8554-ab1d3c670ced tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caa76ca-21cb-45db-afb4-44718f67bddc,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.011092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50b94cf8-a08d-44ab-8554-ab1d3c670ced tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.015208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-50b94cf8-a08d-44ab-8554-ab1d3c670ced tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5685885 Jul 14 09:25:15.021025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.026541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4d1e25fb-a81e-4312-8518-dad46b29ec34 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '98259176-d34e-4b5b-9c48-43f6bb7ff651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:15.062101 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d1e25fb-a81e-4312-8518-dad46b29ec34 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.074621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.184899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0181ecbe-9ab3-4677-b796-c80e30cb0560'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:15.204619 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-4d1e25fb-a81e-4312-8518-dad46b29ec34 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:25:15.209179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4d1e25fb-a81e-4312-8518-dad46b29ec34 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1871138 Jul 14 09:25:15.209748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.248263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.274135 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.386863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e0680e3-2df8-4192-84c8-18034b2cd230 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.402962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e696e2-9a45-41c3-b378-5559d60b721f req-cecf73d8-b0b6-4f54-a40e-2fb03ab5b80d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.404788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32e696e2-9a45-41c3-b378-5559d60b721f req-cecf73d8-b0b6-4f54-a40e-2fb03ab5b80d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 944 time: 0.2486680 Jul 14 09:25:15.407628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.517862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.523250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e0680e3-2df8-4192-84c8-18034b2cd230 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.569740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.590578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32e696e2-9a45-41c3-b378-5559d60b721f req-66f35fee-06ce-4879-ba08-60d27e713881 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985780 Jul 14 09:25:15.615545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e0680e3-2df8-4192-84c8-18034b2cd230 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.618183 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e0680e3-2df8-4192-84c8-18034b2cd230 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.622446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e0680e3-2df8-4192-84c8-18034b2cd230 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/98259176-d34e-4b5b-9c48-43f6bb7ff651 HTTP/1.1" status: 204 len: 168 time: 0.4068193 Jul 14 09:25:15.623073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.650525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0680e3-2df8-4192-84c8-18034b2cd230 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98259176-d34e-4b5b-9c48-43f6bb7ff651,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.684855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Allocated IP 172.25.2.33 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/6bdb7a50-0438-4671-82e6-cadd33e56f46) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:15.746174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-71d29fcf-9b03-4070-b44d-5b1958fbfe0c tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211934 Jul 14 09:25:15.775283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:15.786117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-561bfa5f-fcc3-4826-8d43-667201fbf7d0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714750282'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:15.790150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-665409316'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:15.815487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58863764-a1f8-447d-bfa4-9b36bf9ba4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.829687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:15.833107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.835592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.848431 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.868929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-561bfa5f-fcc3-4826-8d43-667201fbf7d0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.917436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31502306-f792-4cbb-b898-43612396f135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.924545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.001958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:16.006222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.017629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58863764-a1f8-447d-bfa4-9b36bf9ba4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.044657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58863764-a1f8-447d-bfa4-9b36bf9ba4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.059258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:16.070280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:16.088024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:16.119961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Port': ['ID=6bdb7a50-0438-4671-82e6-cadd33e56f46,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.139147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-58863764-a1f8-447d-bfa4-9b36bf9ba4e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61c3f03270bf43cba6336477ad18587f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160223 Jul 14 09:25:16.141743 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:16.142950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58863764-a1f8-447d-bfa4-9b36bf9ba4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd47168c-66c5-49bb-b464-978dfe3f6c89,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.188976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:16.201704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Sync routers for ids ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:16.219652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Routers {'58a1bf9b-372a-4de1-a1ca-ee1de95a7749'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:16.220505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:16.303752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23bae727-fe50-4934-b903-479b3d66ea06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.306483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.319692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.340879 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.342012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5995481a-a974-48c3-84d5-08370f6814f4 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6644447 Jul 14 09:25:16.354505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23bae727-fe50-4934-b903-479b3d66ea06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.358166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:16.385626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Set router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:16.404394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:16.464044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.464526 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Added segment 72e6f5da-acd1-4a81-a5e7-fc8123024eb3 of type vlan for network 82855579-b874-4388-8a50-3b229b4bf689 Jul 14 09:25:16.483246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e652dbe0-1e91-4b7e-bf77-b1404fe7bb6b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.485044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.512707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abfd8e0-6f5f-4ee3-b158-cf18518f85a8 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.514755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6abfd8e0-6f5f-4ee3-b158-cf18518f85a8 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=adfad007d36b4ccdaa813fc366d3ddd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1553872 Jul 14 09:25:16.534296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:16.558874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.584218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23bae727-fe50-4934-b903-479b3d66ea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.588050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23bae727-fe50-4934-b903-479b3d66ea06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.591996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-23bae727-fe50-4934-b903-479b3d66ea06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd47168c-66c5-49bb-b464-978dfe3f6c89 HTTP/1.1" status: 204 len: 168 time: 0.4465532 Jul 14 09:25:16.634398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bae727-fe50-4934-b903-479b3d66ea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd47168c-66c5-49bb-b464-978dfe3f6c89,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.669398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.693559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.694238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.709331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0181ecbe-9ab3-4677-b796-c80e30cb0560 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:16.857787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Network': ['ID=82855579-b874-4388-8a50-3b229b4bf689,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.871521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-561bfa5f-fcc3-4826-8d43-667201fbf7d0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.889796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 82855579-b874-4388-8a50-3b229b4bf689 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:16.893183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-46664ad9-70bd-4856-a956-7353f92f7d69 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3177631 Jul 14 09:25:16.893858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44582) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:16.899447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-561bfa5f-fcc3-4826-8d43-667201fbf7d0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.899855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'subnet': {'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:17.000692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 0181ecbe-9ab3-4677-b796-c80e30cb0560 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:17.001813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.019275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:17.025150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.027310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:15Z', 'revision_number': 3, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:17.059759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Checking router: 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:17.060339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Updating router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 port 6f4e5352-ad69-4598-a3d8-633f866b04d1 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:25:17.073714 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-561bfa5f-fcc3-4826-8d43-667201fbf7d0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.077979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-561bfa5f-fcc3-4826-8d43-667201fbf7d0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3006094 Jul 14 09:25:17.081334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.081720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44586) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.105954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.125906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bfa5f-fcc3-4826-8d43-667201fbf7d0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6debd929-bca8-4718-bc2d-585235cf62df,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.155710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-304a7f7f-43c0-432c-9b22-981c7a88675f tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '6debd929-bca8-4718-bc2d-585235cf62df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:17.156498 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-304a7f7f-43c0-432c-9b22-981c7a88675f tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:25:17.157284 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-304a7f7f-43c0-432c-9b22-981c7a88675f tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:17.160986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-304a7f7f-43c0-432c-9b22-981c7a88675f tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0191984 Jul 14 09:25:17.160986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ca276-8c3e-43cf-8c24-5772fd640cc1 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.165691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-814ca276-8c3e-43cf-8c24-5772fd640cc1 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6277845 Jul 14 09:25:17.171038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.171517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.219534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a832f409-31c1-4ff0-8e17-178e70158a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.248766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.269095 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3b525003-9420-405b-8d83-551c4e3d4505 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872195 Jul 14 09:25:17.286331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44592) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.322060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9d620702-31c8-4683-9463-e4a7d3c0c3ca tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=adfad007d36b4ccdaa813fc366d3ddd3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343938 Jul 14 09:25:17.328138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.414889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a832f409-31c1-4ff0-8e17-178e70158a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.428237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a832f409-31c1-4ff0-8e17-178e70158a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.475177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f40bd9-5e36-4a4c-bb62-ace483a01475 req-7b16e522-6a51-4e2a-90cd-584421d9e2f1 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.477260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3f40bd9-5e36-4a4c-bb62-ace483a01475 req-7b16e522-6a51-4e2a-90cd-584421d9e2f1 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 944 time: 0.5934203 Jul 14 09:25:17.521210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.552332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa68fc11-d8ae-409a-8639-41b5a1026435 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.557792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fa68fc11-d8ae-409a-8639-41b5a1026435 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2267680 Jul 14 09:25:17.558800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.560624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d3f40bd9-5e36-4a4c-bb62-ace483a01475 req-90d96aff-0774-4678-aa94-2baa759d890d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737748 Jul 14 09:25:17.566762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:17.570271 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ee051-fe42-4211-9e5b-a16e62d678ad" -d '{"events": [{"server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "name": "network-vif-plugged", "status": "completed", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:17.572357 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.592292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Subnet': ['ID=fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.592818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832f409-31c1-4ff0-8e17-178e70158a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14b3581-9093-48da-b1bd-7a6de8842826,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.604920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:17.615859 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.620342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a832f409-31c1-4ff0-8e17-178e70158a07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=236b4a1b44174ee69e09dccbe9bce883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766347 Jul 14 09:25:17.625871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.638938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c49e0f10-bbeb-4512-b98c-e4f0d15960b1 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762312 Jul 14 09:25:17.639682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.646046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.646992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2147086867', 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4', 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:17.674024 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b369e-ba82-4bea-8063-1b9f81cce57b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.701951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b369e-ba82-4bea-8063-1b9f81cce57b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.740420 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.747489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Checking segment: {'id': '72e6f5da-acd1-4a81-a5e7-fc8123024eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82855579-b874-4388-8a50-3b229b4bf689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:17.747861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network hostable DHCP agents. Network: 82855579-b874-4388-8a50-3b229b4bf689, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:17.756505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Transition to ACTIVE for port object 6f4e5352-ad69-4598-a3d8-633f866b04d1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:17.760757 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c89579-ae58-4278-bdfe-c1f0a12712a7 x-openstack-request-id: req-c0c89579-ae58-4278-bdfe-c1f0a12712a7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:17.761323 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "name": "network-vif-plugged", "status": "completed", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:17.761691 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0c89579-ae58-4278-bdfe-c1f0a12712a7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:17.763051 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'code': 200} Jul 14 09:25:17.766452 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.822622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Attempting to bind port 6f4e5352-ad69-4598-a3d8-633f866b04d1 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:17.823121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Attempting to bind port 6f4e5352-ad69-4598-a3d8-633f866b04d1 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:17.823623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Attempting to bind port 6f4e5352-ad69-4598-a3d8-633f866b04d1 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:17.827317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.835924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:17.836480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:17.836993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.837590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:17.838473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Bound port: 6f4e5352-ad69-4598-a3d8-633f866b04d1, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:17.839384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.844844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network 82855579-b874-4388-8a50-3b229b4bf689 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:17.872501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b369e-ba82-4bea-8063-1b9f81cce57b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.875804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b369e-ba82-4bea-8063-1b9f81cce57b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.877082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-200b369e-ba82-4bea-8063-1b9f81cce57b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/6debd929-bca8-4718-bc2d-585235cf62df HTTP/1.1" status: 204 len: 168 time: 0.7044723 Jul 14 09:25:17.884875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44606) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:17.889037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b924754-64c4-4caf-812d-7e230ade40a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.890747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 82855579-b874-4388-8a50-3b229b4bf689) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:17.893650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b369e-ba82-4bea-8063-1b9f81cce57b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6debd929-bca8-4718-bc2d-585235cf62df,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.910185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3da1c4-38d0-4086-b88d-f5eaacf9ffb8 None None] Network 82855579-b874-4388-8a50-3b229b4bf689 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:17.914074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.914672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.936862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Made reservation on behalf of adfad007d36b4ccdaa813fc366d3ddd3 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:17.940426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.955115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Router 1f120134-acd1-4f5a-8609-485239c10cee is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:17.960978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1644cc-ac36-4d90-b26e-211ef313f3eb None None] Pushing event updated for resources: {'Port': ['ID=6f4e5352-ad69-4598-a3d8-633f866b04d1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:17.987105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] For port 6f4e5352-ad69-4598-a3d8-633f866b04d1, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:17.991438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] For port 6f4e5352-ad69-4598-a3d8-633f866b04d1, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6f4e5352-ad69-4598-a3d8-633f866b04d1,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:18.004417 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.010189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b924754-64c4-4caf-812d-7e230ade40a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.021676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-13e2357d-0c33-4f11-9e5b-6822c2f3c905 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1268044 Jul 14 09:25:18.024452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44608) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.032054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'name': 'tempest-AllowedAddressPairTestJSON-42336390'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:18.072076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-86a687cb-d9f5-48bc-84e9-a292644b2dd6 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1861784 Jul 14 09:25:18.086258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.100223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1644cc-ac36-4d90-b26e-211ef313f3eb None None] Pushing event updated for resources: {'Port': ['ID=6f4e5352-ad69-4598-a3d8-633f866b04d1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.112121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc4412-a2d2-4b19-918e-75fa8be43c7e req-5faf326f-db0e-408f-8b45-9cfdf1235385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.114489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80dc4412-a2d2-4b19-918e-75fa8be43c7e req-5faf326f-db0e-408f-8b45-9cfdf1235385 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 1097 time: 0.2919724 Jul 14 09:25:18.114667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Routers {'58a1bf9b-372a-4de1-a1ca-ee1de95a7749'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:18.114953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:18.126220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-30106bd8-abbd-4df0-bc61-0baf15be795e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--397369242'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:18.184099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80dc4412-a2d2-4b19-918e-75fa8be43c7e req-2d6ef7ba-02a7-4e55-8db4-f22abd123e68 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Jul 14 09:25:18.186857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b924754-64c4-4caf-812d-7e230ade40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.189522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b924754-64c4-4caf-812d-7e230ade40a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.193121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b924754-64c4-4caf-812d-7e230ade40a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d14b3581-9093-48da-b1bd-7a6de8842826 HTTP/1.1" status: 204 len: 168 time: 0.5630987 Jul 14 09:25:18.209693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b924754-64c4-4caf-812d-7e230ade40a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14b3581-9093-48da-b1bd-7a6de8842826,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.211679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30106bd8-abbd-4df0-bc61-0baf15be795e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.225285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:18.237474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.237686 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] Sync routers for ids ['1f120134-acd1-4f5a-8609-485239c10cee'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:18.241897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2732548a-ae96-44a8-b570-4cefa4b667d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "PUT /v2.0/routers/1f120134-acd1-4f5a-8609-485239c10cee HTTP/1.1" status: 200 len: 918 time: 4.0610600 Jul 14 09:25:18.244889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.253187 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] Routers {'1f120134-acd1-4f5a-8609-485239c10cee'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:18.256029 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f120134-acd1-4f5a-8609-485239c10cee'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:18.267513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.295327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] Set router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:18.322050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:25:18.322050 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:25:18.322050 n-d-758944-44 neutron-server[93754]: [parameters: {'project_id_1': 'f5cb4014281a459da60da1426b8a7401', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 25, 18, 298338)}] Jul 14 09:25:18.322050 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:18.323377 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:18.337434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Subnet': ['ID=c84f4333-b6bf-43ff-a57e-9295b49a0bd9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.347016 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:18.355616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Checking segment: {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:18.355988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network hostable DHCP agents. Network: 4e562d85-39a3-4b08-af62-31516bc54ea4, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:18.364010 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] Routers {'1f120134-acd1-4f5a-8609-485239c10cee'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:18.364823 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:24:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f120134-acd1-4f5a-8609-485239c10cee'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:18.376880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:18.381403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-82855579-b874-4388-8a50-3b229b4bf689', 'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'tenant_id': 'f5cb4014281a459da60da1426b8a7401', 'fixed_ips': [{'subnet_id': 'fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:18.382829 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.387516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4e562d85-39a3-4b08-af62-31516bc54ea4) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:18.394585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.395100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.443039 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:18.443840 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507ce8a-f39a-4a37-b360-229fa7524fcc None None] The sync data for ids ['1f120134-acd1-4f5a-8609-485239c10cee'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:18.455021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bb0c55ae-6b2a-4e34-bbba-3dc4bf446c95 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/1f120134-acd1-4f5a-8609-485239c10cee HTTP/1.1" status: 200 len: 924 time: 0.2053201 Jul 14 09:25:18.455698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.461864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc192d86-acb0-422a-9598-6d130e1cc701 None None] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:18.501081 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30106bd8-abbd-4df0-bc61-0baf15be795e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.505779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30106bd8-abbd-4df0-bc61-0baf15be795e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.517380 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a27f14fe-a33d-46e5-86dc-8f9abd8e2b35 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8750288 Jul 14 09:25:18.520219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.550525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30106bd8-abbd-4df0-bc61-0baf15be795e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.552229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-30106bd8-abbd-4df0-bc61-0baf15be795e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4318531 Jul 14 09:25:18.555379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44622) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.561114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c0ca93ee-63ae-4d4d-beb4-2dd19c9bed46 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '59a61acd-1c11-49ff-ab39-0cbf733e8c6c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:18.562058 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-c0ca93ee-63ae-4d4d-beb4-2dd19c9bed46 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:25:18.563100 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c0ca93ee-63ae-4d4d-beb4-2dd19c9bed46 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:18.564358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c0ca93ee-63ae-4d4d-beb4-2dd19c9bed46 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078018 Jul 14 09:25:18.566663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30106bd8-abbd-4df0-bc61-0baf15be795e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a61acd-1c11-49ff-ab39-0cbf733e8c6c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.582001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.680564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1b84951-beeb-4953-b717-8a7289292ce0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.710870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1b84951-beeb-4953-b717-8a7289292ce0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.729247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-732d5db1-5af4-486d-b0ae-a7ac0be54eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.842101 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1b84951-beeb-4953-b717-8a7289292ce0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.853789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1b84951-beeb-4953-b717-8a7289292ce0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.857634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e1b84951-beeb-4953-b717-8a7289292ce0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/59a61acd-1c11-49ff-ab39-0cbf733e8c6c HTTP/1.1" status: 204 len: 168 time: 0.2744572 Jul 14 09:25:18.868993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.882385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Allocated IP 172.20.0.2 (82855579-b874-4388-8a50-3b229b4bf689/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c/c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:18.900365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b84951-beeb-4953-b717-8a7289292ce0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a61acd-1c11-49ff-ab39-0cbf733e8c6c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.923664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029101c-8f54-4d11-80cd-9b7f43352cf4 req-e1014cb8-a0f2-4760-9d33-c45ef973bd20 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.925502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4029101c-8f54-4d11-80cd-9b7f43352cf4 req-e1014cb8-a0f2-4760-9d33-c45ef973bd20 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.1709328 Jul 14 09:25:18.926700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:18.930541 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.945354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae3bdc-6727-4976-9023-1a85d308a4e4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.946821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70ae3bdc-6727-4976-9023-1a85d308a4e4 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=1f120134-acd1-4f5a-8609-485239c10cee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4901178 Jul 14 09:25:18.952551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:18.977953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] device_id is not set on port ffb15951-b665-445b-9104-dc753031b0f9 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:19.003536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4e562d85-39a3-4b08-af62-31516bc54ea4', 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'fixed_ips': [{'subnet_id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:19.004506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.042591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:15Z', 'revision_number': 3, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:19.126133 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-253da3f8-f734-4119-91fe-65a79c9dc870 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2513566 Jul 14 09:25:19.130575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:19.140730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00863718-b18f-46f1-bfce-99f3f8284994 None None] The sync data for ids ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'] in n-d-758944-44 is: [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:15Z', 'revision_number': 3, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:19.142314 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.188962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bc53be84-cd17-499f-bc7f-5b4d6900456e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284766644'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:19.258835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4029101c-8f54-4d11-80cd-9b7f43352cf4 req-5ba76b82-6c95-40c0-a1ef-454da58ae85b tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072448 Jul 14 09:25:19.332511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fed94-d58e-4ea5-81c8-111b8f0b26bf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.334516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-731fed94-d58e-4ea5-81c8-111b8f0b26bf tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.3765719 Jul 14 09:25:19.337365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:19.381294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3ae0914d-8726-483c-b074-4f68959068a9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f120134-acd1-4f5a-8609-485239c10cee HTTP/1.1" status: 200 len: 205 time: 0.0394678 Jul 14 09:25:19.382298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:19.656752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Allocated IP 172.20.0.18 (4e562d85-39a3-4b08-af62-31516bc54ea4/c84f4333-b6bf-43ff-a57e-9295b49a0bd9/0b9c8b2f-9092-4e6c-a958-d490f0a9a34d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:19.690699 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.705237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Transition to ACTIVE for port object c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:19.729074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Transition to ACTIVE for port object c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:19.896189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc53be84-cd17-499f-bc7f-5b4d6900456e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.946635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.956300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Transition to ACTIVE for port object 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:19.976730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Transition to ACTIVE for port object 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:19.981010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.990078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.046801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Network 82855579-b874-4388-8a50-3b229b4bf689 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:20.048254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.064842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:20.074660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:20.080451 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.082411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:20.095995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:20.119492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.123116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:20.141622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Allocated IP 172.20.0.6 (82855579-b874-4388-8a50-3b229b4bf689/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c/ffb15951-b665-445b-9104-dc753031b0f9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:20.185025 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.221221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Pushing event updated for resources: {'Port': ['ID=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.247767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Attempting to bind port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:20.248330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Attempting to bind port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:20.249166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Attempting to bind port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d on network 4e562d85-39a3-4b08-af62-31516bc54ea4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:20.277977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:20.278323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Checking segment: {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:20.278684 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.279081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Bound using segment: {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:20.279615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Bound port: 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:20.280001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.304224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Attempting to bind port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:20.304604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Attempting to bind port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '72e6f5da-acd1-4a81-a5e7-fc8123024eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82855579-b874-4388-8a50-3b229b4bf689'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:20.304976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Attempting to bind port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 on network 82855579-b874-4388-8a50-3b229b4bf689 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:20.323053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Pushing event updated for resources: {'Port': ['ID=0b9c8b2f-9092-4e6c-a958-d490f0a9a34d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.331068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:20.331478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Checking segment: {'id': '72e6f5da-acd1-4a81-a5e7-fc8123024eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82855579-b874-4388-8a50-3b229b4bf689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:20.331885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.332652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Bound using segment: {'id': '72e6f5da-acd1-4a81-a5e7-fc8123024eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82855579-b874-4388-8a50-3b229b4bf689'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:20.333048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Bound port: c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e6f5da-acd1-4a81-a5e7-fc8123024eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '82855579-b874-4388-8a50-3b229b4bf689'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:20.333438 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.457883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc53be84-cd17-499f-bc7f-5b4d6900456e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.466153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc53be84-cd17-499f-bc7f-5b4d6900456e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.505347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53be84-cd17-499f-bc7f-5b4d6900456e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92922c08-6078-4f15-973e-ca89a639beff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.515737 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.546692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc53be84-cd17-499f-bc7f-5b4d6900456e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.548557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bc53be84-cd17-499f-bc7f-5b4d6900456e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3862290 Jul 14 09:25:20.552699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.564211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-72f8907a-2794-471b-9da7-8b46a9a61892 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '92922c08-6078-4f15-973e-ca89a639beff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:20.565328 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-72f8907a-2794-471b-9da7-8b46a9a61892 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:25:20.565951 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-72f8907a-2794-471b-9da7-8b46a9a61892 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:20.567201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-72f8907a-2794-471b-9da7-8b46a9a61892 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120034 Jul 14 09:25:20.576066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.585101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d065cbcb-d133-4d64-9d41-65266ed57001 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '92922c08-6078-4f15-973e-ca89a639beff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:20.585811 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-d065cbcb-d133-4d64-9d41-65266ed57001 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:25:20.586318 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-d065cbcb-d133-4d64-9d41-65266ed57001 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:20.587480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d065cbcb-d133-4d64-9d41-65266ed57001 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103250 Jul 14 09:25:20.595258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.625109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5e71f88d-af27-4fc6-a324-3e58efeb3f6c tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '92922c08-6078-4f15-973e-ca89a639beff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:20.625957 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-5e71f88d-af27-4fc6-a324-3e58efeb3f6c tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:25:20.626455 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-5e71f88d-af27-4fc6-a324-3e58efeb3f6c tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:20.628241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5e71f88d-af27-4fc6-a324-3e58efeb3f6c tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092752 Jul 14 09:25:20.632588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.640939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-335a0106-5535-48db-ae2e-cee0df018ec2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '92922c08-6078-4f15-973e-ca89a639beff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:20.641920 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-335a0106-5535-48db-ae2e-cee0df018ec2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:25:20.642426 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-335a0106-5535-48db-ae2e-cee0df018ec2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:20.643477 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-335a0106-5535-48db-ae2e-cee0df018ec2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066106 Jul 14 09:25:20.649959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.774120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.792040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] For port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:20.795230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] For port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,segment=NetworkSegment(72e6f5da-acd1-4a81-a5e7-fc8123024eb3),segment_id=72e6f5da-acd1-4a81-a5e7-fc8123024eb3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:20.804617 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.810268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Deleting port 6bdb7a50-0438-4671-82e6-cadd33e56f46 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:20.810717 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.819019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Transition to ACTIVE for port object ffb15951-b665-445b-9104-dc753031b0f9 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:20.849971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c2e8-14d3-49ae-b75c-15e2f6937d80 req-7ccf1481-f2cc-4ec4-b42e-fbf2562b574c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.851664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fb9c2e8-14d3-49ae-b75c-15e2f6937d80 req-7ccf1481-f2cc-4ec4-b42e-fbf2562b574c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.2622778 Jul 14 09:25:20.888336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-332f369f-c6a2-4bcf-9592-166438cff358 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.920033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-332f369f-c6a2-4bcf-9592-166438cff358 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.970077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-332f369f-c6a2-4bcf-9592-166438cff358 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.972770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-332f369f-c6a2-4bcf-9592-166438cff358 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.976400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-332f369f-c6a2-4bcf-9592-166438cff358 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/92922c08-6078-4f15-973e-ca89a639beff HTTP/1.1" status: 204 len: 168 time: 0.3213933 Jul 14 09:25:20.984342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:21.028150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f369f-c6a2-4bcf-9592-166438cff358 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92922c08-6078-4f15-973e-ca89a639beff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.074352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] For port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:21.082455 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.084731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a0298-feb6-4ce3-96ce-929f00810652 None None] Pushing event updated for resources: {'Port': ['ID=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.111342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.125540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5fb9c2e8-14d3-49ae-b75c-15e2f6937d80 req-21bddfd4-3916-424f-83fb-2d681c003b80 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648346 Jul 14 09:25:21.136768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Calling delete_port for 6bdb7a50-0438-4671-82e6-cadd33e56f46 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:21.148924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] For port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0b9c8b2f-9092-4e6c-a958-d490f0a9a34d,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:21.151787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Allocated IP 172.20.0.17 (4e562d85-39a3-4b08-af62-31516bc54ea4/c84f4333-b6bf-43ff-a57e-9295b49a0bd9/6b5cf586-4300-4780-a3e9-fbdd3b8751dc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:21.155127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.273874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=ffb15951-b665-445b-9104-dc753031b0f9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.371437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-de6a06bf-8eac-47d1-ab2d-3cb0537469fc tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3757024 Jul 14 09:25:21.374909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:21.437721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6f4e5352-ad69-4598-a3d8-633f866b04d1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:21.479805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.537555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network 82855579-b874-4388-8a50-3b229b4bf689 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:21.537916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Transition to ACTIVE for port object 6b5cf586-4300-4780-a3e9-fbdd3b8751dc will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:21.546530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cd7c72b6-dd71-4dd5-b98b-c64891540cfd tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--221098393'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:21.554955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:21.571198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:21.614228 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.619203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96592360-d9b7-4e1d-89f1-5daa92c5a15c None None] Pushing event updated for resources: {'Port': ['ID=0b9c8b2f-9092-4e6c-a958-d490f0a9a34d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.630232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6f4e5352-ad69-4598-a3d8-633f866b04d1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:21.638828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6f4e5352-ad69-4598-a3d8-633f866b04d1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:21.639295 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.670995 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.743478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:21.747990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:21.756219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:21.845300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.857315 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd7c72b6-dd71-4dd5-b98b-c64891540cfd tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.869671 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.880507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.880806 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.883684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.915344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6f4e5352-ad69-4598-a3d8-633f866b04d1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6f4e5352-ad69-4598-a3d8-633f866b04d1,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:21.920571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.999653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6f4e5352-ad69-4598-a3d8-633f866b04d1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.012729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-adeb8261-0e20-4f78-b89d-b825c5ca3273 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9839118 Jul 14 09:25:22.015685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.034502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'name': 'tempest-AllowedAddressPairTestJSON-1116798885', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d6:55:34'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:22.137036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf23c9-98a9-4117-81ed-3ae21e8124cb req-a2d138d1-01cd-467c-8046-b55650a69819 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.138592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77bf23c9-98a9-4117-81ed-3ae21e8124cb req-a2d138d1-01cd-467c-8046-b55650a69819 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.5551009 Jul 14 09:25:22.178443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.257852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.264656 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.329130 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77bf23c9-98a9-4117-81ed-3ae21e8124cb req-12a5cb37-8fd7-43ea-aec6-8cf180a07f4f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826770 Jul 14 09:25:22.345018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event deleted for resources: {'Port': ['ID=6bdb7a50-0438-4671-82e6-cadd33e56f46,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.380439 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd7c72b6-dd71-4dd5-b98b-c64891540cfd tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.400426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fd10e50-22ce-4aa1-a714-dbb7f70b66ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.408870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.409212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.409731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.410249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.410737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.411224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.412494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.412993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.413738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.414221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.414701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.415184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:22.438730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd7c72b6-dd71-4dd5-b98b-c64891540cfd tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.509295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:22.528891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd7c72b6-dd71-4dd5-b98b-c64891540cfd tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.530648 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cd7c72b6-dd71-4dd5-b98b-c64891540cfd tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0194733 Jul 14 09:25:22.532368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.563982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.569192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2806f9ad-a423-475c-b926-2e4496937681 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:22.569803 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-2806f9ad-a423-475c-b926-2e4496937681 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:25:22.570410 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-2806f9ad-a423-475c-b926-2e4496937681 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:22.571539 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2806f9ad-a423-475c-b926-2e4496937681 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071790 Jul 14 09:25:22.575597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.583798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fa0ca82a-4928-4d15-b8d5-f7f28c5c288e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:22.598281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c72b6-dd71-4dd5-b98b-c64891540cfd tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9116b-3552-4e51-803c-e91f3b413e38,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.700679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.704083 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.743004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fd10e50-22ce-4aa1-a714-dbb7f70b66ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.774710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fd10e50-22ce-4aa1-a714-dbb7f70b66ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.835291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.835922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Fanout notify agent at l3_agent the message router_deleted on router 1f120134-acd1-4f5a-8609-485239c10cee {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:22.850341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.858090 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-18143327-74f4-46f0-9e11-1fc850b22494 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/1f120134-acd1-4f5a-8609-485239c10cee HTTP/1.1" status: 204 len: 168 time: 3.4751189 Jul 14 09:25:22.858831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.871797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8f3ac92-cc44-4dcc-8cb3-2326e9277606 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405525494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:22.880745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.902207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0fd10e50-22ce-4aa1-a714-dbb7f70b66ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=275d5063d7584b47a0ea8bc94dcf67f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225916 Jul 14 09:25:22.915409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44734) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.932085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd10e50-22ce-4aa1-a714-dbb7f70b66ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdf0e7e-49a6-4419-86ce-4dc4ae1afacc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.970747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] device_id is not set on port e61bbbe1-f256-4a5c-a9a8-97f8c5373477 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:22.971314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.974046 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-fa0ca82a-4928-4d15-b8d5-f7f28c5c288e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:22.981114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fa0ca82a-4928-4d15-b8d5-f7f28c5c288e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4019632 Jul 14 09:25:22.982310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.987819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4e12a16b-b005-43d1-8d6f-474c7a63b08b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:22.988363 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-4e12a16b-b005-43d1-8d6f-474c7a63b08b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:25:22.988863 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-4e12a16b-b005-43d1-8d6f-474c7a63b08b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:22.995958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4e12a16b-b005-43d1-8d6f-474c7a63b08b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124762 Jul 14 09:25:23.004828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.005628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.024344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-01756ae0-0630-494a-87a4-425d0a0d978b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.111127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Allocated IP 172.20.0.7 (82855579-b874-4388-8a50-3b229b4bf689/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c/e61bbbe1-f256-4a5c-a9a8-97f8c5373477) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:23.153896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.164008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ac92-cc44-4dcc-8cb3-2326e9277606 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.165421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ac92-cc44-4dcc-8cb3-2326e9277606 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.177285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.190879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6069e06-2a69-4047-bd0e-617738402dd8 None None] Network 82855579-b874-4388-8a50-3b229b4bf689 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:23.347482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ac92-cc44-4dcc-8cb3-2326e9277606 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.357403 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-01756ae0-0630-494a-87a4-425d0a0d978b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:23.359169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-01756ae0-0630-494a-87a4-425d0a0d978b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3458269 Jul 14 09:25:23.371313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.381164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ac92-cc44-4dcc-8cb3-2326e9277606 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.399991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a35418b2-fa16-471c-afc6-4396441e3cc0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.409532 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-a35418b2-fa16-471c-afc6-4396441e3cc0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:25:23.411639 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-a35418b2-fa16-471c-afc6-4396441e3cc0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:23.412922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a35418b2-fa16-471c-afc6-4396441e3cc0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0399470 Jul 14 09:25:23.416251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.422838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b1e05364-75fc-48e7-8ec2-e2e119b181ed tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.448735 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa59f0f-3565-4754-8d49-83fe7b1bee64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.479368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa59f0f-3565-4754-8d49-83fe7b1bee64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.489444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec0969-c339-41a4-96d7-137e78ab1d8c None None] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:23.532158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:23.544262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:23.562492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa59f0f-3565-4754-8d49-83fe7b1bee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.567005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa59f0f-3565-4754-8d49-83fe7b1bee64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.567667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6f4e5352-ad69-4598-a3d8-633f866b04d1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:23.571418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6fa59f0f-3565-4754-8d49-83fe7b1bee64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecdf0e7e-49a6-4419-86ce-4dc4ae1afacc HTTP/1.1" status: 204 len: 168 time: 0.6524789 Jul 14 09:25:23.572196 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-b1e05364-75fc-48e7-8ec2-e2e119b181ed tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:23.573986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b1e05364-75fc-48e7-8ec2-e2e119b181ed tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1561105 Jul 14 09:25:23.576544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.579516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ac92-cc44-4dcc-8cb3-2326e9277606 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.583056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b8f3ac92-cc44-4dcc-8cb3-2326e9277606 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7205110 Jul 14 09:25:23.585058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0037e49c-e323-4545-a14c-0a4352dcb632 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.585643 n-d-758944-44 neutron-server[93753]: WARNING neutron.api.v2.base [None req-0037e49c-e323-4545-a14c-0a4352dcb632 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:25:23.586911 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0037e49c-e323-4545-a14c-0a4352dcb632 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:23.587936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44762) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.589766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0037e49c-e323-4545-a14c-0a4352dcb632 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087910 Jul 14 09:25:23.590936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.597340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-42ff3fc9-8c35-414a-b6d0-a68d5c94eba0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.598291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'enable_snat': False}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.613469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa59f0f-3565-4754-8d49-83fe7b1bee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdf0e7e-49a6-4419-86ce-4dc4ae1afacc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.684533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9bd43311-1eb6-420f-8f27-c8efc0254839 None None] Provisioning for port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:23.758367 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-42ff3fc9-8c35-414a-b6d0-a68d5c94eba0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:23.760575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-42ff3fc9-8c35-414a-b6d0-a68d5c94eba0 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1677263 Jul 14 09:25:23.764629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.774688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0dc4cde9-fda3-4cf7-95a5-ac059a5c8bf9 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f8e9116b-3552-4e51-803c-e91f3b413e38', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.804094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:23.818056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6f4e5352-ad69-4598-a3d8-633f866b04d1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:23.819953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.834046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.904160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eb1a027f-e389-46cb-b15a-274e40dd70bf None None] Provisioning for port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:23.906003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-4078033f-e7d6-43d7-8cb7-678a70e0921a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.907546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-4078033f-e7d6-43d7-8cb7-678a70e0921a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 813 time: 0.5761738 Jul 14 09:25:23.913375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Transition to ACTIVE for port object e61bbbe1-f256-4a5c-a9a8-97f8c5373477 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:23.935745 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-3545fa73-6b45-421e-ae6e-d743c1828080 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/quotas/703f0fb691714fdb983ee1545f7fb063 HTTP/1.1" status: 200 len: 375 time: 0.0175192 Jul 14 09:25:23.972714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:24.029187 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0dc4cde9-fda3-4cf7-95a5-ac059a5c8bf9 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:24.030244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0dc4cde9-fda3-4cf7-95a5-ac059a5c8bf9 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2628298 Jul 14 09:25:24.051704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.057303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:24.068218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:24.068609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.110733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.146569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.217401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-47fe1a7c-b254-4183-a2f6-5ad3eb997dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.246404 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.302783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:24.307172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.310991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,segment=NetworkSegment(72e6f5da-acd1-4a81-a5e7-fc8123024eb3),segment_id=72e6f5da-acd1-4a81-a5e7-fc8123024eb3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:24.316085 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.317049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:24.320934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-76e96663-3420-4602-b1a8-912eb092d32a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "PUT /v2.0/routers/58a1bf9b-372a-4de1-a1ca-ee1de95a7749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7933733 Jul 14 09:25:24.324002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965a3092-b497-4e6b-89cd-838930f289b7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.346143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network 82855579-b874-4388-8a50-3b229b4bf689 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:24.360079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:24.362692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:24.394784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-2ee33b22-def6-4985-aa12-4cb9810bc7d0 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.398339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-2ee33b22-def6-4985-aa12-4cb9810bc7d0 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e6d0e6a-962b-4baa-a5be-6cc3e951c219 HTTP/1.1" status: 200 len: 945 time: 0.2271180 Jul 14 09:25:24.398869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Sync routers for ids ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:24.460149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.460824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.486137 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-01341a9b-e995-4866-9d84-7013e92387c2 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5069444 Jul 14 09:25:24.535534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Routers {'58a1bf9b-372a-4de1-a1ca-ee1de95a7749'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:24.536183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:24.617372 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-5219d0a7-d627-4d4a-bbbf-1e170276181b service neutron] 10.222.0.18 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123719 Jul 14 09:25:24.620038 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965a3092-b497-4e6b-89cd-838930f289b7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.672666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Deleting port 0181ecbe-9ab3-4677-b796-c80e30cb0560 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:24.680393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.728665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=e61bbbe1-f256-4a5c-a9a8-97f8c5373477,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.743652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Set router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:24.868848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30821a23-637d-46a3-8a75-ab58e179e09f None None] Provisioning complete for port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:24.869764 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30821a23-637d-46a3-8a75-ab58e179e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.910987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.916196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] For port 0181ecbe-9ab3-4677-b796-c80e30cb0560, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=0181ecbe-9ab3-4677-b796-c80e30cb0560,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:24.916652 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.936456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Calling delete_port for 0181ecbe-9ab3-4677-b796-c80e30cb0560 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:24.976894 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965a3092-b497-4e6b-89cd-838930f289b7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.980567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:24.989234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965a3092-b497-4e6b-89cd-838930f289b7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.990680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-965a3092-b497-4e6b-89cd-838930f289b7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/f8e9116b-3552-4e51-803c-e91f3b413e38 HTTP/1.1" status: 204 len: 168 time: 0.9259255 Jul 14 09:25:24.999514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:24.999893 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.005869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44788) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:25.089325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a3092-b497-4e6b-89cd-838930f289b7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9116b-3552-4e51-803c-e91f3b413e38,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.117392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-47fe1a7c-b254-4183-a2f6-5ad3eb997dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.132240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.133133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-d9ab8897-9d92-4399-abf1-220ffbcf515b service neutron] 10.222.0.18 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568760 Jul 14 09:25:25.142726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-47fe1a7c-b254-4183-a2f6-5ad3eb997dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.175327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['0181ecbe-9ab3-4677-b796-c80e30cb0560'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:25.181583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30821a23-637d-46a3-8a75-ab58e179e09f None None] Provisioning for port ffb15951-b665-445b-9104-dc753031b0f9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:25.183952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-110f528c-2502-4522-90d9-6bbb47c2cc98 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1648138 Jul 14 09:25:25.190920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44790) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:25.205529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Pushing event deleted for resources: {'Port': ['ID=0181ecbe-9ab3-4677-b796-c80e30cb0560,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.267947 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.270496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] No DVR routers for this DVR port 0181ecbe-9ab3-4677-b796-c80e30cb0560 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:25.274094 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.277332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e65d9cd-62bd-416c-bbcb-406b906210bf req-6004e6a9-9678-4c22-9b98-2ba5ce8367a8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "DELETE /v2.0/ports/0181ecbe-9ab3-4677-b796-c80e30cb0560 HTTP/1.1" status: 204 len: 173 time: 0.8736994 Jul 14 09:25:25.286683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'name': 'network-vif-deleted', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:25.294048 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552808d9-bdcd-4197-9402-4f63ce44a4d4" -d '{"events": [{"server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "name": "network-vif-deleted", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:25.307481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30821a23-637d-46a3-8a75-ab58e179e09f None None] Provisioning complete for port ffb15951-b665-445b-9104-dc753031b0f9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:25.308062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30821a23-637d-46a3-8a75-ab58e179e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.340578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-ee438d24-f0df-486c-8f98-bfb48d642727 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.349866 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-ee438d24-f0df-486c-8f98-bfb48d642727 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/networks?id=4e562d85-39a3-4b08-af62-31516bc54ea4 HTTP/1.1" status: 200 len: 797 time: 0.5879784 Jul 14 09:25:25.367335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-0983f55a-ccb5-43a6-a29c-e3b722bc3ecc tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/quotas/adfad007d36b4ccdaa813fc366d3ddd3 HTTP/1.1" status: 200 len: 375 time: 0.0163062 Jul 14 09:25:25.376285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-30821a23-637d-46a3-8a75-ab58e179e09f None None] Port ffb15951-b665-445b-9104-dc753031b0f9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:25.480399 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ff28e4-06dd-4508-8b6b-14071ea035fe x-openstack-request-id: req-60ff28e4-06dd-4508-8b6b-14071ea035fe {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:25.481067 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6d0e6a-962b-4baa-a5be-6cc3e951c219", "name": "network-vif-deleted", "tag": "0181ecbe-9ab3-4677-b796-c80e30cb0560", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:25.481546 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60ff28e4-06dd-4508-8b6b-14071ea035fe {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:25.482201 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6d0e6a-962b-4baa-a5be-6cc3e951c219', 'name': 'network-vif-deleted', 'tag': '0181ecbe-9ab3-4677-b796-c80e30cb0560', 'status': 'completed', 'code': 200} Jul 14 09:25:25.485583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0b9c8b2f-9092-4e6c-a958-d490f0a9a34d,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:25.488278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:22Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6b5cf586-4300-4780-a3e9-fbdd3b8751dc', 'name': '', 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:17:0d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:20Z', 'updated_at': '2021-07-14T09:25:22Z', 'revision_number': 2, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:25.546440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.569596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-5b54316a-0390-4b24-8065-572426d71bf5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2011085 Jul 14 09:25:25.586412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Checking router: 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:25.586911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Updating router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:25:25.660387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Provisioning for port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:25.683321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Provisioning complete for port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:25.683932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.774613 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.778148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=0b9c8b2f-9092-4e6c-a958-d490f0a9a34d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.797964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:25.913969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81621fcf-68e6-44f2-957f-1bc5abeca5bc req-f98bb907-5970-4ad2-b25d-23261d44ae75 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 210 time: 0.1265483 Jul 14 09:25:25.917869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2241d371-2458-4a26-8588-d84d807c579d tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8975153 Jul 14 09:25:25.920152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1a7c-b254-4183-a2f6-5ad3eb997dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39295bf-e906-412e-a94f-134baa36ec80,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.925026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44806) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:25.929682 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-47fe1a7c-b254-4183-a2f6-5ad3eb997dcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5659085a50514113b661980ca5790b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7762325 Jul 14 09:25:25.937266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-93e7e41b-4cb5-4206-8799-2296eb311732 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--644685503'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:25.958482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:25.963770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:26.048090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-c35cf4b6-5432-4e44-b30d-db0d8ae3ff1d service neutron] 10.222.0.18 "GET /v2.0/networks/4e562d85-39a3-4b08-af62-31516bc54ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765325 Jul 14 09:25:26.087503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Provisioning complete for port ffb15951-b665-445b-9104-dc753031b0f9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:26.087898 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.132173 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e7e41b-4cb5-4206-8799-2296eb311732 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.137030 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-031f3b76-dedd-4e96-8795-73e34e3e6a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.173970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b8402-5719-4cf6-9423-081af165354e tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.190663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b8402-5719-4cf6-9423-081af165354e tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.191305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:26.191721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.204446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b8402-5719-4cf6-9423-081af165354e tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.206924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ca5b8402-5719-4cf6-9423-081af165354e tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.4215705 Jul 14 09:25:26.208896 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.211291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.211448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-031f3b76-dedd-4e96-8795-73e34e3e6a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.249567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Port ffb15951-b665-445b-9104-dc753031b0f9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:26.303684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e7e41b-4cb5-4206-8799-2296eb311732 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.309949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Provisioning for port e61bbbe1-f256-4a5c-a9a8-97f8c5373477 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:26.315344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-922cfae7-6f6d-4798-89df-c500d13537c5 service neutron] 10.222.0.18 "GET /v2.0/networks/4e562d85-39a3-4b08-af62-31516bc54ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661624 Jul 14 09:25:26.319247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Provisioning complete for port e61bbbe1-f256-4a5c-a9a8-97f8c5373477 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:26.319247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.320221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e7e41b-4cb5-4206-8799-2296eb311732 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.356694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e7e41b-4cb5-4206-8799-2296eb311732 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.356915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.361689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-93e7e41b-4cb5-4206-8799-2296eb311732 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4353714 Jul 14 09:25:26.372730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44814) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.386678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3a03e0f6-a6da-4eae-9979-fe4abea43d59 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f0ca3a9d-2100-4bef-8108-75a136a222cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:26.464069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7e41b-4cb5-4206-8799-2296eb311732 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca3a9d-2100-4bef-8108-75a136a222cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.500122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-031f3b76-dedd-4e96-8795-73e34e3e6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.508551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-031f3b76-dedd-4e96-8795-73e34e3e6a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.509989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-031f3b76-dedd-4e96-8795-73e34e3e6a87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b39295bf-e906-412e-a94f-134baa36ec80 HTTP/1.1" status: 204 len: 168 time: 0.5466352 Jul 14 09:25:26.523949 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-3a03e0f6-a6da-4eae-9979-fe4abea43d59 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The resource could not be found. Jul 14 09:25:26.526207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3a03e0f6-a6da-4eae-9979-fe4abea43d59 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1509988 Jul 14 09:25:26.527405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f3b76-dedd-4e96-8795-73e34e3e6a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39295bf-e906-412e-a94f-134baa36ec80,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.529614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44820) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.541791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5239b980-01db-457a-b192-285fd5bdf0a3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': 'f0ca3a9d-2100-4bef-8108-75a136a222cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5181315e-0d44-4078-922d-48735577ed1e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:26.611018 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-5239b980-01db-457a-b192-285fd5bdf0a3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The resource could not be found. Jul 14 09:25:26.614942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5239b980-01db-457a-b192-285fd5bdf0a3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0757089 Jul 14 09:25:26.615602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.671660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Allocated IP 172.25.2.228 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/16753d40-1641-4796-8e89-d1a6524eb3e6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:26.704021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d4f210-90c5-45ef-82d0-32789ba6ceb3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.747125 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d4f210-90c5-45ef-82d0-32789ba6ceb3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.787584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Port e61bbbe1-f256-4a5c-a9a8-97f8c5373477 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:26.803276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d34e6b8e-0c0e-4935-a6ab-a3761ba7c849 req-cd8765bd-b0c0-4db9-b95d-5f278d0c7108 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 210 time: 0.0968709 Jul 14 09:25:26.844653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d4f210-90c5-45ef-82d0-32789ba6ceb3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.847885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23d4f210-90c5-45ef-82d0-32789ba6ceb3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.855614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-23d4f210-90c5-45ef-82d0-32789ba6ceb3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0ca3a9d-2100-4bef-8108-75a136a222cd HTTP/1.1" status: 204 len: 168 time: 0.2353294 Jul 14 09:25:26.855614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.865087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Provisioning complete for port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:26.865473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ec987d8-6f5c-48d4-8719-c17e88cb589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.890903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4f210-90c5-45ef-82d0-32789ba6ceb3 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca3a9d-2100-4bef-8108-75a136a222cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.912134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting port e61bbbe1-f256-4a5c-a9a8-97f8c5373477 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:26.912482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.978210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-52bac029-9c6f-4bdf-9bcf-e3dd9f5d76f7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090963 Jul 14 09:25:26.982606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44840) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:26.995155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b49ca366-6092-4e28-9b26-be0f22a20f3b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '28bcab24-8bc5-41fa-ad89-41e6187162ca', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:27.037651 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.118889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.125748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Transition to ACTIVE for port object 6b5cf586-4300-4780-a3e9-fbdd3b8751dc will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:27.137375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.178742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e0df124-79f1-4473-87f5-f1fdaf5642ed req-98a069d0-18e8-41c2-af4e-514519d5bcc0 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 210 time: 0.0677359 Jul 14 09:25:27.242100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cccc06-09d1-4ccb-8fee-b3614c0015bd None None] Pushing event updated for resources: {'Port': ['ID=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.375632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Attempting to bind port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:27.376256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Attempting to bind port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:27.376368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Attempting to bind port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc on network 4e562d85-39a3-4b08-af62-31516bc54ea4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:27.382673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:27.383321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Checking segment: {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:27.384175 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.385609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Bound using segment: {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:27.386370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Bound port: 6b5cf586-4300-4780-a3e9-fbdd3b8751dc, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:27.386935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.391394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.409832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Calling delete_port for e61bbbe1-f256-4a5c-a9a8-97f8c5373477 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:27.414813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.500713 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b49ca366-6092-4e28-9b26-be0f22a20f3b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The resource could not be found. Jul 14 09:25:27.502085 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b49ca366-6092-4e28-9b26-be0f22a20f3b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5117655 Jul 14 09:25:27.505094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-bc85ae69-44b0-411f-995e-314574fbd9d9 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.505960 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-bc85ae69-44b0-411f-995e-314574fbd9d9 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 813 time: 0.2776961 Jul 14 09:25:27.506446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:27.507162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:27.521439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--834831585'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:27.534598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] For port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:27.541148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] For port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:27.546250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Request body: {'port': {'device_id': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'admin_state_up': True, 'tenant_id': '703f0fb691714fdb983ee1545f7fb063'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:27.548268 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.593843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:27.602020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:27.675697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Pushing event updated for resources: {'Port': ['ID=16753d40-1641-4796-8e89-d1a6524eb3e6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.721999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cccc06-09d1-4ccb-8fee-b3614c0015bd None None] Pushing event updated for resources: {'Port': ['ID=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.728816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:27.746221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.792992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Routers {'58a1bf9b-372a-4de1-a1ca-ee1de95a7749'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:27.794301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:27.841650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:27.842272 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.010362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.028916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] Set router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:28.084068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.091443 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.194794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa2363-e446-4a56-8249-40e3ca57f6ca,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.196773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd9f0bc0-41ba-4a8b-925f-ddf2dd45b730 req-a6389aed-5b23-44a6-a326-6a9bcc77b0d9 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 210 time: 0.0922728 Jul 14 09:25:28.198174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Port': ['ID=e61bbbe1-f256-4a5c-a9a8-97f8c5373477,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.225968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.231390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.231903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.233335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.234463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.234915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.236156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.236627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.239043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.250060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.252596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.253109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:28.257153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Made reservation on behalf of 703f0fb691714fdb983ee1545f7fb063 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:28.265462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.269069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.270923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4148915-e3c8-470c-8aa9-16a52c4ae0a1 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7635105 Jul 14 09:25:28.285440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:28.294398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c6d5c61d-5e78-4bc0-bf81-40be6f87cff7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425725140'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:28.415472 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c61d-5e78-4bc0-bf81-40be6f87cff7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.487219 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7beb4041-925e-463a-a443-74be9ce6dc00 req-9bb3df7b-3296-457d-8371-0a378151e92a tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 210 time: 0.0771990 Jul 14 09:25:28.533233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:22Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6b5cf586-4300-4780-a3e9-fbdd3b8751dc', 'name': '', 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:17:0d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:20Z', 'updated_at': '2021-07-14T09:25:27Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:28.616423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb918a3-cf41-4b3b-b95e-8e005f738852 None None] The sync data for ids ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'] in n-d-758944-44 is: [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:22Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6b5cf586-4300-4780-a3e9-fbdd3b8751dc', 'name': '', 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:17:0d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:20Z', 'updated_at': '2021-07-14T09:25:27Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:28.657296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.678536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c61d-5e78-4bc0-bf81-40be6f87cff7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.719042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c61d-5e78-4bc0-bf81-40be6f87cff7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.726780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Allocated IP 172.20.0.2 (18aa5ad2-88b6-4197-87ab-6c6f76c2d162/602cdfa7-5b64-4066-8e02-7f54c2760b11/3e2d8bbb-7be3-43b4-a997-b417dc9fde7f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:28.780838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0181ecbe-9ab3-4677-b796-c80e30cb0560 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:28.789345 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c61d-5e78-4bc0-bf81-40be6f87cff7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.793073 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c6d5c61d-5e78-4bc0-bf81-40be6f87cff7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5057869 Jul 14 09:25:28.796100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44882) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:28.816817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ef74725f-2a2c-44aa-b6d0-c5bec2f4fa32 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group_rule': {'security_group_id': '45aa2363-e446-4a56-8249-40e3ca57f6ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f18df781-57d7-4b9d-b45e-af60637909f1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:28.833852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 0181ecbe-9ab3-4677-b796-c80e30cb0560 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:28.834250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 0181ecbe-9ab3-4677-b796-c80e30cb0560 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:28.878340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5c61d-5e78-4bc0-bf81-40be6f87cff7 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18df781-57d7-4b9d-b45e-af60637909f1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:29.084167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.089573 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-745904d4-04d9-4376-9638-6cb6ebfee31a tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/ports/e61bbbe1-f256-4a5c-a9a8-97f8c5373477 HTTP/1.1" status: 204 len: 168 time: 2.8731844 Jul 14 09:25:29.090244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44894) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:29.140228 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-29884a07-05a9-4904-a0fa-e1aaca43b989 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] GET failed (client error): The resource could not be found. Jul 14 09:25:29.147790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29884a07-05a9-4904-a0fa-e1aaca43b989 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "GET /v2.0/ports/e61bbbe1-f256-4a5c-a9a8-97f8c5373477 HTTP/1.1" status: 404 len: 333 time: 0.0508008 Jul 14 09:25:29.149600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:29.155221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'name': 'tempest-AllowedAddressPairTestJSON-769340566'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:29.439821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.444694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.519668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6dd09bce-0d5a-4d96-ba5e-69490cd5c9f9 req-bdfaaa86-00fe-42c0-9282-79b78011581f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 210 time: 0.1226909 Jul 14 09:25:29.652218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.767986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b5cf586-4300-4780-a3e9-fbdd3b8751dc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:29.775422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-942beddc-c36a-453c-8e01-c0ec46f9e08e tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.776940 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-942beddc-c36a-453c-8e01-c0ec46f9e08e tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.11 "GET /v2.0/networks?id=4e562d85-39a3-4b08-af62-31516bc54ea4 HTTP/1.1" status: 200 len: 797 time: 1.0140522 Jul 14 09:25:29.798317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:29.804547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1f19baa-f518-4130-b391-682e87c2695f req-88d86304-ee91-4cd2-b1f3-77d869e9a313 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 210 time: 0.0555160 Jul 14 09:25:29.812940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Request body: {'port': {'device_id': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4', 'admin_state_up': True, 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:29.816204 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-ef74725f-2a2c-44aa-b6d0-c5bec2f4fa32 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:25:29.819691 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ef74725f-2a2c-44aa-b6d0-c5bec2f4fa32 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0069280 Jul 14 09:25:29.823771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.826803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:29.904795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.907225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:29.910762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] device_id is not set on port f3e90d40-f745-47ba-80fd-319e44b8bb92 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:29.916884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:29.917600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.002683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:30.035367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:30.041902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:30.101037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Pushing event updated for resources: {'Port': ['ID=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.104005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.143308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.144044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.147841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Made reservation on behalf of adfad007d36b4ccdaa813fc366d3ddd3 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:30.151513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.178043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:30.189585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.201856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-442ad353-f850-4363-bbb4-682261abec8c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6745517 Jul 14 09:25:30.227444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Request body: {'port': {'device_id': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:30.272056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b88a23-18e4-405b-811a-01160f482ed2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.279031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Router 3cc3c587-cab1-4191-881e-33633bfd54dc is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:30.286476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.332773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b88a23-18e4-405b-811a-01160f482ed2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.350536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Allocated IP 172.20.0.14 (82855579-b874-4388-8a50-3b229b4bf689/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c/f3e90d40-f745-47ba-80fd-319e44b8bb92) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:30.393710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.585421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b88a23-18e4-405b-811a-01160f482ed2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.588035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b88a23-18e4-405b-811a-01160f482ed2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.589218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a7b88a23-18e4-405b-811a-01160f482ed2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/f18df781-57d7-4b9d-b45e-af60637909f1 HTTP/1.1" status: 204 len: 168 time: 0.7588122 Jul 14 09:25:30.623066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:30.688478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88a23-18e4-405b-811a-01160f482ed2 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18df781-57d7-4b9d-b45e-af60637909f1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.755085 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6c124965-9334-4067-a21a-3e6c54f79f0a tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1275284 Jul 14 09:25:30.763791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:30.814874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06b46eaa-ea72-477c-9229-39107bfaa171 req-e049f9fa-8b5f-44d4-aa17-b4e2e7fe2b47 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 210 time: 0.0843785 Jul 14 09:25:30.833605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Allocated IP 172.20.0.21 (4e562d85-39a3-4b08-af62-31516bc54ea4/c84f4333-b6bf-43ff-a57e-9295b49a0bd9/b44daca2-d02c-4f93-ad10-f1419d6ad993) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:30.849442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:30.860985 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] Sync routers for ids ['3cc3c587-cab1-4191-881e-33633bfd54dc'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:30.873522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.877529 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b2ad4e5a-ff91-48e8-ab55-40dc0715a4d3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "PUT /v2.0/routers/3cc3c587-cab1-4191-881e-33633bfd54dc HTTP/1.1" status: 200 len: 919 time: 7.2848954 Jul 14 09:25:30.878418 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] Routers {'3cc3c587-cab1-4191-881e-33633bfd54dc'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:30.879101 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cc3c587-cab1-4191-881e-33633bfd54dc'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:30.886861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44948) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:30.948633 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:30.963272 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] Routers {'3cc3c587-cab1-4191-881e-33633bfd54dc'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:30.964595 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cc3c587-cab1-4191-881e-33633bfd54dc'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:30.976546 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.987196 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aebb1edb-5da1-4ef4-b71f-f3e8c5c20d05 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.003344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Transition to ACTIVE for port object f3e90d40-f745-47ba-80fd-319e44b8bb92 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:31.021649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aebb1edb-5da1-4ef4-b71f-f3e8c5c20d05 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.028857 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:31.029778 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044c8f6-c70a-41c6-8f0f-cf9c77785c40 None None] The sync data for ids ['3cc3c587-cab1-4191-881e-33633bfd54dc'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:31.093073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.098578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aebb1edb-5da1-4ef4-b71f-f3e8c5c20d05 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.108840 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aebb1edb-5da1-4ef4-b71f-f3e8c5c20d05 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.108840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aebb1edb-5da1-4ef4-b71f-f3e8c5c20d05 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/45aa2363-e446-4a56-8249-40e3ca57f6ca HTTP/1.1" status: 204 len: 168 time: 0.3034456 Jul 14 09:25:31.108840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.167536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb1edb-5da1-4ef4-b71f-f3e8c5c20d05 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aa2363-e446-4a56-8249-40e3ca57f6ca,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.178820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network 82855579-b874-4388-8a50-3b229b4bf689 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:31.186577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:31.202696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:31.237969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:31.247682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=f3e90d40-f745-47ba-80fd-319e44b8bb92,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.280135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.295140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-596f1205-ac3a-4076-aab4-c6d7b5c60dba tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1824715 Jul 14 09:25:31.298797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.303819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-700385bf-e073-42b3-878a-ee567a3374ff tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'tempest-secgroup--157056928'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:31.320900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c64fc6da-0659-40f8-af9d-9118c8e0547a tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/3cc3c587-cab1-4191-881e-33633bfd54dc HTTP/1.1" status: 200 len: 925 time: 0.4321122 Jul 14 09:25:31.329492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.333265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-700385bf-e073-42b3-878a-ee567a3374ff tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.358335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.360762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Transition to ACTIVE for port object 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:31.368511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.369370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.410325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.441383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.472763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20278404-754b-428b-b09a-2907ab7962c6 req-09086c4e-cccf-4b18-b9a1-59d20cb27eed tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.478005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20278404-754b-428b-b09a-2907ab7962c6 req-09086c4e-cccf-4b18-b9a1-59d20cb27eed tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 931 time: 0.4315348 Jul 14 09:25:31.487511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Transition to ACTIVE for port object b44daca2-d02c-4f93-ad10-f1419d6ad993 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:31.582659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.592356 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-700385bf-e073-42b3-878a-ee567a3374ff tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.601785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-717e4ebd-5c7a-4f25-bba0-d01941a85ece None None] Provisioning for port f3e90d40-f745-47ba-80fd-319e44b8bb92 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:31.610887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-717e4ebd-5c7a-4f25-bba0-d01941a85ece None None] Provisioning complete for port f3e90d40-f745-47ba-80fd-319e44b8bb92 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:31.611323 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-717e4ebd-5c7a-4f25-bba0-d01941a85ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.614127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-700385bf-e073-42b3-878a-ee567a3374ff tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.631800 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ddecb5aa-6bbd-4607-9e16-c415cfea9ab4 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4809527 Jul 14 09:25:31.632974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.659316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d6:55:34'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:31.682742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b5cf586-4300-4780-a3e9-fbdd3b8751dc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:31.694585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-717e4ebd-5c7a-4f25-bba0-d01941a85ece None None] Port f3e90d40-f745-47ba-80fd-319e44b8bb92 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:31.735433 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-700385bf-e073-42b3-878a-ee567a3374ff tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.739325 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-700385bf-e073-42b3-878a-ee567a3374ff tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4367440 Jul 14 09:25:31.740199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700385bf-e073-42b3-878a-ee567a3374ff tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c51da-1e8c-46dd-bf94-0910f3f61c35,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.742747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.753708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0f5d3a6b-d8ca-4e78-b19f-faefce62c902 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:31.754099 n-d-758944-44 neutron-server[93754]: WARNING neutron.api.v2.base [None req-0f5d3a6b-d8ca-4e78-b19f-faefce62c902 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:25:31.754574 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-0f5d3a6b-d8ca-4e78-b19f-faefce62c902 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:25:31.755554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f5d3a6b-d8ca-4e78-b19f-faefce62c902 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "PUT /v2.0/security-groups/e78c51da-1e8c-46dd-bf94-0910f3f61c35 HTTP/1.1" status: 409 len: 330 time: 0.0060620 Jul 14 09:25:31.758604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44978) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.778458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20278404-754b-428b-b09a-2907ab7962c6 req-5d8bf3b4-7ea6-4a21-8805-73d0d67416c4 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362916 Jul 14 09:25:31.795070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:31.795480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.828165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e297f-9fda-40d7-be9d-11c504fbe322 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.831479 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4f8e297f-9fda-40d7-be9d-11c504fbe322 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=3cc3c587-cab1-4191-881e-33633bfd54dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5009320 Jul 14 09:25:31.836844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.854007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.921080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Attempting to bind port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:31.921572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Attempting to bind port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:31.922028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Attempting to bind port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:31.927691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:31.932503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:31.939003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:31.942736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event updated for resources: {'Port': ['ID=b44daca2-d02c-4f93-ad10-f1419d6ad993,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.964264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:31.964745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Attempting to bind port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f on network 18aa5ad2-88b6-4197-87ab-6c6f76c2d162 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:32.049442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.050098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.070747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:32.071510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Checking segment: {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:32.072757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Bound using segment: {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:32.073368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Bound port: 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80aff3b-cea0-4301-ba32-773708e8b6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:32.073932 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.077867 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-b27d185b-b7e9-4ff8-bca1-7e88a25bb0ad tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2723100 Jul 14 09:25:32.102507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Request body: {'port': {'device_id': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:32.266244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] For port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:32.271376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] For port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:32.274572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.422130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fab8de02-cebf-4fb3-af88-8d0349251aff None None] Provisioning for port b44daca2-d02c-4f93-ad10-f1419d6ad993 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:32.430693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fab8de02-cebf-4fb3-af88-8d0349251aff None None] Provisioning complete for port b44daca2-d02c-4f93-ad10-f1419d6ad993 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:32.431954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fab8de02-cebf-4fb3-af88-8d0349251aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.458162 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69b390c7-ffe0-4923-a66f-3b3d7781d59b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.502736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fab8de02-cebf-4fb3-af88-8d0349251aff None None] Port b44daca2-d02c-4f93-ad10-f1419d6ad993 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:32.509294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.557123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90efafb0-524b-44d6-8d78-57d8e026c8ff tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.558370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-90efafb0-524b-44d6-8d78-57d8e026c8ff tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/networks/57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 881 time: 0.7204032 Jul 14 09:25:32.560679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69b390c7-ffe0-4923-a66f-3b3d7781d59b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.566611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:32.591069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.591500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.592915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/3e2d8bbb-7be3-43b4-a997-b417dc9fde7f HTTP/1.1" status: 200 len: 1092 time: 2.3710701 Jul 14 09:25:32.595123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'tag': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:32.597408 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4" -d '{"events": [{"name": "network-changed", "server_uuid": "93e7685f-5ed5-4664-979f-83b0169fe2c8", "tag": "3e2d8bbb-7be3-43b4-a997-b417dc9fde7f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:32.610020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4badb-487b-4abc-ab43-be7ac82f20e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:32.649714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-72d06e56-f089-4677-83a1-e1f951db5e86 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc3c587-cab1-4191-881e-33633bfd54dc HTTP/1.1" status: 200 len: 205 time: 0.0751393 Jul 14 09:25:32.655043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45004) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:32.667064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.737648 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c86ce-4527-43ad-b369-e665b6a461eb x-openstack-request-id: req-3a2c86ce-4527-43ad-b369-e665b6a461eb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:32.737964 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e7685f-5ed5-4664-979f-83b0169fe2c8", "tag": "3e2d8bbb-7be3-43b4-a997-b417dc9fde7f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:32.738236 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a2c86ce-4527-43ad-b369-e665b6a461eb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:32.738641 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'tag': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f', 'status': 'completed', 'code': 200} Jul 14 09:25:32.748111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44daca2-d02c-4f93-ad10-f1419d6ad993 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:32.755629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0846e-f8e0-418c-a28b-d7b9a43375ad req-98316b33-0c95-4e52-9fef-354779b17c13 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.766253 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99a0846e-f8e0-418c-a28b-d7b9a43375ad req-98316b33-0c95-4e52-9fef-354779b17c13 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 895 time: 0.3938308 Jul 14 09:25:32.778404 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69b390c7-ffe0-4923-a66f-3b3d7781d59b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.789458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69b390c7-ffe0-4923-a66f-3b3d7781d59b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.789458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69b390c7-ffe0-4923-a66f-3b3d7781d59b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/e78c51da-1e8c-46dd-bf94-0910f3f61c35 HTTP/1.1" status: 204 len: 168 time: 1.0249076 Jul 14 09:25:32.798403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45008) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:32.809543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.834956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Transition to ACTIVE for port object b44daca2-d02c-4f93-ad10-f1419d6ad993 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:32.843985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.875698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b390c7-ffe0-4923-a66f-3b3d7781d59b tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c51da-1e8c-46dd-bf94-0910f3f61c35,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:32.953743 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-ca27802b-6596-4774-a6bf-509badde3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.955295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-ca27802b-6596-4774-a6bf-509badde3255 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 1095 time: 0.3028517 Jul 14 09:25:32.958295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Pushing event updated for resources: {'Port': ['ID=b44daca2-d02c-4f93-ad10-f1419d6ad993,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:33.006308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.023912 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7f2984c3-7be1-4256-9df4-b8a766abc74f tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2225349 Jul 14 09:25:33.031090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.081843 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-aad3fa04-92ea-4fb7-9296-52762faa79b4 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] delete failed (client error): The resource could not be found. Jul 14 09:25:33.086097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aad3fa04-92ea-4fb7-9296-52762faa79b4 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "DELETE /v2.0/security-groups/55d75e61-12eb-491d-94db-a1bb99d30456 HTTP/1.1" status: 404 len: 347 time: 0.0458915 Jul 14 09:25:33.090617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.102048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-f9559a12-9894-4488-8350-3902957f75b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f HTTP/1.1" status: 200 len: 217 time: 0.1367166 Jul 14 09:25:33.113196 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c7e8dae1-3edc-4164-a266-e5f66926d95e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] show failed (client error): The resource could not be found. Jul 14 09:25:33.114479 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c7e8dae1-3edc-4164-a266-e5f66926d95e tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-groups/3c1ac752-7d76-4121-a272-7f532dac2062 HTTP/1.1" status: 404 len: 347 time: 0.0225077 Jul 14 09:25:33.120491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45018) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.146606 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-e7a979a2-76aa-4892-a160-de3d02cf76a4 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] show failed (client error): The resource could not be found. Jul 14 09:25:33.147271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e7a979a2-76aa-4892-a160-de3d02cf76a4 tempest-NegativeSecGroupTest-1372722788 tempest-NegativeSecGroupTest-1372722788-project] 10.222.0.18 "GET /v2.0/security-group-rules/6670e81f-4646-4e64-8845-69aff66e31ab HTTP/1.1" status: 404 len: 356 time: 0.0250864 Jul 14 09:25:33.244445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.249835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.280561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-868d07c2-edc6-4db8-8223-516a6914dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.282061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-868d07c2-edc6-4db8-8223-516a6914dbbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=602cdfa7-5b64-4066-8e02-7f54c2760b11 HTTP/1.1" status: 200 len: 853 time: 0.1744382 Jul 14 09:25:33.291510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Attempting to bind port b44daca2-d02c-4f93-ad10-f1419d6ad993 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:33.291880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Attempting to bind port b44daca2-d02c-4f93-ad10-f1419d6ad993 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:33.292336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Attempting to bind port b44daca2-d02c-4f93-ad10-f1419d6ad993 on network 4e562d85-39a3-4b08-af62-31516bc54ea4 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:33.337535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Port b44daca2-d02c-4f93-ad10-f1419d6ad993 on network 4e562d85-39a3-4b08-af62-31516bc54ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:33.337868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Attempting to bind port b44daca2-d02c-4f93-ad10-f1419d6ad993 on network 4e562d85-39a3-4b08-af62-31516bc54ea4 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:33.342154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-18487823-4a0a-4700-8fa4-4143d7d34500 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433888 Jul 14 09:25:33.353782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=f3e90d40-f745-47ba-80fd-319e44b8bb92,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:33.366402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:33.366402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Checking segment: {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:33.366751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Bound using segment: {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:33.367127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Bound port: b44daca2-d02c-4f93-ad10-f1419d6ad993, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:33.371765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] In _notify_port_updated(), no bound segment for port f3e90d40-f745-47ba-80fd-319e44b8bb92 on network 82855579-b874-4388-8a50-3b229b4bf689 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:25:33.380909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.382259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.384816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-628637bc-07b7-45ac-8db9-f8cfcf578fe7 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "PUT /v2.0/ports/f3e90d40-f745-47ba-80fd-319e44b8bb92 HTTP/1.1" status: 200 len: 993 time: 1.7428687 Jul 14 09:25:33.386566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.386957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.568149 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:33.589908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] For port b44daca2-d02c-4f93-ad10-f1419d6ad993, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:33.594446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] For port b44daca2-d02c-4f93-ad10-f1419d6ad993, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b44daca2-d02c-4f93-ad10-f1419d6ad993,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:33.597106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.610404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting port f3e90d40-f745-47ba-80fd-319e44b8bb92 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:33.611052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.616586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd59f70-f1a2-4021-91c5-462b0090c270 req-a5f4eea6-379c-4a72-8bbc-e940df50817c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.618320 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6bd59f70-f1a2-4021-91c5-462b0090c270 req-a5f4eea6-379c-4a72-8bbc-e940df50817c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 943 time: 0.5153885 Jul 14 09:25:33.627567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.681079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30d14cea-211d-4836-b3a3-92b57bb792a9 None None] Provisioning complete for port f3e90d40-f745-47ba-80fd-319e44b8bb92 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:33.682080 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30d14cea-211d-4836-b3a3-92b57bb792a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.686840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.759020 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-30d14cea-211d-4836-b3a3-92b57bb792a9 None None] Port f3e90d40-f745-47ba-80fd-319e44b8bb92 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:33.764505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.779022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Calling delete_port for f3e90d40-f745-47ba-80fd-319e44b8bb92 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:33.791999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.791999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.793146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] 10.222.0.11 "PUT /v2.0/ports/b44daca2-d02c-4f93-ad10-f1419d6ad993 HTTP/1.1" status: 200 len: 1056 time: 1.7007034 Jul 14 09:25:34.044898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-583c7965-962d-41be-8dab-91034256143a service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885026 Jul 14 09:25:34.050780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6bd59f70-f1a2-4021-91c5-462b0090c270 req-43993bd6-a085-4a3d-877a-7ba66216eaba tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284569 Jul 14 09:25:34.100255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Deleting port 16753d40-1641-4796-8e89-d1a6524eb3e6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:34.100570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.121692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1cdea144-fb71-4de3-ba11-f40b0d99353b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b2b9ae0eec545cba67ee4a28e4a44a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337745 Jul 14 09:25:34.125534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:34.175911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.184921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd066-bf09-43b5-bd19-8117801deb3d service neutron] Pushing event updated for resources: {'Port': ['ID=b44daca2-d02c-4f93-ad10-f1419d6ad993,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.233501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Port': ['ID=f3e90d40-f745-47ba-80fd-319e44b8bb92,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.337009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df1fca-9669-4a26-8300-a94231226bb8 req-99f805ae-a684-4383-ad88-00c4d346f75e tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.339216 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3df1fca-9669-4a26-8300-a94231226bb8 req-99f805ae-a684-4383-ad88-00c4d346f75e tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 907 time: 0.3669605 Jul 14 09:25:34.343066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14da970b-3bad-4783-a1d2-b2717dfa5283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.417455 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14da970b-3bad-4783-a1d2-b2717dfa5283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.515667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.524077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-033357e5-f8b5-4591-b4e4-0d1675973d2d tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/ports/f3e90d40-f745-47ba-80fd-319e44b8bb92 HTTP/1.1" status: 204 len: 168 time: 1.1355650 Jul 14 09:25:34.527482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:34.579953 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5192a9-b675-417c-ae34-e9bd670e74e2 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] GET failed (client error): The resource could not be found. Jul 14 09:25:34.581805 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3f5192a9-b675-417c-ae34-e9bd670e74e2 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "GET /v2.0/ports/f3e90d40-f745-47ba-80fd-319e44b8bb92 HTTP/1.1" status: 404 len: 333 time: 0.0531712 Jul 14 09:25:34.596880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:34.602968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'name': 'tempest-AllowedAddressPairTestJSON-24810283'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:34.687862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14da970b-3bad-4783-a1d2-b2717dfa5283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.691823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14da970b-3bad-4783-a1d2-b2717dfa5283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.693254 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-14da970b-3bad-4783-a1d2-b2717dfa5283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6548e1c-4b94-463e-9ffd-a12f967d1f30 HTTP/1.1" status: 204 len: 168 time: 0.5648866 Jul 14 09:25:34.724753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da970b-3bad-4783-a1d2-b2717dfa5283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6548e1c-4b94-463e-9ffd-a12f967d1f30,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.754726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'tag': 'b44daca2-d02c-4f93-ad10-f1419d6ad993'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:34.757095 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc5956-a051-4f22-a227-e43ecab6063f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4ac4cc-38a0-4e87-a407-9969f4743770", "tag": "b44daca2-d02c-4f93-ad10-f1419d6ad993"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:34.796342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-8cd61ce8-ac3e-40c4-9a48-2e3416ff50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.798467 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-8cd61ce8-ac3e-40c4-9a48-2e3416ff50f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 1059 time: 0.9443593 Jul 14 09:25:34.819487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3440c33c-d220-43f0-bd5c-0fe709b89920 req-25c4d2bc-e620-4899-97c5-941d993a8540 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549534 Jul 14 09:25:34.850908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.855171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-5cdba1d6-0f7a-43d6-901f-26e2b16dfa7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b44daca2-d02c-4f93-ad10-f1419d6ad993 HTTP/1.1" status: 200 len: 217 time: 0.0488722 Jul 14 09:25:34.862295 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed694c-9f84-4f90-92bc-8e8b2aa12256 x-openstack-request-id: req-97ed694c-9f84-4f90-92bc-8e8b2aa12256 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:34.862744 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4ac4cc-38a0-4e87-a407-9969f4743770", "tag": "b44daca2-d02c-4f93-ad10-f1419d6ad993", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:34.863094 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97ed694c-9f84-4f90-92bc-8e8b2aa12256 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:34.863639 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'tag': 'b44daca2-d02c-4f93-ad10-f1419d6ad993', 'status': 'completed', 'code': 200} Jul 14 09:25:34.875272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:34.881664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Calling delete_port for 16753d40-1641-4796-8e89-d1a6524eb3e6 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:34.884977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.918922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] device_id is not set on port e1b8b52a-deda-474f-a066-e5eae3dbaf41 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:35.008196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-c38dfaf4-2fff-4de7-9873-4355f4fd50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.010421 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-c38dfaf4-2fff-4de7-9873-4355f4fd50f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c84f4333-b6bf-43ff-a57e-9295b49a0bd9 HTTP/1.1" status: 200 len: 838 time: 0.1393170 Jul 14 09:25:35.136161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-8b715bd0-2c4b-4418-b0d9-31d67b1050ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.137743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-8b715bd0-2c4b-4418-b0d9-31d67b1050ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=703f0fb691714fdb983ee1545f7fb063&device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 1095 time: 0.2339697 Jul 14 09:25:35.175188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Allocated IP 172.20.0.10 (82855579-b874-4388-8a50-3b229b4bf689/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c/e1b8b52a-deda-474f-a066-e5eae3dbaf41) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:35.292654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-4d904fe8-fd4d-479d-8a1b-d479af3821b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.294203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-4d904fe8-fd4d-479d-8a1b-d479af3821b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e562d85-39a3-4b08-af62-31516bc54ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2722833 Jul 14 09:25:35.503326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-8f48b9d2-d242-4e56-a6eb-82674b9ec28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.504864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-8f48b9d2-d242-4e56-a6eb-82674b9ec28f service neutron] 10.222.0.11 "GET /v2.0/networks?id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 200 len: 914 time: 0.3572590 Jul 14 09:25:35.608962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac5cba-a311-45db-9028-56c7f951d600 req-9f5a7b5c-d86c-4436-87d0-8cb16e13a125 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.610468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ac5cba-a311-45db-9028-56c7f951d600 req-9f5a7b5c-d86c-4436-87d0-8cb16e13a125 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 943 time: 0.2855928 Jul 14 09:25:35.646149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.670706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-edf5e0fe-f385-4156-8333-b3a287a7f69f service neutron] 10.222.0.11 "GET /v2.0/networks/4e562d85-39a3-4b08-af62-31516bc54ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663235 Jul 14 09:25:35.673835 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-4907ed62-c6a6-4839-a470-be45f1ecae74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f HTTP/1.1" status: 200 len: 217 time: 0.1508846 Jul 14 09:25:35.674557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.687931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Transition to ACTIVE for port object e1b8b52a-deda-474f-a066-e5eae3dbaf41 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:35.702588 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04ac5cba-a311-45db-9028-56c7f951d600 req-0743a5c9-1649-49f3-aed2-c00721ba1c6e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834262 Jul 14 09:25:35.776032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event deleted for resources: {'Port': ['ID=16753d40-1641-4796-8e89-d1a6524eb3e6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:35.805013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.971167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-202e3d22-9491-4ac5-a048-829492be0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.972815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-202e3d22-9491-4ac5-a048-829492be0b7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=602cdfa7-5b64-4066-8e02-7f54c2760b11 HTTP/1.1" status: 200 len: 853 time: 0.2763195 Jul 14 09:25:35.973696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.981732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=e1b8b52a-deda-474f-a066-e5eae3dbaf41,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.000862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network 82855579-b874-4388-8a50-3b229b4bf689 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:36.004604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:36.011199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:36.109365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.122861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.126201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.126917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.159491 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eaaea13c-c7ad-4604-8fb6-7c6fed36dcc0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5582068 Jul 14 09:25:36.160134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.171876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d6:55:34'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:36.215400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a524545-f84d-4759-9b61-d5b5f8511bb1 req-5577341e-327c-45cd-81cc-f16afdcde247 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.237423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a524545-f84d-4759-9b61-d5b5f8511bb1 req-5577341e-327c-45cd-81cc-f16afdcde247 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 907 time: 0.6534252 Jul 14 09:25:36.257750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.258531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc3c587-cab1-4191-881e-33633bfd54dc {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:36.302456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.307854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7465f1f5-981a-4df9-9d0e-7008d0f3b4aa tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/3cc3c587-cab1-4191-881e-33633bfd54dc HTTP/1.1" status: 204 len: 168 time: 3.6476042 Jul 14 09:25:36.310913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-6875a172-eb1c-4cff-a462-3720fe0dd70a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18aa5ad2-88b6-4197-87ab-6c6f76c2d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704677 Jul 14 09:25:36.316123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45114) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.322662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123931954', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:36.352852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe12834e-24b8-4b51-b4f9-fe5f90446ea1 req-3cc4a228-9924-4f74-b309-49ab098bb18d service neutron] 10.222.0.11 "GET /v2.0/networks/4e562d85-39a3-4b08-af62-31516bc54ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494157 Jul 14 09:25:36.369628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.451930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.489803 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.490136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ee01998-dc7e-4b37-9bf4-46233a87a855 None None] Provisioning for port e1b8b52a-deda-474f-a066-e5eae3dbaf41 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:36.490136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ee01998-dc7e-4b37-9bf4-46233a87a855 None None] Provisioning complete for port e1b8b52a-deda-474f-a066-e5eae3dbaf41 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:36.490136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ee01998-dc7e-4b37-9bf4-46233a87a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.574994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-73f1189f-4fe0-45f5-8d21-5f83c9c8b115 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409711 Jul 14 09:25:36.577164 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.579577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5956-a051-4f22-a227-e43ecab6063f req-66d20df1-bf7f-4884-9e1c-85355e55e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.581114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80bc5956-a051-4f22-a227-e43ecab6063f req-66d20df1-bf7f-4884-9e1c-85355e55e464 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 1059 time: 0.1736710 Jul 14 09:25:36.591137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8ee01998-dc7e-4b37-9bf4-46233a87a855 None None] Port e1b8b52a-deda-474f-a066-e5eae3dbaf41 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:36.705106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45124) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.709011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029621 Jul 14 09:25:36.714611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.796955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.803136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.817855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:36.827635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-98a0f3fa-6d74-49c2-b81f-d273e3b949b4 req-d9a6e4b8-99c2-4146-a32f-4b94f53101b7 service neutron] 10.222.0.11 "GET /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452579 Jul 14 09:25:36.933766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.967490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=e1b8b52a-deda-474f-a066-e5eae3dbaf41,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.972750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5956-a051-4f22-a227-e43ecab6063f req-148a596f-8463-41bc-9864-18afefbc3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.974822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80bc5956-a051-4f22-a227-e43ecab6063f req-148a596f-8463-41bc-9864-18afefbc3130 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e562d85-39a3-4b08-af62-31516bc54ea4 HTTP/1.1" status: 200 len: 898 time: 0.3002732 Jul 14 09:25:37.058584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] In _notify_port_updated(), no bound segment for port e1b8b52a-deda-474f-a066-e5eae3dbaf41 on network 82855579-b874-4388-8a50-3b229b4bf689 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:25:37.065262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.065955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.067790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-78404fd3-542d-4b3f-ab0b-742c3c011ee0 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "PUT /v2.0/ports/e1b8b52a-deda-474f-a066-e5eae3dbaf41 HTTP/1.1" status: 200 len: 995 time: 0.9066939 Jul 14 09:25:37.076412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80bc5956-a051-4f22-a227-e43ecab6063f req-46158872-3bf9-4d04-9eb2-cb8c9fe54c85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b44daca2-d02c-4f93-ad10-f1419d6ad993 HTTP/1.1" status: 200 len: 217 time: 0.0681036 Jul 14 09:25:37.077014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:37.094680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:37.124962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f', 'network_id': '18aa5ad2-88b6-4197-87ab-6c6f76c2d162', 'port_id': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f', 'mac_address': 'fa:16:3e:5c:38:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602cdfa7-5b64-4066-8e02-7f54c2760b11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:37.144373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322635e4-f2af-4f91-bbc3-abf0b436c67a req-238264b5-f653-4530-b8ca-77ab6828e795 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.146074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-322635e4-f2af-4f91-bbc3-abf0b436c67a req-238264b5-f653-4530-b8ca-77ab6828e795 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 943 time: 0.0886507 Jul 14 09:25:37.184536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-501818d6-903c-429d-8068-393fd26aebf2 tempest-NetworksApiDiscovery-1516012588 tempest-NetworksApiDiscovery-1516012588-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4636750 Jul 14 09:25:37.218752 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.241683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:37.293904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:37.299899 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.301776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-322635e4-f2af-4f91-bbc3-abf0b436c67a req-b12f76a9-0ad5-4285-8622-99deffb05ede tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449413 Jul 14 09:25:37.399075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5956-a051-4f22-a227-e43ecab6063f req-a76dad1f-df3c-4615-b18c-1cee023b9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.403631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80bc5956-a051-4f22-a227-e43ecab6063f req-a76dad1f-df3c-4615-b18c-1cee023b9317 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c84f4333-b6bf-43ff-a57e-9295b49a0bd9 HTTP/1.1" status: 200 len: 838 time: 0.3034751 Jul 14 09:25:37.495179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3ae614dc-1b0a-4a6c-adee-14f01aa2500c None None] Provisioning complete for port e1b8b52a-deda-474f-a066-e5eae3dbaf41 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:37.496618 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ae614dc-1b0a-4a6c-adee-14f01aa2500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.588543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3ae614dc-1b0a-4a6c-adee-14f01aa2500c None None] Port e1b8b52a-deda-474f-a066-e5eae3dbaf41 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:37.592196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['3e2d8bbb-7be3-43b4-a997-b417dc9fde7f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:37.644957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.685039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting port e1b8b52a-deda-474f-a066-e5eae3dbaf41 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:37.685943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.833698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:37.850845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f48025-0783-4049-93f8-d8bf4251e093 req-808bed37-924c-486d-a605-f096d6bf6547 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.861624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0f48025-0783-4049-93f8-d8bf4251e093 req-808bed37-924c-486d-a605-f096d6bf6547 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 907 time: 0.4183369 Jul 14 09:25:37.988691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.992600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5956-a051-4f22-a227-e43ecab6063f req-3c1c3a56-ee88-4825-a258-e0d830ab1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.994790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80bc5956-a051-4f22-a227-e43ecab6063f req-3c1c3a56-ee88-4825-a258-e0d830ab1df0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e562d85-39a3-4b08-af62-31516bc54ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5818036 Jul 14 09:25:37.998408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1acad27-16e1-40e6-ab7c-bd9f70d8dcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.018629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Calling delete_port for e1b8b52a-deda-474f-a066-e5eae3dbaf41 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:38.128314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.195665 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1acad27-16e1-40e6-ab7c-bd9f70d8dcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.200596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1acad27-16e1-40e6-ab7c-bd9f70d8dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.256882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acad27-16e1-40e6-ab7c-bd9f70d8dcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b25e6-9699-4782-b129-4fcc228b803b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.281081 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b1acad27-16e1-40e6-ab7c-bd9f70d8dcdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c841568bbcd4073927626cf2edd1c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462476 Jul 14 09:25:38.284035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:38.371880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23eb50a5-50f0-4f79-a8e1-bbd35121fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.403116 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23eb50a5-50f0-4f79-a8e1-bbd35121fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.488617 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23eb50a5-50f0-4f79-a8e1-bbd35121fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.491570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23eb50a5-50f0-4f79-a8e1-bbd35121fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.495441 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-23eb50a5-50f0-4f79-a8e1-bbd35121fcfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b3b25e6-9699-4782-b129-4fcc228b803b HTTP/1.1" status: 204 len: 168 time: 0.2075310 Jul 14 09:25:38.509154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb50a5-50f0-4f79-a8e1-bbd35121fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b25e6-9699-4782-b129-4fcc228b803b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.646502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f66c6-f31e-4dab-9f68-8f807ff0fe17 req-530ed351-4809-49b6-8af1-9e90e6bd71bc tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.649164 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f69f66c6-f31e-4dab-9f68-8f807ff0fe17 req-530ed351-4809-49b6-8af1-9e90e6bd71bc tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 944 time: 0.0981648 Jul 14 09:25:38.664050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.727195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f69f66c6-f31e-4dab-9f68-8f807ff0fe17 req-e68a7eae-9dfb-4203-8067-9516212bd122 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716953 Jul 14 09:25:38.764528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80bc5956-a051-4f22-a227-e43ecab6063f req-f2c0c2f3-b153-4722-ab84-c7fc2ddea81a service neutron] 10.222.0.11 "GET /v2.0/networks/4e562d85-39a3-4b08-af62-31516bc54ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584307 Jul 14 09:25:38.834742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b44daca2-d02c-4f93-ad10-f1419d6ad993 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:38.838051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:38.953519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Allocated IP 172.25.2.227 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/d30385aa-c52a-440d-975c-6532834f79fc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:38.976464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80bc5956-a051-4f22-a227-e43ecab6063f req-1fb5ec76-b827-4f68-93d4-94add4dc6ef1 service neutron] 10.222.0.11 "GET /v2.0/networks/4e562d85-39a3-4b08-af62-31516bc54ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027488 Jul 14 09:25:38.979844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.101492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Port': ['ID=e1b8b52a-deda-474f-a066-e5eae3dbaf41,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.156355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b44daca2-d02c-4f93-ad10-f1419d6ad993, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b44daca2-d02c-4f93-ad10-f1419d6ad993,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.159910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:39.181944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:39.182678 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.184867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'b44daca2-d02c-4f93-ad10-f1419d6ad993', 'network_id': '4e562d85-39a3-4b08-af62-31516bc54ea4', 'port_id': 'b44daca2-d02c-4f93-ad10-f1419d6ad993', 'mac_address': 'fa:16:3e:09:21:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84f4333-b6bf-43ff-a57e-9295b49a0bd9', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:39.290080 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.333380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44daca2-d02c-4f93-ad10-f1419d6ad993 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:39.381433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.381898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b44daca2-d02c-4f93-ad10-f1419d6ad993, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b44daca2-d02c-4f93-ad10-f1419d6ad993,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.385113 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bfa060d4-3c60-44fe-851b-78dffb1e89e8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/ports/e1b8b52a-deda-474f-a066-e5eae3dbaf41 HTTP/1.1" status: 204 len: 168 time: 2.3042686 Jul 14 09:25:39.386345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.387450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45206) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:39.389940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.450190 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fdd162-1566-41ef-9886-0d8572d58b24 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] GET failed (client error): The resource could not be found. Jul 14 09:25:39.450531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ba18f-f37c-45a0-a80a-655c7ed89e6b req-f3582a15-01c2-4b24-a922-5442975c0d3c tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.453148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-644ba18f-f37c-45a0-a80a-655c7ed89e6b req-f3582a15-01c2-4b24-a922-5442975c0d3c tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 907 time: 0.3224745 Jul 14 09:25:39.459508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:39.461358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-79fdd162-1566-41ef-9886-0d8572d58b24 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "GET /v2.0/ports/e1b8b52a-deda-474f-a066-e5eae3dbaf41 HTTP/1.1" status: 404 len: 333 time: 0.0721025 Jul 14 09:25:39.467395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'name': 'tempest-AllowedAddressPairTestJSON-825023504'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:39.475161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.494418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b44daca2-d02c-4f93-ad10-f1419d6ad993,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.545948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:39.550442 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037a9191-50f3-4437-8c1e-fd4d4c8138db" -d '{"events": [{"server_uuid": "93e7685f-5ed5-4664-979f-83b0169fe2c8", "name": "network-vif-plugged", "status": "completed", "tag": "3e2d8bbb-7be3-43b4-a997-b417dc9fde7f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:39.594076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.601845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.658778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.685470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['b44daca2-d02c-4f93-ad10-f1419d6ad993'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:39.690450 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbfe9ec-fdc6-4d2d-b833-38db9189ed78 x-openstack-request-id: req-8fbfe9ec-fdc6-4d2d-b833-38db9189ed78 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:39.690752 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e7685f-5ed5-4664-979f-83b0169fe2c8", "name": "network-vif-plugged", "status": "completed", "tag": "3e2d8bbb-7be3-43b4-a997-b417dc9fde7f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:39.691015 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fbfe9ec-fdc6-4d2d-b833-38db9189ed78 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:39.691439 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f', 'code': 200} Jul 14 09:25:39.692945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.729667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:39.735867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:39.747912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:39.802480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:39.806701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.837047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event updated for resources: {'Port': ['ID=d30385aa-c52a-440d-975c-6532834f79fc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.850595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] device_id is not set on port 20e33ab4-5299-45e2-b595-973b4a0e563f yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:40.057351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.089926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2772335-811c-4b1c-af3f-90d9475e6bd6 req-57c27d1a-07e5-4daf-ac52-ca3d565a229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.091513 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2772335-811c-4b1c-af3f-90d9475e6bd6 req-57c27d1a-07e5-4daf-ac52-ca3d565a229d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 1097 time: 0.3569117 Jul 14 09:25:40.226875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Allocated IP 172.20.0.11 (82855579-b874-4388-8a50-3b229b4bf689/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c/20e33ab4-5299-45e2-b595-973b4a0e563f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:40.304396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2772335-811c-4b1c-af3f-90d9475e6bd6 req-0283a82b-4e04-4793-8ddc-4247926c5c88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418843 Jul 14 09:25:40.335782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b465b1-f931-4f6b-a905-a9b25bb8e4d6 req-c41d41cc-3c18-4d5c-80fc-1b621b5c0b49 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.335782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42b465b1-f931-4f6b-a905-a9b25bb8e4d6 req-c41d41cc-3c18-4d5c-80fc-1b621b5c0b49 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.3925374 Jul 14 09:25:40.360776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-524320056-network', 'tenant_id': 'f016fcbd5096459ebdd29b6fbf7371da'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:40.391938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Made reservation on behalf of f016fcbd5096459ebdd29b6fbf7371da for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:40.397004 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.417095 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.475773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42b465b1-f931-4f6b-a905-a9b25bb8e4d6 req-bef60f5e-2fae-4fb3-b50f-fc94a77f179e tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339679 Jul 14 09:25:40.530976 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.618128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.627572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.656988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:40.670858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.672704 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Added segment 5755d1f5-914c-463d-aa63-30a5e7732218 of type vlan for network 984f655b-3718-4aa1-8393-963183e5e930 Jul 14 09:25:40.676973 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.699518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Transition to ACTIVE for port object 20e33ab4-5299-45e2-b595-973b4a0e563f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:40.790458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff360c8-1baa-48c2-8d27-34950b26bf30,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.807193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.839627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.848057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885980a-f155-4495-8ab9-0fb17277fbd8 req-73d3d90e-4f7a-4097-aaf9-2186383b6594 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.850107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4885980a-f155-4495-8ab9-0fb17277fbd8 req-73d3d90e-4f7a-4097-aaf9-2186383b6594 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 908 time: 0.2176557 Jul 14 09:25:40.854467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b44daca2-d02c-4f93-ad10-f1419d6ad993 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:40.868063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.870520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.871921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.891458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=20e33ab4-5299-45e2-b595-973b4a0e563f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.904278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.914207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network 82855579-b874-4388-8a50-3b229b4bf689 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:40.917604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:40.958986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9005015 Jul 14 09:25:40.965338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.974700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Request body: {'subnet': {'network_id': '984f655b-3718-4aa1-8393-963183e5e930', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-524320056-subnet', 'tenant_id': 'f016fcbd5096459ebdd29b6fbf7371da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:40.986177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:41.003446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59d9b0-da93-4cbf-8c88-9e6ad729a844 admin admin] Pushing event updated for resources: {'Network': ['ID=984f655b-3718-4aa1-8393-963183e5e930,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.019134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Made reservation on behalf of f016fcbd5096459ebdd29b6fbf7371da for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:41.022182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 984f655b-3718-4aa1-8393-963183e5e930 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:41.023342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.162140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.162942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.206447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port b44daca2-d02c-4f93-ad10-f1419d6ad993 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:41.210742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port b44daca2-d02c-4f93-ad10-f1419d6ad993 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:41.211276 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.217959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-de49c260-3a68-49f0-8dfa-4fbecfaaef6f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7565618 Jul 14 09:25:41.217959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:41.228936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'network_id': '82855579-b874-4388-8a50-3b229b4bf689', 'name': 'tempest-AllowedAddressPairTestJSON-838458610'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:41.341758 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.388613 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.417714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b549a1-30bd-4bec-801d-cb73a8d145a6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.446074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Checking segment: {'id': '5755d1f5-914c-463d-aa63-30a5e7732218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '984f655b-3718-4aa1-8393-963183e5e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:41.447188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Network hostable DHCP agents. Network: 984f655b-3718-4aa1-8393-963183e5e930, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:41.463349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port b44daca2-d02c-4f93-ad10-f1419d6ad993, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b44daca2-d02c-4f93-ad10-f1419d6ad993,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:41.475319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.480969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Network 984f655b-3718-4aa1-8393-963183e5e930 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:41.500489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 984f655b-3718-4aa1-8393-963183e5e930) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:41.504946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.505782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.529574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ff822721-6ae6-45f8-a5dd-3aa668373c85 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5631723 Jul 14 09:25:41.569477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=b44daca2-d02c-4f93-ad10-f1419d6ad993,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.578492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9db38-835e-4bcc-b7ac-9c3c2474dbd3 None None] Network 984f655b-3718-4aa1-8393-963183e5e930 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:41.581109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c604f97e-5f95-4a76-b992-29dfd3098da7 None None] Provisioning for port 20e33ab4-5299-45e2-b595-973b4a0e563f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:41.583497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Router 5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:41.599749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c604f97e-5f95-4a76-b992-29dfd3098da7 None None] Provisioning complete for port 20e33ab4-5299-45e2-b595-973b4a0e563f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:41.600218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c604f97e-5f95-4a76-b992-29dfd3098da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.627928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Made reservation on behalf of f5cb4014281a459da60da1426b8a7401 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:41.630853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.722373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44daca2-d02c-4f93-ad10-f1419d6ad993'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:41.731298 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d14302e-c489-4147-b71d-ddb657e8df65" -d '{"events": [{"server_uuid": "6b4ac4cc-38a0-4e87-a407-9969f4743770", "name": "network-vif-plugged", "status": "completed", "tag": "b44daca2-d02c-4f93-ad10-f1419d6ad993"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:41.783821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] device_id is not set on port fedd6626-8fbf-494d-80cc-736bc1246508 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:41.792369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c604f97e-5f95-4a76-b992-29dfd3098da7 None None] Port 20e33ab4-5299-45e2-b595-973b4a0e563f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:41.806779 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b373cf6-5475-4a6c-a20c-c82213749966 x-openstack-request-id: req-3b373cf6-5475-4a6c-a20c-c82213749966 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:41.807280 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4ac4cc-38a0-4e87-a407-9969f4743770", "name": "network-vif-plugged", "status": "completed", "tag": "b44daca2-d02c-4f93-ad10-f1419d6ad993", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:41.819824 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b373cf6-5475-4a6c-a20c-c82213749966 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:41.820502 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44daca2-d02c-4f93-ad10-f1419d6ad993', 'code': 200} Jul 14 09:25:41.945830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b9e1f7-c373-41b9-bd09-4b14a5a8baec None None] Network 984f655b-3718-4aa1-8393-963183e5e930 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:42.310581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a997e1-ac55-4b1e-9162-42c94378c1fa req-0ffca233-7068-4b49-994a-45c4a4ffd83a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.325779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5a997e1-ac55-4b1e-9162-42c94378c1fa req-0ffca233-7068-4b49-994a-45c4a4ffd83a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 909 time: 0.1475759 Jul 14 09:25:42.457927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:42.470189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] Sync routers for ids ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:42.485617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] Routers {'5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:42.486330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:42.516403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6a9bf-1d85-4c07-be08-c147b5f90192 req-b4ed7574-1c00-4c59-8868-c4b98b2c86c7 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.522992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4d6a9bf-1d85-4c07-be08-c147b5f90192 req-b4ed7574-1c00-4c59-8868-c4b98b2c86c7 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.8071389 Jul 14 09:25:42.541438 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.542604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-67801832-565f-4a45-948f-0429c6cb17d9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2252886 Jul 14 09:25:42.545564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.552219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:42.565508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.575866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:42.578464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c2ede-0abd-4e0f-9430-ede717d0b591 req-da56cf64-7a4b-4854-b2d5-7a795fe31bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.579951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-321c2ede-0abd-4e0f-9430-ede717d0b591 req-da56cf64-7a4b-4854-b2d5-7a795fe31bd4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 1061 time: 0.6176305 Jul 14 09:25:42.589526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Allocated IP 172.20.0.14 (82855579-b874-4388-8a50-3b229b4bf689/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c/fedd6626-8fbf-494d-80cc-736bc1246508) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:42.595597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] Routers {'5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:42.596583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:42.612595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4d6a9bf-1d85-4c07-be08-c147b5f90192 req-b3fa6ddc-1173-42ce-9d08-3d042e516c8f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885811 Jul 14 09:25:42.664753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45312) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.669883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275005594-network', 'tenant_id': 'e3950b28e90f4258810206d024bb0d72'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:42.701526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:42.702517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ae8e5-40b9-47ad-9d0f-f0ff19902d91 None None] The sync data for ids ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:42.756792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Made reservation on behalf of e3950b28e90f4258810206d024bb0d72 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:42.769874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.782473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.888756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.910091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Transition to ACTIVE for port object fedd6626-8fbf-494d-80cc-736bc1246508 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:42.974179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-921e6e2b-e61b-4c47-bdf8-a273ce8b2d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.982923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc9a72-7849-4f2b-8fdc-b70d375be3b0 req-3d69b878-16a6-4efc-9683-b55abcf2252d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.984575 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9adc9a72-7849-4f2b-8fdc-b70d375be3b0 req-3d69b878-16a6-4efc-9683-b55abcf2252d tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.1319151 Jul 14 09:25:42.992152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.046870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.060226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.074249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Network 82855579-b874-4388-8a50-3b229b4bf689 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:43.089625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:43.099884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:43.103632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:43.111908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=fedd6626-8fbf-494d-80cc-736bc1246508,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.123056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9adc9a72-7849-4f2b-8fdc-b70d375be3b0 req-85026372-c995-488d-a533-808337ba187f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915620 Jul 14 09:25:43.146434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.159001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.159371 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Added segment 6e53bb56-23c8-4964-bd66-9c82a87a7bee of type vlan for network dcafb8ed-c47e-44be-a3f9-158059b486ae Jul 14 09:25:43.176452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda32671-7421-424e-a016-da97efb744b8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.185031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.245611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.246240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.253128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.300568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Deleting port d30385aa-c52a-440d-975c-6532834f79fc {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:43.301293 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.346834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-921e6e2b-e61b-4c47-bdf8-a273ce8b2d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.349956 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.350636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.351226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.357814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-921e6e2b-e61b-4c47-bdf8-a273ce8b2d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.431970 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4666a0b-dcc1-45c3-8620-46b97227b0a8 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2068796 Jul 14 09:25:43.433531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:43.452769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d6:55:34'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:eb:a7:0c'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:43.475101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8092065 Jul 14 09:25:43.479289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:43.484547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Request body: {'subnet': {'network_id': 'dcafb8ed-c47e-44be-a3f9-158059b486ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275005594-subnet', 'tenant_id': 'e3950b28e90f4258810206d024bb0d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:43.491718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-921e6e2b-e61b-4c47-bdf8-a273ce8b2d27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=156c343f60a2460b84b2c89fe4e7d544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9222574 Jul 14 09:25:43.492455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e6e2b-e61b-4c47-bdf8-a273ce8b2d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea08fa-8127-4dfa-a716-57436656f212,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.496330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45328) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:43.524040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a36e1-cfe5-4984-a83b-62b7b5c00294 admin admin] Pushing event updated for resources: {'Network': ['ID=dcafb8ed-c47e-44be-a3f9-158059b486ae,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.539499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network dcafb8ed-c47e-44be-a3f9-158059b486ae details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:43.564836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Made reservation on behalf of e3950b28e90f4258810206d024bb0d72 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:43.567308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.628644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a008032-6dab-4882-b4e2-7ad6c5692ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.679332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55ff9535-cd7b-47f3-981b-4dbb10aeda67 None None] Provisioning for port fedd6626-8fbf-494d-80cc-736bc1246508 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:43.685379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55ff9535-cd7b-47f3-981b-4dbb10aeda67 None None] Provisioning complete for port fedd6626-8fbf-494d-80cc-736bc1246508 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:43.686199 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55ff9535-cd7b-47f3-981b-4dbb10aeda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.733256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-55ff9535-cd7b-47f3-981b-4dbb10aeda67 None None] Port fedd6626-8fbf-494d-80cc-736bc1246508 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:43.760549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a008032-6dab-4882-b4e2-7ad6c5692ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.842220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.881642 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.904090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.906347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Calling delete_port for d30385aa-c52a-440d-975c-6532834f79fc owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:43.916056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a008032-6dab-4882-b4e2-7ad6c5692ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.918571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a008032-6dab-4882-b4e2-7ad6c5692ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.919743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9a008032-6dab-4882-b4e2-7ad6c5692ce5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bea08fa-8127-4dfa-a716-57436656f212 HTTP/1.1" status: 204 len: 168 time: 0.4204667 Jul 14 09:25:43.932833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f634f88-0512-4d47-9abe-23e1d0b83f0f req-2d201fcd-521a-4c13-aa93-c3471400f4ff tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.934702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f634f88-0512-4d47-9abe-23e1d0b83f0f req-2d201fcd-521a-4c13-aa93-c3471400f4ff tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.1718552 Jul 14 09:25:43.952686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45648349-3ef9-4072-932f-321383c1b388,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.968312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a008032-6dab-4882-b4e2-7ad6c5692ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea08fa-8127-4dfa-a716-57436656f212,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.011290 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f634f88-0512-4d47-9abe-23e1d0b83f0f req-2ae79e90-a9b0-4d83-a21d-031528796dac tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522394 Jul 14 09:25:44.018301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Checking segment: {'id': '6e53bb56-23c8-4964-bd66-9c82a87a7bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dcafb8ed-c47e-44be-a3f9-158059b486ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:44.018863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Network hostable DHCP agents. Network: dcafb8ed-c47e-44be-a3f9-158059b486ae, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:44.042794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2a425-5b23-452c-9904-316ace4a15ab req-153ba35f-638c-454f-80d4-83052a555268 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.044663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fda2a425-5b23-452c-9904-316ace4a15ab req-153ba35f-638c-454f-80d4-83052a555268 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 909 time: 0.4438844 Jul 14 09:25:44.047551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Network dcafb8ed-c47e-44be-a3f9-158059b486ae is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:44.058521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, dcafb8ed-c47e-44be-a3f9-158059b486ae) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:44.068662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6dd052-3bc0-41dc-bda2-43d2450a6510 None None] Network dcafb8ed-c47e-44be-a3f9-158059b486ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:44.070398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.071093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.088793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1534183f-0c0f-4d6e-823b-e887cb4dd4b4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6079710 Jul 14 09:25:44.296638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc6b16-d7db-4164-b5b7-f6a32fb5d0f0 None None] Network dcafb8ed-c47e-44be-a3f9-158059b486ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:44.319506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:44.417975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.438881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.445994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df238722-f076-4ade-bd51-f7e5f5205d77 req-a2eaea76-7d88-42da-89fe-8ea52a53ce12 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.448214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df238722-f076-4ade-bd51-f7e5f5205d77 req-a2eaea76-7d88-42da-89fe-8ea52a53ce12 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.1966331 Jul 14 09:25:44.465869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] Deleting subnet 76b549a1-30bd-4bec-801d-cb73a8d145a6 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:44.470360 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.544038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:44.574812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event updated for resources: {'Port': ['ID=fedd6626-8fbf-494d-80cc-736bc1246508,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.582213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.595697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] In _notify_port_updated(), no bound segment for port fedd6626-8fbf-494d-80cc-736bc1246508 on network 82855579-b874-4388-8a50-3b229b4bf689 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:25:44.602024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.603414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.603560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df238722-f076-4ade-bd51-f7e5f5205d77 req-4ab16614-d735-4fff-8588-0177d434ddb8 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423450 Jul 14 09:25:44.608591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bc2ae454-f2db-4561-a6d1-39a27c7ef927 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "PUT /v2.0/ports/fedd6626-8fbf-494d-80cc-736bc1246508 HTTP/1.1" status: 200 len: 1056 time: 1.1690860 Jul 14 09:25:44.624903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672200a6-d870-471a-a89b-6b7db7d7b01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.626909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45350) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:44.630211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.630671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Pushing event deleted for resources: {'Port': ['ID=d30385aa-c52a-440d-975c-6532834f79fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.735105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.854378 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.872624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-87ac4a5e-d68c-4a37-b5e5-3449196ec445 None None] Provisioning complete for port fedd6626-8fbf-494d-80cc-736bc1246508 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:44.875859 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87ac4a5e-d68c-4a37-b5e5-3449196ec445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.878269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672200a6-d870-471a-a89b-6b7db7d7b01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.935983 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672200a6-d870-471a-a89b-6b7db7d7b01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.942940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.950035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87ac4a5e-d68c-4a37-b5e5-3449196ec445 None None] Port fedd6626-8fbf-494d-80cc-736bc1246508 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:44.993146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b549a1-30bd-4bec-801d-cb73a8d145a6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.003993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.006159 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c48a5698-f968-445a-a97b-68f37a79b930 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/76b549a1-30bd-4bec-801d-cb73a8d145a6 HTTP/1.1" status: 204 len: 168 time: 0.6857183 Jul 14 09:25:45.011858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:45.048313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting port fedd6626-8fbf-494d-80cc-736bc1246508 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:45.048786 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.180761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.196485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Calling delete_port for fedd6626-8fbf-494d-80cc-736bc1246508 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:45.280577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672200a6-d870-471a-a89b-6b7db7d7b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee17e13-3bf1-4149-87c4-1604467a8f37,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.299387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-672200a6-d870-471a-a89b-6b7db7d7b01f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83d7cc702da94d6abc9c7c2dca7985ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375882 Jul 14 09:25:45.376081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:45.412801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.436214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.451096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0184ed-5710-4ac8-8c13-1adc76d79430 req-5f7343f1-5986-486e-999c-8283ec757526 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.453074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e0184ed-5710-4ac8-8c13-1adc76d79430 req-5f7343f1-5986-486e-999c-8283ec757526 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.4611831 Jul 14 09:25:45.459968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.526185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e0184ed-5710-4ac8-8c13-1adc76d79430 req-12648612-e5db-4ce2-9c0a-d9b92fae20a1 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Jul 14 09:25:45.600672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.612384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984f655b-3718-4aa1-8393-963183e5e930']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:45.624952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5755d1f5-914c-463d-aa63-30a5e7732218') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:45.625314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5755d1f5-914c-463d-aa63-30a5e7732218') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:45.635067 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.637049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.666342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198a2fc-d227-46b5-883f-29be335336f8 req-e71d23a0-fdf3-48d0-b1c0-42937a4a0e1a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.668320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1198a2fc-d227-46b5-883f-29be335336f8 req-e71d23a0-fdf3-48d0-b1c0-42937a4a0e1a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 909 time: 0.3919561 Jul 14 09:25:45.674806 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de983a8f-7abb-4c9f-a7e7-f0df5f4b3ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.679196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Port': ['ID=fedd6626-8fbf-494d-80cc-736bc1246508,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.707384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de983a8f-7abb-4c9f-a7e7-f0df5f4b3ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.709461 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.745416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Router 5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:45.799262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de983a8f-7abb-4c9f-a7e7-f0df5f4b3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.801667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de983a8f-7abb-4c9f-a7e7-f0df5f4b3ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.806958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-de983a8f-7abb-4c9f-a7e7-f0df5f4b3ef5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ee17e13-3bf1-4149-87c4-1604467a8f37 HTTP/1.1" status: 204 len: 168 time: 0.4264486 Jul 14 09:25:45.837107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:45.837549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:45.840660 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:45.891979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de983a8f-7abb-4c9f-a7e7-f0df5f4b3ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee17e13-3bf1-4149-87c4-1604467a8f37,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.926814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:45.937014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.938007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] Sync routers for ids ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:45.939148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-00bf7fda-3394-4bfa-b20d-80d37d02ab1c tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "PUT /v2.0/routers/5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 HTTP/1.1" status: 200 len: 710 time: 3.3917315 Jul 14 09:25:45.941975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:45.970038 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] Routers {'5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:45.972126 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:45.994818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a50d149-a6e0-4415-87a1-134c499f3a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.043203 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:46.048791 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-784aaaee-f972-471c-82ae-31b10a20e7a3 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/routers/5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 HTTP/1.1" status: 200 len: 745 time: 0.1054809 Jul 14 09:25:46.058217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45376) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.058409 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.077429 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] Routers {'5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:46.078890 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:46.092585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.095481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] 10.222.0.18 "DELETE /v2.0/networks/984f655b-3718-4aa1-8393-963183e5e930 HTTP/1.1" status: 204 len: 168 time: 1.0432246 Jul 14 09:25:46.116102 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.119143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-555ffaa2-6e31-43bc-a2e9-b7f27162c582 tempest-RoutersIpV6AdminTest-159383287 tempest-RoutersIpV6AdminTest-159383287-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&device_id=5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 HTTP/1.1" status: 200 len: 205 time: 0.0563142 Jul 14 09:25:46.124170 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:46.126110 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4262cd78-2206-4617-823d-ff9a0701d82c None None] The sync data for ids ['5bfd8e2a-1b18-4100-b754-fdac6d3f85e8'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:46.148869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45380) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.151297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d8d3-d480-4963-aa9e-13d5df33a675 req-b45a840f-0196-44d0-afa9-c7120ca55535 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.155821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c919d8d3-d480-4963-aa9e-13d5df33a675 req-b45a840f-0196-44d0-afa9-c7120ca55535 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.3531020 Jul 14 09:25:46.162066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347533eb-e3e8-477c-8f92-d7394666e63d admin admin] Pushing event deleted for resources: {'Network': ['ID=984f655b-3718-4aa1-8393-963183e5e930,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.195675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330800e-7690-447b-a73e-1f25d7785e4e req-1d71929b-abf7-4ee5-b1c0-80f6c507c338 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.209181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3330800e-7690-447b-a73e-1f25d7785e4e req-1d71929b-abf7-4ee5-b1c0-80f6c507c338 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 909 time: 0.3374586 Jul 14 09:25:46.213724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f9110f22-eb75-42f9-8b28-e8da7f99a727 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 HTTP/1.1" status: 200 len: 205 time: 0.0605118 Jul 14 09:25:46.215382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.270991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c919d8d3-d480-4963-aa9e-13d5df33a675 req-e27a4e72-7d8d-49bd-9915-00483c49059f tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875387 Jul 14 09:25:46.281379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.286370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d6fcc45a-7f2e-466e-97b8-47059dbca58f tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/ports/fedd6626-8fbf-494d-80cc-736bc1246508 HTTP/1.1" status: 204 len: 168 time: 1.6539845 Jul 14 09:25:46.286996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45390) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.345581 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f344ab7e-564a-4a8d-a4ff-82d1229437fe tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] GET failed (client error): The resource could not be found. Jul 14 09:25:46.350276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f344ab7e-564a-4a8d-a4ff-82d1229437fe tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "GET /v2.0/ports/fedd6626-8fbf-494d-80cc-736bc1246508 HTTP/1.1" status: 404 len: 333 time: 0.0623288 Jul 14 09:25:46.350870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45394) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.423309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] Deleting subnet 45648349-3ef9-4072-932f-321383c1b388 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:46.429898 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.465939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.476086 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6862288b-e654-4b72-b45b-19b140755ed9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.492659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45631dd8-4db3-4d17-98a8-69ad37a0b923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.536777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.556432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting port 20e33ab4-5299-45e2-b595-973b4a0e563f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:46.556827 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.659069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.683182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45631dd8-4db3-4d17-98a8-69ad37a0b923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.685438 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.689134 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45631dd8-4db3-4d17-98a8-69ad37a0b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.730596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-45631dd8-4db3-4d17-98a8-69ad37a0b923 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a9c24ce5332429b90ee151c9421a88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634580 Jul 14 09:25:46.736646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.756942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Calling delete_port for 20e33ab4-5299-45e2-b595-973b4a0e563f owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:46.792112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45631dd8-4db3-4d17-98a8-69ad37a0b923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b16fd49-6c34-40d5-81cf-69c92fdf19e2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.857914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e67b580-2860-4070-85bb-67743acd036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.863140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69415662-6026-429a-b79d-b9ae82fa4461 req-f1467979-9b3b-4019-ba1d-bf8419c47bc2 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.865725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69415662-6026-429a-b79d-b9ae82fa4461 req-f1467979-9b3b-4019-ba1d-bf8419c47bc2 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 1061 time: 0.4064546 Jul 14 09:25:46.869322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6862288b-e654-4b72-b45b-19b140755ed9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.886785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6862288b-e654-4b72-b45b-19b140755ed9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.900387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.926075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e67b580-2860-4070-85bb-67743acd036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.937514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45648349-3ef9-4072-932f-321383c1b388,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.948378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.952464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f0629a5-ef14-4165-b01d-e70db9ba3ddb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/45648349-3ef9-4072-932f-321383c1b388 HTTP/1.1" status: 204 len: 168 time: 0.8299499 Jul 14 09:25:47.000222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.056972 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6862288b-e654-4b72-b45b-19b140755ed9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.057799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6862288b-e654-4b72-b45b-19b140755ed9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Fanout notify agent at l3_agent the message router_deleted on router 5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:47.075383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6862288b-e654-4b72-b45b-19b140755ed9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.080539 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6862288b-e654-4b72-b45b-19b140755ed9 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 HTTP/1.1" status: 204 len: 168 time: 0.8641846 Jul 14 09:25:47.080783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.117105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e67b580-2860-4070-85bb-67743acd036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.120556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e67b580-2860-4070-85bb-67743acd036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.124168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4e67b580-2860-4070-85bb-67743acd036a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b16fd49-6c34-40d5-81cf-69c92fdf19e2 HTTP/1.1" status: 204 len: 168 time: 0.3825781 Jul 14 09:25:47.145582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.150006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f60f1231-8dcc-4496-a61c-1e4d299ba63b tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 HTTP/1.1" status: 200 len: 205 time: 0.0482335 Jul 14 09:25:47.154833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.157679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67b580-2860-4070-85bb-67743acd036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b16fd49-6c34-40d5-81cf-69c92fdf19e2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.164793 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.225414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Port': ['ID=20e33ab4-5299-45e2-b595-973b4a0e563f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.263156 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-f182dfe3-859c-482f-9500-42ecf2ea7748 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] delete failed (client error): The resource could not be found. Jul 14 09:25:47.268016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f182dfe3-859c-482f-9500-42ecf2ea7748 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/5bfd8e2a-1b18-4100-b754-fdac6d3f85e8 HTTP/1.1" status: 404 len: 336 time: 0.0948992 Jul 14 09:25:47.279033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.313149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd758d-f78b-4f72-a388-438f0ed79e79 req-8bb7e0e0-e6dc-4fbd-a409-cf6c3e69ed28 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.320887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69bd758d-f78b-4f72-a388-438f0ed79e79 req-8bb7e0e0-e6dc-4fbd-a409-cf6c3e69ed28 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.3276417 Jul 14 09:25:47.337923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd401f1-68f9-44c1-ae23-b1f192f22df4 req-fd222f89-b648-4d3b-8bb1-be77d79a8c19 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.346847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4fd401f1-68f9-44c1-ae23-b1f192f22df4 req-fd222f89-b648-4d3b-8bb1-be77d79a8c19 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1136 time: 0.2774341 Jul 14 09:25:47.349739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-175a926e-36d7-46dc-8938-edbbf0012937 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc3c587-cab1-4191-881e-33633bfd54dc HTTP/1.1" status: 200 len: 205 time: 0.0636849 Jul 14 09:25:47.354123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45422) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.375189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.377817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.379855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c357a214-c0ad-40d5-a934-0e4d5b5ed7f5 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/ports/20e33ab4-5299-45e2-b595-973b4a0e563f HTTP/1.1" status: 204 len: 168 time: 1.0279624 Jul 14 09:25:47.388593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.436615 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5198b39b-80c9-43f4-b24a-46295062dfcb tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] GET failed (client error): The resource could not be found. Jul 14 09:25:47.439718 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-cd7279e6-f68c-4d8c-b6d9-35e0051ee776 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] delete failed (client error): The resource could not be found. Jul 14 09:25:47.440735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cd7279e6-f68c-4d8c-b6d9-35e0051ee776 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/3cc3c587-cab1-4191-881e-33633bfd54dc HTTP/1.1" status: 404 len: 336 time: 0.0838354 Jul 14 09:25:47.443879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45428) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.444772 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5198b39b-80c9-43f4-b24a-46295062dfcb tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "GET /v2.0/ports/20e33ab4-5299-45e2-b595-973b4a0e563f HTTP/1.1" status: 404 len: 333 time: 0.0550504 Jul 14 09:25:47.445497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.451752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcafb8ed-c47e-44be-a3f9-158059b486ae']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.459443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-69bd758d-f78b-4f72-a388-438f0ed79e79 req-a4f2f02a-eeac-4230-9547-e92d194c8f62 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383119 Jul 14 09:25:47.537887 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9f3f9a38-5ffd-4aa7-ba15-8e2b6a8b2a54 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f120134-acd1-4f5a-8609-485239c10cee HTTP/1.1" status: 200 len: 205 time: 0.0859075 Jul 14 09:25:47.539492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.553934 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4fd401f1-68f9-44c1-ae23-b1f192f22df4 req-4d5bd937-f0ae-4ebe-bef4-2d304341012e tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2060182 Jul 14 09:25:47.564994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e53bb56-23c8-4964-bd66-9c82a87a7bee') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.565301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e53bb56-23c8-4964-bd66-9c82a87a7bee') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:47.588752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.595184 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-65b7a6c5-bb83-4d2a-8ed4-84efdf60e5d4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] delete failed (client error): The resource could not be found. Jul 14 09:25:47.599190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-65b7a6c5-bb83-4d2a-8ed4-84efdf60e5d4 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/1f120134-acd1-4f5a-8609-485239c10cee HTTP/1.1" status: 404 len: 336 time: 0.0559933 Jul 14 09:25:47.600764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.612581 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.652634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f880e1aa-59ce-4d1b-9de5-9e0bcf826925 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=abf7a2ff-1ecc-4526-a250-c666f13b73d9 HTTP/1.1" status: 200 len: 205 time: 0.0505600 Jul 14 09:25:47.656020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.658065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.674444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting port ffb15951-b665-445b-9104-dc753031b0f9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:47.674868 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.677516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:47.677936 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:47.679989 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:47.740714 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-2201f728-e7b9-464a-86c7-005f4591bbfd tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] delete failed (client error): The resource could not be found. Jul 14 09:25:47.745528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2201f728-e7b9-464a-86c7-005f4591bbfd tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/abf7a2ff-1ecc-4526-a250-c666f13b73d9 HTTP/1.1" status: 404 len: 336 time: 0.0885966 Jul 14 09:25:47.748618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.803019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b7f71-9ee9-4806-8177-c1c02c237211 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.808317 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c21b7f71-9ee9-4806-8177-c1c02c237211 tempest-TestSecurityGroupsBasicOps-778641402 tempest-TestSecurityGroupsBasicOps-778641402-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 1056 time: 0.2098002 Jul 14 09:25:47.808317 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f18af59d-a3c2-4647-8366-1cb6bdb1de8f tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=223bc476-1468-4628-86df-f75d49d1a13c HTTP/1.1" status: 200 len: 205 time: 0.0569885 Jul 14 09:25:47.810313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.824607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.831501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.833704 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dcafb8ed-c47e-44be-a3f9-158059b486ae HTTP/1.1" status: 204 len: 168 time: 0.8327160 Jul 14 09:25:47.877296 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-08e32c41-d125-4e56-aba1-ba675270debd tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] delete failed (client error): The resource could not be found. Jul 14 09:25:47.878353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-08e32c41-d125-4e56-aba1-ba675270debd tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/223bc476-1468-4628-86df-f75d49d1a13c HTTP/1.1" status: 404 len: 336 time: 0.0659733 Jul 14 09:25:47.888691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.901655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0219df-7345-4eb4-839d-c1f159835e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcafb8ed-c47e-44be-a3f9-158059b486ae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.974050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3d7fd2d6-c1d8-45f8-b439-4730981f7bd6 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "GET /v2.0/ports?device_id=beea9651-0d17-49a6-9c98-4d7acaf996d8 HTTP/1.1" status: 200 len: 205 time: 0.0838444 Jul 14 09:25:47.977029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.114515 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1d278798-a760-4b83-8c37-17bec2235112 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] delete failed (client error): The resource could not be found. Jul 14 09:25:48.117204 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1d278798-a760-4b83-8c37-17bec2235112 tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/routers/beea9651-0d17-49a6-9c98-4d7acaf996d8 HTTP/1.1" status: 404 len: 336 time: 0.1392000 Jul 14 09:25:48.120542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.164574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45472) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.182983 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d4d530-2816-41eb-b740-660ae6cac84e tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] DELETE failed (client error): The resource could not be found. Jul 14 09:25:48.183575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d4d530-2816-41eb-b740-660ae6cac84e tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:25:48.185302 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-81d4d530-2816-41eb-b740-660ae6cac84e tempest-RoutersIpV6AdminTest-1798617038 tempest-RoutersIpV6AdminTest-1798617038-project] 10.222.0.18 "DELETE /v2.0/subnets/f9fcaf60-4d46-48f8-8e6a-527e2bb9b0e4 HTTP/1.1" status: 404 len: 337 time: 0.0634775 Jul 14 09:25:48.251220 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e5f4564-6b4e-4144-bbc0-d0d67180a11d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f016fcbd5096459ebdd29b6fbf7371da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844660 Jul 14 09:25:48.254059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45478) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.343793 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.353813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e309-a153-4bd5-8d96-03282bab86f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.364814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-98278c2e-60dd-44c6-9660-e26279713b73 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.366387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-98278c2e-60dd-44c6-9660-e26279713b73 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.2152967 Jul 14 09:25:48.371110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Calling delete_port for ffb15951-b665-445b-9104-dc753031b0f9 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:48.378419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e309-a153-4bd5-8d96-03282bab86f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.462564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e309-a153-4bd5-8d96-03282bab86f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.466774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e309-a153-4bd5-8d96-03282bab86f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.468648 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a9a7e309-a153-4bd5-8d96-03282bab86f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bff360c8-1baa-48c2-8d27-34950b26bf30 HTTP/1.1" status: 204 len: 168 time: 0.2137294 Jul 14 09:25:48.480927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7e309-a153-4bd5-8d96-03282bab86f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff360c8-1baa-48c2-8d27-34950b26bf30,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:48.686476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Deleting port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:48.686846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.695068 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2bc3225c-36e9-44c7-964b-3586d75003c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.695621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45500) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.800054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5060-fafb-4c30-83d9-9e72efc9ad7a req-d232b3b5-dd28-4775-8474-b1a069e58eb3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.822501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b5d5060-fafb-4c30-83d9-9e72efc9ad7a req-d232b3b5-dd28-4775-8474-b1a069e58eb3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 909 time: 0.1847737 Jul 14 09:25:48.926512 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.970763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb9bc1-adb0-4ab6-a081-3c885c0ae561 req-f730aad8-7465-4679-b684-a3c7775902f3 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.979703 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.981819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81fb9bc1-adb0-4ab6-a081-3c885c0ae561 req-f730aad8-7465-4679-b684-a3c7775902f3 tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 945 time: 0.2249095 Jul 14 09:25:49.124489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Port': ['ID=ffb15951-b665-445b-9104-dc753031b0f9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.147082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] For port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,segment=NetworkSegment(c80aff3b-cea0-4301-ba32-773708e8b6d8),segment_id=c80aff3b-cea0-4301-ba32-773708e8b6d8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:49.147375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.162548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Calling delete_port for 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:49.196267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.241915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe373181-d2b6-4422-bd59-042f64183a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.272098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81fb9bc1-adb0-4ab6-a081-3c885c0ae561 req-4bfe06b4-f91e-4bdf-89ce-16873737bbab tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ebb889d-9b83-4360-b163-c7097f7a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892368 Jul 14 09:25:49.275270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-534f8537-3003-410a-b877-4e81bdc51294 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3950b28e90f4258810206d024bb0d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771704 Jul 14 09:25:49.278008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.306597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.311147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-56b86ca9-561a-4335-9932-0bf230252258 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/ports/ffb15951-b665-445b-9104-dc753031b0f9 HTTP/1.1" status: 204 len: 168 time: 1.8664789 Jul 14 09:25:49.315061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45518) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.361791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-447fc34a-c5a8-42e7-b427-53902e81d474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.397722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-447fc34a-c5a8-42e7-b427-53902e81d474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.439317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting subnet fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:49.447651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.482084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-447fc34a-c5a8-42e7-b427-53902e81d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.487906 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-447fc34a-c5a8-42e7-b427-53902e81d474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.489690 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-447fc34a-c5a8-42e7-b427-53902e81d474 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bda32671-7421-424e-a016-da97efb744b8 HTTP/1.1" status: 204 len: 168 time: 0.2097585 Jul 14 09:25:49.508773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fc34a-c5a8-42e7-b427-53902e81d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda32671-7421-424e-a016-da97efb744b8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.510480 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.522635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['3e2d8bbb-7be3-43b4-a997-b417dc9fde7f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:49.529045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.609324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Pushing event deleted for resources: {'Port': ['ID=3e2d8bbb-7be3-43b4-a997-b417dc9fde7f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.622278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe373181-d2b6-4422-bd59-042f64183a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.633232 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe373181-d2b6-4422-bd59-042f64183a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.656919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.704791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] No DVR routers for this DVR port 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:49.746273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.748307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb193bbe-28e2-44e5-a042-cd202eb92b2d req-70bfc88b-0883-44bb-a522-6d4e25b6f14c tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.11 "DELETE /v2.0/ports/3e2d8bbb-7be3-43b4-a997-b417dc9fde7f HTTP/1.1" status: 204 len: 173 time: 1.3692486 Jul 14 09:25:49.756015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'name': 'network-vif-deleted', 'tag': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:49.756015 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a9d1d1-fcad-4414-9467-c6599f0d8b41" -d '{"events": [{"server_uuid": "93e7685f-5ed5-4664-979f-83b0169fe2c8", "name": "network-vif-deleted", "tag": "3e2d8bbb-7be3-43b4-a997-b417dc9fde7f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:49.802281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe373181-d2b6-4422-bd59-042f64183a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f094d-e245-45bd-bd40-1bef0253e65e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.816214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.816360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fe373181-d2b6-4422-bd59-042f64183a8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2330e6470c4b46c1bcd3cac6cf5eb547&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1142588 Jul 14 09:25:49.829905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.853310 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04d5d3a-1aed-4791-bf8a-0e425621e038 x-openstack-request-id: req-a04d5d3a-1aed-4791-bf8a-0e425621e038 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:49.853697 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e7685f-5ed5-4664-979f-83b0169fe2c8", "name": "network-vif-deleted", "tag": "3e2d8bbb-7be3-43b4-a997-b417dc9fde7f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:49.853863 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a04d5d3a-1aed-4791-bf8a-0e425621e038 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:49.854322 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7685f-5ed5-4664-979f-83b0169fe2c8', 'name': 'network-vif-deleted', 'tag': '3e2d8bbb-7be3-43b4-a997-b417dc9fde7f', 'status': 'completed', 'code': 200} Jul 14 09:25:49.903009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-722a731c-9598-4313-8d72-3d1f07e38c8a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.904630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-722a731c-9598-4313-8d72-3d1f07e38c8a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 909 time: 0.2084851 Jul 14 09:25:49.952816 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.997887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8639236-d117-40ef-b6e4-d43c55f2d6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.017009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.025944 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.031688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-203026f8-b8d9-4652-85b9-08e623fbfeab tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/subnets/fa4bcdcc-791b-4f99-8b82-a3f910ca7b7c HTTP/1.1" status: 204 len: 168 time: 0.7150233 Jul 14 09:25:50.032561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:50.037113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc698f1b-71e7-4726-8610-9530196c5fe4 None None] Network 82855579-b874-4388-8a50-3b229b4bf689 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:50.085376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8639236-d117-40ef-b6e4-d43c55f2d6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.135238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.214662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8639236-d117-40ef-b6e4-d43c55f2d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.222129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8639236-d117-40ef-b6e4-d43c55f2d6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.228691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f8639236-d117-40ef-b6e4-d43c55f2d6ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/635f094d-e245-45bd-bd40-1bef0253e65e HTTP/1.1" status: 204 len: 168 time: 0.4106700 Jul 14 09:25:50.252390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8639236-d117-40ef-b6e4-d43c55f2d6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f094d-e245-45bd-bd40-1bef0253e65e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.286556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.372631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting port b44daca2-d02c-4f93-ad10-f1419d6ad993 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:50.372990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.521876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbffb2-69cb-44d5-a50e-cc43df299966 req-526b2db8-481a-426e-9799-91430f11447a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.537345 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5dbffb2-69cb-44d5-a50e-cc43df299966 req-526b2db8-481a-426e-9799-91430f11447a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 909 time: 0.3750029 Jul 14 09:25:50.613544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Deleting port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:50.614197 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.697373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-632e3793-0959-429b-af7c-3bdd4702f669 req-db7c13e2-b6ec-4ab8-afaf-dd1c906cc7de tempest-ServerDiskConfigTestJSON-2016461174 tempest-ServerDiskConfigTestJSON-2016461174-project] 10.222.0.18 "GET /v2.0/ports?device_id=93e7685f-5ed5-4664-979f-83b0169fe2c8 HTTP/1.1" status: 200 len: 210 time: 0.1125426 Jul 14 09:25:50.726354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] For port b44daca2-d02c-4f93-ad10-f1419d6ad993, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=b44daca2-d02c-4f93-ad10-f1419d6ad993,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:50.726728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.737325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] For port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,segment=NetworkSegment(72e6f5da-acd1-4a81-a5e7-fc8123024eb3),segment_id=72e6f5da-acd1-4a81-a5e7-fc8123024eb3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:50.737704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.753866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Calling delete_port for b44daca2-d02c-4f93-ad10-f1419d6ad993 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:50.767751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc77340-3171-4784-8772-097835e17191 None None] DHCP port deletion for 82855579-b874-4388-8a50-3b229b4bf689 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:50.779855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Calling delete_port for c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:50.865905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cdc77340-3171-4784-8772-097835e17191 None None] Deleting port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:50.866572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cdc77340-3171-4784-8772-097835e17191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.939347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45568) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:50.957925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cdc77340-3171-4784-8772-097835e17191 None None] For port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,segment=NetworkSegment(72e6f5da-acd1-4a81-a5e7-fc8123024eb3),segment_id=72e6f5da-acd1-4a81-a5e7-fc8123024eb3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:50.958558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cdc77340-3171-4784-8772-097835e17191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.971684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.973057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cdc77340-3171-4784-8772-097835e17191 None None] Calling delete_port for c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:51.016536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Port': ['ID=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.033809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c604e664-d0c1-4189-92f4-92bd9cdfbcf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db8ef486ebc1479581b792955fb2fa42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905025 Jul 14 09:25:51.034322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:51.046611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] No DVR routers for this DVR port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:51.055055 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cdc77340-3171-4784-8772-097835e17191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.083649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc77340-3171-4784-8772-097835e17191 None None] Pushing event deleted for resources: {'Port': ['ID=c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.085921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc77340-3171-4784-8772-097835e17191 None None] No DVR routers for this DVR port c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:51.126487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06f681da-162b-409b-9895-81908f8104a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.152970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06f681da-162b-409b-9895-81908f8104a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.165600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.199629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Port': ['ID=b44daca2-d02c-4f93-ad10-f1419d6ad993,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.208050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.223608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82855579-b874-4388-8a50-3b229b4bf689']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:51.262645 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06f681da-162b-409b-9895-81908f8104a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.265879 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06f681da-162b-409b-9895-81908f8104a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.267629 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-06f681da-162b-409b-9895-81908f8104a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e27baf37-443b-4217-84e4-69d49ec010c8 HTTP/1.1" status: 204 len: 168 time: 0.2321105 Jul 14 09:25:51.280367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e6f5da-acd1-4a81-a5e7-fc8123024eb3') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:51.280680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e6f5da-acd1-4a81-a5e7-fc8123024eb3') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:51.282560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] No DVR routers for this DVR port b44daca2-d02c-4f93-ad10-f1419d6ad993 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:51.289742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.291803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f027b38-e553-4ac7-9c87-a2ad656cf723 req-1856667b-524c-45d8-a83f-44d5b8ede68a tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.11 "DELETE /v2.0/ports/b44daca2-d02c-4f93-ad10-f1419d6ad993 HTTP/1.1" status: 204 len: 173 time: 1.3814480 Jul 14 09:25:51.292328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f681da-162b-409b-9895-81908f8104a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27baf37-443b-4217-84e4-69d49ec010c8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.295428 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.316524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.338192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:51.338668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:51.342041 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:51.396622 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.456004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.464808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.476427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] 10.222.0.18 "DELETE /v2.0/networks/82855579-b874-4388-8a50-3b229b4bf689 HTTP/1.1" status: 204 len: 168 time: 1.4424307 Jul 14 09:25:51.490771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632fab3-6417-4f75-8de7-08850430bc10 tempest-AllowedAddressPairTestJSON-604101888 tempest-AllowedAddressPairTestJSON-604101888-project] Pushing event deleted for resources: {'Network': ['ID=82855579-b874-4388-8a50-3b229b4bf689,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.683456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:51.767346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48b85aa8-8e15-4d4e-ba5e-572c35cbbf7a req-de6b8a21-2b86-446e-a649-a257519ed249 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4ac4cc-38a0-4e87-a407-9969f4743770 HTTP/1.1" status: 200 len: 210 time: 0.0418060 Jul 14 09:25:51.779632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:51.779632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c07a9a5e-96b3-4c89-93e6-a4e6cd60f5c9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:51.856070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'name': 'network-vif-deleted', 'tag': 'b44daca2-d02c-4f93-ad10-f1419d6ad993'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:51.859160 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b94fb-3f0a-45cf-8bb4-16417e03a2b3" -d '{"events": [{"server_uuid": "6b4ac4cc-38a0-4e87-a407-9969f4743770", "name": "network-vif-deleted", "tag": "b44daca2-d02c-4f93-ad10-f1419d6ad993"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:51.938053 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d859fc2-cd9a-4370-a684-c4d4d38a3520 x-openstack-request-id: req-1d859fc2-cd9a-4370-a684-c4d4d38a3520 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:51.938354 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4ac4cc-38a0-4e87-a407-9969f4743770", "name": "network-vif-deleted", "tag": "b44daca2-d02c-4f93-ad10-f1419d6ad993", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:51.938611 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d859fc2-cd9a-4370-a684-c4d4d38a3520 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:51.939545 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4ac4cc-38a0-4e87-a407-9969f4743770', 'name': 'network-vif-deleted', 'tag': 'b44daca2-d02c-4f93-ad10-f1419d6ad993', 'status': 'completed', 'code': 200} Jul 14 09:25:52.147237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.199038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.264405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] Deleting subnet 602cdfa7-5b64-4066-8e02-7f54c2760b11 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:52.267629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.304353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.366986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.423177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aa230e0d-af53-445e-91f4-bee37fdda1d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5cb4014281a459da60da1426b8a7401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747357 Jul 14 09:25:52.423915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.493459 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f5f9d42-c9b6-4365-b343-36a23207af6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.517778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f5f9d42-c9b6-4365-b343-36a23207af6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.559342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.575087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.577384 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/602cdfa7-5b64-4066-8e02-7f54c2760b11 HTTP/1.1" status: 204 len: 168 time: 0.3766518 Jul 14 09:25:52.581976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45646) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.597642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d8246-46cd-4c73-9111-303eb69e5bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602cdfa7-5b64-4066-8e02-7f54c2760b11,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.613934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f5f9d42-c9b6-4365-b343-36a23207af6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.616964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f5f9d42-c9b6-4365-b343-36a23207af6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.619883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4f5f9d42-c9b6-4365-b343-36a23207af6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e652dbe0-1e91-4b7e-bf77-b1404fe7bb6b HTTP/1.1" status: 204 len: 168 time: 0.1906657 Jul 14 09:25:52.635303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f9d42-c9b6-4365-b343-36a23207af6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e652dbe0-1e91-4b7e-bf77-b1404fe7bb6b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.726301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.822115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.836559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aa5ad2-88b6-4197-87ab-6c6f76c2d162']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:52.857165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80aff3b-cea0-4301-ba32-773708e8b6d8') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:52.857979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80aff3b-cea0-4301-ba32-773708e8b6d8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:52.868481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.884854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.886688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.893730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:52.894299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:52.896370 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:52.941794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:52.963900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.993415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:52.994744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 3e2d8bbb-7be3-43b4-a997-b417dc9fde7f not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:52.995761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b44daca2-d02c-4f93-ad10-f1419d6ad993 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:53.000482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.006320 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] 10.222.0.18 "DELETE /v2.0/networks/18aa5ad2-88b6-4197-87ab-6c6f76c2d162 HTTP/1.1" status: 204 len: 168 time: 0.4228673 Jul 14 09:25:53.009545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635b5aa-186c-49cf-948c-6244d2ef1537 admin admin] Pushing event deleted for resources: {'Network': ['ID=18aa5ad2-88b6-4197-87ab-6c6f76c2d162,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.030505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: b44daca2-d02c-4f93-ad10-f1419d6ad993 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:53.030928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device b44daca2-d02c-4f93-ad10-f1419d6ad993 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:53.261194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:53.335686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ce33d1c4-e871-43d2-8d00-14b710be9035 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=703f0fb691714fdb983ee1545f7fb063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727527 Jul 14 09:25:53.336240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.343263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:53.542004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a516038-b38e-4662-b59b-87b4c08d6176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.609608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a516038-b38e-4662-b59b-87b4c08d6176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.632397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-6d401ead-5a61-4d81-a4dd-1653c42ae3a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2186127 Jul 14 09:25:53.694343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:53.694704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.802226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13823-39ef-44ad-8450-11e9c0126007 req-c2963b94-5893-434e-a15f-73e58c623bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.804572 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-c2963b94-5893-434e-a15f-73e58c623bf1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1136 time: 0.1175389 Jul 14 09:25:53.822223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] For port 6b5cf586-4300-4780-a3e9-fbdd3b8751dc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:53.823335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.825146 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a516038-b38e-4662-b59b-87b4c08d6176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.832948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a516038-b38e-4662-b59b-87b4c08d6176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.835608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1a516038-b38e-4662-b59b-87b4c08d6176 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ebb889d-9b83-4360-b163-c7097f7a9115 HTTP/1.1" status: 204 len: 168 time: 0.4912477 Jul 14 09:25:53.856255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Calling delete_port for 6b5cf586-4300-4780-a3e9-fbdd3b8751dc owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:53.909814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a516038-b38e-4662-b59b-87b4c08d6176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb889d-9b83-4360-b163-c7097f7a9115,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:54.002954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13823-39ef-44ad-8450-11e9c0126007 req-8eed0cd9-b6cc-4095-a48b-1c2441c8b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.006567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-8eed0cd9-b6cc-4095-a48b-1c2441c8b64b service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 200 len: 898 time: 0.1695304 Jul 14 09:25:54.154344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-2b2e3a2f-71ae-423c-9382-d73261311ef0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 200 len: 1000 time: 0.1411648 Jul 14 09:25:54.238916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13823-39ef-44ad-8450-11e9c0126007 req-9eba4985-6fa6-4973-b968-948084f5e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.242086 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-9eba4985-6fa6-4973-b968-948084f5e4c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a354b76e-e233-4219-ad11-f93d2fce478d HTTP/1.1" status: 200 len: 835 time: 0.0817080 Jul 14 09:25:54.363380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13823-39ef-44ad-8450-11e9c0126007 req-691e78f0-3853-4425-a738-692ce0194896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.364932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-691e78f0-3853-4425-a738-692ce0194896 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168597 Jul 14 09:25:54.507172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.517910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-0fddeeee-6cc7-4362-8f52-89a41fe10e25 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463017 Jul 14 09:25:54.580225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Port': ['ID=6b5cf586-4300-4780-a3e9-fbdd3b8751dc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:54.664654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24e13823-39ef-44ad-8450-11e9c0126007 req-7efc3e5d-f10d-47b5-b67d-c0d21e81791a service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404662 Jul 14 09:25:54.877785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.154522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:55.282206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:55.292883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] Sync routers for ids ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:55.294699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bc657f44-8600-4d1c-b69f-4d9e03664c57 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "PUT /v2.0/routers/58a1bf9b-372a-4de1-a1ca-ee1de95a7749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066184 Jul 14 09:25:55.297950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.303634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] Routers {'58a1bf9b-372a-4de1-a1ca-ee1de95a7749'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:55.304463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:55.366659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting subnet c84f4333-b6bf-43ff-a57e-9295b49a0bd9 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:55.370543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.417310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.501372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] Set router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:55.555110 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.728358 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.748215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.763633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Subnet': ['ID=c84f4333-b6bf-43ff-a57e-9295b49a0bd9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.765806 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.767736 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-87bedca1-f0ac-4566-ab63-9ce501f74b0f tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/subnets/c84f4333-b6bf-43ff-a57e-9295b49a0bd9 HTTP/1.1" status: 204 len: 168 time: 0.4684200 Jul 14 09:25:55.771652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45778) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.777878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd31e2-8fbb-453f-b984-a99a37bce7f0 None None] Network 4e562d85-39a3-4b08-af62-31516bc54ea4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:55.827451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.922665 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.094115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.134598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:54Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '6f4e5352-ad69-4598-a3d8-633f866b04d1', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:56.196021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] Checking router: 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:56.205191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] Routers {'58a1bf9b-372a-4de1-a1ca-ee1de95a7749'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:56.211101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:56.226846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting port 6f4e5352-ad69-4598-a3d8-633f866b04d1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:56.227325 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.313866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] Set router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:56.320905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-10647287'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:56.354772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e265aa4b-50c1-4e5e-8783-b02d4a53a221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.377149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:56Z', 'revision_number': 6, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:56.379978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] DHCP port deletion for 4e562d85-39a3-4b08-af62-31516bc54ea4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:56.431805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45790) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:56.446017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:56.449394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d5c917-94f8-49ef-8ebd-1222dcaebecc None None] The sync data for ids ['58a1bf9b-372a-4de1-a1ca-ee1de95a7749'] in n-d-758944-44 is: [{'id': '58a1bf9b-372a-4de1-a1ca-ee1de95a7749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1856901017', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:12Z', 'updated_at': '2021-07-14T09:25:56Z', 'revision_number': 6, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:56.455021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.505027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.516532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] For port 6f4e5352-ad69-4598-a3d8-633f866b04d1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6f4e5352-ad69-4598-a3d8-633f866b04d1,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:56.518880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.551169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] Deleting port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:56.552018 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.566732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Calling delete_port for 6f4e5352-ad69-4598-a3d8-633f866b04d1 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:56.617292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e134cda6-cc8e-49b5-b81d-d386ac3ec12b tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1517766240'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:56.649655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e265aa4b-50c1-4e5e-8783-b02d4a53a221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.653242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] For port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0b9c8b2f-9092-4e6c-a958-d490f0a9a34d,segment=NetworkSegment(0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5),segment_id=0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:56.653870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.655512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e265aa4b-50c1-4e5e-8783-b02d4a53a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.677061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] Calling delete_port for 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:56.700139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e265aa4b-50c1-4e5e-8783-b02d4a53a221 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7223ff5f3df4f9791a7db827d7525c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8690977 Jul 14 09:25:56.704366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:56.734252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265aa4b-50c1-4e5e-8783-b02d4a53a221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6258d4c4-4068-420d-88d8-1ea7573a83d7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.832601 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.899666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.917925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] Pushing event deleted for resources: {'Port': ['ID=0b9c8b2f-9092-4e6c-a958-d490f0a9a34d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.919727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.929193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e134cda6-cc8e-49b5-b81d-d386ac3ec12b tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.932283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e134cda6-cc8e-49b5-b81d-d386ac3ec12b tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.938505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9e762-429c-4b7a-a1b2-3893e37ca7aa None None] No DVR routers for this DVR port 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:57.056790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e134cda6-cc8e-49b5-b81d-d386ac3ec12b tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.066651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:57.070172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c566979-b3fe-411e-8719-9be311b7a022,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:57.084681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e134cda6-cc8e-49b5-b81d-d386ac3ec12b tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.110446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.110803 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Added segment 7df6e1b7-cc86-4d54-b992-77af79156d73 of type vlan for network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 Jul 14 09:25:57.117789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e134cda6-cc8e-49b5-b81d-d386ac3ec12b tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.122387 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3811849b-a7a6-44ef-bcc9-5c044fefb8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.123063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:57.123938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e134cda6-cc8e-49b5-b81d-d386ac3ec12b tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6905584 Jul 14 09:25:57.607960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3811849b-a7a6-44ef-bcc9-5c044fefb8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.661364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.671434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8feb3d7-f00b-4f3f-a1d5-66c871b2afb0 req-1beab804-af09-4a6d-b773-ebf572b5df26 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.0518003 Jul 14 09:25:57.696474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.715089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.715954 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.752428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6f4e5352-ad69-4598-a3d8-633f866b04d1 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:57.853573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1001880 Jul 14 09:25:57.853683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:57.859119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:57.877659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2431-bf14-4ab6-b06f-82ec27e2c1f0 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.984043 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.038093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:58.045571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.270880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.280065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b5cf586-4300-4780-a3e9-fbdd3b8751dc no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:58.297776 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-edb6b01d-d46a-4966-ad49-266d5cb72bae req-4df03deb-d6cb-4be9-8568-a12fa23ff6f8 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0971828 Jul 14 09:25:58.303529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91830f9e-2690-4456-8ee1-ab77905a73ef tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Network': ['ID=4d90daea-0b6a-4a64-bcdc-80846d1e16f4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:58.308812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2431-bf14-4ab6-b06f-82ec27e2c1f0 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.320337 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2431-bf14-4ab6-b06f-82ec27e2c1f0 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.332131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:58.334688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6b5cf586-4300-4780-a3e9-fbdd3b8751dc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:58.335095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6b5cf586-4300-4780-a3e9-fbdd3b8751dc not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:58.335669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:58.395535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Port': ['ID=6f4e5352-ad69-4598-a3d8-633f866b04d1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:58.443688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3811849b-a7a6-44ef-bcc9-5c044fefb8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.446555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3811849b-a7a6-44ef-bcc9-5c044fefb8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.448061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3811849b-a7a6-44ef-bcc9-5c044fefb8de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6258d4c4-4068-420d-88d8-1ea7573a83d7 HTTP/1.1" status: 204 len: 168 time: 1.7221494 Jul 14 09:25:58.461356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:58.462722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0b9c8b2f-9092-4e6c-a958-d490f0a9a34d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:58.475419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811849b-a7a6-44ef-bcc9-5c044fefb8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6258d4c4-4068-420d-88d8-1ea7573a83d7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:58.481851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2431-bf14-4ab6-b06f-82ec27e2c1f0 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.482587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bf2431-bf14-4ab6-b06f-82ec27e2c1f0 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99aad8ce-ae3a-42b5-afbe-a79774308370 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:58.489033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2431-bf14-4ab6-b06f-82ec27e2c1f0 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.490420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2bf2431-bf14-4ab6-b06f-82ec27e2c1f0 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "DELETE /v2.0/routers/99aad8ce-ae3a-42b5-afbe-a79774308370 HTTP/1.1" status: 204 len: 168 time: 1.3647921 Jul 14 09:25:58.493691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:58.501993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-02504262-8b6b-4003-b75b-ace34fb487d2 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Request body: {'router': {'name': 'tempest-router-945431544', 'distributed': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:58.530557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.533037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02504262-8b6b-4003-b75b-ace34fb487d2 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.534043 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02504262-8b6b-4003-b75b-ace34fb487d2 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.718811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.767926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.777787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.828468 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02504262-8b6b-4003-b75b-ace34fb487d2 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.900777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02504262-8b6b-4003-b75b-ace34fb487d2 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.912053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.912464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=25f61e18-7904-4a39-a555-2ee51af054b3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:58.916656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Fanout notify agent at l3_agent the message router_deleted on router 58a1bf9b-372a-4de1-a1ca-ee1de95a7749 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:58.939907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.945019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e4e00fd7-8fa4-4ea6-9285-94caeb5c2c60 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/routers/58a1bf9b-372a-4de1-a1ca-ee1de95a7749 HTTP/1.1" status: 204 len: 168 time: 3.1723144 Jul 14 09:25:58.949598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:58.964040 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02504262-8b6b-4003-b75b-ace34fb487d2 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.967701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02504262-8b6b-4003-b75b-ace34fb487d2 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4703183 Jul 14 09:25:58.978113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:59.017962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:59.018440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network hostable DHCP agents. Network: 4d90daea-0b6a-4a64-bcdc-80846d1e16f4, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:59.075944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:59.097458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4d90daea-0b6a-4a64-bcdc-80846d1e16f4) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:59.117109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb41bd-3afa-4f33-bdcf-b81fc66464bf None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:59.119736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.121642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.144244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45902) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:59.168107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-daa4cea2-19f8-4695-aac4-6c198b03c179 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3111596 Jul 14 09:25:59.168493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45904) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:59.190330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'name': 'tempest-NetworksTestDHCPv6-130780885'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:59.235171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d304642-f68b-4ab8-8106-acf4a0301c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.248329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfdd5-7c89-48c3-9589-7921de732c31 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.360182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.427753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '25f61e18-7904-4a39-a555-2ee51af054b3'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:59.428622 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.484824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfdd5-7c89-48c3-9589-7921de732c31 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.487202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfdd5-7c89-48c3-9589-7921de732c31 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.539081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfdd5-7c89-48c3-9589-7921de732c31 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.539807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3cfdd5-7c89-48c3-9589-7921de732c31 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98d3c0d9-0059-4ac2-b220-445d40fe05f3 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:59.549511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfdd5-7c89-48c3-9589-7921de732c31 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.551182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e3cfdd5-7c89-48c3-9589-7921de732c31 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "DELETE /v2.0/routers/98d3c0d9-0059-4ac2-b220-445d40fe05f3 HTTP/1.1" status: 204 len: 168 time: 0.5718682 Jul 14 09:25:59.554625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:59.559642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dbe60a4b-fe25-4dcf-b918-aa8034be4c45 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Request body: {'router': {'name': 'tempest-router-1617662756', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '56e1353e10de4ae58a77a1b507ab1df7'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:59.664757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/25f61e18-7904-4a39-a555-2ee51af054b3/1970fa0c-08ac-44c3-82a9-560d99f4c7c9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:59.673415 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b74d63e1-a7c3-41ae-b8ed-0eeec32c42a1 req-e2cc2632-ed7c-491f-8ed0-3d4a6a81d966 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0653784 Jul 14 09:25:59.693276 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.708328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e562d85-39a3-4b08-af62-31516bc54ea4']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:59.727530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:59.727935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0877b2c7-935e-4d2b-9e94-2a67bb7f3dd5') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:59.750055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.783559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.801485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:59.802367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:59.806468 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:59.863559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.925004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d304642-f68b-4ab8-8106-acf4a0301c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.929394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d304642-f68b-4ab8-8106-acf4a0301c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.939762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Transition to ACTIVE for port object 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:59.959816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:59.968110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Transition to ACTIVE for port object 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:59.968452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.978201 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.979587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d304642-f68b-4ab8-8106-acf4a0301c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a523839d-083f-40ce-a989-15d164ec8895,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:59.987337 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.036302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.041175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/networks/4e562d85-39a3-4b08-af62-31516bc54ea4 HTTP/1.1" status: 204 len: 168 time: 1.0851140 Jul 14 09:26:00.041338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 258a9dc0-b298-4063-a681-4882085ecb38 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:00.048594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45920) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:00.087560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:00.095653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:00.100612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:00.111391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bfbbf-f07e-422c-bf44-3099627c8fee tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Network': ['ID=4e562d85-39a3-4b08-af62-31516bc54ea4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.115472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8d304642-f68b-4ab8-8106-acf4a0301c52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d0c8cb3cfa84177b9f934977a537711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9652164 Jul 14 09:26:00.121923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbe60a4b-fe25-4dcf-b918-aa8034be4c45 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.123258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbe60a4b-fe25-4dcf-b918-aa8034be4c45 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.145716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Pushing event updated for resources: {'Port': ['ID=1970fa0c-08ac-44c3-82a9-560d99f4c7c9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.201398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbe60a4b-fe25-4dcf-b918-aa8034be4c45 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.203108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:00.206912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.207385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.207926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.208563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.209051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.210343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.211041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.211563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.212093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.212711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.213189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.213670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:00.230403 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbe60a4b-fe25-4dcf-b918-aa8034be4c45 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.262359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Attempting to bind port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:00.263409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Attempting to bind port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:00.263985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Attempting to bind port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:00.270447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:00.271598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:00.272216 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.272786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:00.275334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Bound port: 1970fa0c-08ac-44c3-82a9-560d99f4c7c9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:00.275977 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.328292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbe60a4b-fe25-4dcf-b918-aa8034be4c45 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.329502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dbe60a4b-fe25-4dcf-b918-aa8034be4c45 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7736423 Jul 14 09:26:00.340064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::359 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/25f61e18-7904-4a39-a555-2ee51af054b3/258a9dc0-b298-4063-a681-4882085ecb38) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:00.357384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] For port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:00.361875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] For port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1970fa0c-08ac-44c3-82a9-560d99f4c7c9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:00.366648 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.403874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:00.412518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:00.434471 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476796ae-19a1-4a6f-ba8c-aad76f2a7ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.445060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de609b81-b685-47c3-83af-f7948c5543aa None None] Pushing event updated for resources: {'Port': ['ID=1970fa0c-08ac-44c3-82a9-560d99f4c7c9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.641973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.676446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 258a9dc0-b298-4063-a681-4882085ecb38 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:00.682204 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476796ae-19a1-4a6f-ba8c-aad76f2a7ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.765027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.784756 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-63215e7e-5681-470f-95e0-50d01d1df758 req-804ede91-f209-4596-b09f-2d2eb9c635c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.0630920 Jul 14 09:26:00.815266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:00.818998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:00.824565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:00.831065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.831920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.887055 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7144477 Jul 14 09:26:00.887055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c994d4-1556-430e-a8a8-505f9029212a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=258a9dc0-b298-4063-a681-4882085ecb38,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.891807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.071172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.073322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.077435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59bf4b34-64b4-4b52-bebc-13ecef78948a req-c5cc51a9-bc7e-47a7-80b9-4e51bf921e38 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0845623 Jul 14 09:26:01.078265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c1d56-4440-4fb8-a1f8-5623ce85aa8e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.094041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c1d56-4440-4fb8-a1f8-5623ce85aa8e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.098382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-389c1d56-4440-4fb8-a1f8-5623ce85aa8e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2001607 Jul 14 09:26:01.099134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.181732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting port 14dadd13-c19f-4dfc-a57c-54f4e45746a9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:01.182309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.226670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 258a9dc0-b298-4063-a681-4882085ecb38 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:01.227156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.227915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476796ae-19a1-4a6f-ba8c-aad76f2a7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.231851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-476796ae-19a1-4a6f-ba8c-aad76f2a7ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.233039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-476796ae-19a1-4a6f-ba8c-aad76f2a7ff5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a523839d-083f-40ce-a989-15d164ec8895 HTTP/1.1" status: 204 len: 168 time: 1.0224903 Jul 14 09:26:01.255875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93753) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 09:26:01.256027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Router c9e149f0-abeb-49fb-9a0b-cfdce89f9412 migrating from provider to provider. {{(pid=93753) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 09:26:01.256548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.262225 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.265436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45948) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.277847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.289280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476796ae-19a1-4a6f-ba8c-aad76f2a7ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a523839d-083f-40ce-a989-15d164ec8895,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.377818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.378520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.420657 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.452312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Calling delete_port for 14dadd13-c19f-4dfc-a57c-54f4e45746a9 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:01.471602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.484896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 258a9dc0-b298-4063-a681-4882085ecb38 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:01.495861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d0b984e-c9d7-45ac-8f68-63662f37a790 req-035606f9-00c3-47cd-9c0b-4f01dad888de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1069772 Jul 14 09:26:01.528748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74b23d5-10b2-4997-8467-7646b41ba8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.603671 n-d-758944-44 neutron-server[93753]: WARNING neutron.scheduler.l3_agent_scheduler [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] No L3 agents can host the router c9e149f0-abeb-49fb-9a0b-cfdce89f9412 Jul 14 09:26:01.809560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:01.827555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.864522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=258a9dc0-b298-4063-a681-4882085ecb38,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.907620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:01.926260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.929495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-452f3496-38a3-423a-be7b-e997845a6ac3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/258a9dc0-b298-4063-a681-4882085ecb38 HTTP/1.1" status: 204 len: 168 time: 0.8299553 Jul 14 09:26:01.940311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:02.026160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Hosts for router c9e149f0-abeb-49fb-9a0b-cfdce89f9412: [] {{(pid=93753) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 09:26:02.027823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.090879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeed744-4164-4ddf-aadd-9dee9895294d None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:02.126472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6046bf6-668f-421c-b4f8-f649ff45ef38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.128623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6046bf6-668f-421c-b4f8-f649ff45ef38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.146473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f6046bf6-668f-421c-b4f8-f649ff45ef38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1981814 Jul 14 09:26:02.147705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45968) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:02.217787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Provisioning for port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:02.257442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 25f61e18-7904-4a39-a555-2ee51af054b3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:02.260195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Provisioning complete for port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:02.260711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.261334 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.329585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-543382c7-6077-4f9e-b4c3-3bbb44b3a6f7 req-fdd0b307-f07e-438b-bb92-f01cda36f6c2 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0690575 Jul 14 09:26:02.344683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.570148 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.610234 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.638303 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.687592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=25f61e18-7904-4a39-a555-2ee51af054b3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.700346 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.704599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1b0f6efe-fadf-49a5-8dfa-7bf5c71c7abc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/25f61e18-7904-4a39-a555-2ee51af054b3 HTTP/1.1" status: 204 len: 168 time: 0.5558441 Jul 14 09:26:02.705413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:02.722474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Port': ['ID=14dadd13-c19f-4dfc-a57c-54f4e45746a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.753548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:26:02.756056 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:26:02.786565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7481a55b-6703-408c-a3c8-2576930b110e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799782 Jul 14 09:26:02.787230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:02.793436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:02.794195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74b23d5-10b2-4997-8467-7646b41ba8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.803184 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e74b23d5-10b2-4997-8467-7646b41ba8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.859458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45988) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:02.860224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e74b23d5-10b2-4997-8467-7646b41ba8c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edf616fbbdf74e35aecc9cd47e813b00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5917151 Jul 14 09:26:02.861099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Hosts for other DVR routers connected to router c9e149f0-abeb-49fb-9a0b-cfdce89f9412: set() {{(pid=93753) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 09:26:02.863901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.865256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-61d216d2-f570-4f86-b7bc-0494319a04f8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "PUT /v2.0/routers/c9e149f0-abeb-49fb-9a0b-cfdce89f9412 HTTP/1.1" status: 200 len: 717 time: 2.4598317 Jul 14 09:26:02.869299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:02.969495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:02.973504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.992547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b23d5-10b2-4997-8467-7646b41ba8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4302cf1-6f67-419e-a1f8-aa30e1250a31,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.993385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f75a4a-fb42-4c0f-9c3d-d0d58dac9756 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:03.000883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c9def308-de4b-46d3-8323-dcac5f4d607a tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "GET /v2.0/routers/c9e149f0-abeb-49fb-9a0b-cfdce89f9412 HTTP/1.1" status: 200 len: 717 time: 0.1257219 Jul 14 09:26:03.003620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:03.005745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.006081 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Floating IP c03c6eef-e65e-486d-8fda-9f90859c5f8a disassociated (deleted). External IP: 172.25.2.83, port: 9f6baf44-c11f-445b-b12e-a4a9b9560def. Jul 14 09:26:03.160705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d5900-c323-4dd3-a654-707f95d03a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.263772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 2806f9d4-360e-41e5-89d9-2cde736f8e48 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:03.291835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d5900-c323-4dd3-a654-707f95d03a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.335758 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.513195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.653232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=bb1a67e5-6a13-4ed2-8c69-d22b547701e4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:03.719951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] For port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1970fa0c-08ac-44c3-82a9-560d99f4c7c9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:03.726530 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.740285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:03.745272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:03.749573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.750628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.753061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c423bd54-7d6b-4983-aaef-543ad101de82 req-0576fe11-10ea-4659-b485-5850d050b8bf tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0863135 Jul 14 09:26:03.779530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7ef0cec1-75c0-465f-ac08-f5871d01616c tempest-RoutersTestDVR-552475285 tempest-RoutersTestDVR-552475285-project] 10.222.0.18 "GET /v2.0/routers/c9e149f0-abeb-49fb-9a0b-cfdce89f9412 HTTP/1.1" status: 200 len: 683 time: 0.7741678 Jul 14 09:26:03.780320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fbc830bf-660e-4138-8d16-79330435d1b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9918852 Jul 14 09:26:03.782593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:03.783076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:03.797228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:03.799136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'name': 'tempest-NetworksTestDHCPv6-778168184'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:03.804389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.811205 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] Sync routers for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:03.823245 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:03.824138 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:03.856280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6df80-729b-4f81-9d23-39e7e80f7ada None None] Pushing event updated for resources: {'Port': ['ID=1970fa0c-08ac-44c3-82a9-560d99f4c7c9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:03.862569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:03.906516 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3b9bbcd9-1af9-4497-8f9b-d015ff59c3ca tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/floatingips/c03c6eef-e65e-486d-8fda-9f90859c5f8a HTTP/1.1" status: 204 len: 168 time: 3.8380656 Jul 14 09:26:03.909072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:03.916227 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c" -d '{"events": [{"name": "network-changed", "server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:03.959646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2d193e82-dcb4-48c6-bf5c-116f3209dbf3 None None] Provisioning complete for port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:03.960439 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d193e82-dcb4-48c6-bf5c-116f3209dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.094754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] Deleting port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:04.096628 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.111917 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:04.127076 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d5900-c323-4dd3-a654-707f95d03a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.135231 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d5900-c323-4dd3-a654-707f95d03a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.141716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-050d5900-c323-4dd3-a654-707f95d03a22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4302cf1-6f67-419e-a1f8-aa30e1250a31 HTTP/1.1" status: 204 len: 168 time: 1.2763510 Jul 14 09:26:04.200053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d5900-c323-4dd3-a654-707f95d03a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4302cf1-6f67-419e-a1f8-aa30e1250a31,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.214179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94e95993-922d-40c7-9cd8-e48d62f1eae8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.541756 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d3c2c5-ecd6-44ba-9263-41a9502ae9be x-openstack-request-id: req-52d3c2c5-ecd6-44ba-9263-41a9502ae9be {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:04.542388 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:04.542823 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52d3c2c5-ecd6-44ba-9263-41a9502ae9be {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:04.543241 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'status': 'completed', 'code': 200} Jul 14 09:26:04.582834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] For port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1970fa0c-08ac-44c3-82a9-560d99f4c7c9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:04.583311 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.616485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] Calling delete_port for 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:04.741271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-9625bdb5-6a4e-40b2-9751-4808918a11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.749206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-9625bdb5-6a4e-40b2-9751-4808918a11b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 1136 time: 0.1792898 Jul 14 09:26:04.831221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.855011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] No DVR routers for this DVR port 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:04.856335 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:04.892610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea0c5b-1b09-486b-b2b4-f28687cfa17e None None] Pushing event deleted for resources: {'Port': ['ID=1970fa0c-08ac-44c3-82a9-560d99f4c7c9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.906892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3b96a-33ef-4d90-a85c-d27399df4533 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:04.944355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-419c959f-ae2c-42b7-a285-be19d5306312 req-3eb69882-d4b7-440a-a775-406c34863618 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1653931 Jul 14 09:26:04.958605 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] Checking router: 2806f9d4-360e-41e5-89d9-2cde736f8e48 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:04.999167 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:05.002009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:05.032814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-3bba45c7-d51c-4058-8416-ef306f868d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.042520 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-3bba45c7-d51c-4058-8416-ef306f868d2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 200 len: 898 time: 0.2828493 Jul 14 09:26:05.157265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94e95993-922d-40c7-9cd8-e48d62f1eae8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.161612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94e95993-922d-40c7-9cd8-e48d62f1eae8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.201251 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-aafd248f-91d5-406e-8730-07adad74b5e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 200 len: 217 time: 0.1529927 Jul 14 09:26:05.215655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:05.222206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:05.288777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'bb1a67e5-6a13-4ed2-8c69-d22b547701e4'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:05.290477 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.328838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f97bf9d7-8e35-4254-94a6-8cfe9fdc51c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.398706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:05.401336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-f7d05a84-2415-4aa3-8eec-3e4f7ebe7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.402857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.402986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-f7d05a84-2415-4aa3-8eec-3e4f7ebe7cc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a354b76e-e233-4219-ad11-f93d2fce478d HTTP/1.1" status: 200 len: 835 time: 0.1924751 Jul 14 09:26:05.437856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94e95993-922d-40c7-9cd8-e48d62f1eae8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.438686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e95993-922d-40c7-9cd8-e48d62f1eae8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9e149f0-abeb-49fb-9a0b-cfdce89f9412 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:26:05.448546 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94e95993-922d-40c7-9cd8-e48d62f1eae8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.449932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-94e95993-922d-40c7-9cd8-e48d62f1eae8 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c9e149f0-abeb-49fb-9a0b-cfdce89f9412 HTTP/1.1" status: 204 len: 168 time: 1.6643467 Jul 14 09:26:05.470291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:05.482628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7fcc7360-125c-4319-bd48-b8419d78d320 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Request body: {'router': {'name': 'tempest-router-2139821855', 'distributed': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:05.501777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 9b2a1812-ac7e-42e8-ac02-519820c57944 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:05.529718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/bb1a67e5-6a13-4ed2-8c69-d22b547701e4/30a2d237-d147-4793-a47f-ab2ae0599ff9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:05.578724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:05.625142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe33ce-822b-4bcc-b3f7-11e992d2f03e req-c1f4f753-a0ab-4741-b8d6-a57f7063eb64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.638075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ebe33ce-822b-4bcc-b3f7-11e992d2f03e req-c1f4f753-a0ab-4741-b8d6-a57f7063eb64 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 984 time: 0.6391764 Jul 14 09:26:05.683543 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97948b9a-32b8-4fec-a01a-70a348b4caf2 None None] The sync data for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 is: [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:11Z', 'revision_number': 4, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df', 'name': '', 'network_id': '79d78c00-7cf8-472a-b749-9a9cf04d7ad0', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'mac_address': 'fa:16:3e:88:9b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:08Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'subnets': [{'id': 'a354b76e-e233-4219-ad11-f93d2fce478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:05.695118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ebe33ce-822b-4bcc-b3f7-11e992d2f03e req-aecd11a2-23b4-4cba-8600-de4bd4e2f417 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0561037 Jul 14 09:26:05.695309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-5c890f19-3abf-4057-9bdb-603569005565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.704506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-5c890f19-3abf-4057-9bdb-603569005565 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79d78c00-7cf8-472a-b749-9a9cf04d7ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919104 Jul 14 09:26:05.738687 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.748299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Transition to ACTIVE for port object 30a2d237-d147-4793-a47f-ab2ae0599ff9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:05.776197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:05.792480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Transition to ACTIVE for port object 30a2d237-d147-4793-a47f-ab2ae0599ff9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:05.858830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f97bf9d7-8e35-4254-94a6-8cfe9fdc51c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.863514 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.869096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:05.869701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1970fa0c-08ac-44c3-82a9-560d99f4c7c9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:05.884660 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f97bf9d7-8e35-4254-94a6-8cfe9fdc51c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.947258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:05.951446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:05.959710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:05.981018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Pushing event updated for resources: {'Port': ['ID=30a2d237-d147-4793-a47f-ab2ae0599ff9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.012276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bf9d7-8e35-4254-94a6-8cfe9fdc51c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e82725-2d1d-4ba7-9858-a931dc758db0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.021801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-cf2b579f-7bac-4f2a-942d-abf9609fe398 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071718 Jul 14 09:26:06.054237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Attempting to bind port 30a2d237-d147-4793-a47f-ab2ae0599ff9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:06.054618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Attempting to bind port 30a2d237-d147-4793-a47f-ab2ae0599ff9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:06.054998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Attempting to bind port 30a2d237-d147-4793-a47f-ab2ae0599ff9 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:06.067565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:06.067955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:06.068372 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.068779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:06.069445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Bound port: 30a2d237-d147-4793-a47f-ab2ae0599ff9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:06.069974 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.153317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f97bf9d7-8e35-4254-94a6-8cfe9fdc51c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b76ad6a40bdb441587f72e4718d6e4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9265351 Jul 14 09:26:06.197688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:06.206029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] For port 30a2d237-d147-4793-a47f-ab2ae0599ff9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:06.211043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] For port 30a2d237-d147-4793-a47f-ab2ae0599ff9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=30a2d237-d147-4793-a47f-ab2ae0599ff9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:06.218407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.282860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b565ed-a929-438c-b56c-9411ccd6bcd8 None None] New status for floating IP c03c6eef-e65e-486d-8fda-9f90859c5f8a: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:26:06.337032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62236497-b840-49ed-972f-1269fe177699 req-d0fddb9b-ac2d-4e99-bb3b-8e090cda564e tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1293647 Jul 14 09:26:06.424227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad825f8-c861-491f-a929-cbd1cd3d0a28 None None] Pushing event updated for resources: {'Port': ['ID=30a2d237-d147-4793-a47f-ab2ae0599ff9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.483021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480bffeb-9ba8-42f8-9e8f-71e2a5ec328c req-05e809f8-91f6-4da7-8ebe-5dbd68482217 service neutron] 10.222.0.48 "GET /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499831 Jul 14 09:26:06.525848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f38c0c76-67df-4d95-88a8-51d6229c2fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.561539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::1e5 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/bb1a67e5-6a13-4ed2-8c69-d22b547701e4/9b2a1812-ac7e-42e8-ac02-519820c57944) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:06.565015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f38c0c76-67df-4d95-88a8-51d6229c2fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.596670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7360-125c-4319-bd48-b8419d78d320 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.597721 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7360-125c-4319-bd48-b8419d78d320 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.660653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f38c0c76-67df-4d95-88a8-51d6229c2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.663802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f38c0c76-67df-4d95-88a8-51d6229c2fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.668129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f38c0c76-67df-4d95-88a8-51d6229c2fbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57e82725-2d1d-4ba7-9858-a931dc758db0 HTTP/1.1" status: 204 len: 168 time: 0.4663103 Jul 14 09:26:06.695858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c0c76-67df-4d95-88a8-51d6229c2fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e82725-2d1d-4ba7-9858-a931dc758db0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.807755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7360-125c-4319-bd48-b8419d78d320 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.827599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7360-125c-4319-bd48-b8419d78d320 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.916663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7360-125c-4319-bd48-b8419d78d320 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.917825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7fcc7360-125c-4319-bd48-b8419d78d320 tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4420798 Jul 14 09:26:06.920726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:06.996479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-98696a62-e615-419f-b93b-ba8f606b1f08 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.998179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-98696a62-e615-419f-b93b-ba8f606b1f08 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.48 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 984 time: 1.1074395 Jul 14 09:26:07.046142 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2a469c4-8456-4d27-83c5-27f8cd43796d tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.298923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2a469c4-8456-4d27-83c5-27f8cd43796d tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.302092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2a469c4-8456-4d27-83c5-27f8cd43796d tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.303009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.375658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2a469c4-8456-4d27-83c5-27f8cd43796d tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.375886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a469c4-8456-4d27-83c5-27f8cd43796d tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9f3cd1-cd42-4b2f-b11e-f460ca3b0f08 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:26:07.381912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 9b2a1812-ac7e-42e8-ac02-519820c57944 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:07.389478 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2a469c4-8456-4d27-83c5-27f8cd43796d tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.392224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f2a469c4-8456-4d27-83c5-27f8cd43796d tempest-RoutersTestDVR-220374341 tempest-RoutersTestDVR-220374341-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2d9f3cd1-cd42-4b2f-b11e-f460ca3b0f08 HTTP/1.1" status: 204 len: 168 time: 0.4704642 Jul 14 09:26:07.506565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.689089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:07.710484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20178f43-00f3-4760-915e-4cfb79100b2e req-42229259-3463-4da9-88f8-5e4121db193c tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1268718 Jul 14 09:26:07.736585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71466-1062-4c64-95c8-33e1f36e4ccc req-0b0476f1-51f0-4d78-934c-1e4cbbe2813c tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.738213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11a71466-1062-4c64-95c8-33e1f36e4ccc req-0b0476f1-51f0-4d78-934c-1e4cbbe2813c tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 984 time: 0.8066106 Jul 14 09:26:07.755447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:07.762504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:07.768764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.769835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.841118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 30a2d237-d147-4793-a47f-ab2ae0599ff9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:07.858369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46138) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:07.895706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=9b2a1812-ac7e-42e8-ac02-519820c57944,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.934129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-18278d6f-aed4-40e6-9697-768bf374a5d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1498740 Jul 14 09:26:07.936939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46146) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.003568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b7fc08d-3ede-43a4-8483-212d91d64da9 None None] Provisioning for port 30a2d237-d147-4793-a47f-ab2ae0599ff9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:08.012105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting port 9f6baf44-c11f-445b-b12e-a4a9b9560def {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:08.012597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.032802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 30a2d237-d147-4793-a47f-ab2ae0599ff9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:08.036840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b7fc08d-3ede-43a4-8483-212d91d64da9 None None] Provisioning complete for port 30a2d237-d147-4793-a47f-ab2ae0599ff9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:08.044020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc08d-3ede-43a4-8483-212d91d64da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.049853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 30a2d237-d147-4793-a47f-ab2ae0599ff9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:08.050263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.117675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11a71466-1062-4c64-95c8-33e1f36e4ccc req-3bc48313-1544-4af8-9b05-f17e7c7e4a52 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1e080af-ea20-4fa2-8807-9c28d425b22d&id=35157bed-b614-46d1-9d58-037f4bfed74d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3419700 Jul 14 09:26:08.315579 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-585a0c29-3409-4787-bb6a-ad9ecbd12f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.324113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] For port 9f6baf44-c11f-445b-b12e-a4a9b9560def, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=9f6baf44-c11f-445b-b12e-a4a9b9560def,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:08.324655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.356146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Calling delete_port for 9f6baf44-c11f-445b-b12e-a4a9b9560def owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:08.387480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905aadfb-4e06-48f7-9456-4ba1969d95c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.395817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905aadfb-4e06-48f7-9456-4ba1969d95c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.398015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-905aadfb-4e06-48f7-9456-4ba1969d95c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4600930 Jul 14 09:26:08.401394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46156) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.402839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.489591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 30a2d237-d147-4793-a47f-ab2ae0599ff9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=30a2d237-d147-4793-a47f-ab2ae0599ff9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:08.495317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.579850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=30a2d237-d147-4793-a47f-ab2ae0599ff9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.604874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.650966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 9b2a1812-ac7e-42e8-ac02-519820c57944 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:08.651409 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.677826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-01c94bd4-96b0-445e-b931-0b25a2a2ec30 None None] Could not find standard attr ID for object 258a9dc0-b298-4063-a681-4882085ecb38. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:26:08.705761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.721540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-585a0c29-3409-4787-bb6a-ad9ecbd12f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.732500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-585a0c29-3409-4787-bb6a-ad9ecbd12f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.782616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Port': ['ID=9f6baf44-c11f-445b-b12e-a4a9b9560def,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.800006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea4312b4-1903-42f9-bbed-6bb12cd02d66 None None] Provisioning for port 9b2a1812-ac7e-42e8-ac02-519820c57944 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:08.809535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea4312b4-1903-42f9-bbed-6bb12cd02d66 None None] Provisioning complete for port 9b2a1812-ac7e-42e8-ac02-519820c57944 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:08.809918 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea4312b4-1903-42f9-bbed-6bb12cd02d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.840058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a0c29-3409-4787-bb6a-ad9ecbd12f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e0f40-27cb-4211-b987-b4d21ff313f6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.851153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da5d64d-d27d-4b95-9eda-cc0f4b9f8064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.861220 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-585a0c29-3409-4787-bb6a-ad9ecbd12f38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56e1353e10de4ae58a77a1b507ab1df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9989812 Jul 14 09:26:08.878533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.881238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] No DVR routers for this DVR port 9f6baf44-c11f-445b-b12e-a4a9b9560def on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:08.885242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ea4312b4-1903-42f9-bbed-6bb12cd02d66 None None] Port 9b2a1812-ac7e-42e8-ac02-519820c57944 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:08.891268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.896080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c88371f-dcc8-40e4-be3e-6d8ad09f25f8 req-34e6beed-2b5c-4041-995c-a98d252f95aa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.48 "DELETE /v2.0/ports/9f6baf44-c11f-445b-b12e-a4a9b9560def HTTP/1.1" status: 204 len: 173 time: 1.6921074 Jul 14 09:26:08.896751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'name': 'network-vif-deleted', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:08.901521 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb31a81-a371-4118-a286-26b2a31d0803" -d '{"events": [{"server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "name": "network-vif-deleted", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:08.926109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.965877 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef206f-6a02-4ff0-9e66-4450dcaba1e7 x-openstack-request-id: req-6bef206f-6a02-4ff0-9e66-4450dcaba1e7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:08.966476 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276f2faf-8397-4a00-8df4-9953e7514c64", "name": "network-vif-deleted", "tag": "9f6baf44-c11f-445b-b12e-a4a9b9560def", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:08.966754 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bef206f-6a02-4ff0-9e66-4450dcaba1e7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:08.967608 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276f2faf-8397-4a00-8df4-9953e7514c64', 'name': 'network-vif-deleted', 'tag': '9f6baf44-c11f-445b-b12e-a4a9b9560def', 'status': 'completed', 'code': 200} Jul 14 09:26:08.975012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9f6baf44-c11f-445b-b12e-a4a9b9560def no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:08.998564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 9f6baf44-c11f-445b-b12e-a4a9b9560def {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:08.998973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 9f6baf44-c11f-445b-b12e-a4a9b9560def not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:09.001578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b92b73b3-1599-4347-9c37-2cfd38056b0b req-ebbf4ae7-5c4a-4e52-97f1-bc4c23ea8fbe tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0969725 Jul 14 09:26:09.003175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 9b2a1812-ac7e-42e8-ac02-519820c57944 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:09.115056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20fb25fa-3774-46aa-af71-8a6cb3c2a981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.168452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20fb25fa-3774-46aa-af71-8a6cb3c2a981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.266570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da5d64d-d27d-4b95-9eda-cc0f4b9f8064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.295602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2da5d64d-d27d-4b95-9eda-cc0f4b9f8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.382991 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20fb25fa-3774-46aa-af71-8a6cb3c2a981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.385731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20fb25fa-3774-46aa-af71-8a6cb3c2a981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.386996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-20fb25fa-3774-46aa-af71-8a6cb3c2a981 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/542e0f40-27cb-4211-b987-b4d21ff313f6 HTTP/1.1" status: 204 len: 168 time: 0.5074220 Jul 14 09:26:09.394487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2da5d64d-d27d-4b95-9eda-cc0f4b9f8064 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47c0b4c1e2e74440990d824b13536a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7874966 Jul 14 09:26:09.401818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9168ae77-2802-4b8c-8d98-e73551c6598b req-12147063-446b-4eaf-9c2c-e6e0a7267ca1 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "GET /v2.0/ports?device_id=276f2faf-8397-4a00-8df4-9953e7514c64 HTTP/1.1" status: 200 len: 210 time: 0.0998514 Jul 14 09:26:09.402346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.407165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5d64d-d27d-4b95-9eda-cc0f4b9f8064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792c8fd-979a-479a-9ff3-f87d5c22d4a6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.426223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.513151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb25fa-3774-46aa-af71-8a6cb3c2a981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e0f40-27cb-4211-b987-b4d21ff313f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.516162 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d47eed13-005f-499c-91a3-b129b837ac5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.553263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d47eed13-005f-499c-91a3-b129b837ac5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.605014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d47eed13-005f-499c-91a3-b129b837ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.608436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d47eed13-005f-499c-91a3-b129b837ac5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.610169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d47eed13-005f-499c-91a3-b129b837ac5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a792c8fd-979a-479a-9ff3-f87d5c22d4a6 HTTP/1.1" status: 204 len: 168 time: 0.2031209 Jul 14 09:26:09.621373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eed13-005f-499c-91a3-b129b837ac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792c8fd-979a-479a-9ff3-f87d5c22d4a6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.625306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=9b2a1812-ac7e-42e8-ac02-519820c57944,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.633108 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.660591 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bd23cc18-d28d-48d5-aa8c-480304060830 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/9b2a1812-ac7e-42e8-ac02-519820c57944 HTTP/1.1" status: 204 len: 168 time: 1.2557001 Jul 14 09:26:09.661647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.783222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 30a2d237-d147-4793-a47f-ab2ae0599ff9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:09.806433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e12124e-579c-40c6-8075-7d83bc6e7f9c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.814285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e12124e-579c-40c6-8075-7d83bc6e7f9c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.822130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46196) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.822948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e12124e-579c-40c6-8075-7d83bc6e7f9c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1588805 Jul 14 09:26:09.888890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 30a2d237-d147-4793-a47f-ab2ae0599ff9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:09.889430 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.919498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet bb1a67e5-6a13-4ed2-8c69-d22b547701e4 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:09.936596 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.020949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.056949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.077507 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3202c699-51e2-45ff-a7f0-3b2a6f7a7d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.225559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.299431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3202c699-51e2-45ff-a7f0-3b2a6f7a7d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.307186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3202c699-51e2-45ff-a7f0-3b2a6f7a7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.341859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7ed806fc-0bfb-4aaf-baee-7721fbefa6cc req-c25a8cec-a8db-42c6-951b-557a9d54532a tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1091585 Jul 14 09:26:10.363481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202c699-51e2-45ff-a7f0-3b2a6f7a7d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1f1fef-398c-4c42-8360-0d48f4c77a91,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.368261 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3202c699-51e2-45ff-a7f0-3b2a6f7a7d66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f94cb09c8bcb49eebd047aed1820b79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102283 Jul 14 09:26:10.371021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.422299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.434957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cf02-994b-4948-9591-d85f7fe3a0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.461573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1a67e5-6a13-4ed2-8c69-d22b547701e4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.467781 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.469873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bb8ba674-7f7a-4947-8420-3d43ac980669 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/bb1a67e5-6a13-4ed2-8c69-d22b547701e4 HTTP/1.1" status: 204 len: 168 time: 0.6467018 Jul 14 09:26:10.472727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.473350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1ddce-a0af-4daa-8831-2cb2713f0658 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:10.488719 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cf02-994b-4948-9591-d85f7fe3a0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.540436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46222) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.569197 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:10.593766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-45ec061c-50db-4015-a711-4d299ad7ec9a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196847 Jul 14 09:26:10.598408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.609751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:10.621461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cf02-994b-4948-9591-d85f7fe3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.625117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dc3cf02-994b-4948-9591-d85f7fe3a0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.630699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5dc3cf02-994b-4948-9591-d85f7fe3a0ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa1f1fef-398c-4c42-8360-0d48f4c77a91 HTTP/1.1" status: 204 len: 168 time: 0.2577522 Jul 14 09:26:10.664866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3cf02-994b-4948-9591-d85f7fe3a0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1f1fef-398c-4c42-8360-0d48f4c77a91,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.714417 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9b18ef1-9e7e-4826-afe6-2013d3e5a0a3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.769092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9b18ef1-9e7e-4826-afe6-2013d3e5a0a3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.786053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:10.834694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:10.841132 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.935418 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9b18ef1-9e7e-4826-afe6-2013d3e5a0a3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.938763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9b18ef1-9e7e-4826-afe6-2013d3e5a0a3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.948662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a9b18ef1-9e7e-4826-afe6-2013d3e5a0a3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1e080af-ea20-4fa2-8807-9c28d425b22d HTTP/1.1" status: 204 len: 168 time: 0.4069581 Jul 14 09:26:10.952243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.996076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] Deleting port 30a2d237-d147-4793-a47f-ab2ae0599ff9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:10.996635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.013335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b18ef1-9e7e-4826-afe6-2013d3e5a0a3 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e080af-ea20-4fa2-8807-9c28d425b22d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.120009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-115414cc-16c3-4630-80b4-12086e3ad387 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.151690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] For port 30a2d237-d147-4793-a47f-ab2ae0599ff9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=30a2d237-d147-4793-a47f-ab2ae0599ff9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:11.151690 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.189570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] Calling delete_port for 30a2d237-d147-4793-a47f-ab2ae0599ff9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:11.211527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-115414cc-16c3-4630-80b4-12086e3ad387 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.282849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-115414cc-16c3-4630-80b4-12086e3ad387 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.286875 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-115414cc-16c3-4630-80b4-12086e3ad387 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.288128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-115414cc-16c3-4630-80b4-12086e3ad387 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/security-groups/35157bed-b614-46d1-9d58-037f4bfed74d HTTP/1.1" status: 204 len: 168 time: 0.3349655 Jul 14 09:26:11.300148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:11.301495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115414cc-16c3-4630-80b4-12086e3ad387 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35157bed-b614-46d1-9d58-037f4bfed74d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.368969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.416655 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.492517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] No DVR routers for this DVR port 30a2d237-d147-4793-a47f-ab2ae0599ff9 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:11.511307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cccd24-788c-4966-a0f1-18504318daa3 None None] Pushing event deleted for resources: {'Port': ['ID=30a2d237-d147-4793-a47f-ab2ae0599ff9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.579147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:11.583395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:11.595494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae53b7-f315-4f4c-8161-a59450879d11 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:11.601756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.602885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.660267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=ec2e6de5-4a8a-427f-bd0a-a20f88a27012,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.708904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f9595cd6-3fcc-4111-b149-3585a4ea80ea tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1091452 Jul 14 09:26:11.711407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:11.727085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'name': 'tempest-NetworksTestDHCPv6-53829302'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:11.776298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 30a2d237-d147-4793-a47f-ab2ae0599ff9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:11.836869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 30a2d237-d147-4793-a47f-ab2ae0599ff9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:11.837215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 30a2d237-d147-4793-a47f-ab2ae0599ff9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:11.870649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61b73fa5-48f6-4c73-ba4a-f5b6b2e458dd req-c1b59142-b693-4cc5-b3e1-d112b2df2b1c tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0945959 Jul 14 09:26:11.992966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.053498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'ec2e6de5-4a8a-427f-bd0a-a20f88a27012'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:12.054375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.155305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:12.161749 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.192662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 1182e7f0-33c6-4213-b796-79a1f1fcf682 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:12.301227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'networks': [{'name': 'tempest-network--759708817'}, {'name': 'tempest-network--1631850010'}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:12.301579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'network': {'name': 'tempest-network--759708817'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:12.302109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'network': {'name': 'tempest-network--1631850010'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:12.302759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/ec2e6de5-4a8a-427f-bd0a-a20f88a27012/3282404e-7769-4005-865a-ab352aa31ee1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:12.336401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Made reservation on behalf of d0d4f53dece54337ba00530487041129 for: {'network': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:12.342965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.355933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.376987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.528628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.538580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.539471 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.552775 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.569428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Transition to ACTIVE for port object 3282404e-7769-4005-865a-ab352aa31ee1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:12.595504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Transition to ACTIVE for port object 3282404e-7769-4005-865a-ab352aa31ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:12.608808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.675450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cf932e-1242-4c91-ae5e-6ea1a9272dbd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.682222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:12.709075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.709641 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Added segment 4c7a810e-b9a1-4e0d-84c5-200ae0188a64 of type vlan for network 2ed54070-aeca-480d-ad35-4852dcf5a741 Jul 14 09:26:12.731841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:12.734969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:12.738548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:12.739885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::100 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/ec2e6de5-4a8a-427f-bd0a-a20f88a27012/1182e7f0-33c6-4213-b796-79a1f1fcf682) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:12.787223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.809683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Attempting to bind port 3282404e-7769-4005-865a-ab352aa31ee1 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:12.810052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Attempting to bind port 3282404e-7769-4005-865a-ab352aa31ee1 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:12.810636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Attempting to bind port 3282404e-7769-4005-865a-ab352aa31ee1 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:12.814157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Pushing event updated for resources: {'Port': ['ID=3282404e-7769-4005-865a-ab352aa31ee1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.819074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:12.819874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:12.820474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.822001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:12.822643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Bound port: 3282404e-7769-4005-865a-ab352aa31ee1, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:12.823195 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.897155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:12.900122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46306) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.916242 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.916731 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Added segment 0950b074-ea5b-42f0-a59f-d0270d56a0af of type vlan for network 794d7fc7-1db1-4693-97e1-9d6eadfab70b Jul 14 09:26:12.950162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] For port 3282404e-7769-4005-865a-ab352aa31ee1, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:12.957353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] For port 3282404e-7769-4005-865a-ab352aa31ee1, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3282404e-7769-4005-865a-ab352aa31ee1,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:12.967292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:12.967675 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.968870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.086114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.138127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e091d-4580-4977-a272-21f85fcaaae7 None None] Pushing event updated for resources: {'Port': ['ID=3282404e-7769-4005-865a-ab352aa31ee1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:13.146024 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccb40a9d-3630-40d8-bcb7-b2f99ccba4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.148473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.187054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 1182e7f0-33c6-4213-b796-79a1f1fcf682 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:13.204402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.205272 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.212994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.218417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.219464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.301174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12a048ab-c2dc-4773-9436-3bbbd567ab61 req-fee99fa4-0029-454a-8de7-ad1ba9bfb064 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1315651 Jul 14 09:26:13.374712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] For port 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:13.376617 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.408127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Calling delete_port for 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:13.754057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccb40a9d-3630-40d8-bcb7-b2f99ccba4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.761814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccb40a9d-3630-40d8-bcb7-b2f99ccba4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.800202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3282404e-7769-4005-865a-ab352aa31ee1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:13.831337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ccb40a9d-3630-40d8-bcb7-b2f99ccba4a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f64c08484ac4c869ac45a6e37995633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9248226 Jul 14 09:26:13.851299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:13.894376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3282404e-7769-4005-865a-ab352aa31ee1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:13.948875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb40a9d-3630-40d8-bcb7-b2f99ccba4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b82693-04e6-48f1-ab9c-9b0768d4a056,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:13.990700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9655583 Jul 14 09:26:13.990700 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.993277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:14.106766 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a984873e-ce8e-41a6-8ec9-a85792211197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.148320 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a984873e-ce8e-41a6-8ec9-a85792211197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.167033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Network': ['ID=2ed54070-aeca-480d-ad35-4852dcf5a741,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.179119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2ed54070-aeca-480d-ad35-4852dcf5a741 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:14.232793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a984873e-ce8e-41a6-8ec9-a85792211197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.250301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a984873e-ce8e-41a6-8ec9-a85792211197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.251758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a984873e-ce8e-41a6-8ec9-a85792211197 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66b82693-04e6-48f1-ab9c-9b0768d4a056 HTTP/1.1" status: 204 len: 168 time: 0.3991063 Jul 14 09:26:14.277697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:14.286339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984873e-ce8e-41a6-8ec9-a85792211197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b82693-04e6-48f1-ab9c-9b0768d4a056,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.307243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.362385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Port': ['ID=3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.561662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:14.573068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:14.587683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.588364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.590889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=1182e7f0-33c6-4213-b796-79a1f1fcf682,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.761762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8076391b-0ddd-44a3-bbca-e5334de2b565 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0490618 Jul 14 09:26:14.766153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:14.770546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e31f4bc-eb57-4cec-9456-255e0311d613 None None] Provisioning for port 3282404e-7769-4005-865a-ab352aa31ee1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:14.776827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e31f4bc-eb57-4cec-9456-255e0311d613 None None] Provisioning complete for port 3282404e-7769-4005-865a-ab352aa31ee1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:14.777347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e31f4bc-eb57-4cec-9456-255e0311d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.779860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac1532-cebe-405f-ac1b-a11d520d1f3d tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Network': ['ID=794d7fc7-1db1-4693-97e1-9d6eadfab70b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.830491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5380eb-a30e-4c1c-a434-d2f5fb58d133 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.847388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5380eb-a30e-4c1c-a434-d2f5fb58d133 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.864068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5380eb-a30e-4c1c-a434-d2f5fb58d133 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.870185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5380eb-a30e-4c1c-a434-d2f5fb58d133 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.879873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e5380eb-a30e-4c1c-a434-d2f5fb58d133 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8852875 Jul 14 09:26:14.882421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 794d7fc7-1db1-4693-97e1-9d6eadfab70b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:14.923841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:15.007675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.083765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e31f4bc-eb57-4cec-9456-255e0311d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.121585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.154292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6e31f4bc-eb57-4cec-9456-255e0311d613 None None] For port 3282404e-7769-4005-865a-ab352aa31ee1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3282404e-7769-4005-865a-ab352aa31ee1,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:15.155061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090601b-1d1c-4178-a382-65b70aa1b3f7 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.163234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090601b-1d1c-4178-a382-65b70aa1b3f7 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.168328 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1090601b-1d1c-4178-a382-65b70aa1b3f7 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3951554 Jul 14 09:26:15.169686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:15.173860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e31f4bc-eb57-4cec-9456-255e0311d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.237955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31f4bc-eb57-4cec-9456-255e0311d613 None None] Pushing event updated for resources: {'Port': ['ID=3282404e-7769-4005-865a-ab352aa31ee1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:15.266703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3106933-d733-405a-88a1-f6976d9813a5 req-3e469410-58e3-49ae-ad2c-5f7161aa0e01 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0627177 Jul 14 09:26:15.303219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0d4226ec-425f-4fab-81d3-34b8ee3e0c17 None None] Provisioning for port 1182e7f0-33c6-4213-b796-79a1f1fcf682 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:15.307902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0d4226ec-425f-4fab-81d3-34b8ee3e0c17 None None] Provisioning complete for port 1182e7f0-33c6-4213-b796-79a1f1fcf682 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:15.308487 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d4226ec-425f-4fab-81d3-34b8ee3e0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.357325 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.367557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0d4226ec-425f-4fab-81d3-34b8ee3e0c17 None None] Port 1182e7f0-33c6-4213-b796-79a1f1fcf682 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:15.378226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed54070-aeca-480d-ad35-4852dcf5a741']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.394720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7a810e-b9a1-4e0d-84c5-200ae0188a64') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.395025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7a810e-b9a1-4e0d-84c5-200ae0188a64') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.408886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.427819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.438161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:15.438573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:15.443709 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:15.454648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 1182e7f0-33c6-4213-b796-79a1f1fcf682 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:15.455140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.469785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Router 2806f9d4-360e-41e5-89d9-2cde736f8e48 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:15.562027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.577028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.581194 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/networks/2ed54070-aeca-480d-ad35-4852dcf5a741 HTTP/1.1" status: 204 len: 168 time: 0.6509361 Jul 14 09:26:15.581567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:15.615342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c1bf6-a87d-4d8d-8bee-3abce8d3b46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Network': ['ID=2ed54070-aeca-480d-ad35-4852dcf5a741,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:15.668967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:15.672368 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.675646 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eb16e12f-3c82-46be-922e-d7f7d18a13c7 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "PUT /v2.0/routers/2806f9d4-360e-41e5-89d9-2cde736f8e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3607819 Jul 14 09:26:15.678731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:15.685207 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] Sync routers for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:15.700785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 1182e7f0-33c6-4213-b796-79a1f1fcf682 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:15.711939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.713339 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:15.715506 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.772880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting subnet a354b76e-e233-4219-ad11-f93d2fce478d {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:15.786310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.857136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3282404e-7769-4005-865a-ab352aa31ee1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:15.885606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.904845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794d7fc7-1db1-4693-97e1-9d6eadfab70b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.915954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0950b074-ea5b-42f0-a59f-d0270d56a0af') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.916317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0950b074-ea5b-42f0-a59f-d0270d56a0af') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.917669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.928124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.967248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.989016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:15.989694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:15.997314 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:16.020532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3282404e-7769-4005-865a-ab352aa31ee1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:16.020920 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.029769 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c77b9f37-0435-4cee-8c63-a11f2d5b7cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.078938 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.110851 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:16.130204 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.151580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.162194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.165362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/networks/794d7fc7-1db1-4693-97e1-9d6eadfab70b HTTP/1.1" status: 204 len: 168 time: 0.5804906 Jul 14 09:26:16.206646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=1182e7f0-33c6-4213-b796-79a1f1fcf682,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.215197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:16.223520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313234e-efb0-46ef-acf3-a83e420d1134 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Network': ['ID=794d7fc7-1db1-4693-97e1-9d6eadfab70b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.302854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.354812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Subnet': ['ID=a354b76e-e233-4219-ad11-f93d2fce478d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.369460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.373965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad046b-27f3-41eb-92c2-0d40926fada0 None None] Network 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:16.393927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af410dca-07bc-4a6f-84ff-b4dbb4184ba5 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/subnets/a354b76e-e233-4219-ad11-f93d2fce478d HTTP/1.1" status: 204 len: 168 time: 0.7139349 Jul 14 09:26:16.394839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:16.520583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01b43a-03cd-4860-a9a8-3754d70e58be tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.526785 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:26:14Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.532246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01b43a-03cd-4860-a9a8-3754d70e58be tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.537366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ce01b43a-03cd-4860-a9a8-3754d70e58be tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3010039 Jul 14 09:26:16.538027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:16.563336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-617003666'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:16.595338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.598891 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] Checking router: 2806f9d4-360e-41e5-89d9-2cde736f8e48 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:16.603915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2d9a0eec-bf2b-4198-b809-6abb3de3c710 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/1182e7f0-33c6-4213-b796-79a1f1fcf682 HTTP/1.1" status: 204 len: 168 time: 1.4309325 Jul 14 09:26:16.605209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:16.622198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] Routers {'2806f9d4-360e-41e5-89d9-2cde736f8e48'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:16.622830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:25:49Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2806f9d4-360e-41e5-89d9-2cde736f8e48'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.769807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Made reservation on behalf of d0d4f53dece54337ba00530487041129 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:16.800346 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.804387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1be5dc40-a783-4f92-ae79-f301ef2839e5 req-f3a1b5c5-ad22-4205-9e71-73810c501130 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1026380 Jul 14 09:26:16.820620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0b0d5-8e64-4183-9a9b-175cc44a0f99 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.823130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0b0d5-8e64-4183-9a9b-175cc44a0f99 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.824885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-91e0b0d5-8e64-4183-9a9b-175cc44a0f99 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2183607 Jul 14 09:26:16.831609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] DHCP port deletion for 79d78c00-7cf8-472a-b749-9a9cf04d7ad0 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:16.841294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:16.860535 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.877471 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] Set router 2806f9d4-360e-41e5-89d9-2cde736f8e48 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:16.932662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] Deleting port aa235528-5988-47b0-80da-f5c0fdd5978f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:16.933264 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.973091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:16.984171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet ec2e6de5-4a8a-427f-bd0a-a20f88a27012 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:16.992140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.998273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.999443 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Added segment 155beecc-49d2-406a-825c-c67ff2f4ed98 of type vlan for network 6272e68f-6dae-466a-b93b-9a441b104335 Jul 14 09:26:17.055816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] For port aa235528-5988-47b0-80da-f5c0fdd5978f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aa235528-5988-47b0-80da-f5c0fdd5978f,segment=NetworkSegment(9a9b03c5-4060-4a1a-ab19-e0a49e9e968d),segment_id=9a9b03c5-4060-4a1a-ab19-e0a49e9e968d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:17.056491 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.072774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] Calling delete_port for aa235528-5988-47b0-80da-f5c0fdd5978f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:17.087879 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.172801 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.233319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.258406 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.278601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] No DVR routers for this DVR port aa235528-5988-47b0-80da-f5c0fdd5978f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:17.307090 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:26:14Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:17.314931 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.317622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abf278-7d60-4198-a078-648f2ea421ff None None] Pushing event deleted for resources: {'Port': ['ID=aa235528-5988-47b0-80da-f5c0fdd5978f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.328746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.336919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.337190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.381433 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a496c-eb77-4e79-860b-7292801695d2 None None] The sync data for ids ['2806f9d4-360e-41e5-89d9-2cde736f8e48'] in n-d-758944-44 is: [{'id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1259943228', 'tenant_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '79acd99c-158b-42a1-a150-c6226d111f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:26:14Z', 'revision_number': 5, 'project_id': 'adfad007d36b4ccdaa813fc366d3ddd3', 'gw_port': {'id': '79acd99c-158b-42a1-a150-c6226d111f47', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2806f9d4-360e-41e5-89d9-2cde736f8e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:01Z', 'updated_at': '2021-07-14T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:17.459030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9103596 Jul 14 09:26:17.459295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.459552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.461538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-657711952'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:17.471545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec9bc9-bfb1-49ac-8a40-d6a6d0df15ab tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Network': ['ID=6272e68f-6dae-466a-b93b-9a441b104335,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.477924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Deleting port 79acd99c-158b-42a1-a150-c6226d111f47 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:17.477924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.483681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 6272e68f-6dae-466a-b93b-9a441b104335 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:17.544659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2e6de5-4a8a-427f-bd0a-a20f88a27012,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.567104 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.572049 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-11fcb8c6-c9f0-4626-a144-018426e50757 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/ec2e6de5-4a8a-427f-bd0a-a20f88a27012 HTTP/1.1" status: 204 len: 168 time: 0.7267430 Jul 14 09:26:17.575902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.587738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Made reservation on behalf of d0d4f53dece54337ba00530487041129 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:17.592570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.620051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed323b5-b05b-41d5-b428-78a8994a3ef9 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:17.672327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:17.694023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] For port 79acd99c-158b-42a1-a150-c6226d111f47, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79acd99c-158b-42a1-a150-c6226d111f47,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:17.694419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.699848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-89eb7fba-e292-417a-b70b-c035397c5722 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166174 Jul 14 09:26:17.702314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.735184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.735836 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Added segment 34934b62-11a5-45d9-be31-096f3e129b6e of type vlan for network b651df85-e66c-4167-801e-3bca1dcd6d03 Jul 14 09:26:17.754772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Calling delete_port for 79acd99c-158b-42a1-a150-c6226d111f47 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:17.885586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2be55e-2ec5-410a-b871-e465e554d8a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.890045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7f2be55e-2ec5-410a-b871-e465e554d8a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1839993 Jul 14 09:26:17.890790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.924828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.986825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e41c68-76ef-4083-85b3-efe102173b8c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.990693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f5e41c68-76ef-4083-85b3-efe102173b8c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0963314 Jul 14 09:26:17.991011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:18.036134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-872c9f19-3be1-4054-9805-191c26101fc3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438879 Jul 14 09:26:18.041720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46478) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:18.054810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:18.087554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.092379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:18.104575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.105245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.168125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:18.168494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3c3b4d5e-52d7-43c7-ac49-7abb19c8e8df not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:18.168921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aa235528-5988-47b0-80da-f5c0fdd5978f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:18.217822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: aa235528-5988-47b0-80da-f5c0fdd5978f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:18.217822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aa235528-5988-47b0-80da-f5c0fdd5978f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:18.228502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7715778 Jul 14 09:26:18.232532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:18.238444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'ports': [{'network_id': '6272e68f-6dae-466a-b93b-9a441b104335', 'name': 'tempest-port--2003084845', 'admin_state_up': True}, {'network_id': 'b651df85-e66c-4167-801e-3bca1dcd6d03', 'admin_state_up': False}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:18.238444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'port': {'network_id': '6272e68f-6dae-466a-b93b-9a441b104335', 'name': 'tempest-port--2003084845', 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:18.238752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'port': {'network_id': 'b651df85-e66c-4167-801e-3bca1dcd6d03', 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:18.245594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef446b66-2147-4a2a-85b3-0793b45d746c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Network': ['ID=b651df85-e66c-4167-801e-3bca1dcd6d03,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.298574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b651df85-e66c-4167-801e-3bca1dcd6d03 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:18.322278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8d9e016-2905-4e41-bf40-a9da269b0dbe req-5f1eb9dc-965d-4b7c-9fa8-53165222a3b2 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1070521 Jul 14 09:26:18.439799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:18.444361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.536744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:18.692925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] Deleting port 3282404e-7769-4005-865a-ab352aa31ee1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:18.693593 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.697021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-948b2059-44a4-4b07-92c3-162bae4de3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.777328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] For port 3282404e-7769-4005-865a-ab352aa31ee1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3282404e-7769-4005-865a-ab352aa31ee1,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:18.777932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.794556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] Calling delete_port for 3282404e-7769-4005-865a-ab352aa31ee1 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:18.909517 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.954007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] Pushing event deleted for resources: {'Port': ['ID=3282404e-7769-4005-865a-ab352aa31ee1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.978835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.999062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ce3b6-e683-475b-a701-9c72fb193c2a None None] No DVR routers for this DVR port 3282404e-7769-4005-865a-ab352aa31ee1 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:19.035808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.059667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Port': ['ID=79acd99c-158b-42a1-a150-c6226d111f47,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.167780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.171894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Made reservation on behalf of d0d4f53dece54337ba00530487041129 for: {'port': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:19.177954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.194361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.237574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:19.242054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:19.254663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d571fd-eda9-44db-a51d-90376170484d None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:19.270270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.271177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.316022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.318809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2757215 Jul 14 09:26:19.323971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46548) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.327066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.338122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'b3cfecc2-32a0-445a-9c10-fa4f1f7840fe', 'ip_address': '2001:db8::2f74:85f1:a1a1:eb59'}], 'name': 'tempest-NetworksTestDHCPv6-450152215'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:19.340207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549211c-3fea-4bc5-8b26-a6abdb4fdbf9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=b3cfecc2-32a0-445a-9c10-fa4f1f7840fe,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.341955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.571432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.572043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Fanout notify agent at l3_agent the message router_deleted on router 2806f9d4-360e-41e5-89d9-2cde736f8e48 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:26:19.610764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.612891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-43cdd457-82d0-415b-9f53-d2a6f69ed6fa tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/routers/2806f9d4-360e-41e5-89d9-2cde736f8e48 HTTP/1.1" status: 204 len: 168 time: 3.2159846 Jul 14 09:26:19.615889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.661362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'b3cfecc2-32a0-445a-9c10-fa4f1f7840fe'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:19.662306 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.688232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63e4f08d-3630-47bc-9d65-1010089b0950 req-61116c2c-5b07-4a0e-bc31-5817a4f7ceb2 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1233895 Jul 14 09:26:19.699630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.734117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] device_id is not set on port 261c641c-899a-4afa-9127-a89ce263081b yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:19.827762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:19.883797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.931004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/b3cfecc2-32a0-445a-9c10-fa4f1f7840fe/b4076e71-3467-493e-aed9-1b82155785ca) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:20.058576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.079208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.085238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d78c00-7cf8-472a-b749-9a9cf04d7ad0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:20.107151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:20.107395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9b03c5-4060-4a1a-ab19-e0a49e9e968d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:20.115888 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.123250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.156593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.173266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:20.173864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:20.177232 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:20.191157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3282404e-7769-4005-865a-ab352aa31ee1 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:20.245958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3282404e-7769-4005-865a-ab352aa31ee1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:20.247736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3282404e-7769-4005-865a-ab352aa31ee1 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:20.272224 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.315049 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.318923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port feba632b-99ee-4102-b8ea-f17810d5b8e3 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:20.339280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] device_id is not set on port b86600c2-9048-4a6a-9e7f-9c38ddabdec2 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:20.364962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Transition to ACTIVE for port object b4076e71-3467-493e-aed9-1b82155785ca will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:20.381252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.392675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.395325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] 10.222.0.18 "DELETE /v2.0/networks/79d78c00-7cf8-472a-b749-9a9cf04d7ad0 HTTP/1.1" status: 204 len: 168 time: 0.7778149 Jul 14 09:26:20.405402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Transition to ACTIVE for port object b4076e71-3467-493e-aed9-1b82155785ca will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:20.424190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab21e4-36bb-4724-90d4-68f8a32c2313 tempest-TestSecurityGroupsBasicOps-1652705141 tempest-TestSecurityGroupsBasicOps-1652705141-project] Pushing event deleted for resources: {'Network': ['ID=79d78c00-7cf8-472a-b749-9a9cf04d7ad0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.442396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.514544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:20.519674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:20.526164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:20.539771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Pushing event updated for resources: {'Port': ['ID=b4076e71-3467-493e-aed9-1b82155785ca,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.604504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Attempting to bind port b4076e71-3467-493e-aed9-1b82155785ca on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:20.605090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Attempting to bind port b4076e71-3467-493e-aed9-1b82155785ca by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:20.605703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Attempting to bind port b4076e71-3467-493e-aed9-1b82155785ca on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:20.611849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:20.612385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:20.613003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.613517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:20.614122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Bound port: b4076e71-3467-493e-aed9-1b82155785ca, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:20.614626 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.740126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] For port b4076e71-3467-493e-aed9-1b82155785ca, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:20.745880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] For port b4076e71-3467-493e-aed9-1b82155785ca, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b4076e71-3467-493e-aed9-1b82155785ca,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:20.754353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.754949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.870418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad7b29-5b2b-412e-830a-89c96881142b None None] Pushing event updated for resources: {'Port': ['ID=b4076e71-3467-493e-aed9-1b82155785ca,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.923960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.087923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.123181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::2f74:85f1:a1a1:eb59 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/b3cfecc2-32a0-445a-9c10-fa4f1f7840fe/feba632b-99ee-4102-b8ea-f17810d5b8e3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:21.191019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Port': ['ID=261c641c-899a-4afa-9127-a89ce263081b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.278249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23f105e2-0ebd-447e-9e28-7acfa54cf0dd req-5ea4f0ab-73ad-4621-b41c-ba2342e19b45 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0883169 Jul 14 09:26:21.296101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Checking segment: {'id': '155beecc-49d2-406a-825c-c67ff2f4ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '6272e68f-6dae-466a-b93b-9a441b104335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:21.296600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network hostable DHCP agents. Network: 6272e68f-6dae-466a-b93b-9a441b104335, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:21.355786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network 6272e68f-6dae-466a-b93b-9a441b104335 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:21.386383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.441321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-481394c0-daa1-47d4-9038-cd355132beab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adfad007d36b4ccdaa813fc366d3ddd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488758 Jul 14 09:26:21.444500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.454761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 6272e68f-6dae-466a-b93b-9a441b104335) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:21.464319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16aecd-362b-4c1a-9cad-4a6d2a5e648f None None] Network 6272e68f-6dae-466a-b93b-9a441b104335 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:21.480702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:21.481613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.545090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46664) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.564605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1420869f-11dc-48cc-8afa-95958d11f513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.595194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1420869f-11dc-48cc-8afa-95958d11f513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.718955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1420869f-11dc-48cc-8afa-95958d11f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.721885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1420869f-11dc-48cc-8afa-95958d11f513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.723131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1420869f-11dc-48cc-8afa-95958d11f513 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9eda157-70f2-4eab-8866-d1696c393538 HTTP/1.1" status: 204 len: 168 time: 0.2751553 Jul 14 09:26:21.749540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420869f-11dc-48cc-8afa-95958d11f513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eda157-70f2-4eab-8866-d1696c393538,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.788338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Port': ['ID=b86600c2-9048-4a6a-9e7f-9c38ddabdec2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.809412 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e01da9cf-4bbb-4cf7-a527-aeb8e2884fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.866047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b4076e71-3467-493e-aed9-1b82155785ca up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:21.877431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.914306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object feba632b-99ee-4102-b8ea-f17810d5b8e3 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:21.980357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b4076e71-3467-493e-aed9-1b82155785ca completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:21.998370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79acd99c-158b-42a1-a150-c6226d111f47 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:22.027650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.028832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 79acd99c-158b-42a1-a150-c6226d111f47 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:22.032799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79acd99c-158b-42a1-a150-c6226d111f47 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:22.083559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e01da9cf-4bbb-4cf7-a527-aeb8e2884fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.089986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e01da9cf-4bbb-4cf7-a527-aeb8e2884fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.178945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01da9cf-4bbb-4cf7-a527-aeb8e2884fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac094d6e-cf1c-401c-a3ac-e6bffcdf0e28,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.208326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Checking segment: {'id': '34934b62-11a5-45d9-be31-096f3e129b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b651df85-e66c-4167-801e-3bca1dcd6d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:22.211950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network hostable DHCP agents. Network: b651df85-e66c-4167-801e-3bca1dcd6d03, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:22.213223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e01da9cf-4bbb-4cf7-a527-aeb8e2884fc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a433ac83d0e24121a8667e810104777d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635728 Jul 14 09:26:22.216704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46686) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.235030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:22.305357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:22.313276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:22.338240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.338736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.354031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82643a12-c437-46f8-ade8-c05297e39fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.375638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=feba632b-99ee-4102-b8ea-f17810d5b8e3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.392906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.393430 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66145899-320d-405b-b5a4-6f9c8b5c74de tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0672028 Jul 14 09:26:22.395250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.404912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network b651df85-e66c-4167-801e-3bca1dcd6d03 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:22.440443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b651df85-e66c-4167-801e-3bca1dcd6d03) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:22.448514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:22.450712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa8ca0-a6dc-4ed3-841d-70e340ab8aa2 None None] Network b651df85-e66c-4167-801e-3bca1dcd6d03 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:22.467532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.467762 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b552a-4331-413d-a7b9-06ca8dfcd478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.473462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82643a12-c437-46f8-ade8-c05297e39fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.491323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.492345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.510815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-582a6a5e-b8c0-4bac-9d0d-86dc03be399a tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2776508 Jul 14 09:26:22.522335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.733049 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40522be5-2fb0-4ab2-bc61-ba770a914071 req-d1d12518-4afb-4b21-bd8b-cf7c0359842e tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0879002 Jul 14 09:26:22.799241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37c9325e-6201-478b-99d3-cec78811356d None None] Provisioning for port b4076e71-3467-493e-aed9-1b82155785ca completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:22.819275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea68ba-9731-4cd7-baa1-bd14daf50f8f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.826105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea68ba-9731-4cd7-baa1-bd14daf50f8f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.827829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-90ea68ba-9731-4cd7-baa1-bd14daf50f8f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4303155 Jul 14 09:26:22.829976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37c9325e-6201-478b-99d3-cec78811356d None None] Provisioning complete for port b4076e71-3467-493e-aed9-1b82155785ca triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:22.830359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37c9325e-6201-478b-99d3-cec78811356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.830687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.850283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b552a-4331-413d-a7b9-06ca8dfcd478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.866651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-664b552a-4331-413d-a7b9-06ca8dfcd478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.926690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b552a-4331-413d-a7b9-06ca8dfcd478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11338bfe-0b58-46b3-9a28-7ec40687e2c0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.934526 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82643a12-c437-46f8-ade8-c05297e39fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.938389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82643a12-c437-46f8-ade8-c05297e39fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.939782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-82643a12-c437-46f8-ade8-c05297e39fb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac094d6e-cf1c-401c-a3ac-e6bffcdf0e28 HTTP/1.1" status: 204 len: 168 time: 0.7156863 Jul 14 09:26:22.967251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82643a12-c437-46f8-ade8-c05297e39fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac094d6e-cf1c-401c-a3ac-e6bffcdf0e28,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.977595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-664b552a-4331-413d-a7b9-06ca8dfcd478 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19aac7ef13694eb48f331f0dc67b8d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812109 Jul 14 09:26:22.987061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf21da-62a5-4c42-ae1d-5c5fa982a5d1 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.993513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf21da-62a5-4c42-ae1d-5c5fa982a5d1 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.995626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5eaf21da-62a5-4c42-ae1d-5c5fa982a5d1 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4722679 Jul 14 09:26:22.996789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.007843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.056607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37c9325e-6201-478b-99d3-cec78811356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.093139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59094b35-b4f1-4d97-9a26-02f934ae13bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.137814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-37c9325e-6201-478b-99d3-cec78811356d None None] For port b4076e71-3467-493e-aed9-1b82155785ca, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b4076e71-3467-493e-aed9-1b82155785ca,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:23.143297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59094b35-b4f1-4d97-9a26-02f934ae13bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.146267 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37c9325e-6201-478b-99d3-cec78811356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.167288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.169585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port feba632b-99ee-4102-b8ea-f17810d5b8e3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:23.169935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.203841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9325e-6201-478b-99d3-cec78811356d None None] Pushing event updated for resources: {'Port': ['ID=b4076e71-3467-493e-aed9-1b82155785ca,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.233515 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59094b35-b4f1-4d97-9a26-02f934ae13bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.236865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59094b35-b4f1-4d97-9a26-02f934ae13bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.238335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-59094b35-b4f1-4d97-9a26-02f934ae13bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11338bfe-0b58-46b3-9a28-7ec40687e2c0 HTTP/1.1" status: 204 len: 168 time: 0.2403333 Jul 14 09:26:23.247738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59094b35-b4f1-4d97-9a26-02f934ae13bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11338bfe-0b58-46b3-9a28-7ec40687e2c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.281336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3dc424eb-0478-4787-9e72-238a0911adf9 None None] Provisioning for port feba632b-99ee-4102-b8ea-f17810d5b8e3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:23.288825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3dc424eb-0478-4787-9e72-238a0911adf9 None None] Provisioning complete for port feba632b-99ee-4102-b8ea-f17810d5b8e3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:23.290508 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3dc424eb-0478-4787-9e72-238a0911adf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.294918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Deleting port 261c641c-899a-4afa-9127-a89ce263081b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:23.295306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.341344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3dc424eb-0478-4787-9e72-238a0911adf9 None None] Port feba632b-99ee-4102-b8ea-f17810d5b8e3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:23.373286 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.397098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for feba632b-99ee-4102-b8ea-f17810d5b8e3 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:23.407310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.430875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Calling delete_port for 261c641c-899a-4afa-9127-a89ce263081b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:23.559990 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a8c4e0b-71b4-4c2a-82b9-15d08c25458f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.628189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.676900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.677046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/ports/261c641c-899a-4afa-9127-a89ce263081b HTTP/1.1" status: 204 len: 168 time: 0.6667399 Jul 14 09:26:23.679747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.748854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a8c4e0b-71b4-4c2a-82b9-15d08c25458f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.776917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b4076e71-3467-493e-aed9-1b82155785ca up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:23.790644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.805085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Port': ['ID=261c641c-899a-4afa-9127-a89ce263081b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.812393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a8c4e0b-71b4-4c2a-82b9-15d08c25458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.844313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.845061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.845414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.845752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.846092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.846571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.847027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.847466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.847795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.848120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.848441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.848763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e1c6b-51cb-467e-90d5-8a839b61403c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:23.861137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b4076e71-3467-493e-aed9-1b82155785ca triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:23.863104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.889793 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3a8c4e0b-71b4-4c2a-82b9-15d08c25458f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38e35c0809d64e65988ba45eaac1a0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7154629 Jul 14 09:26:23.890017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4e9cd0b4-f454-49b0-b1bd-58784b69b2f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=360b71fa6b4f4c78b6fc75604e5f80be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982854 Jul 14 09:26:23.890742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.892911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c4e0b-71b4-4c2a-82b9-15d08c25458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc5c225-2a98-4bbb-9648-bf9f564c7fa7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.893837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46746) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.902288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.944261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Deleting port b86600c2-9048-4a6a-9e7f-9c38ddabdec2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:23.945001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.970702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=feba632b-99ee-4102-b8ea-f17810d5b8e3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.078945 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed44f020-bdb7-458b-bef5-a6490e6b1126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.102378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.108343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bfb7555c-5b6d-49ba-863b-cea2d94d46cb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/feba632b-99ee-4102-b8ea-f17810d5b8e3 HTTP/1.1" status: 204 len: 168 time: 1.2764666 Jul 14 09:26:24.111277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46750) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.130565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.161264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed44f020-bdb7-458b-bef5-a6490e6b1126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.163873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Calling delete_port for b86600c2-9048-4a6a-9e7f-9c38ddabdec2 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:24.216884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8eb05ee0-ad32-412e-bdda-8d91de042a11 req-21f45fe6-5933-40a6-b789-89d795980f92 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1253200 Jul 14 09:26:24.254090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9d19-46a2-4ee9-929d-8e9531917363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.269639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ef628-2168-4415-8bca-34d969c915d5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.271528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ef628-2168-4415-8bca-34d969c915d5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.276348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5a5ef628-2168-4415-8bca-34d969c915d5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1615045 Jul 14 09:26:24.279565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.328132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9d19-46a2-4ee9-929d-8e9531917363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.369952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet b3cfecc2-32a0-445a-9c10-fa4f1f7840fe {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:24.373343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.381044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed44f020-bdb7-458b-bef5-a6490e6b1126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.384519 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed44f020-bdb7-458b-bef5-a6490e6b1126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.386000 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ed44f020-bdb7-458b-bef5-a6490e6b1126 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a045029d-43b3-4de5-a79d-d15245573502 HTTP/1.1" status: 204 len: 168 time: 0.4909313 Jul 14 09:26:24.396541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44f020-bdb7-458b-bef5-a6490e6b1126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a045029d-43b3-4de5-a79d-d15245573502,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.406250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.425323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.472287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Port': ['ID=b86600c2-9048-4a6a-9e7f-9c38ddabdec2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.489850 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.498664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e8958b2e-baa2-4c1d-8a2f-2dd258d1de30 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/ports/b86600c2-9048-4a6a-9e7f-9c38ddabdec2 HTTP/1.1" status: 204 len: 168 time: 0.8147602 Jul 14 09:26:24.499019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.516731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.536878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4cf901c0-4cc7-405c-96b7-8e0a719ef46c tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0360579 Jul 14 09:26:24.540775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.547805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-354332194'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:24.580534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Made reservation on behalf of d0d4f53dece54337ba00530487041129 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:24.590774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.609860 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9d19-46a2-4ee9-929d-8e9531917363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.620519 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9d19-46a2-4ee9-929d-8e9531917363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.624244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0dcb9d19-46a2-4ee9-929d-8e9531917363 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cc5c225-2a98-4bbb-9648-bf9f564c7fa7 HTTP/1.1" status: 204 len: 168 time: 0.7299144 Jul 14 09:26:24.631481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb9d19-46a2-4ee9-929d-8e9531917363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc5c225-2a98-4bbb-9648-bf9f564c7fa7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.637882 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.642193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:24.665126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.665911 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Added segment 4607d7d6-f168-488f-b00a-e3a51e646ab3 of type vlan for network cec44e8c-0857-4670-a90f-d4feddb671be Jul 14 09:26:24.688496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cfecc2-32a0-445a-9c10-fa4f1f7840fe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.690581 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.695420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bda33875-c7e4-4f23-994c-bfc9da6a2e82 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/b3cfecc2-32a0-445a-9c10-fa4f1f7840fe HTTP/1.1" status: 204 len: 168 time: 0.4150121 Jul 14 09:26:24.696658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.704170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27e84a-f46d-4481-992a-3f0121f109df None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:24.747726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bc1a51d1-eec6-4dea-9b7d-13c313dee882 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495400 Jul 14 09:26:24.748381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.753339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:24.781329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.843821 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.852050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.856998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.940042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:24.950685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.058009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:25.176039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] Deleting port b4076e71-3467-493e-aed9-1b82155785ca {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:25.176566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.315189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] For port b4076e71-3467-493e-aed9-1b82155785ca, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b4076e71-3467-493e-aed9-1b82155785ca,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:25.315773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.330719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] Calling delete_port for b4076e71-3467-493e-aed9-1b82155785ca owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:25.420985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.452368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.453431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Network': ['ID=cec44e8c-0857-4670-a90f-d4feddb671be,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.467492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network cec44e8c-0857-4670-a90f-d4feddb671be details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:25.471090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d9139db8-4649-40f8-a016-b45c0294d62f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9266090 Jul 14 09:26:25.471960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.483519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-707697931'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:25.561426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=a2e2f738-8ffe-4515-9d30-03aa6555421e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.583141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d883165e-88cd-4d9d-a3ab-f72bf277a735 req-f0a88c9e-52eb-4f2b-a10c-26b612285a6d tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0634694 Jul 14 09:26:25.585357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:25.589775 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.592187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Made reservation on behalf of d0d4f53dece54337ba00530487041129 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:25.600010 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.604912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:25.612923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.613993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.623453 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a937b43d-377e-417f-a396-fbf11c918172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.646396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] Pushing event deleted for resources: {'Port': ['ID=b4076e71-3467-493e-aed9-1b82155785ca,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.653920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:25.655925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d0037-1a94-4c22-bc2b-52d4abaf178d None None] No DVR routers for this DVR port b4076e71-3467-493e-aed9-1b82155785ca on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:25.677217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f488e348-64b9-4184-bae7-93934e31c1cd None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:25.698477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.698841 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Added segment f3725365-d527-42f9-bc5d-432e9cb2ebdb of type vlan for network 5b85edcd-f59f-4ff7-8920-db0703753a7e Jul 14 09:26:25.738690 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b15ed305-5f97-4490-8e7e-40fdb0bb8f09 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9891944 Jul 14 09:26:25.739393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.758653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'a2e2f738-8ffe-4515-9d30-03aa6555421e', 'ip_address': '2001:db8::a3d5:8ce7:c33a:6758'}], 'name': 'tempest-NetworksTestDHCPv6-1090970097'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:25.760177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b4076e71-3467-493e-aed9-1b82155785ca no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:25.787452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b4076e71-3467-493e-aed9-1b82155785ca {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:25.788165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b4076e71-3467-493e-aed9-1b82155785ca not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:25.827840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.902315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.908410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.909057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.944798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.959280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'a2e2f738-8ffe-4515-9d30-03aa6555421e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:25.961486 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.013698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Network': ['ID=5b85edcd-f59f-4ff7-8920-db0703753a7e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.117243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 5b85edcd-f59f-4ff7-8920-db0703753a7e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:26.122501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a937b43d-377e-417f-a396-fbf11c918172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.128003 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a937b43d-377e-417f-a396-fbf11c918172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.135123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1785f242-9403-48a6-9edf-d8e66a850e59 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6617796 Jul 14 09:26:26.211621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1427187634'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:26.245103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:26.260404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a937b43d-377e-417f-a396-fbf11c918172 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6389592906424849a5dcf7f6338cae3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118566 Jul 14 09:26:26.261040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:26.349062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937b43d-377e-417f-a396-fbf11c918172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc5c61-2734-4985-aae1-8157b30db38f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.388611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/a2e2f738-8ffe-4515-9d30-03aa6555421e/633c3bbe-4479-470c-ba76-98835d7fc709) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:26.403115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Made reservation on behalf of 4901776ac15849d782f51b58f6687a20 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:26.410981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.411617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2eff9768-a8ef-4fe0-9269-9cc0c8f070a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.447750 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.469200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:26.491473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2eff9768-a8ef-4fe0-9269-9cc0c8f070a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.522185 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.570270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port a18b299b-98fd-4655-b377-cfbdc93348ee yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:26.573223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2eff9768-a8ef-4fe0-9269-9cc0c8f070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.584179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2eff9768-a8ef-4fe0-9269-9cc0c8f070a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.587404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2eff9768-a8ef-4fe0-9269-9cc0c8f070a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44bc5c61-2734-4985-aae1-8157b30db38f HTTP/1.1" status: 204 len: 168 time: 0.3244722 Jul 14 09:26:26.598374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff9768-a8ef-4fe0-9269-9cc0c8f070a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc5c61-2734-4985-aae1-8157b30db38f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.739268 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.743307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1801946327-network', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:26.756416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Transition to ACTIVE for port object 633c3bbe-4479-470c-ba76-98835d7fc709 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:26.794926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Transition to ACTIVE for port object 633c3bbe-4479-470c-ba76-98835d7fc709 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:26.802168 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.891846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:26.899828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:26.906697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Pushing event updated for resources: {'Port': ['ID=633c3bbe-4479-470c-ba76-98835d7fc709,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.918522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:26.997960 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb9d19e1-824d-4d25-b7ca-32711f235158 req-9eadb81d-8784-4e1c-88fb-8e3399f18f69 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0989547 Jul 14 09:26:27.033809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Attempting to bind port 633c3bbe-4479-470c-ba76-98835d7fc709 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:27.034198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Attempting to bind port 633c3bbe-4479-470c-ba76-98835d7fc709 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:27.034835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Attempting to bind port 633c3bbe-4479-470c-ba76-98835d7fc709 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:27.042309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:27.042744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:27.043159 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.043587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:27.044063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Bound port: 633c3bbe-4479-470c-ba76-98835d7fc709, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:27.044651 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.054666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.079205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.089784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Made reservation on behalf of 5c36cc6bd36545ba889b8d18ac9b0387 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:27.093927 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.119857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.201345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.210808 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:27.212528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] For port 633c3bbe-4479-470c-ba76-98835d7fc709, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:27.229487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] For port 633c3bbe-4479-470c-ba76-98835d7fc709, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=633c3bbe-4479-470c-ba76-98835d7fc709,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:27.239903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.240140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3860d19-7509-4f81-9424-859119610abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.316126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.328217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884317f-92ed-4fcf-8432-8476ec95ef78 None None] Pushing event updated for resources: {'Port': ['ID=633c3bbe-4479-470c-ba76-98835d7fc709,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.344363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.344863 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Added segment 93c1d94c-93a5-419c-950b-483c80a8ff70 of type vlan for network 4f813fc3-d2b9-4dd9-a66d-94fc314e7c89 Jul 14 09:26:27.346483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80910c-2511-40ac-a294-a863351af79c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.365000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::a3d5:8ce7:c33a:6758 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/a2e2f738-8ffe-4515-9d30-03aa6555421e/a18b299b-98fd-4655-b377-cfbdc93348ee) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:27.434143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.475626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3860d19-7509-4f81-9424-859119610abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.478782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.486689 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3860d19-7509-4f81-9424-859119610abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.536565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.542624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.543635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.555315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64180342-ba07-44e6-9a97-988306f570ec,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.584209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:27.617440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c3860d19-7509-4f81-9424-859119610abc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa7386fa052548398e08c0069825dc17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145107 Jul 14 09:26:27.621941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.622536 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Added segment 3245626e-c707-4287-a93a-06afb08ab392 of type vlan for network 206ef09b-c7e4-4c28-ad44-326d61660e47 Jul 14 09:26:27.640991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.765421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.798020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3860d19-7509-4f81-9424-859119610abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df52fc-1a44-49dd-a8ec-556c195fe360,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.802662 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.804001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.805408 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.840968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.891412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9388411 Jul 14 09:26:27.895217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.919127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3067d-ed47-442a-a99d-55729041e54c tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Pushing event updated for resources: {'Network': ['ID=4f813fc3-d2b9-4dd9-a66d-94fc314e7c89,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.919318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4476938 Jul 14 09:26:27.931959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:27.941743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Request body: {'subnet': {'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1801946327-subnet', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:27.945203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256b6c-7b04-437c-912a-cd209d73178c admin admin] Pushing event updated for resources: {'Network': ['ID=206ef09b-c7e4-4c28-ad44-326d61660e47,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.956496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4f813fc3-d2b9-4dd9-a66d-94fc314e7c89 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:27.962075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object a18b299b-98fd-4655-b377-cfbdc93348ee will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:28.003772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Made reservation on behalf of 5c36cc6bd36545ba889b8d18ac9b0387 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:28.007205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.043436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:28.130152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.134864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f243d91-aaca-4fa9-9ae0-1b7da1943ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.284180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=a18b299b-98fd-4655-b377-cfbdc93348ee,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.290751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:28.316152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:28.331007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:28.348039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.352666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.359208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39ca2e99-025b-4f2c-8a23-4e662ddfed8d req-e700d2cd-7d5d-4d97-8955-6f336084edc5 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0588353 Jul 14 09:26:28.376758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'network': {'name': 'tempest-network--1481948735', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:28.390855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f243d91-aaca-4fa9-9ae0-1b7da1943ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.423386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Made reservation on behalf of f3b1ed7c94074435ae97f3eaa2c4d83c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:28.426884 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-79073ce4-6075-4ec3-9802-aeef105db355 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6802239 Jul 14 09:26:28.430569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:28.432882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.447969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.625678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.632500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.693775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:28.714672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5bd71f-24da-4211-861e-35d5bdda1163,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.725704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.726056 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Added segment a41d1f31-3de9-4921-951c-ef1cba14e025 of type vlan for network 4844be91-8722-497f-a73a-8054ac0de56b Jul 14 09:26:28.729110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.729472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.729820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.730276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.730731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.731319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.731738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.732079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.732523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.732861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.733333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.733695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:28.860050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.908053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.915038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.915787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.022365 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1257207 Jul 14 09:26:29.030223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.034706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dc5a3793-e010-4f60-904a-dc3945f21652 None None] Provisioning for port 633c3bbe-4479-470c-ba76-98835d7fc709 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:29.130461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f243d91-aaca-4fa9-9ae0-1b7da1943ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.135798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f243d91-aaca-4fa9-9ae0-1b7da1943ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.136952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f243d91-aaca-4fa9-9ae0-1b7da1943ec4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3df52fc-1a44-49dd-a8ec-556c195fe360 HTTP/1.1" status: 204 len: 168 time: 1.4945407 Jul 14 09:26:29.178776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58884c8-f3c9-4f36-8684-bec9cee18691 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Network': ['ID=4844be91-8722-497f-a73a-8054ac0de56b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.191799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f243d91-aaca-4fa9-9ae0-1b7da1943ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df52fc-1a44-49dd-a8ec-556c195fe360,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.204398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4844be91-8722-497f-a73a-8054ac0de56b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:29.218205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557ea32-71b7-47c9-a1d5-7ece72411d46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.220034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.246567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557ea32-71b7-47c9-a1d5-7ece72411d46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.248402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f557ea32-71b7-47c9-a1d5-7ece72411d46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8166196 Jul 14 09:26:29.256024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46884) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.319979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.395184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.400574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f25c4662-7def-4ac8-b3c0-92bb98b943a8 None None] Provisioning for port a18b299b-98fd-4655-b377-cfbdc93348ee completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:29.404841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f25c4662-7def-4ac8-b3c0-92bb98b943a8 None None] Provisioning complete for port a18b299b-98fd-4655-b377-cfbdc93348ee triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:29.405220 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f25c4662-7def-4ac8-b3c0-92bb98b943a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.462799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Checking segment: {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:29.463160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Network hostable DHCP agents. Network: 206ef09b-c7e4-4c28-ad44-326d61660e47, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:29.484977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f25c4662-7def-4ac8-b3c0-92bb98b943a8 None None] Port a18b299b-98fd-4655-b377-cfbdc93348ee cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:29.493331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:29.509858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 206ef09b-c7e4-4c28-ad44-326d61660e47) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:29.517420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.518023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.521427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc677775-6fdc-4447-ad2d-b7e0aa4fd9f1 None None] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:29.562419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-98c6b2ac-bc62-4774-8c35-c10353771fe0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6290395 Jul 14 09:26:29.567393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.572382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:29.643426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.645602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.646398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.651834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46896) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.659992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'subnets': [{'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1043281859', 'ip_version': 6}, {'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:29.660513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'subnet': {'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1043281859', 'ip_version': 6}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:29.663537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Request body: {'subnet': {'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:29.676241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4844be91-8722-497f-a73a-8054ac0de56b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:29.723726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41d1f31-3de9-4921-951c-ef1cba14e025') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:29.723726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41d1f31-3de9-4921-951c-ef1cba14e025') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:29.744103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.749722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.758761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:29.759243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.792072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ac1cda1-25c3-4db5-9ffb-03b19fd3c3bb req-d3c527bb-1f52-4d8e-ab44-cc947d1afda9 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1048930 Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:29.848850 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:29.852828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 633c3bbe-4479-470c-ba76-98835d7fc709 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:29.857200 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.879790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4844be91-8722-497f-a73a-8054ac0de56b {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:26:29.888723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.893933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "DELETE /v2.0/networks/4844be91-8722-497f-a73a-8054ac0de56b HTTP/1.1" status: 204 len: 168 time: 0.8587036 Jul 14 09:26:29.894416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.895272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.916581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-206ef09b-c7e4-4c28-ad44-326d61660e47', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:29.917643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.948915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cccf9-0b77-46f6-8dc8-87c84069b4cf tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event deleted for resources: {'Network': ['ID=4844be91-8722-497f-a73a-8054ac0de56b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.954728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port a18b299b-98fd-4655-b377-cfbdc93348ee {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:29.955079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.971395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:30.069561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 633c3bbe-4479-470c-ba76-98835d7fc709 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:30.090971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 633c3bbe-4479-470c-ba76-98835d7fc709 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:30.091638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.107429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Made reservation on behalf of f3b1ed7c94074435ae97f3eaa2c4d83c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:30.110662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.161836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.187329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for a18b299b-98fd-4655-b377-cfbdc93348ee owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:30.265980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.295899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Allocated IP 172.20.0.2 (206ef09b-c7e4-4c28-ad44-326d61660e47/a868a6a7-6a50-4857-bde6-e8b1c65d5f3f/35ba1f1d-4f77-4175-8c72-d3a20ed4773d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:30.314052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:30.323328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Made reservation on behalf of d0d4f53dece54337ba00530487041129 for: {'subnet': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:30.330115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.330835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.400197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.401564 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Added segment b13657ed-4a8f-4271-8efb-270a5fa079b5 of type vlan for network fe61e889-8c60-4118-aeae-657a615e2dec Jul 14 09:26:30.503245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.611675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=a18b299b-98fd-4655-b377-cfbdc93348ee,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.638156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.647440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.658121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.660506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e53c5567-79a0-4459-b50e-6434ff87b821 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/a18b299b-98fd-4655-b377-cfbdc93348ee HTTP/1.1" status: 204 len: 168 time: 1.4024909 Jul 14 09:26:30.664292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:30.757234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 633c3bbe-4479-470c-ba76-98835d7fc709, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=633c3bbe-4479-470c-ba76-98835d7fc709,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:30.778608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.782585 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.784560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.784560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.790920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6e673-5785-4435-8f61-30c409ecead1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.792890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6e673-5785-4435-8f61-30c409ecead1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.798993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-73b6e673-5785-4435-8f61-30c409ecead1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1336308 Jul 14 09:26:30.799772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:30.854061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=633c3bbe-4479-470c-ba76-98835d7fc709,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.958934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet a2e2f738-8ffe-4515-9d30-03aa6555421e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:30.975029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.009924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0491936 Jul 14 09:26:31.024451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.033317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.041866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'subnet': {'network_id': 'fe61e889-8c60-4118-aeae-657a615e2dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:31.053738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Transition to ACTIVE for port object 35ba1f1d-4f77-4175-8c72-d3a20ed4773d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:31.066164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-964ea835-2a35-450c-a7a0-54f4115f7a97 req-9204122d-135f-45e5-91d0-538bbe02a1ed tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0382760 Jul 14 09:26:31.077723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.093656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Transition to ACTIVE for port object 35ba1f1d-4f77-4175-8c72-d3a20ed4773d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:31.111696 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.161285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Pushing event updated for resources: {'Port': ['ID=35ba1f1d-4f77-4175-8c72-d3a20ed4773d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.176546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Made reservation on behalf of f3b1ed7c94074435ae97f3eaa2c4d83c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:31.178703 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.179105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:31.182502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:31.185465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:31.218714 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.283188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501121b5-03a3-4ebb-832e-ad75f2c185ac tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Network': ['ID=fe61e889-8c60-4118-aeae-657a615e2dec,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.287042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.297533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network fe61e889-8c60-4118-aeae-657a615e2dec details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:31.318679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e2f738-8ffe-4515-9d30-03aa6555421e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.331245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.334502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e0272678-79b7-4bae-9f6c-fadbf834bd5c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/a2e2f738-8ffe-4515-9d30-03aa6555421e HTTP/1.1" status: 204 len: 168 time: 0.5333021 Jul 14 09:26:31.336879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46946) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.375577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f712ad6-1541-4020-8e4d-6460876cdf86 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:31.381228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Attempting to bind port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:31.381979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Attempting to bind port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:31.382523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Attempting to bind port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d on network 206ef09b-c7e4-4c28-ad44-326d61660e47 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:31.400299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:31.400909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Checking segment: {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:31.401486 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.402051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Bound using segment: {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:31.402721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Bound port: 35ba1f1d-4f77-4175-8c72-d3a20ed4773d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:31.403117 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.434243 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-df2c9f30-79df-48be-816d-3b011d399eb1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960715 Jul 14 09:26:31.436834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46952) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.443204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:31.470328 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.525803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.551703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:31.561351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.561851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.757038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] For port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:31.763031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] For port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=35ba1f1d-4f77-4175-8c72-d3a20ed4773d,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:31.764334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 633c3bbe-4479-470c-ba76-98835d7fc709 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:31.847208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.849153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.871482 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.873223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Allocated IP 172.25.2.253 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/41eedeaa-fc21-4fa1-a5d3-001d88516f94) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:31.901467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:31.906207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:31.918888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.919545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.973527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5332158 Jul 14 09:26:31.980605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46962) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.993663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': '2ea18143-5a92-40a1-9120-7b24a7503f8b', 'ip_address': '2001:db8::29c5:b8b2:a9ff:13f1'}], 'name': 'tempest-NetworksTestDHCPv6-1179741405'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:31.999494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966cf6b-2ded-4a79-873b-84bfd511b8b4 None None] Pushing event updated for resources: {'Port': ['ID=35ba1f1d-4f77-4175-8c72-d3a20ed4773d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.030809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 633c3bbe-4479-470c-ba76-98835d7fc709 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:32.031457 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.049776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Subnet': ['ID=70d235ec-4854-4ff8-8484-7edbc942aa24,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.101851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:32.216845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] Deleting port 633c3bbe-4479-470c-ba76-98835d7fc709 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:32.219872 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.235818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ab9c0-e43b-4458-bfcc-30c8ed9fa924 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=2ea18143-5a92-40a1-9120-7b24a7503f8b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.261704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Checking segment: {'id': '4607d7d6-f168-488f-b00a-e3a51e646ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:32.262030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network hostable DHCP agents. Network: cec44e8c-0857-4670-a90f-d4feddb671be, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:32.281811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:32.355290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network cec44e8c-0857-4670-a90f-d4feddb671be is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:32.423971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] For port 633c3bbe-4479-470c-ba76-98835d7fc709, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=633c3bbe-4479-470c-ba76-98835d7fc709,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:32.424391 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.426397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, cec44e8c-0857-4670-a90f-d4feddb671be) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:32.436172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.461516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de69880-1e8e-4701-b5f2-c076a8534010 None None] Network cec44e8c-0857-4670-a90f-d4feddb671be requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:32.471552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] Calling delete_port for 633c3bbe-4479-470c-ba76-98835d7fc709 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:32.515313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26b4518e-9a93-49d0-9d83-c728d04cd09a req-21c21827-438e-4c5c-ad9d-303c3b1d0f27 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1183658 Jul 14 09:26:32.526685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.548722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.607121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port dce378c1-84e4-423d-8e4b-7abec0f1b81d yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:32.678791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Checking segment: {'id': 'f3725365-d527-42f9-bc5d-432e9cb2ebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:32.679072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network hostable DHCP agents. Network: 5b85edcd-f59f-4ff7-8920-db0703753a7e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:32.686574 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.722332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] Pushing event deleted for resources: {'Port': ['ID=633c3bbe-4479-470c-ba76-98835d7fc709,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.724562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf34d83-cdbf-49d9-a050-e45003da19d4 None None] No DVR routers for this DVR port 633c3bbe-4479-470c-ba76-98835d7fc709 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:32.761922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event updated for resources: {'Subnet': ['ID=3b8b426d-27a5-4d74-81b0-9008a7f0a461,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.764589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-cec44e8c-0857-4670-a90f-d4feddb671be', 'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be', 'tenant_id': 'd0d4f53dece54337ba00530487041129', 'fixed_ips': [{'subnet_id': '70d235ec-4854-4ff8-8484-7edbc942aa24'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:32.766644 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.795787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:26:32.798911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396ff8c-632d-42d2-b4a0-cd467d1d921d None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:32.801295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.846844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Network 5b85edcd-f59f-4ff7-8920-db0703753a7e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:32.867111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 5b85edcd-f59f-4ff7-8920-db0703753a7e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:32.890357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.890872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.891479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.937642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.939877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Subnet': ['ID=de949057-831d-4404-9ee5-12121288fd9b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.974792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c2c52-65ea-4066-a680-e2709f2f567b None None] Network 5b85edcd-f59f-4ff7-8920-db0703753a7e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:33.021336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::29c5:b8b2:a9ff:13f1 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2ea18143-5a92-40a1-9120-7b24a7503f8b/dce378c1-84e4-423d-8e4b-7abec0f1b81d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:33.045703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Pushing event updated for resources: {'Port': ['ID=41eedeaa-fc21-4fa1-a5d3-001d88516f94,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.052624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c42f18ea-30d8-480b-9ccf-2d3b668c981e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3992815 Jul 14 09:26:33.068305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.096030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.130179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:33.132039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:33.140352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:33.146566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Allocated IP 2001:db8::1 (cec44e8c-0857-4670-a90f-d4feddb671be/70d235ec-4854-4ff8-8484-7edbc942aa24/5c3b627f-0b93-4ce8-9b5f-d75e98639664) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:33.207932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Checking segment: {'id': 'b13657ed-4a8f-4271-8efb-270a5fa079b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fe61e889-8c60-4118-aeae-657a615e2dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:33.208355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Network hostable DHCP agents. Network: fe61e889-8c60-4118-aeae-657a615e2dec, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:33.330632 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.340224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Transition to ACTIVE for port object 5c3b627f-0b93-4ce8-9b5f-d75e98639664 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:33.342631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6fe4-21d7-4f65-b612-9e34bb17839f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.357608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Transition to ACTIVE for port object 5c3b627f-0b93-4ce8-9b5f-d75e98639664 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:33.371379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Network fe61e889-8c60-4118-aeae-657a615e2dec is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:33.388289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, fe61e889-8c60-4118-aeae-657a615e2dec) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:33.404548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.405434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.416409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c33d7a-0033-4e47-b0f6-2747132ca95b None None] Network fe61e889-8c60-4118-aeae-657a615e2dec requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:33.449195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.475679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object dce378c1-84e4-423d-8e4b-7abec0f1b81d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:33.479230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66345cb5-4fba-4a25-a74b-b50cdec4e789 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.483387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66345cb5-4fba-4a25-a74b-b50cdec4e789 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.485711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66345cb5-4fba-4a25-a74b-b50cdec4e789 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.488801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66345cb5-4fba-4a25-a74b-b50cdec4e789 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4182739 Jul 14 09:26:33.498427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.539331 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.545401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.597459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6fe4-21d7-4f65-b612-9e34bb17839f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.607097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e2d6fe4-21d7-4f65-b612-9e34bb17839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.641829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Network cec44e8c-0857-4670-a90f-d4feddb671be is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:33.676982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:33.677324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-5b85edcd-f59f-4ff7-8920-db0703753a7e', 'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e', 'tenant_id': 'd0d4f53dece54337ba00530487041129', 'fixed_ips': [{'subnet_id': '3b8b426d-27a5-4d74-81b0-9008a7f0a461'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:33.678454 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.684027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e2d6fe4-21d7-4f65-b612-9e34bb17839f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8aab23afcfb40d98bc9c7c433e05d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834963 Jul 14 09:26:33.696628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:33.700910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47010) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.723885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3600fa9-df63-4d59-887c-0b88a9001167 None None] Network fe61e889-8c60-4118-aeae-657a615e2dec requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:33.748275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Deleting subnet 70d235ec-4854-4ff8-8484-7edbc942aa24 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:33.761133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c7d81f8a-1550-46e3-b114-786cade8f558 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7310596 Jul 14 09:26:33.761133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.775181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.818531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0ebd7-adbb-4166-bf69-fcbc634a1126 None None] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:33.821483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe61e889-8c60-4118-aeae-657a615e2dec'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:33.839303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d6fe4-21d7-4f65-b612-9e34bb17839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664432c3-e618-4875-8f52-884a7a06f7b6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.855978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:33.887332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:33.891440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa832603-8249-44d9-80c3-b34f4fd027b6 req-bf564fe3-db48-4fd4-ad18-2f03a2b43934 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0793352 Jul 14 09:26:33.893843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:33.900243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.901278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.903615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=dce378c1-84e4-423d-8e4b-7abec0f1b81d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.912173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.926044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ab5300-dd83-4e05-b166-4f1685fd5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.932267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Pushing event updated for resources: {'Port': ['ID=5c3b627f-0b93-4ce8-9b5f-d75e98639664,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.938326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b5a46eef-f6b8-4a58-8065-5f4cb58bdc17 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9544697 Jul 14 09:26:33.944126 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.945531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.972994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ab5300-dd83-4e05-b166-4f1685fd5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.013512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 35ba1f1d-4f77-4175-8c72-d3a20ed4773d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:34.026424 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ab5300-dd83-4e05-b166-4f1685fd5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.029933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ab5300-dd83-4e05-b166-4f1685fd5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.031443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-22ab5300-dd83-4e05-b166-4f1685fd5277 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/664432c3-e618-4875-8f52-884a7a06f7b6 HTTP/1.1" status: 204 len: 168 time: 0.3294351 Jul 14 09:26:34.046139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.062691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab5300-dd83-4e05-b166-4f1685fd5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664432c3-e618-4875-8f52-884a7a06f7b6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.375377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Attempting to bind port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:34.375945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Attempting to bind port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4607d7d6-f168-488f-b00a-e3a51e646ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:34.376129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Attempting to bind port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 on network cec44e8c-0857-4670-a90f-d4feddb671be {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:34.392740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:34.393185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Checking segment: {'id': '4607d7d6-f168-488f-b00a-e3a51e646ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:34.393692 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.394154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Bound using segment: {'id': '4607d7d6-f168-488f-b00a-e3a51e646ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:34.394759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Bound port: 5c3b627f-0b93-4ce8-9b5f-d75e98639664, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4607d7d6-f168-488f-b00a-e3a51e646ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cec44e8c-0857-4670-a90f-d4feddb671be'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:34.395321 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.426969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d69939c-ae7c-43b4-8b68-8a3a6f0fe98e None None] Provisioning for port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:34.436472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:34.462216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07eb5c48-b440-49e3-8c52-43ad4bcd5e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.463539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:34.478179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:34.478563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.592258 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.614500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07eb5c48-b440-49e3-8c52-43ad4bcd5e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.619998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07eb5c48-b440-49e3-8c52-43ad4bcd5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.654698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d7f9f-19ff-40db-91e9-9b732a14270d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.656853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f42d7f9f-19ff-40db-91e9-9b732a14270d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7062550 Jul 14 09:26:34.661463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47028) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:34.670478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-07eb5c48-b440-49e3-8c52-43ad4bcd5e62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48f880013a5046089fbebe54aec032ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304516 Jul 14 09:26:34.707023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:34.809282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Allocated IP 2001:db8:0:1::1 (5b85edcd-f59f-4ff7-8920-db0703753a7e/3b8b426d-27a5-4d74-81b0-9008a7f0a461/785bfa01-5a4c-448a-a9ad-4422c40c8176) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:34.828538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.843178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] For port 5c3b627f-0b93-4ce8-9b5f-d75e98639664, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:34.872537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb5c48-b440-49e3-8c52-43ad4bcd5e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74498818-72b1-409e-9508-5e54a9633aa0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.873461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.892020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Subnet': ['ID=70d235ec-4854-4ff8-8484-7edbc942aa24,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.894100 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.899119 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-76650b69-dd62-42fd-b958-9578f7db3ba4 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/subnets/70d235ec-4854-4ff8-8484-7edbc942aa24 HTTP/1.1" status: 204 len: 168 time: 1.3989575 Jul 14 09:26:34.904513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47036) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:34.913356 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-518e536b-faa7-4fb8-a5f5-8b1c3a232e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.918619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.929340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] For port 5c3b627f-0b93-4ce8-9b5f-d75e98639664, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c3b627f-0b93-4ce8-9b5f-d75e98639664,segment=NetworkSegment(4607d7d6-f168-488f-b00a-e3a51e646ab3),segment_id=4607d7d6-f168-488f-b00a-e3a51e646ab3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:34.958562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.977603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.980786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Deleting subnet 3b8b426d-27a5-4d74-81b0-9008a7f0a461 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:34.988576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port dce378c1-84e4-423d-8e4b-7abec0f1b81d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:34.996080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.029270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '2ea18143-5a92-40a1-9120-7b24a7503f8b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:35.030160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.123401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.173933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for dce378c1-84e4-423d-8e4b-7abec0f1b81d owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:35.201299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=35ba1f1d-4f77-4175-8c72-d3a20ed4773d,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:35.213274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0bebaf6a-595f-4ae1-9b33-6beb5886ec85 req-7f4dc8c5-de6e-4317-9849-0abeb29021c7 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0940421 Jul 14 09:26:35.225710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-518e536b-faa7-4fb8-a5f5-8b1c3a232e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.273021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.290314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924702c8-1ddc-4a6a-85e2-5b8040cc1303 None None] Pushing event updated for resources: {'Port': ['ID=5c3b627f-0b93-4ce8-9b5f-d75e98639664,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.320922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:26:35.473527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 633c3bbe-4479-470c-ba76-98835d7fc709 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:35.553619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.564973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 633c3bbe-4479-470c-ba76-98835d7fc709 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:35.564973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 633c3bbe-4479-470c-ba76-98835d7fc709 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:35.592391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=dce378c1-84e4-423d-8e4b-7abec0f1b81d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.598525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:35.601392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Allocated IP 172.20.0.7 (fe61e889-8c60-4118-aeae-657a615e2dec/de949057-831d-4404-9ee5-12121288fd9b/24f02aa1-d432-4b15-a40d-a14ffe424767) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:35.654607 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.657300 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3209d077-cfcc-4aa6-a58e-21c5510aeb3b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/dce378c1-84e4-423d-8e4b-7abec0f1b81d HTTP/1.1" status: 204 len: 168 time: 0.9846666 Jul 14 09:26:35.659544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.662802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Sync routers for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:35.671630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-518e536b-faa7-4fb8-a5f5-8b1c3a232e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.674234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-518e536b-faa7-4fb8-a5f5-8b1c3a232e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.675453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-518e536b-faa7-4fb8-a5f5-8b1c3a232e81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74498818-72b1-409e-9508-5e54a9633aa0 HTTP/1.1" status: 204 len: 168 time: 0.9671507 Jul 14 09:26:35.700784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e536b-faa7-4fb8-a5f5-8b1c3a232e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74498818-72b1-409e-9508-5e54a9633aa0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.720672 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.727756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0a8712ee-2494-4dbf-9ff6-0b687feb51bf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1562939 Jul 14 09:26:35.729257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.741994 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.797623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2ea18143-5a92-40a1-9120-7b24a7503f8b/fe64313b-42cb-4f1a-988d-b5db091b658b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:35.823197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.828739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd719032-84bd-4c57-ac7e-9c0ef1fe2dcd None None] Provisioning complete for port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:35.839627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd719032-84bd-4c57-ac7e-9c0ef1fe2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.877376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.928326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Network fe61e889-8c60-4118-aeae-657a615e2dec is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:35.933130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:35.944903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:35.965470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:35.966117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:35.980062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c3b627f-0b93-4ce8-9b5f-d75e98639664 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:35.994143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Port': ['ID=24f02aa1-d432-4b15-a40d-a14ffe424767,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.069566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Transition to ACTIVE for port object 785bfa01-5a4c-448a-a9ad-4422c40c8176 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:36.109610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.110931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=35ba1f1d-4f77-4175-8c72-d3a20ed4773d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.191486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.205142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:36.284694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Transition to ACTIVE for port object 785bfa01-5a4c-448a-a9ad-4422c40c8176 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:36.319896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a065cb5-e0df-4dda-be32-3889bf5d89b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.341195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a065cb5-e0df-4dda-be32-3889bf5d89b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.347491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a065cb5-e0df-4dda-be32-3889bf5d89b6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6832228 Jul 14 09:26:36.375760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:36.566822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.628698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.694195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.714639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.800974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 2ea18143-5a92-40a1-9120-7b24a7503f8b {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:36.825739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Pushing event updated for resources: {'Port': ['ID=785bfa01-5a4c-448a-a9ad-4422c40c8176,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.830152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20f4371e-3dd4-4a8f-a6ca-728cfbc71c12 req-bef0217f-1166-4628-a99e-0df55b22bda6 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.2056048 Jul 14 09:26:36.855828 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.863968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Network 5b85edcd-f59f-4ff7-8920-db0703753a7e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:36.874637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:36.876619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b39798-f46b-43e6-b4c8-8aebfb8360a0 None None] Network cec44e8c-0857-4670-a90f-d4feddb671be requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:36.945283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Port': ['ID=24f02aa1-d432-4b15-a40d-a14ffe424767,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.965804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.984914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:36.987662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.989500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1291508f-0294-40af-b63c-75bcd71f6c96 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1758118 Jul 14 09:26:36.992844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47076) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.067041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:37.118713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1785516d-dd40-4d45-9fa2-9f27c87bda78 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=fe61e889-8c60-4118-aeae-657a615e2dec HTTP/1.1" status: 200 len: 689 time: 0.1217210 Jul 14 09:26:37.119033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.178546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.186350 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.223612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54d5e694-5545-4981-93a8-e82877254d3f None None] Provisioning for port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:37.303324 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.434978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.504921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.507329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/subnets/3b8b426d-27a5-4d74-81b0-9008a7f0a461 HTTP/1.1" status: 204 len: 168 time: 2.5954573 Jul 14 09:26:37.509848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.516223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.524642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Transition to ACTIVE for port object fe64313b-42cb-4f1a-988d-b5db091b658b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:37.526791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54d5e694-5545-4981-93a8-e82877254d3f None None] Provisioning complete for port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:37.527266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54d5e694-5545-4981-93a8-e82877254d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.534836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2e92f-944e-4c35-ac02-1deba74014ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8b426d-27a5-4d74-81b0-9008a7f0a461,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.591206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Attempting to bind port 785bfa01-5a4c-448a-a9ad-4422c40c8176 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:37.591773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Attempting to bind port 785bfa01-5a4c-448a-a9ad-4422c40c8176 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'f3725365-d527-42f9-bc5d-432e9cb2ebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:37.592247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Attempting to bind port 785bfa01-5a4c-448a-a9ad-4422c40c8176 on network 5b85edcd-f59f-4ff7-8920-db0703753a7e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:37.619051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Transition to ACTIVE for port object fe64313b-42cb-4f1a-988d-b5db091b658b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:37.629421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c09565-e22d-471b-a4f3-3540fa053073 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.633041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:37.633865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Checking segment: {'id': 'f3725365-d527-42f9-bc5d-432e9cb2ebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:37.633987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.634525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Bound using segment: {'id': 'f3725365-d527-42f9-bc5d-432e9cb2ebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:37.635251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Bound port: 785bfa01-5a4c-448a-a9ad-4422c40c8176, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3725365-d527-42f9-bc5d-432e9cb2ebdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5b85edcd-f59f-4ff7-8920-db0703753a7e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:37.635925 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.650033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-74c09565-e22d-471b-a4f3-3540fa053073 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1313767 Jul 14 09:26:37.652712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.664819 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.667316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.799099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] For port 785bfa01-5a4c-448a-a9ad-4422c40c8176, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:37.804145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] For port 785bfa01-5a4c-448a-a9ad-4422c40c8176, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=785bfa01-5a4c-448a-a9ad-4422c40c8176,segment=NetworkSegment(f3725365-d527-42f9-bc5d-432e9cb2ebdb),segment_id=f3725365-d527-42f9-bc5d-432e9cb2ebdb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:37.821645 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.827610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 35ba1f1d-4f77-4175-8c72-d3a20ed4773d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:37.844025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c862640-f258-4879-b688-7b8502292456 req-2e2ac3b7-ebfa-40a9-9419-5e62c9b94f57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0319121 Jul 14 09:26:37.865000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Allocated IP 172.20.0.1 (206ef09b-c7e4-4c28-ad44-326d61660e47/a868a6a7-6a50-4857-bde6-e8b1c65d5f3f/93ea1515-372b-4184-8c25-3ae19b3a436b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:37.870734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.890195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:37.913088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:37.949200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Deleting port 24f02aa1-d432-4b15-a40d-a14ffe424767 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:37.949553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.984537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:38.084839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:38.085428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.122767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.130648 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54d5e694-5545-4981-93a8-e82877254d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.133264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] DHCP port deletion for cec44e8c-0857-4670-a90f-d4feddb671be request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:38.139179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Transition to ACTIVE for port object 93ea1515-372b-4184-8c25-3ae19b3a436b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:38.140279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.140619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.153500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Calling delete_port for 24f02aa1-d432-4b15-a40d-a14ffe424767 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:38.201259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.215979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Pushing event updated for resources: {'Port': ['ID=fe64313b-42cb-4f1a-988d-b5db091b658b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.267406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:38.274514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:38.278585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:38.338626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Pushing event updated for resources: {'Port': ['ID=93ea1515-372b-4184-8c25-3ae19b3a436b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.349052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.362390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Attempting to bind port fe64313b-42cb-4f1a-988d-b5db091b658b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:38.362802 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.363178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Attempting to bind port fe64313b-42cb-4f1a-988d-b5db091b658b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:38.363856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Attempting to bind port fe64313b-42cb-4f1a-988d-b5db091b658b on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:38.364084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.378336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-54d5e694-5545-4981-93a8-e82877254d3f None None] For port 5c3b627f-0b93-4ce8-9b5f-d75e98639664, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c3b627f-0b93-4ce8-9b5f-d75e98639664,segment=NetworkSegment(4607d7d6-f168-488f-b00a-e3a51e646ab3),segment_id=4607d7d6-f168-488f-b00a-e3a51e646ab3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:38.395750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992114f4-ca3a-4664-b878-e2a5a754d3ed None None] Network 5b85edcd-f59f-4ff7-8920-db0703753a7e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:38.419280 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54d5e694-5545-4981-93a8-e82877254d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.426547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:38.427485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:38.427998 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.428502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:38.429104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Bound port: fe64313b-42cb-4f1a-988d-b5db091b658b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:38.430137 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.491661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event deleted for resources: {'Port': ['ID=24f02aa1-d432-4b15-a40d-a14ffe424767,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.495620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:33Z', 'revision_number': 3, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:38.561920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-701dc87b-cd6a-42eb-967e-36ac59a3140f req-281abed1-c12c-4b67-b431-f501cdc28fd2 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.2285001 Jul 14 09:26:38.716107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Checking router: dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:38.716682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Updating router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:38.730545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.808220 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.810562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f0f4a-6ac4-4edf-8ed6-751c5e5cf3a0 None None] Pushing event updated for resources: {'Port': ['ID=785bfa01-5a4c-448a-a9ad-4422c40c8176,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.830971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47124) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:38.858521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Deleting port 785bfa01-5a4c-448a-a9ad-4422c40c8176 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:38.860608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.871271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.879159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5e694-5545-4981-93a8-e82877254d3f None None] Pushing event updated for resources: {'Port': ['ID=5c3b627f-0b93-4ce8-9b5f-d75e98639664,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.883521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.961302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.026527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] Deleting port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:39.028464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] For port 785bfa01-5a4c-448a-a9ad-4422c40c8176, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=785bfa01-5a4c-448a-a9ad-4422c40c8176,segment=NetworkSegment(f3725365-d527-42f9-bc5d-432e9cb2ebdb),segment_id=f3725365-d527-42f9-bc5d-432e9cb2ebdb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:39.029007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.029915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.031452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-171e5bb7-8919-438e-8071-647901c8fd9e None None] Provisioning for port 93ea1515-372b-4184-8c25-3ae19b3a436b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:39.060598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Calling delete_port for 785bfa01-5a4c-448a-a9ad-4422c40c8176 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:39.067760 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.112126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea18143-5a92-40a1-9120-7b24a7503f8b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.120310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.122392 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aa5026ea-0b31-4ca8-b6ca-d2e9d6cb1c42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2ea18143-5a92-40a1-9120-7b24a7503f8b HTTP/1.1" status: 204 len: 168 time: 2.7450888 Jul 14 09:26:39.126862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:39.148342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-171e5bb7-8919-438e-8071-647901c8fd9e None None] Provisioning complete for port 93ea1515-372b-4184-8c25-3ae19b3a436b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:39.148761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-171e5bb7-8919-438e-8071-647901c8fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.164672 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.169767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.185174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-baa93f55-3e66-4149-8af5-df7bf9cbc986 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530620 Jul 14 09:26:39.186045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.187281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] For port fe64313b-42cb-4f1a-988d-b5db091b658b, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:39.196996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:39.266950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56e38918-09ae-4051-93af-fbba416efd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.280125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Pushing event updated for resources: {'Port': ['ID=93ea1515-372b-4184-8c25-3ae19b3a436b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.283071 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.287258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=de949057-831d-4404-9ee5-12121288fd9b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.318607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] For port fe64313b-42cb-4f1a-988d-b5db091b658b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fe64313b-42cb-4f1a-988d-b5db091b658b,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:39.342768 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.423627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-171e5bb7-8919-438e-8071-647901c8fd9e None None] Port 93ea1515-372b-4184-8c25-3ae19b3a436b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:39.426893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56e38918-09ae-4051-93af-fbba416efd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.433809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] For port 5c3b627f-0b93-4ce8-9b5f-d75e98639664, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c3b627f-0b93-4ce8-9b5f-d75e98639664,segment=NetworkSegment(4607d7d6-f168-488f-b00a-e3a51e646ab3),segment_id=4607d7d6-f168-488f-b00a-e3a51e646ab3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:39.434553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.456837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:39.458551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:39.498500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] Calling delete_port for 5c3b627f-0b93-4ce8-9b5f-d75e98639664 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:39.534177 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.548499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b076b1-7a37-448d-84ed-6dfe29500acc None None] Pushing event updated for resources: {'Port': ['ID=fe64313b-42cb-4f1a-988d-b5db091b658b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.569219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe61e889-8c60-4118-aeae-657a615e2dec']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:39.584223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13657ed-4a8f-4271-8efb-270a5fa079b5') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:39.584607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13657ed-4a8f-4271-8efb-270a5fa079b5') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:39.595105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.612298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.624035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:39.624454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.692025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:39.729161 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56e38918-09ae-4051-93af-fbba416efd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.755267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c3b627f-0b93-4ce8-9b5f-d75e98639664 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:39.792008 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:39.816249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-56e38918-09ae-4051-93af-fbba416efd79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5036fffd831949c1a2a78eafe1250442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9812484 Jul 14 09:26:39.816249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.827469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47144) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:39.931278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:39.938625 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8ef17bdb-b520-488a-bc50-2033da49c428 admin admin] 10.222.0.18 "PUT /v2.0/routers/dac0a12a-70fb-4af5-8f52-1e5f1952b7d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2093801 Jul 14 09:26:39.960332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-262486b5-77ae-4d39-ad97-674dc930d493 req-eda7aabf-929d-47f2-9e2c-8044846086e8 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0427825 Jul 14 09:26:39.982677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe61e889-8c60-4118-aeae-657a615e2dec {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:26:39.998410 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.050956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe61e889-8c60-4118-aeae-657a615e2dec,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.057590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e38918-09ae-4051-93af-fbba416efd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73117834-044f-4aba-8790-41d82ac89deb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.077932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.082090 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7612ccd0-133e-42ee-b572-818019b4689a tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "DELETE /v2.0/networks/fe61e889-8c60-4118-aeae-657a615e2dec HTTP/1.1" status: 204 len: 168 time: 2.9615095 Jul 14 09:26:40.084313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.096217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Transition to ACTIVE for port object 41eedeaa-fc21-4fa1-a5d3-001d88516f94 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:40.138042 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.165631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8cf62f92-e79d-423f-ae59-a39e65d1d3ed None None] Provisioning complete for port 93ea1515-372b-4184-8c25-3ae19b3a436b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:40.166160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8cf62f92-e79d-423f-ae59-a39e65d1d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.197565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5008aeb1-f47c-400a-bd58-a4ee550fb099 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1076126 Jul 14 09:26:40.198643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47156) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.208076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df515b3-0ca5-458d-871b-d9157de38bd8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.211930 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2df515b3-0ca5-458d-871b-d9157de38bd8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9398303 Jul 14 09:26:40.212823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.277633 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfb2a-2c5f-4df3-a9a2-01b57b519e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.281269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8cf62f92-e79d-423f-ae59-a39e65d1d3ed None None] Port 93ea1515-372b-4184-8c25-3ae19b3a436b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:40.292785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.343985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.367987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Port': ['ID=785bfa01-5a4c-448a-a9ad-4422c40c8176,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.419650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc45e68c-e5a1-4e9b-a637-77bd0f35899b tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.430938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc45e68c-e5a1-4e9b-a637-77bd0f35899b tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.431727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc45e68c-e5a1-4e9b-a637-77bd0f35899b tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.432328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc45e68c-e5a1-4e9b-a637-77bd0f35899b tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.433421 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.434706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fc45e68c-e5a1-4e9b-a637-77bd0f35899b tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2746 time: 0.2348022 Jul 14 09:26:40.439986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.448625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] No DVR routers for this DVR port 785bfa01-5a4c-448a-a9ad-4422c40c8176 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:40.475123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Attempting to bind port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:40.478180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Attempting to bind port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:40.480167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Attempting to bind port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:40.484552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f7490-9030-48dd-8ecf-386b3fd672e8 None None] Pushing event updated for resources: {'Port': ['ID=41eedeaa-fc21-4fa1-a5d3-001d88516f94,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.497653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] No DVR routers for this DVR port 5c3b627f-0b93-4ce8-9b5f-d75e98639664 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:40.534799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:40.535416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:40.536005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.536589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:40.537272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Bound port: 41eedeaa-fc21-4fa1-a5d3-001d88516f94, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:40.537846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.541106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70885be-2dd4-4574-a88e-421daa4d9e0c None None] Pushing event deleted for resources: {'Port': ['ID=5c3b627f-0b93-4ce8-9b5f-d75e98639664,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.589257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39ed1bf-e949-47c4-9f40-fbd6d4a228e9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.594374 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c39ed1bf-e949-47c4-9f40-fbd6d4a228e9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3799827 Jul 14 09:26:40.595008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.649914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfb2a-2c5f-4df3-a9a2-01b57b519e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.873415 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f0fbc347-672f-48a7-b3b6-b594c1d690c8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2648771 Jul 14 09:26:40.929938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.955985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-804aeebd-3aff-44c1-9c94-0d8fe5bed424 req-1b213d54-ef78-40af-b230-2d6a28c4c98f tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec&device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.2260370 Jul 14 09:26:40.971204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:41.064017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.071908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.119016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2088670509-network', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:41.136461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] For port 41eedeaa-fc21-4fa1-a5d3-001d88516f94, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:41.143506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] For port 41eedeaa-fc21-4fa1-a5d3-001d88516f94, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=41eedeaa-fc21-4fa1-a5d3-001d88516f94,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:41.151399 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.154432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b85edcd-f59f-4ff7-8920-db0703753a7e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:41.161365 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-d44e1e8f-967b-4925-b91e-ca60130d4f06 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:26:41.164645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d44e1e8f-967b-4925-b91e-ca60130d4f06 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/3306ba1c-50d3-45a0-8e6d-80191ed4f85b HTTP/1.1" status: 404 len: 345 time: 0.7231183 Jul 14 09:26:41.167638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.210068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3725365-d527-42f9-bc5d-432e9cb2ebdb') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:41.210489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3725365-d527-42f9-bc5d-432e9cb2ebdb') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:41.247328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Made reservation on behalf of bf6bb67d53764434a1b4336078bacdd7 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:41.248296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.251507 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:26:41.251507 n-d-758944-44 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:26:41.251507 n-d-758944-44 neutron-server[93754]: [parameters: {'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'id': '6e2958ee-4fd7-4562-960b-2e92f4a65a74', 'expiration': datetime.datetime(2021, 7, 14, 9, 28, 41, 196638)}] Jul 14 09:26:41.251507 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:26:41.251507 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:26:41.252290 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7d4045-ddbd-44b0-b5f5-0669e98c4a3f tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 09:26:41.252845 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7d4045-ddbd-44b0-b5f5-0669e98c4a3f tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:26:41.254567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8f7d4045-ddbd-44b0-b5f5-0669e98c4a3f tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "DELETE /v2.0/networks/fe61e889-8c60-4118-aeae-657a615e2dec HTTP/1.1" status: 404 len: 339 time: 0.0791199 Jul 14 09:26:41.259529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47188) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.268120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.271402 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.272331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'network': {'name': 'tempest-network--1800056239', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:41.299672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:41.300968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:41.307623 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:26:41.307623 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:26:41.307623 n-d-758944-44 neutron-server[93753]: [parameters: {'project_id_1': 'f3b1ed7c94074435ae97f3eaa2c4d83c', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 26, 41, 294990)}] Jul 14 09:26:41.307623 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:26:41.308638 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:26:41.380299 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.387053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfb2a-2c5f-4df3-a9a2-01b57b519e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.389646 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfb2a-2c5f-4df3-a9a2-01b57b519e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.393398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7dbcfb2a-2c5f-4df3-a9a2-01b57b519e8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73117834-044f-4aba-8790-41d82ac89deb HTTP/1.1" status: 204 len: 168 time: 1.5594969 Jul 14 09:26:41.397235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f7490-9030-48dd-8ecf-386b3fd672e8 None None] Pushing event updated for resources: {'Port': ['ID=41eedeaa-fc21-4fa1-a5d3-001d88516f94,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.412191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:41.412640 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcfb2a-2c5f-4df3-a9a2-01b57b519e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73117834-044f-4aba-8790-41d82ac89deb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:41.430382 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:41.471571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd96c4a-61de-4b94-a314-29890e917e8c None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:41.552244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e8de21b-0b82-4f3b-a558-9e85726f335c None None] Could not find standard attr ID for object dce378c1-84e4-423d-8e4b-7abec0f1b81d. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:26:41.598279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.626423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93c1e3ad-c0df-411a-ba8b-c3adeecfcb4c req-a1cd8b50-75c8-4a91-8782-75b70856cc00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c35f70ab41024a62afbdc54ef307c468&device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0513709 Jul 14 09:26:41.634034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.636544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/networks/5b85edcd-f59f-4ff7-8920-db0703753a7e HTTP/1.1" status: 204 len: 168 time: 3.9537334 Jul 14 09:26:41.643562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:41.650838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e8de21b-0b82-4f3b-a558-9e85726f335c None None] Provisioning for port fe64313b-42cb-4f1a-988d-b5db091b658b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:41.658230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47196) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.690653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.696848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0e70-7d9e-46c9-965d-844849baf22e tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Network': ['ID=5b85edcd-f59f-4ff7-8920-db0703753a7e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.702333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.777181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93c1e3ad-c0df-411a-ba8b-c3adeecfcb4c req-aefea711-34ae-4f93-8293-b0f1c00e179c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c35f70ab41024a62afbdc54ef307c468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430576 Jul 14 09:26:41.831797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7d4b5cf9-3256-4e86-8159-df7d684c7a16 req-445e5a5e-33ac-4cc2-ba91-ced1c59ccc3c tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1236062 Jul 14 09:26:41.851099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:41.855582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b1d85-f9cd-46de-9372-0b56e021c586,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.905542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.906316 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Added segment ddf23482-ed9e-45bd-90f6-e50b79fa624e of type vlan for network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 Jul 14 09:26:41.944599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:41.949620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.084355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fe64313b-42cb-4f1a-988d-b5db091b658b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:42.089906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.106298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Made reservation on behalf of f3b1ed7c94074435ae97f3eaa2c4d83c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:42.109218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.185008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 2, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:42.221578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58013a4e-a60e-4b59-acb6-2e82b5ce1d5f None None] The sync data for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 is: [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 2, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:42.224812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1e3ad-c0df-411a-ba8b-c3adeecfcb4c req-a5682f3c-9491-46f3-8b74-b4a10e619d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.226921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93c1e3ad-c0df-411a-ba8b-c3adeecfcb4c req-a5682f3c-9491-46f3-8b74-b4a10e619d7c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4410155 Jul 14 09:26:42.286760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port fe64313b-42cb-4f1a-988d-b5db091b658b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:42.292820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fe64313b-42cb-4f1a-988d-b5db091b658b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:42.293280 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.341674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.354773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec44e8c-0857-4670-a90f-d4feddb671be']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:42.373040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4607d7d6-f168-488f-b00a-e3a51e646ab3') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:42.373349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4607d7d6-f168-488f-b00a-e3a51e646ab3') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:42.380415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:42.407065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.451860 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.458935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:42.459375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:42.555807 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:42.560305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.584045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:42.589497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd3b9175-059c-4273-a690-78c120da7ae4 req-82dcbfa5-efb0-4754-80ca-93d96b0ef1ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0430710 Jul 14 09:26:42.596919 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.598831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/networks/cec44e8c-0857-4670-a90f-d4feddb671be HTTP/1.1" status: 204 len: 168 time: 0.9396527 Jul 14 09:26:42.602976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:42.627705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2ad42-de35-4f54-843e-2c11d11799ec tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Network': ['ID=cec44e8c-0857-4670-a90f-d4feddb671be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.645020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.645373 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Added segment c6c0eac8-296e-4214-b040-7caece716164 of type vlan for network 39fb4781-4d19-4770-b2bb-c4f704464a3c Jul 14 09:26:42.670786 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.760547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port fe64313b-42cb-4f1a-988d-b5db091b658b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fe64313b-42cb-4f1a-988d-b5db091b658b,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:42.788319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.795688 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.813715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd3b9175-059c-4273-a690-78c120da7ae4 req-9bf5401c-90b3-46ff-9945-cebd1c139e98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c35f70ab41024a62afbdc54ef307c468&device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.1135337 Jul 14 09:26:42.860955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.873471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] Deleting port fe64313b-42cb-4f1a-988d-b5db091b658b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:42.873859 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.927517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd3b9175-059c-4273-a690-78c120da7ae4 req-9ecd8d5b-0987-42dc-a3ee-b95dd51c0d71 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c35f70ab41024a62afbdc54ef307c468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575655 Jul 14 09:26:42.955035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.022773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.038950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.041163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.042705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.058072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=fe64313b-42cb-4f1a-988d-b5db091b658b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.111941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] For port fe64313b-42cb-4f1a-988d-b5db091b658b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fe64313b-42cb-4f1a-988d-b5db091b658b,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:43.113713 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.144449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] Calling delete_port for fe64313b-42cb-4f1a-988d-b5db091b658b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:43.153641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:43.175156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:43.185196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.185809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.215767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2846875 Jul 14 09:26:43.220171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1271904 Jul 14 09:26:43.220790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47226) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:43.221141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:43.244321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'b8d395a1-4f67-41df-bbe4-34854457a562', 'ip_address': '2001:db8::490a:467:3bec:2469'}], 'name': 'tempest-NetworksTestDHCPv6-256236212'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:43.252701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f010357-a37f-4435-beb8-68d973a1b23b req-35cc93f2-ca29-4ebf-b1dc-362425852ebb tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.0691462 Jul 14 09:26:43.253907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b9175-059c-4273-a690-78c120da7ae4 req-8edec5e4-f58f-4fcc-9bf4-70e96dfcb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.261497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd3b9175-059c-4273-a690-78c120da7ae4 req-8edec5e4-f58f-4fcc-9bf4-70e96dfcb0de service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3190043 Jul 14 09:26:43.325626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.326599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.327153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.403603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.421254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Network': ['ID=39fb4781-4d19-4770-b2bb-c4f704464a3c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.448285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.451827 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7726f9ef-404c-4413-bb54-d15a8da8ee82 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1908896 Jul 14 09:26:43.459484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47236) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:43.490193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 39fb4781-4d19-4770-b2bb-c4f704464a3c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:43.492116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b651df85-e66c-4167-801e-3bca1dcd6d03']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:43.505511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Request body: {'subnet': {'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2088670509-subnet', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:43.519871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] Pushing event deleted for resources: {'Port': ['ID=fe64313b-42cb-4f1a-988d-b5db091b658b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.541573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacaae2-554d-4db8-adbd-050e80a38613 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4ce1ba-748b-499e-b7ed-68bbc0fa8473,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.545973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34934b62-11a5-45d9-be31-096f3e129b6e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:43.547324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34934b62-11a5-45d9-be31-096f3e129b6e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:43.552809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28610df2-ad93-4a29-bad5-69f34977826c None None] No DVR routers for this DVR port fe64313b-42cb-4f1a-988d-b5db091b658b on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:43.563155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:43.576705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc17a1d-492d-4f87-94fb-edfd24a767d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=b8d395a1-4f67-41df-bbe4-34854457a562,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.578889 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.597734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7069aff-6e46-4f03-bd5e-3bbd5eb254cd None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:43.617972 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.665626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Made reservation on behalf of bf6bb67d53764434a1b4336078bacdd7 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:43.668693 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.750362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:43.803049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:43.803501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:43.808396 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:43.812697 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93c1e3ad-c0df-411a-ba8b-c3adeecfcb4c req-d185b3f3-2192-47d0-a760-e94263d8a960 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1748817 Jul 14 09:26:43.899220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41eedeaa-fc21-4fa1-a5d3-001d88516f94 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:44.050502 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.067942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.096465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.105906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/networks/b651df85-e66c-4167-801e-3bca1dcd6d03 HTTP/1.1" status: 204 len: 168 time: 1.4888687 Jul 14 09:26:44.110711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 30244074-6943-40b2-94e0-720adbae4526 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:44.144903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.149765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'b8d395a1-4f67-41df-bbe4-34854457a562'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:44.150886 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.155580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:44.171845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:44.172524 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.208199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8e3d-550f-4360-9bbd-f98efb1a748f tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Network': ['ID=b651df85-e66c-4167-801e-3bca1dcd6d03,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.271269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ee345-7b90-4c4a-bf2c-b3cfca9813cc tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.305437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ee345-7b90-4c4a-bf2c-b3cfca9813cc tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.328178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ee345-7b90-4c4a-bf2c-b3cfca9813cc tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.336802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ee345-7b90-4c4a-bf2c-b3cfca9813cc tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.339141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e50ee345-7b90-4c4a-bf2c-b3cfca9813cc tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.8669486 Jul 14 09:26:44.342728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.451769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.520125 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.530368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/b8d395a1-4f67-41df-bbe4-34854457a562/5303aa34-d430-4442-b404-04d84dbaecf3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:44.549321 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.581170 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.708547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.736814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.740898 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.758907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6272e68f-6dae-466a-b93b-9a441b104335']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.762447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fb4781-4d19-4770-b2bb-c4f704464a3c']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.763000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 41eedeaa-fc21-4fa1-a5d3-001d88516f94, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=41eedeaa-fc21-4fa1-a5d3-001d88516f94,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:44.768201 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.788242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e912d3bc-20a3-4ced-b437-f712b02a9b7c req-5b6a1e69-60bb-401d-9cb7-14cee545e7ff tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524656-d7b8-46b1-9d9e-c0c4f188056e HTTP/1.1" status: 200 len: 210 time: 0.1202030 Jul 14 09:26:44.795796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155beecc-49d2-406a-825c-c67ff2f4ed98') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.796423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155beecc-49d2-406a-825c-c67ff2f4ed98') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.815256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c0eac8-296e-4214-b040-7caece716164') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.815691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c0eac8-296e-4214-b040-7caece716164') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.834583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0885eb-0ecf-43d6-9a03-a59191cc12cd,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.864923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Checking segment: {'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:44.865456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Network hostable DHCP agents. Network: 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:44.893134 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.899775 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.925955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:44.949503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.952651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:44.958052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.959059 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.968783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.980922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-318f71fe-a0ac-4e74-996d-14daa975f5bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4987364 Jul 14 09:26:44.984458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.991578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:44.996206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:44.996720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:45.011530 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:45.030187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.031496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.039852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:45.040372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:45.043172 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:45.096876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fe64313b-42cb-4f1a-988d-b5db091b658b no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:45.100680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b6bd0-8816-4527-a00e-228d6c4081ea None None] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:45.153240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.153469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'network': {'name': 'tempest-network-smoke--1513853872', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:45.169689 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.172075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] 10.222.0.18 "DELETE /v2.0/networks/6272e68f-6dae-466a-b93b-9a441b104335 HTTP/1.1" status: 204 len: 168 time: 1.0268316 Jul 14 09:26:45.175098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.198245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f023b-63fa-4a9d-9adb-900443ff8843 tempest-BulkNetworkOpsIpV6Test-297057001 tempest-BulkNetworkOpsIpV6Test-297057001-project] Pushing event deleted for resources: {'Network': ['ID=6272e68f-6dae-466a-b93b-9a441b104335,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.200261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39fb4781-4d19-4770-b2bb-c4f704464a3c {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:26:45.210465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: fe64313b-42cb-4f1a-988d-b5db091b658b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:45.211340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fe64313b-42cb-4f1a-988d-b5db091b658b not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:45.232121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.235092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "DELETE /v2.0/networks/39fb4781-4d19-4770-b2bb-c4f704464a3c HTTP/1.1" status: 204 len: 168 time: 0.8911934 Jul 14 09:26:45.238615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.244170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.296942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=41eedeaa-fc21-4fa1-a5d3-001d88516f94,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.327226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'network': {'name': 'tempest-network--1853305029', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:45.340436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0ef0e-7ffc-49c3-b703-11985bd7e255 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event deleted for resources: {'Network': ['ID=39fb4781-4d19-4770-b2bb-c4f704464a3c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.375509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:45.381867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.396535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Made reservation on behalf of f3b1ed7c94074435ae97f3eaa2c4d83c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:45.401322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.438037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.439628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.459180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:45.472432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.472765 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Added segment c719c6ae-9036-4a51-90b7-9399a345b484 of type vlan for network aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d Jul 14 09:26:45.473853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Transition to ACTIVE for port object 5303aa34-d430-4442-b404-04d84dbaecf3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:45.540302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.570912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Transition to ACTIVE for port object 5303aa34-d430-4442-b404-04d84dbaecf3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:45.590556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'fixed_ips': [{'subnet_id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:45.594670 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.691415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.701687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.705322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.714040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.901801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41eedeaa-fc21-4fa1-a5d3-001d88516f94 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:45.902931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.912163 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.951956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Network': ['ID=aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.960727 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.984014 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-16c3ee05-dcac-4922-973f-1643050e59c3 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6875017 Jul 14 09:26:45.985259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47294) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.993189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:46.085058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.111844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::490a:467:3bec:2469 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/b8d395a1-4f67-41df-bbe4-34854457a562/30244074-6943-40b2-94e0-720adbae4526) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:46.181161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:46.182365 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e436454e-e7b5-43fc-9056-019f6253bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.189236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:46.207088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef5f14-da80-43b0-94f3-7ae620f68b74 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.210466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02ef5f14-da80-43b0-94f3-7ae620f68b74 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] 10.222.0.18 "GET /v2.0/networks/aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d HTTP/1.1" status: 200 len: 757 time: 0.2227559 Jul 14 09:26:46.213564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:46.219523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6e3b3-e56f-4236-8ee8-5d680ec3969a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.244271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:46.259151 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.259282 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Added segment acf62f92-80ca-4d6c-8a49-32bfeb204074 of type vlan for network 049c645a-d3c9-4e5b-a6e7-d1616171850d Jul 14 09:26:46.267205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:46.371399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Pushing event updated for resources: {'Port': ['ID=5303aa34-d430-4442-b404-04d84dbaecf3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.375410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8b30b193-49cf-41b6-b593-0baba93d1516 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0d4f53dece54337ba00530487041129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657767 Jul 14 09:26:46.376778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:46.451154 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.488475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1eaef-fb8d-4cef-89ff-b92d172f68b4 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.490142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-74c1eaef-fb8d-4cef-89ff-b92d172f68b4 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] 10.222.0.18 "GET /v2.0/networks/4f813fc3-d2b9-4dd9-a66d-94fc314e7c89 HTTP/1.1" status: 200 len: 768 time: 0.2756281 Jul 14 09:26:46.493839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:46.509727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Allocated IP 172.20.0.2 (5c4ce1ba-748b-499e-b7ed-68bbc0fa8473/ee0885eb-0ecf-43d6-9a03-a59191cc12cd/4263658d-234f-4add-9c93-51f7e7c497d8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:46.539994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Attempting to bind port 5303aa34-d430-4442-b404-04d84dbaecf3 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:46.540297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Attempting to bind port 5303aa34-d430-4442-b404-04d84dbaecf3 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:46.540672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Attempting to bind port 5303aa34-d430-4442-b404-04d84dbaecf3 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:46.548405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:46.548797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:46.549202 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.549606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:46.550137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Bound port: 5303aa34-d430-4442-b404-04d84dbaecf3, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:46.550534 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.575606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:46.576284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.610796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6309d6f5-c8a4-40d7-90a3-a75e6cb2c01d req-f7ce6989-6f31-4859-8328-51e25e4d9abd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c35f70ab41024a62afbdc54ef307c468&device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.0809522 Jul 14 09:26:46.611764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ce80758-d551-4703-b572-6950360f6299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.643238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ce80758-d551-4703-b572-6950360f6299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.702422 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.713119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.713807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.747893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.784641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.794172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6309d6f5-c8a4-40d7-90a3-a75e6cb2c01d req-b155881a-c159-414c-92f2-3014a0af01ff service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c35f70ab41024a62afbdc54ef307c468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163623 Jul 14 09:26:46.797109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df6ddea0-ce58-40bb-9e84-fe8e0d663149 req-11d6bed4-ff5c-4384-94d5-f39303f88ea1 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.1076338 Jul 14 09:26:46.797482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] For port 5303aa34-d430-4442-b404-04d84dbaecf3, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:46.810246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] For port 5303aa34-d430-4442-b404-04d84dbaecf3, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5303aa34-d430-4442-b404-04d84dbaecf3,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:46.860122 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Sync routers for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:46.868568 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.895909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ce80758-d551-4703-b572-6950360f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.898557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ce80758-d551-4703-b572-6950360f6299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.898737 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:46.902160 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ce80758-d551-4703-b572-6950360f6299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01cf932e-1242-4c91-ae5e-6ea1a9272dbd HTTP/1.1" status: 204 len: 168 time: 0.5224547 Jul 14 09:26:46.902358 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:46.977808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.986146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce80758-d551-4703-b572-6950360f6299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cf932e-1242-4c91-ae5e-6ea1a9272dbd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.990565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2709794 Jul 14 09:26:46.994979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 30244074-6943-40b2-94e0-720adbae4526 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:46.995332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:47.003484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-449957733', 'admin_state_up': True, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:47.029745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.054146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8d303-29b9-4285-ac1b-cea2ce43418b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Network': ['ID=049c645a-d3c9-4e5b-a6e7-d1616171850d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.055411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:47.060166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.065393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Transition to ACTIVE for port object 4263658d-234f-4add-9c93-51f7e7c497d8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:47.072836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d41191-9dcc-4585-b607-24b61f35aa2a None None] Pushing event updated for resources: {'Port': ['ID=5303aa34-d430-4442-b404-04d84dbaecf3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.115727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Transition to ACTIVE for port object 4263658d-234f-4add-9c93-51f7e7c497d8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:47.127023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.128275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:47.137404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c719c6ae-9036-4a51-90b7-9399a345b484') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:47.140713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c719c6ae-9036-4a51-90b7-9399a345b484') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:47.167799 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.174647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.176403 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.194556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.220860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309d6f5-c8a4-40d7-90a3-a75e6cb2c01d req-26b62f30-6120-4324-ad4b-164013a548d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.226935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6309d6f5-c8a4-40d7-90a3-a75e6cb2c01d req-26b62f30-6120-4324-ad4b-164013a548d3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4216647 Jul 14 09:26:47.230207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.244837 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:47.252086 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.310406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:47.311036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:47.316224 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:47.350685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:47.396898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:47.430356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:47.436541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.437256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.456149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Pushing event updated for resources: {'Port': ['ID=4263658d-234f-4add-9c93-51f7e7c497d8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.462003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=30244074-6943-40b2-94e0-720adbae4526,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.485074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-be85275e-a0dd-4ced-aa27-b90a815f53eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2487156 Jul 14 09:26:47.491575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.503596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:47.505174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:47.512306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:47.514315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7baa87b5-70cd-477e-be99-765846339de9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'b8d395a1-4f67-41df-bbe4-34854457a562', 'ip_address': '2001:db8::490a:467:3bec:2469'}], 'name': 'tempest-NetworksTestDHCPv6-1380930366'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:47.517826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:47.522486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Allocated IP 172.25.2.164 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/5857d6c2-630e-44ca-b050-98378439c06d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:47.585695 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:47.667563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.716250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Attempting to bind port 4263658d-234f-4add-9c93-51f7e7c497d8 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:47.716809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Attempting to bind port 4263658d-234f-4add-9c93-51f7e7c497d8 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:47.725313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Attempting to bind port 4263658d-234f-4add-9c93-51f7e7c497d8 on network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:47.742406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:47.748294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Checking segment: {'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:47.748984 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.749836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Bound using segment: {'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:47.754779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Bound port: 4263658d-234f-4add-9c93-51f7e7c497d8, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:47.755815 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.790055 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 2, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:47.800197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:26:47.843744 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Checking router: dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:47.845389 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Updating router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 port 93ea1515-372b-4184-8c25-3ae19b3a436b binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:47.861887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5303aa34-d430-4442-b404-04d84dbaecf3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:47.886723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.889521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "DELETE /v2.0/networks/aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d HTTP/1.1" status: 204 len: 168 time: 1.3945196 Jul 14 09:26:47.896444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:47.905917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'network': {'name': 'tempest-network--1673111834'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:47.941264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b259354-8850-4bac-b134-bcbc55e5b758 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event deleted for resources: {'Network': ['ID=aaa4bc11-ab59-40e0-b65a-e4420a2c2c5d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.944373 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.049227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] For port 4263658d-234f-4add-9c93-51f7e7c497d8, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:48.060440 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.064036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] For port 4263658d-234f-4add-9c93-51f7e7c497d8, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4263658d-234f-4add-9c93-51f7e7c497d8,segment=NetworkSegment(ddf23482-ed9e-45bd-90f6-e50b79fa624e),segment_id=ddf23482-ed9e-45bd-90f6-e50b79fa624e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:48.086546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.109186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5303aa34-d430-4442-b404-04d84dbaecf3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:48.141758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-22aa846b-27e5-48ba-9a78-b1fcaa4d6936 req-c2df689e-e443-4924-b3d7-78b319503123 tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.0778644 Jul 14 09:26:48.234738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.261847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Made reservation on behalf of f3b1ed7c94074435ae97f3eaa2c4d83c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:48.267413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.325513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cac61-0de2-4dc6-bda3-84b8b00b46b3 None None] Pushing event updated for resources: {'Port': ['ID=4263658d-234f-4add-9c93-51f7e7c497d8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.353379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa87b5-70cd-477e-be99-765846339de9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:48.393134 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7baa87b5-70cd-477e-be99-765846339de9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.462887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.480025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-7baa87b5-70cd-477e-be99-765846339de9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 8476870e-40d6-46ed-9c23-e492fbb950d0 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:48.673637 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.694520 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Transition to ACTIVE for port object 93ea1515-372b-4184-8c25-3ae19b3a436b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:48.721065 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.758438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:48.781205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Pushing event updated for resources: {'Port': ['ID=5857d6c2-630e-44ca-b050-98378439c06d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.840319 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Pushing event updated for resources: {'Port': ['ID=93ea1515-372b-4184-8c25-3ae19b3a436b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.842648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:48.852272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:48.856734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:48.900235 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.907478 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.908019 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.908465 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.908907 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.909497 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.910091 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.910652 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.911225 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.911826 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.912390 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:48.912959 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:49.010683 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.058729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-be5f05bd-38ae-4f62-936c-903ab4256718 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1641662348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:49.110905 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Attempting to bind port 93ea1515-372b-4184-8c25-3ae19b3a436b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:49.111532 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Attempting to bind port 93ea1515-372b-4184-8c25-3ae19b3a436b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:49.111943 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Attempting to bind port 93ea1515-372b-4184-8c25-3ae19b3a436b on network 206ef09b-c7e4-4c28-ad44-326d61660e47 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:49.128530 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:49.129481 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Checking segment: {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:49.131261 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.131703 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Bound using segment: {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:49.132204 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Bound port: 93ea1515-372b-4184-8c25-3ae19b3a436b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:49.136016 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.201772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:49.218536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.219095 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Added segment b0f34603-ab9b-4d26-bacf-d7dddc332ebf of type vlan for network e0f5122c-44eb-4707-8a71-fc1c60018549 Jul 14 09:26:49.227450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-88818174-081d-49a2-8fc8-0de4215947dd None None] Provisioning for port 5303aa34-d430-4442-b404-04d84dbaecf3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:49.240765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-88818174-081d-49a2-8fc8-0de4215947dd None None] Provisioning complete for port 5303aa34-d430-4442-b404-04d84dbaecf3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:49.242882 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88818174-081d-49a2-8fc8-0de4215947dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.290804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.379937 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] For port 93ea1515-372b-4184-8c25-3ae19b3a436b, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:49.392306 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] For port 93ea1515-372b-4184-8c25-3ae19b3a436b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=93ea1515-372b-4184-8c25-3ae19b3a436b,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:49.404251 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.426251 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6309d6f5-c8a4-40d7-90a3-a75e6cb2c01d req-c5a1c2d8-b9f7-40af-aecc-a767e3264a9f tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.11 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.1195817 Jul 14 09:26:49.444172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5f05bd-38ae-4f62-936c-903ab4256718 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.445442 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5f05bd-38ae-4f62-936c-903ab4256718 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.477025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:26:49.502897 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:49.503681 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:19Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:49.544623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88818174-081d-49a2-8fc8-0de4215947dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.584713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.586242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.586839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.605592 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baa87b5-70cd-477e-be99-765846339de9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:26:49.608440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baa87b5-70cd-477e-be99-765846339de9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:26:49.779383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-88818174-081d-49a2-8fc8-0de4215947dd None None] For port 5303aa34-d430-4442-b404-04d84dbaecf3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5303aa34-d430-4442-b404-04d84dbaecf3,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:49.790219 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7411-4efc-4105-b950-a9c24ab8ab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.796199 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.796518 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6e856496-9891-4e85-ae6e-4132e8cfcc69 req-18f2af59-6955-4931-8c04-1625b5605f4d tempest-ServerShowV247Test-1008407903 tempest-ServerShowV247Test-1008407903-project] 10.222.0.18 "GET /v2.0/ports?device_id=63f5e206-3aaa-4ee4-8614-d2e6dd5a0cec HTTP/1.1" status: 200 len: 210 time: 0.1566927 Jul 14 09:26:49.814584 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88818174-081d-49a2-8fc8-0de4215947dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.873830 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7baa87b5-70cd-477e-be99-765846339de9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.3653483 Jul 14 09:26:49.876235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:49.893476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4263658d-234f-4add-9c93-51f7e7c497d8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:49.924585 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5f05bd-38ae-4f62-936c-903ab4256718 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.943188 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5f05bd-38ae-4f62-936c-903ab4256718 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.985895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0878513 Jul 14 09:26:50.000189 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea8513-4f80-4807-970e-a1d781bc7599 None None] Pushing event updated for resources: {'Port': ['ID=93ea1515-372b-4184-8c25-3ae19b3a436b,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.016430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88818174-081d-49a2-8fc8-0de4215947dd None None] Pushing event updated for resources: {'Port': ['ID=5303aa34-d430-4442-b404-04d84dbaecf3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.019602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.027614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b22bf26d-ebb6-4f61-88af-338766bfc7c8 None None] Could not find standard attr ID for object dce378c1-84e4-423d-8e4b-7abec0f1b81d. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:26:50.038279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:50.066203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 4263658d-234f-4add-9c93-51f7e7c497d8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:50.077870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.113378 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:50.133301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5f05bd-38ae-4f62-936c-903ab4256718 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.137999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-be5f05bd-38ae-4f62-936c-903ab4256718 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3454456 Jul 14 09:26:50.139019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47380) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.216164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1947228895'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:50.237099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2a623-f1cf-4bad-a185-1b637d92e7b2 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Network': ['ID=e0f5122c-44eb-4707-8a71-fc1c60018549,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.249148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e0f5122c-44eb-4707-8a71-fc1c60018549 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:50.297605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd8eec-b232-4765-8f22-2f70fb3dc5ac tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.312312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdd8eec-b232-4765-8f22-2f70fb3dc5ac tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.317544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9cdd8eec-b232-4765-8f22-2f70fb3dc5ac tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4400418 Jul 14 09:26:50.320614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.366314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Made reservation on behalf of c457a818a01f408fb479fe200241d718 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:50.380308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.401310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.412103 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.545440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4392112d-3a83-45d2-930a-f43b05d102a5 None None] Provisioning for port 30244074-6943-40b2-94e0-720adbae4526 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:50.549706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4392112d-3a83-45d2-930a-f43b05d102a5 None None] Provisioning complete for port 30244074-6943-40b2-94e0-720adbae4526 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:50.550364 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4392112d-3a83-45d2-930a-f43b05d102a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.593912 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.631569 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d8635-8ed9-46f5-acba-b7fb45fb3c13 None None] The sync data for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 is: [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:50.648657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4392112d-3a83-45d2-930a-f43b05d102a5 None None] Port 30244074-6943-40b2-94e0-720adbae4526 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:50.650260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc91674-38c7-455a-bb12-bd3049d041c4 None None] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:50.788622 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.824486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 30244074-6943-40b2-94e0-720adbae4526 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:50.824979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.847227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.872713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-75be4ba6-98d4-452c-a270-77b6ccc35692 None None] Provisioning for port 4263658d-234f-4add-9c93-51f7e7c497d8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:50.891997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-75be4ba6-98d4-452c-a270-77b6ccc35692 None None] Provisioning complete for port 4263658d-234f-4add-9c93-51f7e7c497d8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:50.892545 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be4ba6-98d4-452c-a270-77b6ccc35692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.942028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.948302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.962301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:50.973877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.974285 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Added segment 4fc8e230-25c5-4ddd-9875-20d581962178 of type vlan for network 8cbd9608-1ff4-4bef-9885-28b830989bac Jul 14 09:26:50.985381 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.994512 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.023861 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.071953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.080363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.081132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.101394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.199867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event updated for resources: {'Network': ['ID=e0f5122c-44eb-4707-8a71-fc1c60018549,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.222036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a4d466-14a0-41f6-8937-865879ccc4dd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.232510 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0225127 Jul 14 09:26:51.241100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:51.243087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Network e0f5122c-44eb-4707-8a71-fc1c60018549 is not hosted by any dhcp agent {{(pid=93753) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:26:51.250428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.252293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'subnet': {'network_id': '8cbd9608-1ff4-4bef-9885-28b830989bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:51.254136 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.260811 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3bc69e75-c76f-4dfc-9d20-20df9462b458 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "PUT /v2.0/networks/e0f5122c-44eb-4707-8a71-fc1c60018549 HTTP/1.1" status: 200 len: 858 time: 1.2349722 Jul 14 09:26:51.261953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:51.266110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3da90d-4b5b-4d5e-93ea-fcd23e22b1a5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Network': ['ID=8cbd9608-1ff4-4bef-9885-28b830989bac,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.286713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8cbd9608-1ff4-4bef-9885-28b830989bac details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:51.326098 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be4ba6-98d4-452c-a270-77b6ccc35692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.464303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.514917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-75be4ba6-98d4-452c-a270-77b6ccc35692 None None] For port 4263658d-234f-4add-9c93-51f7e7c497d8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4263658d-234f-4add-9c93-51f7e7c497d8,segment=NetworkSegment(ddf23482-ed9e-45bd-90f6-e50b79fa624e),segment_id=ddf23482-ed9e-45bd-90f6-e50b79fa624e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:51.576167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75be4ba6-98d4-452c-a270-77b6ccc35692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.682918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:51.795122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.823886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.891707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 30244074-6943-40b2-94e0-720adbae4526 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:52.011775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4ba6-98d4-452c-a270-77b6ccc35692 None None] Pushing event updated for resources: {'Port': ['ID=4263658d-234f-4add-9c93-51f7e7c497d8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.021807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ea1515-372b-4184-8c25-3ae19b3a436b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:52.054595 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.067325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f5122c-44eb-4707-8a71-fc1c60018549']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:52.073387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24199bb2-086f-4fad-aabe-9036ed5464d0 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:26:52.091800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Made reservation on behalf of c457a818a01f408fb479fe200241d718 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:52.095423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.098875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f34603-ab9b-4d26-bacf-d7dddc332ebf') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:52.099283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f34603-ab9b-4d26-bacf-d7dddc332ebf') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:52.111296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.134598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.140286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:52.140854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.162317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 93ea1515-372b-4184-8c25-3ae19b3a436b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:52.170342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-360a4f0f-cb0a-43f9-b5a6-2620c9704a6c None None] Provisioning complete for port 4263658d-234f-4add-9c93-51f7e7c497d8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:52.170963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-360a4f0f-cb0a-43f9-b5a6-2620c9704a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.193595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 93ea1515-372b-4184-8c25-3ae19b3a436b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:52.193973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.205069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Router b859d165-22f9-45b1-ab0e-0f013a084797 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:52.238688 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:52.276880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4704555c-8e8d-4328-958e-c0eb874830c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.340192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.25.2.29 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/aeb74e7e-e3d3-4f0d-95e7-987872b7771e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:52.440268 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4704555c-8e8d-4328-958e-c0eb874830c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.441563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.463440 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4704555c-8e8d-4328-958e-c0eb874830c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.466008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0f5122c-44eb-4707-8a71-fc1c60018549 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:26:52.472500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0f5122c-44eb-4707-8a71-fc1c60018549,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.478178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24199bb2-086f-4fad-aabe-9036ed5464d0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:26:52.490367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.496021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-565b552c-b0bd-442a-bb2c-77394e8fd377 tempest-ExternalNetworksTestJSON-77278888 tempest-ExternalNetworksTestJSON-77278888-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e0f5122c-44eb-4707-8a71-fc1c60018549 HTTP/1.1" status: 204 len: 168 time: 1.1424177 Jul 14 09:26:52.515278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:52.519383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.601199 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e9a0d9-bba3-4fdf-978d-6eb8daa31100 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] DELETE failed (client error): The resource could not be found. Jul 14 09:26:52.602543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e9a0d9-bba3-4fdf-978d-6eb8daa31100 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:26:52.604461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f8e9a0d9-bba3-4fdf-978d-6eb8daa31100 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] 10.222.0.18 "DELETE /v2.0/subnets/de949057-831d-4404-9ee5-12121288fd9b HTTP/1.1" status: 404 len: 337 time: 0.0839765 Jul 14 09:26:52.608408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.623301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.625162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8232e6ae-93b8-4b39-8c8d-d64389c1819d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6389549 Jul 14 09:26:52.629042 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.634136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47434) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.741320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 93ea1515-372b-4184-8c25-3ae19b3a436b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=93ea1515-372b-4184-8c25-3ae19b3a436b,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:52.774855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.800356 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.815520 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.816745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5303aa34-d430-4442-b404-04d84dbaecf3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:52.911276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=93ea1515-372b-4184-8c25-3ae19b3a436b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.923110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4704555c-8e8d-4328-958e-c0eb874830c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c35f70ab41024a62afbdc54ef307c468&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2130811 Jul 14 09:26:52.923883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.943336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Subnet': ['ID=69b4df06-591b-415d-88c1-2c97c4b4b67e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.959803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5303aa34-d430-4442-b404-04d84dbaecf3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:52.960599 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.030853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704555c-8e8d-4328-958e-c0eb874830c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50ce591-98a3-46d9-9322-5e00c282ea52,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.082600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Checking segment: {'id': '4fc8e230-25c5-4ddd-9875-20d581962178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8cbd9608-1ff4-4bef-9885-28b830989bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:53.083010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network hostable DHCP agents. Network: 8cbd9608-1ff4-4bef-9885-28b830989bac, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:53.199168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.224020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f813fc3-d2b9-4dd9-a66d-94fc314e7c89']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.227082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network 8cbd9608-1ff4-4bef-9885-28b830989bac is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:53.243865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c1d94c-93a5-419c-950b-483c80a8ff70') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.244273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c1d94c-93a5-419c-950b-483c80a8ff70') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.255831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8cbd9608-1ff4-4bef-9885-28b830989bac) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:53.261189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Sync routers for ids ['b859d165-22f9-45b1-ab0e-0f013a084797'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:53.262297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.263421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.268346 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.276425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35df6b-30b0-438e-b8d5-30fed0e52f9c None None] Network 8cbd9608-1ff4-4bef-9885-28b830989bac requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:53.278855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.293037 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Routers {'b859d165-22f9-45b1-ab0e-0f013a084797'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:53.293688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b859d165-22f9-45b1-ab0e-0f013a084797'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.298390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.329038 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.337507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-74abe5e4-d0c8-4ee8-ac95-f3aa0b43611f tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0893526 Jul 14 09:26:53.340591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47444) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.343746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:53.344373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.353268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'network': {'name': 'tempest-router-network01--762820017'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:53.361641 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:53.364077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=30244074-6943-40b2-94e0-720adbae4526,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.444029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.448424 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f42e5e09-89a3-4e43-82db-06b8050a82c6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/30244074-6943-40b2-94e0-720adbae4526 HTTP/1.1" status: 204 len: 168 time: 3.1238844 Jul 14 09:26:53.449355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.477133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69df6a9e-f377-42a3-9aea-983c06675c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.506258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.529183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Set router b859d165-22f9-45b1-ab0e-0f013a084797 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:53.550135 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.561597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.563994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] 10.222.0.18 "DELETE /v2.0/networks/4f813fc3-d2b9-4dd9-a66d-94fc314e7c89 HTTP/1.1" status: 204 len: 168 time: 0.9542425 Jul 14 09:26:53.567824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Made reservation on behalf of c457a818a01f408fb479fe200241d718 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:53.578420 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.586400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69df6a9e-f377-42a3-9aea-983c06675c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.606863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cbb24-2418-4430-a300-cc9a54d53330 tempest-ExternalNetworksTestJSON-2036265568 tempest-ExternalNetworksTestJSON-2036265568-project] Pushing event deleted for resources: {'Network': ['ID=4f813fc3-d2b9-4dd9-a66d-94fc314e7c89,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.616054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.619456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216ac56-be34-4a1d-af64-5693876e141a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.621897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216ac56-be34-4a1d-af64-5693876e141a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.627335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7216ac56-be34-4a1d-af64-5693876e141a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1704755 Jul 14 09:26:53.628169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47454) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.676431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:53.703618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.704356 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Added segment c162d4ce-1476-455c-97c7-15e4f681eb39 of type vlan for network 47bdf76e-8e02-4130-bae3-2148eae86c3c Jul 14 09:26:53.719962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet b8d395a1-4f67-41df-bbe4-34854457a562 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:53.725133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.795858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:53.805450 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.806702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:53.811645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:53.820791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.906614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ea1515-372b-4184-8c25-3ae19b3a436b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:53.910437 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.915381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-8cbd9608-1ff4-4bef-9885-28b830989bac', 'network_id': '8cbd9608-1ff4-4bef-9885-28b830989bac', 'tenant_id': 'c457a818a01f408fb479fe200241d718', 'fixed_ips': [{'subnet_id': '69b4df06-591b-415d-88c1-2c97c4b4b67e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:53.917096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.920037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.924240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.987655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.037513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47462) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:54.064781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7226527 Jul 14 09:26:54.065883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:54.085444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'network': {'name': 'tempest-router-network02--417641411'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:54.106349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69df6a9e-f377-42a3-9aea-983c06675c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.109305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69df6a9e-f377-42a3-9aea-983c06675c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.110981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69df6a9e-f377-42a3-9aea-983c06675c9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d50ce591-98a3-46d9-9322-5e00c282ea52 HTTP/1.1" status: 204 len: 168 time: 1.0769556 Jul 14 09:26:54.137709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c3451-6b75-4081-91dd-ef4b58d57c0b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Network': ['ID=47bdf76e-8e02-4130-bae3-2148eae86c3c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.154343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.157154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:54.253998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Made reservation on behalf of c457a818a01f408fb479fe200241d718 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:54.258323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.288012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 93ea1515-372b-4184-8c25-3ae19b3a436b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:54.288693 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.341844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:54.349590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.364569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7f78bcfd-df3e-44cb-8e27-e53bfb427d6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4901776ac15849d782f51b58f6687a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143573 Jul 14 09:26:54.369620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.385459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:54.421555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Allocated IP 172.20.0.2 (8cbd9608-1ff4-4bef-9885-28b830989bac/69b4df06-591b-415d-88c1-2c97c4b4b67e/afc22d0c-c9b2-4d78-a8a6-836eb380e7e6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:54.440044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.440658 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Added segment a139f965-5cdf-4dd7-ab5d-1bc5543c864b of type vlan for network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a Jul 14 09:26:54.456775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d395a1-4f67-41df-bbe4-34854457a562,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.457044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 3, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.461919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df6a9e-f377-42a3-9aea-983c06675c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50ce591-98a3-46d9-9322-5e00c282ea52,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.494973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.499870 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0cb8fefa-dee9-48b5-92bb-fd6898b37d7b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/b8d395a1-4f67-41df-bbe4-34854457a562 HTTP/1.1" status: 204 len: 168 time: 0.8703496 Jul 14 09:26:54.503742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:54.547723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Checking router: b859d165-22f9-45b1-ab0e-0f013a084797 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:54.548353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Updating router b859d165-22f9-45b1-ab0e-0f013a084797 port 5857d6c2-630e-44ca-b050-98378439c06d binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:54.558006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f04630-6477-48bd-9712-2d8251f50a6c None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:54.609324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b5689477-ff6d-4d5b-bc86-1d94960b0e56 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911772 Jul 14 09:26:54.610248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47484) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:54.618890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:54.623860 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.626377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.747366 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8f11-ce8a-4dd5-b164-d163409cc111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.757658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.767542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:54.768208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.869628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8f11-ce8a-4dd5-b164-d163409cc111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.925990 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.935097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:54.939058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.971614 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8963807 Jul 14 09:26:54.972595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:55.001785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4263658d-234f-4add-9c93-51f7e7c497d8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:55.021528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'subnet': {'network_id': '47bdf76e-8e02-4130-bae3-2148eae86c3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:55.026202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b931d-b9f5-41c7-a969-7cd2474ce122 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Network': ['ID=9a7ccb23-50e6-47ef-88df-d0ffc3bec54a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.061209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:55.151783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8f11-ce8a-4dd5-b164-d163409cc111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.154854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8f11-ce8a-4dd5-b164-d163409cc111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.156348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4d3b8f11-ce8a-4dd5-b164-d163409cc111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff80910c-2511-40ac-a294-a863351af79c HTTP/1.1" status: 204 len: 168 time: 0.7659876 Jul 14 09:26:55.179243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b8f11-ce8a-4dd5-b164-d163409cc111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80910c-2511-40ac-a294-a863351af79c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.216525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Made reservation on behalf of c457a818a01f408fb479fe200241d718 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:55.224873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.398588 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.419588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 4263658d-234f-4add-9c93-51f7e7c497d8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:55.420092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.445905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.447005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Transition to ACTIVE for port object afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:55.449362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Allocated IP 172.20.0.1 (5c4ce1ba-748b-499e-b7ed-68bbc0fa8473/ee0885eb-0ecf-43d6-9a03-a59191cc12cd/e9b6f0b4-829d-4cb1-9e73-86867ddd505b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:55.509598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:55.533925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Transition to ACTIVE for port object afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:55.573421 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.592249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:55.621259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:55.652960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Network 8cbd9608-1ff4-4bef-9885-28b830989bac is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:55.674449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:55.701396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:55.703282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:26:55.706717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Pushing event updated for resources: {'Port': ['ID=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.722251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:55.724772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=e26cba27-b3af-4bf2-b2f3-f3b77cfd6f89,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.738668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.740615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.760248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.816962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.821726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] Deleting port 5303aa34-d430-4442-b404-04d84dbaecf3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:55.822099 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.901447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fb0f5827-709c-4b48-9d7d-eb6c01d3d05c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2872610 Jul 14 09:26:55.906190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:55.911192 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.926048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e2697d14-5958-44be-9b3c-98cc244ab363 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'e26cba27-b3af-4bf2-b2f3-f3b77cfd6f89', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-546703610'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:55.935218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5303aa34-d430-4442-b404-04d84dbaecf3 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:55.937508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47522) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:55.937923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Transition to ACTIVE for port object 5857d6c2-630e-44ca-b050-98378439c06d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:55.944115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Attempting to bind port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:55.944493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Attempting to bind port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4fc8e230-25c5-4ddd-9875-20d581962178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8cbd9608-1ff4-4bef-9885-28b830989bac'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:55.945392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Attempting to bind port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 on network 8cbd9608-1ff4-4bef-9885-28b830989bac {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:55.946424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Subnet': ['ID=a9689ff3-13a6-4c05-ba6d-bd3fad5bc50e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.991986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Transition to ACTIVE for port object e9b6f0b4-829d-4cb1-9e73-86867ddd505b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:56.000414 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.010188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:56.010571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Checking segment: {'id': '4fc8e230-25c5-4ddd-9875-20d581962178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8cbd9608-1ff4-4bef-9885-28b830989bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:56.010976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.011393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Bound using segment: {'id': '4fc8e230-25c5-4ddd-9875-20d581962178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8cbd9608-1ff4-4bef-9885-28b830989bac'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:56.011879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Bound port: afc22d0c-c9b2-4d78-a8a6-836eb380e7e6, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc8e230-25c5-4ddd-9875-20d581962178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8cbd9608-1ff4-4bef-9885-28b830989bac'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:56.012272 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.021558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1133870159-network', 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:56.056819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Checking segment: {'id': 'c162d4ce-1476-455c-97c7-15e4f681eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47bdf76e-8e02-4130-bae3-2148eae86c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:56.057196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network hostable DHCP agents. Network: 47bdf76e-8e02-4130-bae3-2148eae86c3c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:56.120349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7da99459-5893-4137-8476-38346310fa22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3b1ed7c94074435ae97f3eaa2c4d83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775877 Jul 14 09:26:56.120349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:56.128096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47528) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.130003 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Sync routers for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:56.131143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] For port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:56.135037 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] For port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,segment=NetworkSegment(4fc8e230-25c5-4ddd-9875-20d581962178),segment_id=4fc8e230-25c5-4ddd-9875-20d581962178)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:56.151031 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:56.153628 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:56.153888 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.155592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723a0a-2927-4d7c-bdd7-560eae7f5311 None None] Pushing event updated for resources: {'Port': ['ID=5857d6c2-630e-44ca-b050-98378439c06d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.181838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.187484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bb551c13-4bd1-4f74-bfc6-6351f07013f4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1880805 Jul 14 09:26:56.191165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.197405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:56.204150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.207883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.272487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.275225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:56.290342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:56.294814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:56.302013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:56.318595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.326262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Attempting to bind port 5857d6c2-630e-44ca-b050-98378439c06d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:56.329930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Attempting to bind port 5857d6c2-630e-44ca-b050-98378439c06d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:56.331875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Attempting to bind port 5857d6c2-630e-44ca-b050-98378439c06d on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:56.348734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:56.360465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2697d14-5958-44be-9b3c-98cc244ab363 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:56.369738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 47bdf76e-8e02-4130-bae3-2148eae86c3c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:56.376809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.378044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.458262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bb2d5-d3c0-466e-99a9-5476cb8ea23d None None] Pushing event updated for resources: {'Port': ['ID=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.462594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:56.463383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:56.464032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.464650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:56.465369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Bound port: 5857d6c2-630e-44ca-b050-98378439c06d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:56.466013 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.468931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7effc376-c95a-41d0-8ed2-ea9cfa968955 None None] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:56.480873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] For port 5303aa34-d430-4442-b404-04d84dbaecf3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5303aa34-d430-4442-b404-04d84dbaecf3,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:56.481701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.523133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.533196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f31ab95-be44-4704-93e3-c2f3fa45f28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.548239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.602659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2697d14-5958-44be-9b3c-98cc244ab363 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.617701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] Calling delete_port for 5303aa34-d430-4442-b404-04d84dbaecf3 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:56.647563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5303aa34-d430-4442-b404-04d84dbaecf3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5303aa34-d430-4442-b404-04d84dbaecf3,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:56.671396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.740621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] For port 5857d6c2-630e-44ca-b050-98378439c06d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:56.758295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1ee5d7af-47dd-42f6-ac81-8d8f98b6ce68 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=dd8d03dc25ee441d8c6ae7993489df4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5645030 Jul 14 09:26:56.780469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f31ab95-be44-4704-93e3-c2f3fa45f28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.882472 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.884773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47540) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.889611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-e2697d14-5958-44be-9b3c-98cc244ab363 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 0a66a6ac-7058-4c9f-b6e8-22fb6e086049 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:26:56.912725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.923831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] For port 5857d6c2-630e-44ca-b050-98378439c06d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5857d6c2-630e-44ca-b050-98378439c06d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:56.925464 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:54Z', 'revision_number': 3, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:56.931484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:56.957929 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.998172 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f6696be6-26ef-4916-98bf-d0285aa98c7b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9911404 Jul 14 09:26:56.999408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47546) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.001223 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Checking router: 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:57.001688 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Updating router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 port aeb74e7e-e3d3-4f0d-95e7-987872b7771e binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:57.096945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.096945 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Added segment 4211bf82-d39d-48bc-b891-1325b67e19f7 of type vlan for network e83a7abd-35cf-4f6c-95e3-62222ad25010 Jul 14 09:26:57.109483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'subnet': {'network_id': '9a7ccb23-50e6-47ef-88df-d0ffc3bec54a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:57.113947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30ec21d6-ba8e-42c9-be98-4beb933421f2 None None] Provisioning for port e9b6f0b4-829d-4cb1-9e73-86867ddd505b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:57.115208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.121507 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.123576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5303aa34-d430-4442-b404-04d84dbaecf3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.131143 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.150799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Routers {'b859d165-22f9-45b1-ab0e-0f013a084797'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:57.151598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b859d165-22f9-45b1-ab0e-0f013a084797'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:57.275266 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.284582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] Set router b859d165-22f9-45b1-ab0e-0f013a084797 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:57.292037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be24023-f3f9-49b0-8c87-9c1219a8aa19,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.357952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.366613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.372987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f31ab95-be44-4704-93e3-c2f3fa45f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.382803 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f31ab95-be44-4704-93e3-c2f3fa45f28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.386805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0f31ab95-be44-4704-93e3-c2f3fa45f28c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d5bd71f-24da-4211-861e-35d5bdda1163 HTTP/1.1" status: 204 len: 168 time: 1.2521551 Jul 14 09:26:57.444242 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2697d14-5958-44be-9b3c-98cc244ab363 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:26:57.446936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2697d14-5958-44be-9b3c-98cc244ab363 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:26:57.495206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1f203e-b14b-42e1-a503-151133d86add tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.499176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ac1f203e-b14b-42e1-a503-151133d86add tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6098285 Jul 14 09:26:57.510112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.510809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.514120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.514720 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.521317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.529741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Made reservation on behalf of c457a818a01f408fb479fe200241d718 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:57.534169 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.547965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e2697d14-5958-44be-9b3c-98cc244ab363 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6406989 Jul 14 09:26:57.553647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31ab95-be44-4704-93e3-c2f3fa45f28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5bd71f-24da-4211-861e-35d5bdda1163,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.558512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47558) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.649631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-556c3566-b73d-4407-ade6-928e377e5257 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0898392 Jul 14 09:26:57.660430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.703716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-633d5b05-1d5c-4ba8-8c56-656198537c90 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1859496 Jul 14 09:26:57.710888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47562) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.740649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117362907', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:57.760183 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1569209 Jul 14 09:26:57.760832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47564) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.787176 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.795015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Request body: {'subnet': {'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1133870159-subnet', 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:57.893626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33316455-1bc6-4bb9-8ea9-48228efeb771 admin admin] Pushing event updated for resources: {'Network': ['ID=e83a7abd-35cf-4f6c-95e3-62222ad25010,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.973273 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.976669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30ec21d6-ba8e-42c9-be98-4beb933421f2 None None] Provisioning complete for port e9b6f0b4-829d-4cb1-9e73-86867ddd505b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:57.977241 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30ec21d6-ba8e-42c9-be98-4beb933421f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.982737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:57.995978 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.010497 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Transition to ACTIVE for port object aeb74e7e-e3d3-4f0d-95e7-987872b7771e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:58.030276 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.047969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b42ee-8789-4d9b-8563-49b2c870bd41 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.049627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b42ee-8789-4d9b-8563-49b2c870bd41 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.054056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-658b42ee-8789-4d9b-8563-49b2c870bd41 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3852921 Jul 14 09:26:58.092159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47572) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:58.107907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:58.137988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:58.162701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] No DVR routers for this DVR port 5303aa34-d430-4442-b404-04d84dbaecf3 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:58.186263 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d9f2-46b4-469a-a3dd-11e24e50a9d7 None None] Pushing event updated for resources: {'Port': ['ID=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.189956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet e26cba27-b3af-4bf2-b2f3-f3b77cfd6f89 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:58.213033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.248343 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Attempting to bind port aeb74e7e-e3d3-4f0d-95e7-987872b7771e on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:58.248795 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Attempting to bind port aeb74e7e-e3d3-4f0d-95e7-987872b7771e by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:58.250175 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Attempting to bind port aeb74e7e-e3d3-4f0d-95e7-987872b7771e on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:58.265515 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:58.265909 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:58.271515 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.272062 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:58.272578 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Bound port: aeb74e7e-e3d3-4f0d-95e7-987872b7771e, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:58.281387 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.342993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:58.358310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.406357 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.413735 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] For port aeb74e7e-e3d3-4f0d-95e7-987872b7771e, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:58.434216 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.444572 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] For port aeb74e7e-e3d3-4f0d-95e7-987872b7771e, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:58.454191 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.469616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45581c7-5f9d-4452-a778-7a12960fca0d None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:58.531149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Subnet': ['ID=d3abaf50-45ae-4985-9f57-a18a8e1622ba,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.542873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:58.586308 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d9f2-46b4-469a-a3dd-11e24e50a9d7 None None] Pushing event updated for resources: {'Port': ['ID=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.606674 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:58.608314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:58.689003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Checking segment: {'id': 'a139f965-5cdf-4dd7-ab5d-1bc5543c864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9a7ccb23-50e6-47ef-88df-d0ffc3bec54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:58.689403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network hostable DHCP agents. Network: 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:58.713954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-47bdf76e-8e02-4130-bae3-2148eae86c3c', 'network_id': '47bdf76e-8e02-4130-bae3-2148eae86c3c', 'tenant_id': 'c457a818a01f408fb479fe200241d718', 'fixed_ips': [{'subnet_id': 'a9689ff3-13a6-4c05-ba6d-bd3fad5bc50e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:58.714934 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.742875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a66cd-6048-4d78-9407-a7f37ce5575e None None] Network 8cbd9608-1ff4-4bef-9885-28b830989bac requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:58.777400 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:58.830378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:58.855321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:58.864494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.876396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-30ec21d6-ba8e-42c9-be98-4beb933421f2 None None] Port e9b6f0b4-829d-4cb1-9e73-86867ddd505b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:58.909350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:58.910881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.922930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.923565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.923712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723a0a-2927-4d7c-bdd7-560eae7f5311 None None] Pushing event updated for resources: {'Port': ['ID=5857d6c2-630e-44ca-b050-98378439c06d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.961076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:58.963475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30448a76-22fb-44c3-aebf-c63c5bace891 None None] Network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:59.002857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8bf9cb0b-539b-4c30-ac5b-8f5202d2e770 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8960001 Jul 14 09:26:59.003846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47596) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.095105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Subnet': ['ID=6617ece6-cf65-45fc-864c-c731b1a7af93,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.097735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.161071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07f7cf-208c-4ce4-83bf-cd49b2d60095 None None] Pushing event deleted for resources: {'Port': ['ID=5303aa34-d430-4442-b404-04d84dbaecf3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.184564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e828b9-4092-4617-a4c9-5c0363a4037f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'e26cba27-b3af-4bf2-b2f3-f3b77cfd6f89'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:59.185464 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1e828b9-4092-4617-a4c9-5c0363a4037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.259091 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:54Z', 'revision_number': 3, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:59.260734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=e26cba27-b3af-4bf2-b2f3-f3b77cfd6f89,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.265812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Checking segment: {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:59.265812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network hostable DHCP agents. Network: 049c645a-d3c9-4e5b-a6e7-d1616171850d, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:59.280909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.282911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a21473ce-2b7c-4a56-865e-d7802e865962 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/e26cba27-b3af-4bf2-b2f3-f3b77cfd6f89 HTTP/1.1" status: 204 len: 168 time: 1.1897779 Jul 14 09:26:59.308330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 4, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e9b6f0b4-829d-4cb1-9e73-86867ddd505b', 'name': '', 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'mac_address': 'fa:16:3e:34:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:53Z', 'updated_at': '2021-07-14T09:26:55Z', 'revision_number': 1, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'subnets': [{'id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:59.320600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Provisioning for port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:59.340829 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc6236-e3cd-4201-80a7-f189a595fe53 None None] The sync data for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 is: [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:54Z', 'revision_number': 3, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:59.363435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47602) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.409061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c4bfd-925b-4796-8ddc-2da481da8a48 None None] The sync data for ids ['b859d165-22f9-45b1-ab0e-0f013a084797'] in n-d-758944-44 is: [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 4, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e9b6f0b4-829d-4cb1-9e73-86867ddd505b', 'name': '', 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'mac_address': 'fa:16:3e:34:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:53Z', 'updated_at': '2021-07-14T09:26:55Z', 'revision_number': 1, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'subnets': [{'id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:59.417569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Provisioning complete for port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:59.418372 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.420367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:59.431477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 049c645a-d3c9-4e5b-a6e7-d1616171850d) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:59.442289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Router b859d165-22f9-45b1-ab0e-0f013a084797 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:59.444489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.445674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.486515 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b47b3816-f8e4-4694-8579-e29a87d6dc81 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216056 Jul 14 09:26:59.495335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.506176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:59.511789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.534640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a7440-dcb2-4dd3-84c0-25f9f997102b None None] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:59.605588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-368631c1-6b8f-4f18-92bc-f3ed00e4fa56 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8933592 Jul 14 09:26:59.615311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.957668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:59.961377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.041859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:00.094135 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.134316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7c12e79c-03f9-46f5-8e2b-80f727635ea4 admin admin] 10.222.0.18 "PUT /v2.0/routers/b859d165-22f9-45b1-ab0e-0f013a084797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4988198 Jul 14 09:27:00.368085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Allocated IP 172.20.0.2 (47bdf76e-8e02-4130-bae3-2148eae86c3c/a9689ff3-13a6-4c05-ba6d-bd3fad5bc50e/c9a8d610-7448-4d8a-8d7f-703c9304e12d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:00.507965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] For port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,segment=NetworkSegment(4fc8e230-25c5-4ddd-9875-20d581962178),segment_id=4fc8e230-25c5-4ddd-9875-20d581962178)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:00.521852 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.541920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-9a7ccb23-50e6-47ef-88df-d0ffc3bec54a', 'network_id': '9a7ccb23-50e6-47ef-88df-d0ffc3bec54a', 'tenant_id': 'c457a818a01f408fb479fe200241d718', 'fixed_ips': [{'subnet_id': 'd3abaf50-45ae-4985-9f57-a18a8e1622ba'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:00.542821 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.871257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f740fca-f926-4310-ba56-bde45cb25f14,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:01.109452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:01.110209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Network hostable DHCP agents. Network: e83a7abd-35cf-4f6c-95e3-62222ad25010, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:01.170916 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.181633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Transition to ACTIVE for port object c9a8d610-7448-4d8a-8d7f-703c9304e12d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:01.222684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:01.229536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Transition to ACTIVE for port object c9a8d610-7448-4d8a-8d7f-703c9304e12d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:01.243815 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.262989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-049c645a-d3c9-4e5b-a6e7-d1616171850d', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:01.263813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.321915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f8a9995f-94d8-4b70-a3a3-fe1d10502158 None None] Provisioning complete for port e9b6f0b4-829d-4cb1-9e73-86867ddd505b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:01.331505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8a9995f-94d8-4b70-a3a3-fe1d10502158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.347103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.375455 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.402031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e83a7abd-35cf-4f6c-95e3-62222ad25010) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:01.411561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.412483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.477431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9995f-94d8-4b70-a3a3-fe1d10502158 None None] Port e9b6f0b4-829d-4cb1-9e73-86867ddd505b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:01.482882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864cbb4-6849-402a-b6dd-13fdf9eac098 None None] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:01.600938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=eba1ccf1-4fa5-45ad-9183-35f3eb432825,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:01.645682 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9f6628c3-9c01-468d-802b-fd577e7d18e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.8700824 Jul 14 09:27:01.661958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:01.669648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:01.681000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:01.691532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:01.713968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.714594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.873270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:01.886717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-73307e8d-2e69-4b01-97f2-9df23cc61f05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3872581 Jul 14 09:27:01.894508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47704) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:01.900695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2de7a8fe-980e-43eb-a819-d5a64c7c5724 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1635566637', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:01.986891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:02.001253 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.086950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2de7a8fe-980e-43eb-a819-d5a64c7c5724 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.088061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2de7a8fe-980e-43eb-a819-d5a64c7c5724 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.244196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Allocated IP 172.20.0.1 (47bdf76e-8e02-4130-bae3-2148eae86c3c/a9689ff3-13a6-4c05-ba6d-bd3fad5bc50e/79b3f72d-760e-481a-b613-bee5db0eb1f4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:02.381397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165c00f-5614-4775-a748-fafc6eefd6c2 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:02.406946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:02.418428 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2de7a8fe-980e-43eb-a819-d5a64c7c5724 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.474770 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2de7a8fe-980e-43eb-a819-d5a64c7c5724 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.576657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.632953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Transition to ACTIVE for port object 79b3f72d-760e-481a-b613-bee5db0eb1f4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:02.641905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeb74e7e-e3d3-4f0d-95e7-987872b7771e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:02.712075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Pushing event updated for resources: {'Port': ['ID=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.735865 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.865111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:02.878246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:02.884384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:02.888842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.979261 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.991672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-57ce65b3-7b16-45bb-a914-fa536202d5c3 None None] Provisioning complete for port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:02.992062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57ce65b3-7b16-45bb-a914-fa536202d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.994452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.994807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.995157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.995531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.995873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.996214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.996552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.996886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.997235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.997553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.997887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:02.998294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891781bf-02d7-4b8f-8181-8e54445a2eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.215944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'eba1ccf1-4fa5-45ad-9183-35f3eb432825'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:03.216810 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.230033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Port': ['ID=79b3f72d-760e-481a-b613-bee5db0eb1f4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.315640 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.418446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.436354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Attempting to bind port c9a8d610-7448-4d8a-8d7f-703c9304e12d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:03.436872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Attempting to bind port c9a8d610-7448-4d8a-8d7f-703c9304e12d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c162d4ce-1476-455c-97c7-15e4f681eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47bdf76e-8e02-4130-bae3-2148eae86c3c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:03.437256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Attempting to bind port c9a8d610-7448-4d8a-8d7f-703c9304e12d on network 47bdf76e-8e02-4130-bae3-2148eae86c3c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:03.506551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2de7a8fe-980e-43eb-a819-d5a64c7c5724 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.508523 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2de7a8fe-980e-43eb-a819-d5a64c7c5724 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6127484 Jul 14 09:27:03.526726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Allocated IP 172.20.0.2 (049c645a-d3c9-4e5b-a6e7-d1616171850d/6617ece6-cf65-45fc-864c-c731b1a7af93/3cd8d858-c616-4be1-81e1-e0154f7dc576) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:03.531710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:03.548879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:03.549051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Checking segment: {'id': 'c162d4ce-1476-455c-97c7-15e4f681eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47bdf76e-8e02-4130-bae3-2148eae86c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:03.549473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.550145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Bound using segment: {'id': 'c162d4ce-1476-455c-97c7-15e4f681eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47bdf76e-8e02-4130-bae3-2148eae86c3c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:03.550742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Bound port: c9a8d610-7448-4d8a-8d7f-703c9304e12d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c162d4ce-1476-455c-97c7-15e4f681eb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '47bdf76e-8e02-4130-bae3-2148eae86c3c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:03.551194 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.555731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Pushing event updated for resources: {'Port': ['ID=c9a8d610-7448-4d8a-8d7f-703c9304e12d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.582011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Allocated IP 172.20.0.2 (9a7ccb23-50e6-47ef-88df-d0ffc3bec54a/d3abaf50-45ae-4985-9f57-a18a8e1622ba/5c9ec75a-54f4-44e3-b63a-bcdf2b380961) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:03.755251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port aeb74e7e-e3d3-4f0d-95e7-987872b7771e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:03.801320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aeb74e7e-e3d3-4f0d-95e7-987872b7771e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:03.801699 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.903272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.923681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.987832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ddbbe-9542-49c2-978b-c6eca15aa940 None None] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:04.124278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Port': ['ID=79b3f72d-760e-481a-b613-bee5db0eb1f4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.130046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] For port c9a8d610-7448-4d8a-8d7f-703c9304e12d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:04.136411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] For port c9a8d610-7448-4d8a-8d7f-703c9304e12d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c9a8d610-7448-4d8a-8d7f-703c9304e12d,segment=NetworkSegment(c162d4ce-1476-455c-97c7-15e4f681eb39),segment_id=c162d4ce-1476-455c-97c7-15e4f681eb39)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:04.164596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-d902fa39-3397-4709-98f7-72b0323773f3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.180156 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-d902fa39-3397-4709-98f7-72b0323773f3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 1.6768136 Jul 14 09:27:04.185813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.250720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/eba1ccf1-4fa5-45ad-9183-35f3eb432825/7a2e83f0-dd09-45e9-893f-eeb0651ab94d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:04.276296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-3001f0c6-6eff-49fa-b1d7-5f0e283e0228 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.0878561 Jul 14 09:27:04.365956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:04.376611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:04.385648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-2f6bfd4f-9039-44a1-bd62-98c15f171e96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083682 Jul 14 09:27:04.394292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.459913 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.475805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Transition to ACTIVE for port object 3cd8d858-c616-4be1-81e1-e0154f7dc576 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:04.496400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Transition to ACTIVE for port object 3cd8d858-c616-4be1-81e1-e0154f7dc576 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:04.534247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.621903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.637296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d721-d140-4bf8-b76a-be25cc82457e None None] Pushing event updated for resources: {'Port': ['ID=c9a8d610-7448-4d8a-8d7f-703c9304e12d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.744021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Pushing event updated for resources: {'Port': ['ID=3cd8d858-c616-4be1-81e1-e0154f7dc576,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.766288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Sync routers for ids ['b859d165-22f9-45b1-ab0e-0f013a084797'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:04.787257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Router 1236fb65-fc00-4ec7-b109-2ec715476c06 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:04.806340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:04.815853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.20.0.1 (049c645a-d3c9-4e5b-a6e7-d1616171850d/6617ece6-cf65-45fc-864c-c731b1a7af93/8102c88c-149d-4d19-a25b-c5a02d7294bc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:04.830019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:04.921407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:04.927911 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.958378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Routers {'b859d165-22f9-45b1-ab0e-0f013a084797'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:04.959316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b859d165-22f9-45b1-ab0e-0f013a084797'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.011921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.053733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:05.065528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2ad64da2-fdde-44ed-a61e-f0001cab8f38 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "PUT /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0543685 Jul 14 09:27:05.066411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.069087 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] Sync routers for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:05.087624 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:05.090128 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.119092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-d5892084-b4ff-46eb-8c49-d91d48285e56 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174101 Jul 14 09:27:05.129445 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.154556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port aeb74e7e-e3d3-4f0d-95e7-987872b7771e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:05.232826 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.279215 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.280913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5857d6c2-630e-44ca-b050-98378439c06d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:05.284355 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:05.285180 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.344631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Transition to ACTIVE for port object 8102c88c-149d-4d19-a25b-c5a02d7294bc will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:05.559905 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.561176 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4564d8-56f6-483f-bdd9-bc614a8a90ba None None] The sync data for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:05.798443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Attempting to bind port 3cd8d858-c616-4be1-81e1-e0154f7dc576 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:05.799009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Attempting to bind port 3cd8d858-c616-4be1-81e1-e0154f7dc576 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:05.799933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Attempting to bind port 3cd8d858-c616-4be1-81e1-e0154f7dc576 on network 049c645a-d3c9-4e5b-a6e7-d1616171850d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:05.909975 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-bf0d15ca-ad3d-4b11-804e-2b2d271898a8 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:27:05.911200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bf0d15ca-ad3d-4b11-804e-2b2d271898a8 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "PUT /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8436768 Jul 14 09:27:05.914838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47784) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.957207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.964646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:05.965747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Checking segment: {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:05.966362 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.969903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Bound using segment: {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:05.970628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Bound port: 3cd8d858-c616-4be1-81e1-e0154f7dc576, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:05.972011 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.972438 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.991405 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.036321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Set router b859d165-22f9-45b1-ab0e-0f013a084797 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:06.075835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:06.091698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:06.122205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:06.144105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Transition to ACTIVE for port object 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:06.219533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5857d6c2-630e-44ca-b050-98378439c06d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:06.234194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Allocated IP 172.25.2.48 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/1023dcd3-ecb8-4377-abba-ba1bbe476768) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:06.237017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=8102c88c-149d-4d19-a25b-c5a02d7294bc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.286613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Transition to ACTIVE for port object 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:06.315910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5857d6c2-630e-44ca-b050-98378439c06d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:06.316314 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.324295 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.354003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.383413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.403491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-481b13ff-e602-4959-80e6-a585f391c148 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1839862 Jul 14 09:27:06.675668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.716034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.741700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Transition to ACTIVE for port object 7a2e83f0-dd09-45e9-893f-eeb0651ab94d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:06.745553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.748505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6dc1c-7311-4d38-9d9f-74f74b5b2162 None None] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:06.930304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efeab57d-8842-449d-a9ec-8bf295a4becc req-0b1c9ac4-1bd6-42bf-bd0c-14f02afef8e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 210 time: 0.1049531 Jul 14 09:27:06.953065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:07.037491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.066195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:07.070429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:07.091207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:07.097522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:07.147966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:07.169309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Port': ['ID=1023dcd3-ecb8-4377-abba-ba1bbe476768,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.201221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Pushing event updated for resources: {'Port': ['ID=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.212054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] For port 3cd8d858-c616-4be1-81e1-e0154f7dc576, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:07.220840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Transition to ACTIVE for port object 7a2e83f0-dd09-45e9-893f-eeb0651ab94d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:07.270118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55172997-8c7b-4fa4-a9a7-bcefec8d5159 None None] Provisioning for port c9a8d610-7448-4d8a-8d7f-703c9304e12d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:07.301917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] For port 3cd8d858-c616-4be1-81e1-e0154f7dc576, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3cd8d858-c616-4be1-81e1-e0154f7dc576,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:07.310793 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.334802 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.440075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::1 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/eba1ccf1-4fa5-45ad-9183-35f3eb432825/e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:07.509969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.517218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.591144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Deleting port 79b3f72d-760e-481a-b613-bee5db0eb1f4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:07.591681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.609189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Pushing event updated for resources: {'Port': ['ID=7a2e83f0-dd09-45e9-893f-eeb0651ab94d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.652119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:07.722183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Attempting to bind port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:07.725524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Attempting to bind port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a139f965-5cdf-4dd7-ab5d-1bc5543c864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9a7ccb23-50e6-47ef-88df-d0ffc3bec54a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:07.726184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Attempting to bind port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 on network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:07.761739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.798946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Calling delete_port for 79b3f72d-760e-481a-b613-bee5db0eb1f4 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:07.800121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:07.880216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:07.936566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb34e9e-bb88-4f7a-bf57-e2bbb5301103 None None] Pushing event updated for resources: {'Port': ['ID=3cd8d858-c616-4be1-81e1-e0154f7dc576,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.943929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:07.944320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Checking segment: {'id': 'a139f965-5cdf-4dd7-ab5d-1bc5543c864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9a7ccb23-50e6-47ef-88df-d0ffc3bec54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:07.944809 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.945257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Bound using segment: {'id': 'a139f965-5cdf-4dd7-ab5d-1bc5543c864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9a7ccb23-50e6-47ef-88df-d0ffc3bec54a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:07.946076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Bound port: 5c9ec75a-54f4-44e3-b63a-bcdf2b380961, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a139f965-5cdf-4dd7-ab5d-1bc5543c864b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9a7ccb23-50e6-47ef-88df-d0ffc3bec54a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:07.946380 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.969859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5857d6c2-630e-44ca-b050-98378439c06d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5857d6c2-630e-44ca-b050-98378439c06d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:08.019329 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.170238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5857d6c2-630e-44ca-b050-98378439c06d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.277088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.309408 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.416131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.423902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Attempting to bind port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:08.424603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Attempting to bind port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:08.425406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Attempting to bind port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:08.477952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 4, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e9b6f0b4-829d-4cb1-9e73-86867ddd505b', 'name': '', 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'mac_address': 'fa:16:3e:34:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:53Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 2, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'subnets': [{'id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:08.482162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:08.482554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:08.482973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.483412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:08.483970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Bound port: 7a2e83f0-dd09-45e9-893f-eeb0651ab94d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:08.484374 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.520956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Port': ['ID=79b3f72d-760e-481a-b613-bee5db0eb1f4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.558358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeb74e7e-e3d3-4f0d-95e7-987872b7771e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:08.599036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.610960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Checking router: b859d165-22f9-45b1-ab0e-0f013a084797 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:08.611984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Updating router b859d165-22f9-45b1-ab0e-0f013a084797 port e9b6f0b4-829d-4cb1-9e73-86867ddd505b binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:08.638371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] For port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:08.728729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] For port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,segment=NetworkSegment(a139f965-5cdf-4dd7-ab5d-1bc5543c864b),segment_id=a139f965-5cdf-4dd7-ab5d-1bc5543c864b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:08.751985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.760097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.819480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port aeb74e7e-e3d3-4f0d-95e7-987872b7771e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:08.819872 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.916249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.931234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e1cbee-627b-4915-a511-4bed57f10715 req-c0b4234b-5d04-4473-9c67-b29546a4f13c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 210 time: 0.5388880 Jul 14 09:27:09.058605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] For port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:09.110571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.239976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c31ba2af-1632-46dc-a459-c74c6f13f2e1 None None] Could not find standard attr ID for object 79b3f72d-760e-481a-b613-bee5db0eb1f4. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:27:09.246793 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] For port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7a2e83f0-dd09-45e9-893f-eeb0651ab94d,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:09.267401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2b0a8-73a5-4855-a951-e6f8d31ffe47 None None] Pushing event updated for resources: {'Port': ['ID=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.292754 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.345697 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.360031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=8102c88c-149d-4d19-a25b-c5a02d7294bc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.372775 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.531603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Port': ['ID=1023dcd3-ecb8-4377-abba-ba1bbe476768,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.661563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d680bf86-2703-4936-a097-29e5f353e240 None None] Could not find standard attr ID for object 79b3f72d-760e-481a-b613-bee5db0eb1f4. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:27:09.664611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c9a8d610-7448-4d8a-8d7f-703c9304e12d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:09.744092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.830333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:09.831335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b390-6a45-457d-9d7e-e21946f19815 None None] Pushing event updated for resources: {'Port': ['ID=7a2e83f0-dd09-45e9-893f-eeb0651ab94d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.879004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.927078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720866b8-8e1c-4bb2-a86c-99caa1266ae2 None None] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:10.021923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.025173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d31cabe4-65cf-4e58-8bab-170be6494393 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0364063 Jul 14 09:27:10.035961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:10.049340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1485802559'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:10.148457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:10.160735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:10.166102 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.224673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Made reservation on behalf of 012e6f68385e4470803a23d14e054fde for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:10.240015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.301972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:10.431169 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.440408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:10.501410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:10.507877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:10.508605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.605658 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c19fad35-40b9-4c39-aa02-a4a9f50d28b0 req-c48e0b4b-54c8-4dcd-8ca0-f00779585fa2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 210 time: 0.1294541 Jul 14 09:27:10.706294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-d3b25ee6-d9bf-4d3d-9d28-35d6f8b3a9d2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.712402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-d3b25ee6-d9bf-4d3d-9d28-35d6f8b3a9d2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 1.8198779 Jul 14 09:27:10.724914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Router 1236fb65-fc00-4ec7-b109-2ec715476c06 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:10.736005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Request body: {'port': {'device_id': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'admin_state_up': True, 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:10.874453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.903336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.907059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-262e60cd-363e-4bf0-b7ba-f4337d56bb82 None None] Provisioning for port 3cd8d858-c616-4be1-81e1-e0154f7dc576 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:10.926732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c9a8d610-7448-4d8a-8d7f-703c9304e12d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:10.964177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Transition to ACTIVE for port object e9b6f0b4-829d-4cb1-9e73-86867ddd505b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:10.966770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c9a8d610-7448-4d8a-8d7f-703c9304e12d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:10.967461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.983252 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.056580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:11.067066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a32b420a-1c30-48c1-9f4d-512a8a5e758b tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "PUT /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1508424 Jul 14 09:27:11.079073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47820) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:11.118662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f824077b-a5fd-4895-b260-75f785b8216e None None] Could not find standard attr ID for object 79b3f72d-760e-481a-b613-bee5db0eb1f4. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:27:11.120737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] Sync routers for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:11.165876 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c5c9b248-e790-4aeb-bea4-e5cf76bf349d tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] delete failed (client error): The resource could not be found. Jul 14 09:27:11.172962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c5c9b248-e790-4aeb-bea4-e5cf76bf349d tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1766823961 HTTP/1.1" status: 404 len: 335 time: 0.0927496 Jul 14 09:27:11.180743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:11.189622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-debff105-9eb4-4749-a23d-dc007882319e tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'router': {'external_gateway_info': {'network_id': '1236fb65-fc00-4ec7-b109-2ec715476c06'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:11.210477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d9a49-6c3f-4c2e-bcc5-70726b6b1ab7 None None] Network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:11.297150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:11.302980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:11.416669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:11.419016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.437737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.438527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.486043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:11.533618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:11.534277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:11.623398 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-debff105-9eb4-4749-a23d-dc007882319e tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.672647 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-debff105-9eb4-4749-a23d-dc007882319e tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] update failed (client error): The resource could not be found. Jul 14 09:27:11.674624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-debff105-9eb4-4749-a23d-dc007882319e tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "PUT /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06 HTTP/1.1" status: 404 len: 339 time: 0.4928265 Jul 14 09:27:11.680063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47828) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:11.729155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:11.742163 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Sync routers for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:11.743106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:11.744108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b29ebd7-7125-412b-a882-c083cdcf929d None None] The sync data for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:11.745634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6625f-fbde-4634-9169-e3aed3bee2e7 None None] Pushing event updated for resources: {'Port': ['ID=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:11.753156 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cf48688f-3844-4ab9-9627-4e39fb6137b9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "PUT /v2.0/routers/4ff5e2e9-db87-4b34-9cd2-e668b1278dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1308546 Jul 14 09:27:11.758511 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:11.761942 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:11.764650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:11.857319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.860015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e4795818-39cb-4ab8-8c30-af227453e8fb None None] Provisioning for port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:11.873816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:11.970401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Attempting to bind port e9b6f0b4-829d-4cb1-9e73-86867ddd505b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:11.970992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Attempting to bind port e9b6f0b4-829d-4cb1-9e73-86867ddd505b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:11.971279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Attempting to bind port e9b6f0b4-829d-4cb1-9e73-86867ddd505b on network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:12.001718 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:12.026716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:12.026716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Checking segment: {'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:12.026716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.026716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Bound using segment: {'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:12.027243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Bound port: e9b6f0b4-829d-4cb1-9e73-86867ddd505b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf23482-ed9e-45bd-90f6-e50b79fa624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:12.027697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.080845 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9dedc2ee-7f19-435a-b785-aa8d6c72d796 req-52c5a079-17c9-49fc-a5f3-f40e12d207f6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 210 time: 0.1165402 Jul 14 09:27:12.094884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c9a8d610-7448-4d8a-8d7f-703c9304e12d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c9a8d610-7448-4d8a-8d7f-703c9304e12d,segment=NetworkSegment(c162d4ce-1476-455c-97c7-15e4f681eb39),segment_id=c162d4ce-1476-455c-97c7-15e4f681eb39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:12.101798 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.102641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:12.229601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-00422a22-44b3-4e90-95e6-c04f66f1df06 None None] Provisioning for port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:12.260726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] For port e9b6f0b4-829d-4cb1-9e73-86867ddd505b, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:12.264238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:12.264620 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.293238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.345764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.385091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] For port e9b6f0b4-829d-4cb1-9e73-86867ddd505b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,segment=NetworkSegment(ddf23482-ed9e-45bd-90f6-e50b79fa624e),segment_id=ddf23482-ed9e-45bd-90f6-e50b79fa624e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:12.395659 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.434546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c9a8d610-7448-4d8a-8d7f-703c9304e12d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.441821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:12.443150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.452433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:12.549768 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:06Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:07Z', 'revision_number': 2, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:12.587948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:12.591707 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.634774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Routers {'b859d165-22f9-45b1-ab0e-0f013a084797'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:12.645242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b859d165-22f9-45b1-ab0e-0f013a084797'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:12.701376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:12.718604 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Checking router: 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:12.724435 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Updating router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 port 8102c88c-149d-4d19-a25b-c5a02d7294bc binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:12.767906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-00422a22-44b3-4e90-95e6-c04f66f1df06 None None] Provisioning for port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:12.785167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-00422a22-44b3-4e90-95e6-c04f66f1df06 None None] Provisioning complete for port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:12.785545 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-00422a22-44b3-4e90-95e6-c04f66f1df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.800638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6625f-fbde-4634-9169-e3aed3bee2e7 None None] Pushing event updated for resources: {'Port': ['ID=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.860493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.861206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.869418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.869941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.870654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.871136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.883998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.884706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.885411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.885926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.886915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.899918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-014369a5-f6a5-41ad-955b-81d42b2caf7c tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7762 time: 1.1274040 Jul 14 09:27:12.899918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:12.928767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a263df5c-d44d-4538-890e-4644923c7842,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.935261 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.952808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.952954 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Added segment bce67038-bbd5-49f1-9401-1b35770aeffb of type vlan for network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 Jul 14 09:27:13.069173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-00422a22-44b3-4e90-95e6-c04f66f1df06 None None] Port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:13.180344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] Set router b859d165-22f9-45b1-ab0e-0f013a084797 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:13.211368 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.233993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.234522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.234983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.235541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.235997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.238638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.239144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.239702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.240157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.242787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.243294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.253383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-603d297b-346f-4fe8-9afd-a95e09aed2c6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7058 time: 0.3493998 Jul 14 09:27:13.254005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47846) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:13.492442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5857d6c2-630e-44ca-b050-98378439c06d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:13.519759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-59f08bf3-a253-4bfe-9e92-f9380826b386 None None] Provisioning for port 8102c88c-149d-4d19-a25b-c5a02d7294bc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:13.601057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-59f08bf3-a253-4bfe-9e92-f9380826b386 None None] Provisioning complete for port 8102c88c-149d-4d19-a25b-c5a02d7294bc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:13.601436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59f08bf3-a253-4bfe-9e92-f9380826b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.663890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd0e22fc-5c6d-4c89-a554-d1234737647a req-6400b78d-fe14-472c-a6f8-81cd48a2c99e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 210 time: 0.1761100 Jul 14 09:27:13.690900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-59f08bf3-a253-4bfe-9e92-f9380826b386 None None] Port 8102c88c-149d-4d19-a25b-c5a02d7294bc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:13.701360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Allocated IP 172.20.0.8 (e83a7abd-35cf-4f6c-95e3-62222ad25010/1f740fca-f926-4310-ba56-bde45cb25f14/6bb251ce-c36f-40c0-a4a6-8eaa73a11e60) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:13.729675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Allocated IP 172.20.0.1 (8cbd9608-1ff4-4bef-9885-28b830989bac/69b4df06-591b-415d-88c1-2c97c4b4b67e/2f64126c-1f07-4871-bd75-f8fe0d340b18) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:13.813907 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.823110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5857d6c2-630e-44ca-b050-98378439c06d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:13.823333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.845735 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Transition to ACTIVE for port object 8102c88c-149d-4d19-a25b-c5a02d7294bc will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:13.860843 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.027083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8845972c-635f-4784-bafb-50b06110c2fc None None] Provisioning complete for port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.028214 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8845972c-635f-4784-bafb-50b06110c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.030711 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.038225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.039560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.045116 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7494f0-ff7d-4ee1-b03f-23c1391d07c5 None None] Pushing event updated for resources: {'Port': ['ID=8102c88c-149d-4d19-a25b-c5a02d7294bc,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.050599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 4, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e9b6f0b4-829d-4cb1-9e73-86867ddd505b', 'name': '', 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'mac_address': 'fa:16:3e:34:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:53Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 4, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'subnets': [{'id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:14.056792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:14.123983 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Attempting to bind port 8102c88c-149d-4d19-a25b-c5a02d7294bc on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:14.124621 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Attempting to bind port 8102c88c-149d-4d19-a25b-c5a02d7294bc by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:14.125143 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Attempting to bind port 8102c88c-149d-4d19-a25b-c5a02d7294bc on network 049c645a-d3c9-4e5b-a6e7-d1616171850d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:14.138273 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:14.139121 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Checking segment: {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:14.139716 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.140262 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Bound using segment: {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:14.140892 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Bound port: 8102c88c-149d-4d19-a25b-c5a02d7294bc, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:14.141440 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.201032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8845972c-635f-4784-bafb-50b06110c2fc None None] Port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:14.217394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.222118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440b551-cdf7-4cf4-a58b-cafed786c413 None None] The sync data for ids ['b859d165-22f9-45b1-ab0e-0f013a084797'] in n-d-758944-44 is: [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 4, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e9b6f0b4-829d-4cb1-9e73-86867ddd505b', 'name': '', 'network_id': '5c4ce1ba-748b-499e-b7ed-68bbc0fa8473', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'mac_address': 'fa:16:3e:34:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:53Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 4, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'subnets': [{'id': 'ee0885eb-0ecf-43d6-9a03-a59191cc12cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:14.278051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.282316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Transition to ACTIVE for port object 2f64126c-1f07-4871-bd75-f8fe0d340b18 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:14.287179 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] For port 8102c88c-149d-4d19-a25b-c5a02d7294bc, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:14.295209 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] For port 8102c88c-149d-4d19-a25b-c5a02d7294bc, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8102c88c-149d-4d19-a25b-c5a02d7294bc,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:14.302665 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.397341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7a2e83f0-dd09-45e9-893f-eeb0651ab94d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:14.404828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:14.405800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.3680091 Jul 14 09:27:14.406489 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:14.408950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.421255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.434914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Request body: {'subnet': {'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:14.505951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4690e2-a9f0-4c3e-9ce9-24c5dda7038e tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Network': ['ID=1c60878a-600c-4354-b6a6-3cddcefb2cc0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.535477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:14.642705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:14.664019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fa937720-eb1e-4057-acb8-7e6869ea2cb2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "PUT /v2.0/routers/7440e24d-cdef-468c-b9d9-52ec7c3c9050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1228931 Jul 14 09:27:14.668971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47856) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.696823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.715876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Sync routers for ids ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:14.781778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Routers {'7440e24d-cdef-468c-b9d9-52ec7c3c9050'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:14.782443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:14.786239 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7494f0-ff7d-4ee1-b03f-23c1391d07c5 None None] Pushing event updated for resources: {'Port': ['ID=8102c88c-149d-4d19-a25b-c5a02d7294bc,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.787043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network 8cbd9608-1ff4-4bef-9885-28b830989bac is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:14.816820 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:14.842593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:14.852929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff72a9d-22cc-40d2-abf6-11ccfd97a42b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.856810 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3ff72a9d-22cc-40d2-abf6-11ccfd97a42b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports/e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc HTTP/1.1" status: 200 len: 911 time: 0.1863263 Jul 14 09:27:14.861574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47860) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.904112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:14.969146 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.021958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:15.052817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9db2e77f-588e-48d7-ae54-138cf8cd5d89 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4129 time: 1.7785654 Jul 14 09:27:15.124608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Set router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:15.162894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dfb4d-6fa3-4fdf-affa-b0db6728bed4 req-d438d13c-580d-4551-98ee-04742426231b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.176705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c92dfb4d-6fa3-4fdf-affa-b0db6728bed4 req-d438d13c-580d-4551-98ee-04742426231b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 931 time: 0.1832476 Jul 14 09:27:15.186387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Port': ['ID=2f64126c-1f07-4871-bd75-f8fe0d340b18,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.218106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Made reservation on behalf of 012e6f68385e4470803a23d14e054fde for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:15.227421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.255147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:15.264164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.266978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:15.296230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:15.320161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c92dfb4d-6fa3-4fdf-affa-b0db6728bed4 req-edddf6de-c562-48e9-a806-4c56495b2de7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407931 Jul 14 09:27:15.434333 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:06Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:14Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:15.473357 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36171ad-fed3-483c-b9c2-3b16858d9df6 None None] The sync data for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 is: [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:06Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:14Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:15.493917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event updated for resources: {'Port': ['ID=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.525846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:15.838365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.839585 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.944915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-b9856026-e8c6-410e-90ac-28c8fa434e7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2165701 Jul 14 09:27:15.946716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.948859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47868) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:15.954092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-791d981f-bd8b-4fc1-bbe5-c966ec6385e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192903284', 'description': 'tempest-secgroup-smoke-192903284 description', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:15.977169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Request body: {'port': {'device_id': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:16.003713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-791d981f-bd8b-4fc1-bbe5-c966ec6385e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.093658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.188234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852bbd5-bd16-4b9b-bd02-44c640179da0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.192684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-791d981f-bd8b-4fc1-bbe5-c966ec6385e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.196177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852bbd5-bd16-4b9b-bd02-44c640179da0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.198450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-791d981f-bd8b-4fc1-bbe5-c966ec6385e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.201851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c852bbd5-bd16-4b9b-bd02-44c640179da0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.3278842 Jul 14 09:27:16.202566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47870) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:16.250766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f27caacc-172a-4950-833a-88fce39f377b None None] Provisioning for port 2f64126c-1f07-4871-bd75-f8fe0d340b18 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:16.252026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d981f-bd8b-4fc1-bbe5-c966ec6385e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92d102e-7019-466d-8d1d-b1ba31e362ac,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.255524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-791d981f-bd8b-4fc1-bbe5-c966ec6385e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.260334 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-791d981f-bd8b-4fc1-bbe5-c966ec6385e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3075378 Jul 14 09:27:16.261378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:16.276365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-76f55852-903d-4b7b-ad10-619192e93cee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': 'f92d102e-7019-466d-8d1d-b1ba31e362ac', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:16.302236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f27caacc-172a-4950-833a-88fce39f377b None None] Provisioning complete for port 2f64126c-1f07-4871-bd75-f8fe0d340b18 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:16.302877 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27caacc-172a-4950-833a-88fce39f377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.314181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8516c63c-3660-40ba-b272-122e73c37cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.342124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76f55852-903d-4b7b-ad10-619192e93cee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.441398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f27caacc-172a-4950-833a-88fce39f377b None None] Port 2f64126c-1f07-4871-bd75-f8fe0d340b18 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:16.447546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.541410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76f55852-903d-4b7b-ad10-619192e93cee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.546277 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76f55852-903d-4b7b-ad10-619192e93cee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.559515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7a2e83f0-dd09-45e9-893f-eeb0651ab94d,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:16.566256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.567753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:16.610981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f55852-903d-4b7b-ad10-619192e93cee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934e0b7a-9f6f-4b87-8e8d-6101b1da5939,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.627240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.648005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76f55852-903d-4b7b-ad10-619192e93cee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.649281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-76f55852-903d-4b7b-ad10-619192e93cee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872273 Jul 14 09:27:16.652056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:16.670441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6e84fdd3-dd5b-45fb-802a-e9a0cb931f95 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': 'f92d102e-7019-466d-8d1d-b1ba31e362ac', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:16.693137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'name': 'tempest-NetworksTestDHCPv6-router-1635566637', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:02Z', 'updated_at': '2021-07-14T09:27:10Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None, '_interfaces': [{'id': 'e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc', 'name': '', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'mac_address': 'fa:16:3e:5a:da:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'eba1ccf1-4fa5-45ad-9183-35f3eb432825', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:05Z', 'updated_at': '2021-07-14T09:27:11Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'subnets': [{'id': 'eba1ccf1-4fa5-45ad-9183-35f3eb432825', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:16.696660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=7a2e83f0-dd09-45e9-893f-eeb0651ab94d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.731075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Checking router: 7440e24d-cdef-468c-b9d9-52ec7c3c9050 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:16.731550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Updating router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:16.742258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:16.785418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84fdd3-dd5b-45fb-802a-e9a0cb931f95 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.810464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:16.815038 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.878969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84fdd3-dd5b-45fb-802a-e9a0cb931f95 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.888051 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84fdd3-dd5b-45fb-802a-e9a0cb931f95 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.921674 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.929607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84fdd3-dd5b-45fb-802a-e9a0cb931f95 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2464c5-41ae-43d5-8dfd-792c87fc10e9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.973742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84fdd3-dd5b-45fb-802a-e9a0cb931f95 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.974982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6e84fdd3-dd5b-45fb-802a-e9a0cb931f95 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3193283 Jul 14 09:27:16.991671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47882) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.002372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a129b-46f4-4ccf-958f-f5d2977fd902 req-f9c80590-b30a-4a59-8e07-cdd72def7483 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.003890 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.004046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a129b-46f4-4ccf-958f-f5d2977fd902 req-f9c80590-b30a-4a59-8e07-cdd72def7483 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 931 time: 0.3875983 Jul 14 09:27:17.013433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c23598aa-c77a-4e17-a216-47e4f90c1693 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': 'f92d102e-7019-466d-8d1d-b1ba31e362ac', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:17.059820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Subnet': ['ID=4e3d1f95-51cb-44d2-b3be-bb793d707a56,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.060617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,segment=NetworkSegment(a139f965-5cdf-4dd7-ab5d-1bc5543c864b),segment_id=a139f965-5cdf-4dd7-ab5d-1bc5543c864b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:17.122073 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.122894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c9a8d610-7448-4d8a-8d7f-703c9304e12d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:17.133338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-533a129b-46f4-4ccf-958f-f5d2977fd902 req-21bfc857-ed76-4b32-85a2-9e7fdabb8d1f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143756 Jul 14 09:27:17.154255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c23598aa-c77a-4e17-a216-47e4f90c1693 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.173209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Checking segment: {'id': 'bce67038-bbd5-49f1-9401-1b35770aeffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:17.173574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Network hostable DHCP agents. Network: 1c60878a-600c-4354-b6a6-3cddcefb2cc0, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:17.237644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.269686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c23598aa-c77a-4e17-a216-47e4f90c1693 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.284041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c23598aa-c77a-4e17-a216-47e4f90c1693 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.353980 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c23598aa-c77a-4e17-a216-47e4f90c1693 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.356425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c23598aa-c77a-4e17-a216-47e4f90c1693 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3514817 Jul 14 09:27:17.357496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23598aa-c77a-4e17-a216-47e4f90c1693 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cb91bd-d251-4f41-9581-30500589eb29,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.363374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47886) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.377422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-04600030-0d03-4e00-a3f6-56fb47b254d9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': 'f92d102e-7019-466d-8d1d-b1ba31e362ac', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:17.440420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04600030-0d03-4e00-a3f6-56fb47b254d9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.472711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c9a8d610-7448-4d8a-8d7f-703c9304e12d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:17.474590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.586064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04600030-0d03-4e00-a3f6-56fb47b254d9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.594755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04600030-0d03-4e00-a3f6-56fb47b254d9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.612438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04600030-0d03-4e00-a3f6-56fb47b254d9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24463d71-beb0-4a93-99ab-e2ec2c133a5e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.619910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:17.628331 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04600030-0d03-4e00-a3f6-56fb47b254d9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.633740 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-04600030-0d03-4e00-a3f6-56fb47b254d9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2636304 Jul 14 09:27:17.637500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.642659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': 'f92d102e-7019-466d-8d1d-b1ba31e362ac', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:17.703771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3cd8d858-c616-4be1-81e1-e0154f7dc576 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:17.707266 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Project dd8d03dc25ee441d8c6ae7993489df4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:27:17.717505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.834611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.840206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.872731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3cd8d858-c616-4be1-81e1-e0154f7dc576 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:17.882850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3cd8d858-c616-4be1-81e1-e0154f7dc576 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:17.883396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.884037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e6deb1-e275-44fb-b590-49db9f3afa26,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.895281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.897295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ffc3fe56-632c-4d57-a9ec-f55b04fd3698 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583044 Jul 14 09:27:17.901960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.918564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': 'f92d102e-7019-466d-8d1d-b1ba31e362ac', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:17.964666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.971256 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Project dd8d03dc25ee441d8c6ae7993489df4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:27:17.979532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.023184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Transition to ACTIVE for port object e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:18.044232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.114895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a729d68-8be0-448e-9567-58051f425d06 None None] Pushing event updated for resources: {'Port': ['ID=e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.144380 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.155757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.163623 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.224659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 3cd8d858-c616-4be1-81e1-e0154f7dc576, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3cd8d858-c616-4be1-81e1-e0154f7dc576,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:18.231175 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.231531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2563161-9de9-4e8b-b14b-4a8f9e6775f9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.246208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.250566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c422ffbc-67b4-440f-bc66-baf141870574 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451900 Jul 14 09:27:18.460440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Attempting to bind port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:18.460993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Attempting to bind port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:18.464835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Attempting to bind port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:18.511808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:18.518898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:18.519742 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.521011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:18.522049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Bound port: e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:18.526136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.578101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 1c60878a-600c-4354-b6a6-3cddcefb2cc0) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:18.596565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.597738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.605194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f36b5-2366-4395-9784-941f7513b601 None None] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:18.639848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.664722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.722324 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.738902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ca0ff7d-19fd-40e4-8082-9d353cfbbd7c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3247247 Jul 14 09:27:18.786218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.793411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-563468999', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:18.823146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=3cd8d858-c616-4be1-81e1-e0154f7dc576,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.825103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-52039d7b-44f9-49a2-9332-66151af71d7b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192903284&fields=id&tenant_id=dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 267 time: 0.1019189 Jul 14 09:27:18.834423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8102c88c-149d-4d19-a25b-c5a02d7294bc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:18.916783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:18.945988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc012-c2c7-43c7-b8e9-d47ed26a0c69 req-5aef61e5-e6e8-49cd-9e2f-f85a4c9b9814 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.953316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a3dc012-c2c7-43c7-b8e9-d47ed26a0c69 req-5aef61e5-e6e8-49cd-9e2f-f85a4c9b9814 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 931 time: 0.4170825 Jul 14 09:27:18.970341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.973905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event updated for resources: {'Port': ['ID=2f64126c-1f07-4871-bd75-f8fe0d340b18,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.021339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.021829 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.022961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.029385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] For port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:19.035144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] For port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:19.035756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-85ff6651-1935-4988-b682-2ac0993b1e54 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.037906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-85ff6651-1935-4988-b682-2ac0993b1e54 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/networks?id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 797 time: 0.1971331 Jul 14 09:27:19.044436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.061121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-ee66f8fc-c7d0-4bf7-b58f-658c7576835c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/quotas/dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 375 time: 0.0163703 Jul 14 09:27:19.114287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Transition to ACTIVE for port object 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:19.117012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-1c60878a-600c-4354-b6a6-3cddcefb2cc0', 'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0', 'tenant_id': '012e6f68385e4470803a23d14e054fde', 'fixed_ips': [{'subnet_id': '4e3d1f95-51cb-44d2-b3be-bb793d707a56'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:19.119255 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.128424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8102c88c-149d-4d19-a25b-c5a02d7294bc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:19.153029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8102c88c-149d-4d19-a25b-c5a02d7294bc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:19.153404 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.162705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.225505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a729d68-8be0-448e-9567-58051f425d06 None None] Pushing event updated for resources: {'Port': ['ID=e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.239499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Routers {'7440e24d-cdef-468c-b9d9-52ec7c3c9050'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:19.241752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-d0dadd17-8b7e-4d75-a217-144aa898c538 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1747580 Jul 14 09:27:19.259702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:26:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:19.297819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a3dc012-c2c7-43c7-b8e9-d47ed26a0c69 req-0b4088d4-3a9f-482b-bab8-d466f5c80cd6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431914 Jul 14 09:27:19.515465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Network 8cbd9608-1ff4-4bef-9885-28b830989bac is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:19.527754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.538772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:19.611661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] Set router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:19.629571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-c7ea3852-0966-4be2-a6d3-ffc4e7f8c586 service neutron] 10.222.0.18 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670690 Jul 14 09:27:19.836014 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.856365 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1b692c6-0f3e-418f-92fd-932408add9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.857477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.867644 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.887836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-3858c0b3-1b63-4155-b3d0-1eb34cfd6d13 service neutron] 10.222.0.18 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517495 Jul 14 09:27:19.890894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Allocated IP 172.20.0.2 (1c60878a-600c-4354-b6a6-3cddcefb2cc0/4e3d1f95-51cb-44d2-b3be-bb793d707a56/1f485720-6147-448a-ab15-2174b1621890) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:19.959063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 8102c88c-149d-4d19-a25b-c5a02d7294bc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8102c88c-149d-4d19-a25b-c5a02d7294bc,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:19.999254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.000128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:20.073540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.110459 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.177222 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad209cca-9163-444a-b7e7-4264c86c5558 req-611981bc-00ea-41e0-8d40-e96c92ea20b6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 210 time: 0.0377903 Jul 14 09:27:20.219184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=8102c88c-149d-4d19-a25b-c5a02d7294bc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.234454 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.242949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-abb4184e-263d-40ed-a32f-8ad5e4f1b1e0 None None] Provisioning complete for port 2f64126c-1f07-4871-bd75-f8fe0d340b18 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:20.248358 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abb4184e-263d-40ed-a32f-8ad5e4f1b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.445748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Router 1236fb65-fc00-4ec7-b109-2ec715476c06 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:20.464216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Attempting to bind port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:20.464591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Attempting to bind port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:20.464941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Attempting to bind port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:20.475864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:20.476285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Attempting to bind port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:20.513318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:20.513737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:20.514066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Bound using segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:20.514513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Bound port: 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:20.514871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.554447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-abb4184e-263d-40ed-a32f-8ad5e4f1b1e0 None None] Port 2f64126c-1f07-4871-bd75-f8fe0d340b18 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:20.649957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:20.650654 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.711303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b136-dac4-4b90-8fe4-19d6f8db9def req-e288175a-0716-4b48-a1de-64a1b523e575 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.719959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] For port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:20.723610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d293b136-dac4-4b90-8fe4-19d6f8db9def req-e288175a-0716-4b48-a1de-64a1b523e575 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 943 time: 0.1827281 Jul 14 09:27:20.735032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'name': 'tempest-NetworksTestDHCPv6-router-1635566637', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:02Z', 'updated_at': '2021-07-14T09:27:10Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None, '_interfaces': [{'id': 'e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc', 'name': '', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'mac_address': 'fa:16:3e:5a:da:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'eba1ccf1-4fa5-45ad-9183-35f3eb432825', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:05Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 4, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'subnets': [{'id': 'eba1ccf1-4fa5-45ad-9183-35f3eb432825', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:20.742709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] For port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:20.758797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.769794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:20.782094 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] Sync routers for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:20.800187 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:20.804793 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-48a533a8-f9ad-4362-bc9b-e2d8485a5fe5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "PUT /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1207120 Jul 14 09:27:20.807192 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:20.812354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.825382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d293b136-dac4-4b90-8fe4-19d6f8db9def req-a50b1e7a-c7b0-4439-9133-cfc0dcfb691c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989871 Jul 14 09:27:20.827712 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.829320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639aa1e-1f82-4cbc-be6d-5084af411756 None None] The sync data for ids ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'] in n-d-758944-44 is: [{'id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'name': 'tempest-NetworksTestDHCPv6-router-1635566637', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:02Z', 'updated_at': '2021-07-14T09:27:10Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None, '_interfaces': [{'id': 'e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc', 'name': '', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'mac_address': 'fa:16:3e:5a:da:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': 'eba1ccf1-4fa5-45ad-9183-35f3eb432825', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:05Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 4, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'subnets': [{'id': 'eba1ccf1-4fa5-45ad-9183-35f3eb432825', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:20.862361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Transition to ACTIVE for port object 1f485720-6147-448a-ab15-2174b1621890 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:20.915018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Transition to ACTIVE for port object 1f485720-6147-448a-ab15-2174b1621890 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:20.923162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.923828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.925319 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] 10.222.0.48 "PUT /v2.0/ports/6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 HTTP/1.1" status: 200 len: 1092 time: 4.9529650 Jul 14 09:27:20.925788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'tag': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:20.928105 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b26610-23c0-4468-b2a9-f5f9e22ee11a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7dbf6f-0cfc-4285-adea-efe78ec82f55", "tag": "6bb251ce-c36f-40c0-a4a6-8eaa73a11e60"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:20.934138 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.948926 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:20.972729 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:20.973385 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.045684 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:21.046364 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2f421-a269-4b41-b8d5-d9fc552614b2 None None] The sync data for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:21.121985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Pushing event updated for resources: {'Port': ['ID=1f485720-6147-448a-ab15-2174b1621890,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.146417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9b6f0b4-829d-4cb1-9e73-86867ddd505b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:21.184728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:21.190893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:21.196268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:21.343693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Attempting to bind port 1f485720-6147-448a-ab15-2174b1621890 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:21.344073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Attempting to bind port 1f485720-6147-448a-ab15-2174b1621890 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'bce67038-bbd5-49f1-9401-1b35770aeffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:21.344445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Attempting to bind port 1f485720-6147-448a-ab15-2174b1621890 on network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:21.436734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:21.437120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Checking segment: {'id': 'bce67038-bbd5-49f1-9401-1b35770aeffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:21.437536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.454547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Bound using segment: {'id': 'bce67038-bbd5-49f1-9401-1b35770aeffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:21.455281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Bound port: 1f485720-6147-448a-ab15-2174b1621890, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce67038-bbd5-49f1-9401-1b35770aeffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:21.455733 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.457789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e9b6f0b4-829d-4cb1-9e73-86867ddd505b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:21.468849 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.503220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e9b6f0b4-829d-4cb1-9e73-86867ddd505b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:21.509243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.637127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe8d614b-3e6a-4a6e-92d8-216b1707f46f req-0117e0c3-0167-45e4-8473-abdf307e2b7d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 210 time: 0.0753455 Jul 14 09:27:21.704561 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89afdb87-72e9-4b20-ba3e-e8ee32008c46 x-openstack-request-id: req-89afdb87-72e9-4b20-ba3e-e8ee32008c46 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:21.704893 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7dbf6f-0cfc-4285-adea-efe78ec82f55", "tag": "6bb251ce-c36f-40c0-a4a6-8eaa73a11e60", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:21.705829 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89afdb87-72e9-4b20-ba3e-e8ee32008c46 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:21.706300 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'tag': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60', 'status': 'completed', 'code': 200} Jul 14 09:27:21.717701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.724316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] For port 1f485720-6147-448a-ab15-2174b1621890, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:21.740849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] For port 1f485720-6147-448a-ab15-2174b1621890, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f485720-6147-448a-ab15-2174b1621890,segment=NetworkSegment(bce67038-bbd5-49f1-9401-1b35770aeffb),segment_id=bce67038-bbd5-49f1-9401-1b35770aeffb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:21.753998 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.817798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port e9b6f0b4-829d-4cb1-9e73-86867ddd505b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,segment=NetworkSegment(ddf23482-ed9e-45bd-90f6-e50b79fa624e),segment_id=ddf23482-ed9e-45bd-90f6-e50b79fa624e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:21.842870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51c7d1-137a-4876-8e5a-ae95095e2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.858086 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.858910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7a2e83f0-dd09-45e9-893f-eeb0651ab94d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:21.891958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.899897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e32799f4-3112-4e49-8ea4-d9901f37afe9 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.955023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ed3c2-1266-4d39-8345-e327fc2eed8b None None] Pushing event updated for resources: {'Port': ['ID=1f485720-6147-448a-ab15-2174b1621890,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.980523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.005133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:22.005508 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.118904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.228818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-7ce76026-7a7e-40d4-90b6-8efa151b75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.230985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-7ce76026-7a7e-40d4-90b6-8efa151b75ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 1095 time: 0.5139475 Jul 14 09:27:22.319756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:22.321622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.510263 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-e32799f4-3112-4e49-8ea4-d9901f37afe9 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:27:22.511331 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e32799f4-3112-4e49-8ea4-d9901f37afe9 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06 HTTP/1.1" status: 409 len: 329 time: 1.6980088 Jul 14 09:27:22.516860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47948) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:22.582583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8102c88c-149d-4d19-a25b-c5a02d7294bc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:22.669654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8102c88c-149d-4d19-a25b-c5a02d7294bc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:22.670033 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.689671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] For port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:22.690055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.707366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:22.715203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-4107004c-5823-4149-b4c5-3520dd01ca61 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.717444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-4107004c-5823-4149-b4c5-3520dd01ca61 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "GET /v2.0/networks?id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 797 time: 0.4400589 Jul 14 09:27:22.736286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-3017906c-ebde-466b-89bf-41da767a8cf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 HTTP/1.1" status: 200 len: 217 time: 0.4778142 Jul 14 09:27:22.867705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1f485720-6147-448a-ab15-2174b1621890 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:22.883149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Allocated IP 172.25.2.52 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/0a7e3829-df81-428b-88f1-8b749d65ab30) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:22.944816 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-43414651-8cd6-4b8d-83b9-4ed24b3ce8d5 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 379 time: 0.2114973 Jul 14 09:27:22.956552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'port': {'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'admin_state_up': True, 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'security_groups': ['f92d102e-7019-466d-8d1d-b1ba31e362ac']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:22.959042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-32e05249-18d9-4359-b794-9171cf921b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.961333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-32e05249-18d9-4359-b794-9171cf921b73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.2173264 Jul 14 09:27:22.972736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1f485720-6147-448a-ab15-2174b1621890 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:22.980234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9b6f0b4-829d-4cb1-9e73-86867ddd505b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:23.023991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9628e-7548-4dc0-965d-aa24fb3d84d0 req-466b59a7-09d8-447b-8962-5460af9934e3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.026166 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49a9628e-7548-4dc0-965d-aa24fb3d84d0 req-466b59a7-09d8-447b-8962-5460af9934e3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 943 time: 0.8290877 Jul 14 09:27:23.069736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e9b6f0b4-829d-4cb1-9e73-86867ddd505b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:23.070090 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.141083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f87f4ad-61a5-4ecf-ac10-3490fe6b0f13 req-96f5b91f-d558-45e0-a750-e5aa9aac8ac8 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 210 time: 0.0988245 Jul 14 09:27:23.218416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:23.332112 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-49a9628e-7548-4dc0-965d-aa24fb3d84d0 req-6373443c-60dd-4960-be14-f9ca928e7ea3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582774 Jul 14 09:27:23.337678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:23.342163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.357822 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-281c7b8f-e0c4-4939-9058-d7ca0d75112e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3199248 Jul 14 09:27:23.450115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:23.457791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.462910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:23.463304 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.510525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Port e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc was deleted so its status cannot be updated. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:27:23.511046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3cd8d858-c616-4be1-81e1-e0154f7dc576 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:23.558020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.593885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.638962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3cd8d858-c616-4be1-81e1-e0154f7dc576 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:23.639344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.646728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.871837 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.876742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-5f259e67-6b91-4baf-b3f2-14208a5100d9 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043197 Jul 14 09:27:23.994576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de03a3c-fe77-4fbd-a67a-dc5927bbe159 None None] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:24.075841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.20.0.10 (049c645a-d3c9-4e5b-a6e7-d1616171850d/6617ece6-cf65-45fc-864c-c731b1a7af93/d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:24.108279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-959eab17-b59f-4b34-ad8c-234bad3c192c None None] Provisioning for port 1f485720-6147-448a-ab15-2174b1621890 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:24.125605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-959eab17-b59f-4b34-ad8c-234bad3c192c None None] Provisioning complete for port 1f485720-6147-448a-ab15-2174b1621890 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:24.125952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-959eab17-b59f-4b34-ad8c-234bad3c192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.141146 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.284202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:24.292833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:24.298905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:24.310909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02613558-1e65-40ec-bbfd-f98e84e64e57 req-41a512ba-9655-4ddf-a5d6-81fb670175aa service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212518 Jul 14 09:27:24.355395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:24.356949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Port': ['ID=0a7e3829-df81-428b-88f1-8b749d65ab30,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:24.428101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.428926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.429527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.430090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.436737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.437176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-959eab17-b59f-4b34-ad8c-234bad3c192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.437581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.438159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.438736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.439330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.439926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.440497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.441052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:24.532220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-959eab17-b59f-4b34-ad8c-234bad3c192c None None] For port 1f485720-6147-448a-ab15-2174b1621890, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f485720-6147-448a-ab15-2174b1621890,segment=NetworkSegment(bce67038-bbd5-49f1-9401-1b35770aeffb),segment_id=bce67038-bbd5-49f1-9401-1b35770aeffb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:24.541136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-959eab17-b59f-4b34-ad8c-234bad3c192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.577931 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:27:24.674456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:24.681039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eab17-b59f-4b34-ad8c-234bad3c192c None None] Pushing event updated for resources: {'Port': ['ID=1f485720-6147-448a-ab15-2174b1621890,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:24.696286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] Sync routers for ids ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:24.712168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] Routers {'7440e24d-cdef-468c-b9d9-52ec7c3c9050'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:24.712816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:24.722376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1856af3e-7793-487f-91a2-7663c5bd9a07 req-febdc1f6-90d3-4c56-bbba-ac2efc9414e9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 210 time: 0.0601583 Jul 14 09:27:24.749191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47984) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.754071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f6eda81c-8203-4d9e-a063-108a1a6ada9f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "PUT /v2.0/routers/7440e24d-cdef-468c-b9d9-52ec7c3c9050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5283980 Jul 14 09:27:24.778765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-15d61b1e-2788-49f1-a26a-76018e86516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.781438 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-15d61b1e-2788-49f1-a26a-76018e86516f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 1095 time: 0.3885801 Jul 14 09:27:24.858121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] Set router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:24.888188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Deleting port 2f64126c-1f07-4871-bd75-f8fe0d340b18 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:24.888395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.904233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34cc19-4636-4bcf-b9fb-3f1a21887133 req-0b93d042-118f-4040-991c-112afb0ba807 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.911768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f34cc19-4636-4bcf-b9fb-3f1a21887133 req-0b93d042-118f-4040-991c-112afb0ba807 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 943 time: 0.3235023 Jul 14 09:27:24.913110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.930969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Transition to ACTIVE for port object d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:24.945320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'name': 'tempest-NetworksTestDHCPv6-router-1635566637', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:02Z', 'updated_at': '2021-07-14T09:27:23Z', 'revision_number': 3, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:24.978820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228d27f-4730-4c6d-a870-234afb47f64f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.982016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228d27f-4730-4c6d-a870-234afb47f64f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.985815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] Checking router: 7440e24d-cdef-468c-b9d9-52ec7c3c9050 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:24.986492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b228d27f-4730-4c6d-a870-234afb47f64f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2302175 Jul 14 09:27:24.995853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] Routers {'7440e24d-cdef-468c-b9d9-52ec7c3c9050'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:24.996490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:25.000589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 47986) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.002765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.072501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f34cc19-4636-4bcf-b9fb-3f1a21887133 req-aebefa61-754f-451f-8ca6-2daa7f9fb316 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593945 Jul 14 09:27:25.076248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] Set router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:25.107591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet eba1ccf1-4fa5-45ad-9183-35f3eb432825 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:25.142409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-c90e6fb1-5e5c-40e6-b8d4-7c42a2f361fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.144699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-c90e6fb1-5e5c-40e6-b8d4-7c42a2f361fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.3433168 Jul 14 09:27:25.158503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'name': 'tempest-NetworksTestDHCPv6-router-1635566637', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:02Z', 'updated_at': '2021-07-14T09:27:23Z', 'revision_number': 3, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:25.169356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.180392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.192626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece3cb1-2cb8-44fa-97a3-0ec364d3005b None None] The sync data for ids ['7440e24d-cdef-468c-b9d9-52ec7c3c9050'] in n-d-758944-44 is: [{'id': '7440e24d-cdef-468c-b9d9-52ec7c3c9050', 'name': 'tempest-NetworksTestDHCPv6-router-1635566637', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:02Z', 'updated_at': '2021-07-14T09:27:23Z', 'revision_number': 3, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:25.211462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcf22698-13de-4f9e-8b73-c3333866b0d7 None None] Provisioning complete for port 1f485720-6147-448a-ab15-2174b1621890 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:25.211809 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcf22698-13de-4f9e-8b73-c3333866b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.235664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:25.237962 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-8096c6e6-57e8-4ad9-9c53-067fe5e5f7c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 HTTP/1.1" status: 200 len: 217 time: 0.0834570 Jul 14 09:27:25.248912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:25.261947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:25.340431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.357098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.357864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.380811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.385457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-f424a65e-ad1c-4ce7-92fe-afc625d7dde4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4335284 Jul 14 09:27:25.411255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-480b271e-45fb-4357-8d95-5a422de4ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.412954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-480b271e-45fb-4357-8d95-5a422de4ab1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1665192 Jul 14 09:27:25.459178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Request body: {'port': {'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:25.470611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.475944 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-7c450054-d25d-4849-99b5-276da32d9d51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307014 Jul 14 09:27:25.564638 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.610113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-707561ca-c2bf-4827-b2dd-1ff19bdfbdc2 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222892 Jul 14 09:27:25.648030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Calling delete_port for 2f64126c-1f07-4871-bd75-f8fe0d340b18 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:25.654629 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.701243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7dee53b-2694-4a2a-9a5f-84f8993ec654 None None] Provisioning for port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:25.706088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7dee53b-2694-4a2a-9a5f-84f8993ec654 None None] Provisioning complete for port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:25.706761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7dee53b-2694-4a2a-9a5f-84f8993ec654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.724650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=eba1ccf1-4fa5-45ad-9183-35f3eb432825,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.742857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.747498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7668d4b7-5ae0-4130-9246-5f357232f521 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/eba1ccf1-4fa5-45ad-9183-35f3eb432825 HTTP/1.1" status: 204 len: 168 time: 0.7403314 Jul 14 09:27:25.759731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 47990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.782620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03160cc0-9f3b-4b26-a19d-89c9c0c18611 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:26.023105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.135031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f7dee53b-2694-4a2a-9a5f-84f8993ec654 None None] Port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:26.317792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:26.587740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1f485720-6147-448a-ab15-2174b1621890 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:26.674419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8146a3a-15c9-4047-966d-db8f0430d33e req-b093cd9f-e773-49f0-81f1-66fdb48c9a97 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:26.676878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8146a3a-15c9-4047-966d-db8f0430d33e req-b093cd9f-e773-49f0-81f1-66fdb48c9a97 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 932 time: 0.4480724 Jul 14 09:27:26.690232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1f485720-6147-448a-ab15-2174b1621890 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:26.690975 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.710390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.734286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] Deleting port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:26.735047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.792291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Port': ['ID=2f64126c-1f07-4871-bd75-f8fe0d340b18,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.913693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] For port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7a2e83f0-dd09-45e9-893f-eeb0651ab94d,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:26.914159 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.934148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8146a3a-15c9-4047-966d-db8f0430d33e req-549815f9-7dd6-4e67-a5b3-33167c3bace4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492654 Jul 14 09:27:26.966589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] Calling delete_port for 7a2e83f0-dd09-45e9-893f-eeb0651ab94d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:26.976645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:27.037934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:27.038381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e8b4c0e1-96b1-4db4-9de4-5da523cbc1fc not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:27.065285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:27.090311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.106224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.144428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c94c6dc0-ce4b-4e4a-9c50-4bf3284560f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.3829033 Jul 14 09:27:27.160589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.229858 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.266891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] Pushing event deleted for resources: {'Port': ['ID=7a2e83f0-dd09-45e9-893f-eeb0651ab94d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.271014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Transition to ACTIVE for port object d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:27.273751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126a43c-7471-4220-b40d-150076a085e3 None None] No DVR routers for this DVR port 7a2e83f0-dd09-45e9-893f-eeb0651ab94d on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:27.279556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.289653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80792a-fe5b-49f2-9fb9-27f32e57fd24 req-986b2f12-d354-44cd-bfdd-57a68bec55e0 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.291264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a80792a-fe5b-49f2-9fb9-27f32e57fd24 req-986b2f12-d354-44cd-bfdd-57a68bec55e0 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 943 time: 0.5908995 Jul 14 09:27:27.344221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40b26610-23c0-4468-b2a9-f5f9e22ee11a req-6158e793-1b77-46ff-ae49-6b57eb580966 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7311172 Jul 14 09:27:27.377722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d66f1fb-21ad-442c-8372-9aa1578db8d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.436950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Router 1236fb65-fc00-4ec7-b109-2ec715476c06 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:27.518545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a80792a-fe5b-49f2-9fb9-27f32e57fd24 req-4e35c681-6442-4e4e-a0c3-c78aa5a6338e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921811 Jul 14 09:27:27.596111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.601279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.649035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:27.720896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Attempting to bind port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:27.721488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Attempting to bind port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:27.721614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Attempting to bind port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 on network 049c645a-d3c9-4e5b-a6e7-d1616171850d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:27.728335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:27.730113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 on network 049c645a-d3c9-4e5b-a6e7-d1616171850d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:27.730817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Attempting to bind port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 on network 049c645a-d3c9-4e5b-a6e7-d1616171850d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:27.737491 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] Sync routers for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:27.738588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f2a8516-0d6c-4424-8ce0-179fd1689442 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "PUT /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2203271 Jul 14 09:27:27.742616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:27.743206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Checking segment: {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:27.743805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Bound using segment: {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:27.745889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Bound port: d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf62f92-80ca-4d6c-8a49-32bfeb204074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:27.746479 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.754268 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:27.755135 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:27.777597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.793119 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:27.804119 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] Routers {'1236fb65-fc00-4ec7-b109-2ec715476c06'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:27.805231 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1236fb65-fc00-4ec7-b109-2ec715476c06'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:27.836572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d66f1fb-21ad-442c-8372-9aa1578db8d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.858861 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:27.859809 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803fe8d7-694d-4399-a91f-6c9e9a2278f5 None None] The sync data for ids ['1236fb65-fc00-4ec7-b109-2ec715476c06'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:27.908870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] For port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:27.911329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d66f1fb-21ad-442c-8372-9aa1578db8d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.912161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] For port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:27.919016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:27.921996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.934040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'port_id': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60', 'mac_address': 'fa:16:3e:89:fa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f740fca-f926-4310-ba56-bde45cb25f14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:27.945964 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-24fc0d97-9c0f-4efb-96d5-d4d3fff5f156 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] show failed (client error): The resource could not be found. Jul 14 09:27:27.947024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-24fc0d97-9c0f-4efb-96d5-d4d3fff5f156 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1048126774 HTTP/1.1" status: 404 len: 335 time: 0.1684790 Jul 14 09:27:27.954933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.998424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.011772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.013561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] 10.222.0.11 "PUT /v2.0/ports/d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 200 len: 1093 time: 2.5598221 Jul 14 09:27:28.014053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:28.019064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7838e924-7148-485b-8dbd-d07c9f453bf5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:28.028402 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:28.062592 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.066630 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-7838e924-7148-485b-8dbd-d07c9f453bf5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] update failed (client error): The resource could not be found. Jul 14 09:27:28.067922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7838e924-7148-485b-8dbd-d07c9f453bf5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1834959547 HTTP/1.1" status: 404 len: 335 time: 0.1118777 Jul 14 09:27:28.074190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.104732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:28.174968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077544d-e506-43c4-9532-a78432d32b25 service neutron] Pushing event updated for resources: {'Port': ['ID=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.187862 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc257f4f-d536-44ed-8ede-69d1d6511684 x-openstack-request-id: req-bc257f4f-d536-44ed-8ede-69d1d6511684 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:28.191651 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:28.191842 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc257f4f-d536-44ed-8ede-69d1d6511684 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:28.192386 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'status': 'completed', 'code': 200} Jul 14 09:27:28.202877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:28.226570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.280055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Deleting subnet d3abaf50-45ae-4985-9f57-a18a8e1622ba {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:28.288380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.352529 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d66f1fb-21ad-442c-8372-9aa1578db8d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.353037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66f1fb-21ad-442c-8372-9aa1578db8d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Fanout notify agent at l3_agent the message router_deleted on router 7440e24d-cdef-468c-b9d9-52ec7c3c9050 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:28.385778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.387666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d66f1fb-21ad-442c-8372-9aa1578db8d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.394237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8d66f1fb-21ad-442c-8372-9aa1578db8d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/routers/7440e24d-cdef-468c-b9d9-52ec7c3c9050 HTTP/1.1" status: 204 len: 168 time: 1.2281096 Jul 14 09:27:28.407704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.414033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:28.423529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af222b2f-e751-49d6-87f2-9d186583fe46 req-f901db58-d455-4924-81cc-d2ab3109a8b6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.425936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af222b2f-e751-49d6-87f2-9d186583fe46 req-f901db58-d455-4924-81cc-d2ab3109a8b6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 944 time: 0.2240584 Jul 14 09:27:28.428447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-a2fb9354-5452-4002-b924-e9cac7b4b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.429942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-a2fb9354-5452-4002-b924-e9cac7b4b785 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1096 time: 0.3456089 Jul 14 09:27:28.446949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7a2e83f0-dd09-45e9-893f-eeb0651ab94d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:28.506278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:28.526846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 7a2e83f0-dd09-45e9-893f-eeb0651ab94d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:28.529245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7a2e83f0-dd09-45e9-893f-eeb0651ab94d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:28.533207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-04f0f7cb-3b2a-4595-b35a-e0406d486013 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 200 len: 217 time: 0.0899310 Jul 14 09:27:28.549175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:28.554764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.622945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af222b2f-e751-49d6-87f2-9d186583fe46 req-1512e40d-04d9-40a0-a9b6-72a779704bb2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858726 Jul 14 09:27:28.704227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.712046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Router 7bdf10bf-617d-4150-bbc8-02c79ae72a0f is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:28.755218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-1dd47fcc-c77d-469f-95ac-bb191098a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.758083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-1dd47fcc-c77d-469f-95ac-bb191098a14b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6617ece6-cf65-45fc-864c-c731b1a7af93 HTTP/1.1" status: 200 len: 835 time: 0.1634295 Jul 14 09:27:28.884856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285059-6bce-46a6-b251-24efee93f618 req-112e8295-3ddb-49d2-b39f-bbba032cf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.888848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-112e8295-3ddb-49d2-b39f-bbba032cf718 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=049c645a-d3c9-4e5b-a6e7-d1616171850d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239867 Jul 14 09:27:29.022855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-ae6515bb-6fb4-4430-a219-7ed7fa1cdeb7 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265061 Jul 14 09:27:29.049287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.094646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3c809-522c-4c13-9588-512facb324f2 req-9bf48706-8c9f-455a-abd8-5351bd089f70 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.096271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99c3c809-522c-4c13-9588-512facb324f2 req-9bf48706-8c9f-455a-abd8-5351bd089f70 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 944 time: 0.3532407 Jul 14 09:27:29.171192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11285059-6bce-46a6-b251-24efee93f618 req-b6f2b3ed-cb9e-459c-b39f-23eaa6b0c1f4 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419067 Jul 14 09:27:29.196347 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99c3c809-522c-4c13-9588-512facb324f2 req-dba8aaf7-04a6-44ea-aa74-6fe04ed259ab tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Jul 14 09:27:29.213991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:29.227048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] Sync routers for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:29.237182 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.256429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:29.257292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.290071 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.294273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f8f78403-5bf7-4456-a851-b3f6427e8fc3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.5059640 Jul 14 09:27:29.300223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48080) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:29.343826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.354465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.359735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:29.373610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:29.380156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.380763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.386556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=313d1256-2d57-4e81-af50-5f231f2b87f6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.389776 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.391851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/subnets/d3abaf50-45ae-4985-9f57-a18a8e1622ba HTTP/1.1" status: 204 len: 168 time: 1.3169878 Jul 14 09:27:29.398983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:29.405275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffbdb7b-a842-4550-900c-8e8529e3b975 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:29.435290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-2b1a9462-51cd-400d-b075-c02190e29d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.440544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-2b1a9462-51cd-400d-b075-c02190e29d16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1096 time: 0.1846869 Jul 14 09:27:29.523271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb02a2-562f-48ae-ad1b-c6da283c29ad tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Subnet': ['ID=d3abaf50-45ae-4985-9f57-a18a8e1622ba,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.558734 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae934674-f92a-46c3-8b04-1d509fb13736 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1494648 Jul 14 09:27:29.566352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:29.577139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8fdfa5c3-8ef2-4194-8811-728969e994c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-209140195', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:29.599347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Deleting subnet a9689ff3-13a6-4c05-ba6d-bd3fad5bc50e {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:29.600966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e78cc8a-4245-440f-b068-4e659978bb2e None None] Network 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:29.610375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.637963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:29.638970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.682088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:29.749944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-41563bbe-719f-4212-96f9-e319d85b0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.753357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.754061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c32707-fc45-47a5-a718-3fd45552b75d None None] The sync data for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:29.759722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-41563bbe-719f-4212-96f9-e319d85b0c77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 898 time: 0.3098321 Jul 14 09:27:29.876686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa5c3-8ef2-4194-8811-728969e994c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.876978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-2a02a994-bf71-4a1a-963f-5ecdd6092a3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 200 len: 217 time: 0.1142573 Jul 14 09:27:29.880271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa5c3-8ef2-4194-8811-728969e994c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.896949 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.979407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-12f5ee82-fa65-488d-b984-8e608b67a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.981849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-12f5ee82-fa65-488d-b984-8e608b67a1e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6617ece6-cf65-45fc-864c-c731b1a7af93 HTTP/1.1" status: 200 len: 835 time: 0.0921233 Jul 14 09:27:30.053474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:30.063431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '313d1256-2d57-4e81-af50-5f231f2b87f6'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:30.064580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.103149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:30.104696 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.254394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890d6ef-2f61-4549-9c76-62869f842f17 req-022f73de-dae7-48e2-acd9-a552c1ec0c05 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.262095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c890d6ef-2f61-4549-9c76-62869f842f17 req-022f73de-dae7-48e2-acd9-a552c1ec0c05 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 944 time: 0.2781394 Jul 14 09:27:30.267482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] DHCP port deletion for 9a7ccb23-50e6-47ef-88df-d0ffc3bec54a request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:30.296125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-ce8625ca-1913-479d-b8bc-8d248334caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.311564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa5c3-8ef2-4194-8811-728969e994c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.316688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-ce8625ca-1913-479d-b8bc-8d248334caed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=049c645a-d3c9-4e5b-a6e7-d1616171850d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2648554 Jul 14 09:27:30.324694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa5c3-8ef2-4194-8811-728969e994c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.494997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:30.518847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c890d6ef-2f61-4549-9c76-62869f842f17 req-7c775563-0807-430a-a35e-7b3105697f55 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520430 Jul 14 09:27:30.538670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.546893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa5c3-8ef2-4194-8811-728969e994c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.552558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8fdfa5c3-8ef2-4194-8811-728969e994c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9795668 Jul 14 09:27:30.556932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.637636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-21f41cf4-36c4-4567-8ab8-22929d704b01 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042343 Jul 14 09:27:30.669386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] Deleting port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:30.673089 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.704512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/313d1256-2d57-4e81-af50-5f231f2b87f6/2af814d9-8870-4b15-8109-1842349646b9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:30.834436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] For port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,segment=NetworkSegment(a139f965-5cdf-4dd7-ab5d-1bc5543c864b),segment_id=a139f965-5cdf-4dd7-ab5d-1bc5543c864b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:30.834978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.841124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4c2b6f9-4dd5-4af3-933e-e3d1dfb7ae65 req-3d986524-a1b9-4575-a02b-6c37a5c6efb0 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973479 Jul 14 09:27:30.904997 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.906921 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.925542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] Calling delete_port for 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:30.985973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:30.988792 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed9945-65ed-474c-8c8f-bec81626c8c4" -d '{"events": [{"server_uuid": "dc7dbf6f-0cfc-4285-adea-efe78ec82f55", "name": "network-vif-plugged", "status": "completed", "tag": "6bb251ce-c36f-40c0-a4a6-8eaa73a11e60"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:31.065255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:31.121823 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cec54e4-fe5c-4c98-8ef0-93546663a11a x-openstack-request-id: req-5cec54e4-fe5c-4c98-8ef0-93546663a11a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:31.122100 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7dbf6f-0cfc-4285-adea-efe78ec82f55", "name": "network-vif-plugged", "status": "completed", "tag": "6bb251ce-c36f-40c0-a4a6-8eaa73a11e60", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:31.122363 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cec54e4-fe5c-4c98-8ef0-93546663a11a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:31.122761 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60', 'code': 200} Jul 14 09:27:31.124977 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.140199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,segment=NetworkSegment(a139f965-5cdf-4dd7-ab5d-1bc5543c864b),segment_id=a139f965-5cdf-4dd7-ab5d-1bc5543c864b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:31.185090 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.257853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.313234 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.351914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] No DVR routers for this DVR port 5c9ec75a-54f4-44e3-b63a-bcdf2b380961 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:31.406743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.441012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.451574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Transition to ACTIVE for port object 2af814d9-8870-4b15-8109-1842349646b9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:31.454441 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.486038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08a738-934b-45a7-a7eb-f2bac944db3c None None] Pushing event deleted for resources: {'Port': ['ID=5c9ec75a-54f4-44e3-b63a-bcdf2b380961,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.512636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Transition to ACTIVE for port object 2af814d9-8870-4b15-8109-1842349646b9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:31.524683 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.530447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.573299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:31.612329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:31.621458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:31.624395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:31.648664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Pushing event updated for resources: {'Port': ['ID=2af814d9-8870-4b15-8109-1842349646b9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.703147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff092e5-a035-4f41-93db-a03deed3e8af req-94f99352-1b8e-4a16-b725-5a841d60e994 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.704822 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ff092e5-a035-4f41-93db-a03deed3e8af req-94f99352-1b8e-4a16-b725-5a841d60e994 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 944 time: 1.1199381 Jul 14 09:27:31.744690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Subnet': ['ID=a9689ff3-13a6-4c05-ba6d-bd3fad5bc50e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.748017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d8b64-9f38-4a70-8f6b-888e89edf7a8 req-6b62baf9-dcae-416e-96ce-fb87ad08d8c7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.750262 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-964d8b64-9f38-4a70-8f6b-888e89edf7a8 req-6b62baf9-dcae-416e-96ce-fb87ad08d8c7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 944 time: 0.0960135 Jul 14 09:27:31.752154 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.754065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-31645f30-a1d0-4636-b3eb-33173f07844c tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/subnets/a9689ff3-13a6-4c05-ba6d-bd3fad5bc50e HTTP/1.1" status: 204 len: 168 time: 2.3541195 Jul 14 09:27:31.759683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48134) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.765021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cc859-27de-4dce-8f82-75a7e53f3639 None None] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:31.804645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ced35a-18ec-4767-aa0c-47165a2e94c6 req-54704ed8-44bc-40e4-8157-3087770b546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.806180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1ced35a-18ec-4767-aa0c-47165a2e94c6 req-54704ed8-44bc-40e4-8157-3087770b546a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 1097 time: 0.5355959 Jul 14 09:27:31.850574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Attempting to bind port 2af814d9-8870-4b15-8109-1842349646b9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:31.850730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Attempting to bind port 2af814d9-8870-4b15-8109-1842349646b9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:31.851320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Attempting to bind port 2af814d9-8870-4b15-8109-1842349646b9 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:31.853928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.896350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:31.898089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:31.898550 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.898954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:31.899787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Bound port: 2af814d9-8870-4b15-8109-1842349646b9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:31.899942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.919430 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ff092e5-a035-4f41-93db-a03deed3e8af req-96a44ec1-7ad9-4269-acfb-c1cd1f7f9c79 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860542 Jul 14 09:27:31.933111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-964d8b64-9f38-4a70-8f6b-888e89edf7a8 req-ef27c544-6966-4922-8ac1-c5f91be8a330 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700790 Jul 14 09:27:31.997492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.037797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1ced35a-18ec-4767-aa0c-47165a2e94c6 req-c66bc661-97a3-4b75-8542-0dab87b95e30 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947892 Jul 14 09:27:32.039823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.110123 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.123368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7ccb23-50e6-47ef-88df-d0ffc3bec54a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:32.137166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a139f965-5cdf-4dd7-ab5d-1bc5543c864b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:32.137453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a139f965-5cdf-4dd7-ab5d-1bc5543c864b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:32.150851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.172917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.200937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:32.202150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:32.209182 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:32.310031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.340339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.343256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/networks/9a7ccb23-50e6-47ef-88df-d0ffc3bec54a HTTP/1.1" status: 204 len: 168 time: 0.5444112 Jul 14 09:27:32.344899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Network': ['ID=9a7ccb23-50e6-47ef-88df-d0ffc3bec54a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.347638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48144) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.350874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:32.374087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.374571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.375156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.375537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.375895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.376213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.376547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.377103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.377627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.377972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.378358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.378644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb77f2e-933f-42ce-8ca9-f57c3f58fb63 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:32.399694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:32.474730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.484820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::1 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/313d1256-2d57-4e81-af50-5f231f2b87f6/e7236efd-2020-4f99-96c3-0fe8f7b88cdc) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:32.503802 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.520231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] For port 2af814d9-8870-4b15-8109-1842349646b9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:32.539245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:32.552656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] For port 2af814d9-8870-4b15-8109-1842349646b9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2af814d9-8870-4b15-8109-1842349646b9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:32.561851 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.581052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Deleting port c9a8d610-7448-4d8a-8d7f-703c9304e12d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:32.583421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.637942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89071dc-6d74-441c-ad82-1118a0d3289d None None] Pushing event updated for resources: {'Port': ['ID=2af814d9-8870-4b15-8109-1842349646b9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.646213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:32.650394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] DHCP port deletion for 47bdf76e-8e02-4130-bae3-2148eae86c3c request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:32.669467 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.738506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Allocated IP 172.20.0.1 (1c60878a-600c-4354-b6a6-3cddcefb2cc0/4e3d1f95-51cb-44d2-b3be-bb793d707a56/dcca6a73-25b0-4442-b9bd-488ec30ee94c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:32.776821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] For port c9a8d610-7448-4d8a-8d7f-703c9304e12d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c9a8d610-7448-4d8a-8d7f-703c9304e12d,segment=NetworkSegment(c162d4ce-1476-455c-97c7-15e4f681eb39),segment_id=c162d4ce-1476-455c-97c7-15e4f681eb39)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:32.778717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.826411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.837355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Calling delete_port for c9a8d610-7448-4d8a-8d7f-703c9304e12d owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:32.876824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] Deleting port c9a8d610-7448-4d8a-8d7f-703c9304e12d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:32.877192 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.909433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:32.922427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.940718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Transition to ACTIVE for port object dcca6a73-25b0-4442-b9bd-488ec30ee94c will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:33.051760 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.071239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.130441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Port': ['ID=c9a8d610-7448-4d8a-8d7f-703c9304e12d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.137694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] No DVR routers for this DVR port c9a8d610-7448-4d8a-8d7f-703c9304e12d on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:33.240517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.240784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] For port c9a8d610-7448-4d8a-8d7f-703c9304e12d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c9a8d610-7448-4d8a-8d7f-703c9304e12d,segment=NetworkSegment(c162d4ce-1476-455c-97c7-15e4f681eb39),segment_id=c162d4ce-1476-455c-97c7-15e4f681eb39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:33.241036 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.287298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:33.297735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:33.304787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] Calling delete_port for c9a8d610-7448-4d8a-8d7f-703c9304e12d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:33.324939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:33.339683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object e7236efd-2020-4f99-96c3-0fe8f7b88cdc will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:33.345424 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.367078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bdf76e-8e02-4130-bae3-2148eae86c3c']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:33.385078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c162d4ce-1476-455c-97c7-15e4f681eb39') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:33.385430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c162d4ce-1476-455c-97c7-15e4f681eb39') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:33.399941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.402537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Port': ['ID=dcca6a73-25b0-4442-b9bd-488ec30ee94c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.429478 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.439703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:33.440518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:33.548547 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:33.551116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.562698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.583543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.588869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/networks/47bdf76e-8e02-4130-bae3-2148eae86c3c HTTP/1.1" status: 204 len: 168 time: 1.2397025 Jul 14 09:27:33.593479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:33.637924 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.638863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ae71e-d95d-4b68-9781-71e5a186ccc6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Network': ['ID=47bdf76e-8e02-4130-bae3-2148eae86c3c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.652899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.679581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] Pushing event deleted for resources: {'Port': ['ID=c9a8d610-7448-4d8a-8d7f-703c9304e12d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.705414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] Network 47bdf76e-8e02-4130-bae3-2148eae86c3c is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:27:33.706234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7614a97-6855-4afa-b6cb-82f0c31e5f86 None None] No DVR routers for this DVR port c9a8d610-7448-4d8a-8d7f-703c9304e12d on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:33.752458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Deleting subnet 69b4df06-591b-415d-88c1-2c97c4b4b67e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:33.756948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.774362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f6c2b-366d-4396-b7eb-ab4d4754b9f3 req-51df0c14-d582-4147-9630-ce2bccab5b1c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.780672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd9f6c2b-366d-4396-b7eb-ab4d4754b9f3 req-51df0c14-d582-4147-9630-ce2bccab5b1c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 945 time: 0.4062419 Jul 14 09:27:33.784566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:33.807516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c23dd-bafe-4970-b88e-9bc0a94402be req-14641e60-c54d-4a55-8aa7-86375986f413 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.809105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca9c23dd-bafe-4970-b88e-9bc0a94402be req-14641e60-c54d-4a55-8aa7-86375986f413 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 945 time: 0.2741430 Jul 14 09:27:33.828235 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.829286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=e7236efd-2020-4f99-96c3-0fe8f7b88cdc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.837358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:33.844813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c89356ec-133d-48de-96f2-20bb314dd451 None None] Provisioning for port dcca6a73-25b0-4442-b9bd-488ec30ee94c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:33.859120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:33.859992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.861347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c89356ec-133d-48de-96f2-20bb314dd451 None None] Provisioning complete for port dcca6a73-25b0-4442-b9bd-488ec30ee94c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:33.861836 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c89356ec-133d-48de-96f2-20bb314dd451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.951683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c89356ec-133d-48de-96f2-20bb314dd451 None None] Port dcca6a73-25b0-4442-b9bd-488ec30ee94c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:34.022751 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd9f6c2b-366d-4396-b7eb-ab4d4754b9f3 req-170c055e-0cc8-471c-8461-987b099eb9e8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012422 Jul 14 09:27:34.092885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.103915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ca9c23dd-bafe-4970-b88e-9bc0a94402be req-4562dff9-e81f-4f64-8937-ce48097bebed tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863412 Jul 14 09:27:34.116591 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.250974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.353963 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.358043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/subnets/69b4df06-591b-415d-88c1-2c97c4b4b67e HTTP/1.1" status: 204 len: 168 time: 0.7266059 Jul 14 09:27:34.359518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.360206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8574cc20-9666-443a-bb31-a9c6240fc6fb None None] Network 8cbd9608-1ff4-4bef-9885-28b830989bac requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:34.378576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a232e74-933c-4952-a293-7d52fae23e06 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Subnet': ['ID=69b4df06-591b-415d-88c1-2c97c4b4b67e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:34.471209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2af814d9-8870-4b15-8109-1842349646b9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:34.509347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.537483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.683963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f0e03-ba8c-4dbc-bda2-abe0a47b9861 req-37121b27-a88c-464c-8711-e689a318ca89 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.685557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-515f0e03-ba8c-4dbc-bda2-abe0a47b9861 req-37121b27-a88c-464c-8711-e689a318ca89 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.3403707 Jul 14 09:27:34.689283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 2af814d9-8870-4b15-8109-1842349646b9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:34.703389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-029c7211-42e1-4950-b374-320f4c220007 None None] Provisioning for port 2af814d9-8870-4b15-8109-1842349646b9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:34.716082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-029c7211-42e1-4950-b374-320f4c220007 None None] Provisioning complete for port 2af814d9-8870-4b15-8109-1842349646b9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:34.719152 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-029c7211-42e1-4950-b374-320f4c220007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.738064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Deleting port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:34.738064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.805102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c9a8d610-7448-4d8a-8d7f-703c9304e12d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:34.843254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c9a8d610-7448-4d8a-8d7f-703c9304e12d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:34.843391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c9a8d610-7448-4d8a-8d7f-703c9304e12d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:34.914032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] DHCP port deletion for 8cbd9608-1ff4-4bef-9885-28b830989bac request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:34.920543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-029c7211-42e1-4950-b374-320f4c220007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.928080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] For port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,segment=NetworkSegment(4fc8e230-25c5-4ddd-9875-20d581962178),segment_id=4fc8e230-25c5-4ddd-9875-20d581962178)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:34.929001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.957258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-029c7211-42e1-4950-b374-320f4c220007 None None] For port 2af814d9-8870-4b15-8109-1842349646b9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2af814d9-8870-4b15-8109-1842349646b9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:34.965110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Calling delete_port for afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:34.988518 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-029c7211-42e1-4950-b374-320f4c220007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.022651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-515f0e03-ba8c-4dbc-bda2-abe0a47b9861 req-8e807ad0-7641-4408-a86d-f4607344a43c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.3142245 Jul 14 09:27:35.090601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c7211-42e1-4950-b374-320f4c220007 None None] Pushing event updated for resources: {'Port': ['ID=2af814d9-8870-4b15-8109-1842349646b9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.094092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.098661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] Deleting port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:35.099141 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.142611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Port': ['ID=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.156033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] No DVR routers for this DVR port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:35.167901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed697c1c-a7a3-4ed2-9a98-78e2005ad454 None None] Provisioning for port e7236efd-2020-4f99-96c3-0fe8f7b88cdc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:35.181177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed697c1c-a7a3-4ed2-9a98-78e2005ad454 None None] Provisioning complete for port e7236efd-2020-4f99-96c3-0fe8f7b88cdc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:35.181639 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed697c1c-a7a3-4ed2-9a98-78e2005ad454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.222727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ed697c1c-a7a3-4ed2-9a98-78e2005ad454 None None] Port e7236efd-2020-4f99-96c3-0fe8f7b88cdc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:35.230316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] For port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:35.230796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.246363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] Calling delete_port for afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:35.249433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] Port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:27:35.251031 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.257239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.281434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.283728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] Pushing event deleted for resources: {'Port': ['ID=afc22d0c-c9b2-4d78-a8a6-836eb380e7e6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.291331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70a2ef-4127-4193-b46d-697e7f574f5b None None] No DVR routers for this DVR port afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:35.391946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.408788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbd9608-1ff4-4bef-9885-28b830989bac']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:35.499252 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.626569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:35.712872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-515f0e03-ba8c-4dbc-bda2-abe0a47b9861 req-12555ccf-3135-4f2e-8bfe-8c365df9f82a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5956781 Jul 14 09:27:35.737074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:35.747494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:35.747994 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.757976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Port': ['ID=dcca6a73-25b0-4442-b9bd-488ec30ee94c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.818192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.828365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc8e230-25c5-4ddd-9875-20d581962178') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:35.828659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc8e230-25c5-4ddd-9875-20d581962178') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:35.834192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.835316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.846804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.868006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10985f89-8d28-45ea-9dde-0d3cf500de73 req-742a6893-3614-4f80-ae61-5be7ce7f2ee5 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.869709 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10985f89-8d28-45ea-9dde-0d3cf500de73 req-742a6893-3614-4f80-ae61-5be7ce7f2ee5 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 945 time: 0.5398259 Jul 14 09:27:35.885110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.900380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:35.900853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:35.906707 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:35.941079 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.992855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-10985f89-8d28-45ea-9dde-0d3cf500de73 req-8e163a72-7d7a-4898-8c82-31a6cf920af0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152654 Jul 14 09:27:35.997304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:36.001860 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b520b89-d347-45a4-b9d7-5f9b5b2fa435" -d '{"events": [{"server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "name": "network-vif-plugged", "status": "completed", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:36.004920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.017740 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.030708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/networks/8cbd9608-1ff4-4bef-9885-28b830989bac HTTP/1.1" status: 204 len: 168 time: 1.6700127 Jul 14 09:27:36.033628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48216) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:36.070400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:36.080471 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.085964 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2ff9d9-0ee0-4974-9a92-46f666838ede x-openstack-request-id: req-0e2ff9d9-0ee0-4974-9a92-46f666838ede {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:36.086261 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "name": "network-vif-plugged", "status": "completed", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:36.086522 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e2ff9d9-0ee0-4974-9a92-46f666838ede {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:36.086920 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'code': 200} Jul 14 09:27:36.090033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-761d0e6e-d02b-4453-882e-4f4dfd403599 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "GET /v2.0/ports?device_id=1236fb65-fc00-4ec7-b109-2ec715476c06 HTTP/1.1" status: 200 len: 205 time: 0.0545382 Jul 14 09:27:36.092307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06600af0-e130-48cf-bb9d-a084d3435ba5 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Pushing event deleted for resources: {'Network': ['ID=8cbd9608-1ff4-4bef-9885-28b830989bac,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.094989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:36.179864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.194351 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-381c8d3a-e1af-410f-8a55-aa8fff82bbb6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.400338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2af814d9-8870-4b15-8109-1842349646b9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:36.461505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-381c8d3a-e1af-410f-8a55-aa8fff82bbb6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.463728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-381c8d3a-e1af-410f-8a55-aa8fff82bbb6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.495259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 2af814d9-8870-4b15-8109-1842349646b9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:36.495768 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.532486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:36.547075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:36.554207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:36.555245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=e7236efd-2020-4f99-96c3-0fe8f7b88cdc,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.569461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:36.574159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-515f0e03-ba8c-4dbc-bda2-abe0a47b9861 req-7cc6c404-3a67-4f65-a874-225d42df9bc1 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600533 Jul 14 09:27:36.577707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60948cd3-5da5-40c3-aaf9-251c9afa7b7d req-1c2bc44b-1331-4170-ae63-211e3f8e7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:36.579278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-60948cd3-5da5-40c3-aaf9-251c9afa7b7d req-1c2bc44b-1331-4170-ae63-211e3f8e7672 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1098 time: 0.3961117 Jul 14 09:27:36.580930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-381c8d3a-e1af-410f-8a55-aa8fff82bbb6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.580930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c8d3a-e1af-410f-8a55-aa8fff82bbb6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Fanout notify agent at l3_agent the message router_deleted on router 1236fb65-fc00-4ec7-b109-2ec715476c06 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:36.609505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-381c8d3a-e1af-410f-8a55-aa8fff82bbb6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.610631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-381c8d3a-e1af-410f-8a55-aa8fff82bbb6 tempest-RoutersNegativeTest-407026681 tempest-RoutersNegativeTest-407026681-project] 10.222.0.18 "DELETE /v2.0/routers/1236fb65-fc00-4ec7-b109-2ec715476c06 HTTP/1.1" status: 204 len: 168 time: 0.5144701 Jul 14 09:27:36.681106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-60948cd3-5da5-40c3-aaf9-251c9afa7b7d req-5cd17d2f-11e0-4c92-a36b-7fef43a9f6d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834091 Jul 14 09:27:36.800653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:36.861792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:36.862617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device afc22d0c-c9b2-4d78-a8a6-836eb380e7e6 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:37.093922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-316daa0b-96d8-4bd7-b9b0-419b5e2687d6 None None] Provisioning complete for port dcca6a73-25b0-4442-b9bd-488ec30ee94c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:37.094328 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-316daa0b-96d8-4bd7-b9b0-419b5e2687d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.097720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.193388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-316daa0b-96d8-4bd7-b9b0-419b5e2687d6 None None] Port dcca6a73-25b0-4442-b9bd-488ec30ee94c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:37.204772 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-515f0e03-ba8c-4dbc-bda2-abe0a47b9861 req-590e75e0-b419-4fe0-9c77-011dd54e4673 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760909 Jul 14 09:27:37.224243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-316daa0b-96d8-4bd7-b9b0-419b5e2687d6 None None] Provisioning complete for port e7236efd-2020-4f99-96c3-0fe8f7b88cdc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:37.225659 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-316daa0b-96d8-4bd7-b9b0-419b5e2687d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.232206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Router 2e3398a5-4798-4bdd-bd12-4235b14e5563 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:37.235374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Router 7bdf10bf-617d-4150-bbc8-02c79ae72a0f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:37.332595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-316daa0b-96d8-4bd7-b9b0-419b5e2687d6 None None] Port e7236efd-2020-4f99-96c3-0fe8f7b88cdc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:37.527572 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9d77d3a0-0048-4e80-9261-fec05120dbee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c457a818a01f408fb479fe200241d718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177141 Jul 14 09:27:37.529655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48252) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.548313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:37.562479 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Sync routers for ids ['2e3398a5-4798-4bdd-bd12-4235b14e5563'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:37.564988 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-78669ef2-408e-4444-8f20-fee335cef516 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "PUT /v2.0/routers/2e3398a5-4798-4bdd-bd12-4235b14e5563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9833884 Jul 14 09:27:37.568255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48254) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.579201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Routers {'2e3398a5-4798-4bdd-bd12-4235b14e5563'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:37.579629 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2e3398a5-4798-4bdd-bd12-4235b14e5563'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.628363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:37.641873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] Sync routers for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:37.653477 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2b90694d-a47f-44bb-afdf-2c4ce8f6eea8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "PUT /v2.0/routers/7bdf10bf-617d-4150-bbc8-02c79ae72a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3518817 Jul 14 09:27:37.660686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:37.661431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.663833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.671173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Request body: {'port': {'network_id': '1c60878a-600c-4354-b6a6-3cddcefb2cc0', 'name': 'tempest-FloatingIPAdminTestJSON-66913'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:37.706442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167ac53-8760-4443-9cb9-1fc7f4050d55 req-1b6a8b0b-83e7-47f7-83ed-653530001800 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.710188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0167ac53-8760-4443-9cb9-1fc7f4050d55 req-1b6a8b0b-83e7-47f7-83ed-653530001800 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 946 time: 0.4715881 Jul 14 09:27:37.769596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f346c43-34e7-4f87-8cf3-38e0a75660e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.773846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1f346c43-34e7-4f87-8cf3-38e0a75660e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports/e7236efd-2020-4f99-96c3-0fe8f7b88cdc HTTP/1.1" status: 200 len: 911 time: 0.2021158 Jul 14 09:27:37.804739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.843188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:37.846370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.847243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.860199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0167ac53-8760-4443-9cb9-1fc7f4050d55 req-367939ad-7b52-42fd-881f-82b242d50b60 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843229 Jul 14 09:27:37.891773 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Set router 2e3398a5-4798-4bdd-bd12-4235b14e5563 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:37.988596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.992734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf2152-4958-4d9e-8839-994a3406e12d None None] The sync data for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:38.074100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Made reservation on behalf of 012e6f68385e4470803a23d14e054fde for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:38.089229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.104854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e492-6604-4c1a-b412-f02509b9ef07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.187096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] device_id is not set on port 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:38.273207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e492-6604-4c1a-b412-f02509b9ef07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.327594 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'name': 'tempest-NetworksTestDHCPv6-router-209140195', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:30Z', 'updated_at': '2021-07-14T09:27:34Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None, '_interfaces': [{'id': 'e7236efd-2020-4f99-96c3-0fe8f7b88cdc', 'name': '', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'mac_address': 'fa:16:3e:90:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '313d1256-2d57-4e81-af50-5f231f2b87f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:32Z', 'updated_at': '2021-07-14T09:27:35Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'subnets': [{'id': '313d1256-2d57-4e81-af50-5f231f2b87f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:38.363458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63653145-5aa5-4666-92c0-f1f04f2ab87f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:38.370570 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Checking router: 2e3398a5-4798-4bdd-bd12-4235b14e5563 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:38.371244 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Updating router 2e3398a5-4798-4bdd-bd12-4235b14e5563 port e7236efd-2020-4f99-96c3-0fe8f7b88cdc binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:38.375573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63653145-5aa5-4666-92c0-f1f04f2ab87f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:38.391865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-63653145-5aa5-4666-92c0-f1f04f2ab87f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5272872 Jul 14 09:27:38.397691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:38.480613 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.536518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Allocated IP 172.20.0.3 (1c60878a-600c-4354-b6a6-3cddcefb2cc0/4e3d1f95-51cb-44d2-b3be-bb793d707a56/282a4ed6-a2e1-4dad-8e5b-46548bcd90b8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:38.643892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e492-6604-4c1a-b412-f02509b9ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.647273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e492-6604-4c1a-b412-f02509b9ef07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.650914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a6a5e492-6604-4c1a-b412-f02509b9ef07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0a4d466-14a0-41f6-8937-865879ccc4dd HTTP/1.1" status: 204 len: 168 time: 1.1178613 Jul 14 09:27:38.805874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5e492-6604-4c1a-b412-f02509b9ef07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a4d466-14a0-41f6-8937-865879ccc4dd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.984085 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.012637 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Transition to ACTIVE for port object e7236efd-2020-4f99-96c3-0fe8f7b88cdc will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:39.023946 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.024323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-a6cfacfe-b566-4c89-bdf8-fa782d77c1c8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:39.032438 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-a6cfacfe-b566-4c89-bdf8-fa782d77c1c8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.4422565 Jul 14 09:27:39.085385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.104362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-98c0cea3-ff75-4184-bb6c-67a1c16a7abe tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.0709603 Jul 14 09:27:39.194778 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce5afd-ae37-4285-9909-bc89fc9bfa95 None None] Pushing event updated for resources: {'Port': ['ID=e7236efd-2020-4f99-96c3-0fe8f7b88cdc,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.205350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Transition to ACTIVE for port object 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:39.343836 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Attempting to bind port e7236efd-2020-4f99-96c3-0fe8f7b88cdc on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:39.344354 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Attempting to bind port e7236efd-2020-4f99-96c3-0fe8f7b88cdc by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:39.344814 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Attempting to bind port e7236efd-2020-4f99-96c3-0fe8f7b88cdc on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:39.356344 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:39.356847 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:39.357362 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.357876 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:39.359144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Bound port: e7236efd-2020-4f99-96c3-0fe8f7b88cdc, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:39.359708 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.384061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-890e7e25-9c8b-440a-8568-4c43e4117a44 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2784531 Jul 14 09:27:39.406612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.484629 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] For port e7236efd-2020-4f99-96c3-0fe8f7b88cdc, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:39.488758 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] For port e7236efd-2020-4f99-96c3-0fe8f7b88cdc, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e7236efd-2020-4f99-96c3-0fe8f7b88cdc,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:39.506247 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.589596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:39.620200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:39.631457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:39.665817 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Routers {'2e3398a5-4798-4bdd-bd12-4235b14e5563'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:39.666452 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2e3398a5-4798-4bdd-bd12-4235b14e5563'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:39.696913 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.725747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c11261-2d55-4932-8205-f51e81f21bbe req-05c82fe1-79d7-4faa-8340-f78cfabc6dbf tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:39.740791 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c11261-2d55-4932-8205-f51e81f21bbe req-05c82fe1-79d7-4faa-8340-f78cfabc6dbf tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 946 time: 0.5493433 Jul 14 09:27:39.747146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event updated for resources: {'Port': ['ID=282a4ed6-a2e1-4dad-8e5b-46548bcd90b8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.832240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:39.835260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.860967 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce5afd-ae37-4285-9909-bc89fc9bfa95 None None] Pushing event updated for resources: {'Port': ['ID=e7236efd-2020-4f99-96c3-0fe8f7b88cdc,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.900244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-3e0e24bc-224e-4c62-8a1b-2752fc29db92 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149102 Jul 14 09:27:39.925548 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] Set router 2e3398a5-4798-4bdd-bd12-4235b14e5563 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:39.964026 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-77213277-c959-4fa2-be37-8217ac3b9bd8 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2980561 Jul 14 09:27:39.969152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.089080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27c11261-2d55-4932-8205-f51e81f21bbe req-d22fd80a-3ff4-4f1b-86d8-3bba12c1660a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473871 Jul 14 09:27:40.129640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.148669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-99753b96-b627-402e-aa17-7fdde5bc687d None None] Provisioning for port 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:40.154445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-99753b96-b627-402e-aa17-7fdde5bc687d None None] Provisioning complete for port 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:40.154972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99753b96-b627-402e-aa17-7fdde5bc687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.177712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-f57e17c8-e1b5-41c8-9747-9917b2bf5b66 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646937 Jul 14 09:27:40.320373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-99753b96-b627-402e-aa17-7fdde5bc687d None None] Port 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:40.353741 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port e7236efd-2020-4f99-96c3-0fe8f7b88cdc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:40.357620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.534195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] For port e7236efd-2020-4f99-96c3-0fe8f7b88cdc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e7236efd-2020-4f99-96c3-0fe8f7b88cdc,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:40.534573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.555490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for e7236efd-2020-4f99-96c3-0fe8f7b88cdc owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:40.595341 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-36796d50-e733-487b-9d78-e3554e889719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'name': 'tempest-NetworksTestDHCPv6-router-209140195', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:30Z', 'updated_at': '2021-07-14T09:27:34Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None, '_interfaces': [{'id': 'e7236efd-2020-4f99-96c3-0fe8f7b88cdc', 'name': '', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'mac_address': 'fa:16:3e:90:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '313d1256-2d57-4e81-af50-5f231f2b87f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:32Z', 'updated_at': '2021-07-14T09:27:39Z', 'revision_number': 4, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'subnets': [{'id': '313d1256-2d57-4e81-af50-5f231f2b87f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:40.600773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8fa69e4c-9f99-4d54-9014-8b57722f335a req-47bafe91-1887-40a5-be3d-d40a1fe4212b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 210 time: 0.0976768 Jul 14 09:27:40.635925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d64be1c4-f31b-49b3-8b30-59083efe84ed tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1372011866', 'prefixes': ['172.20.0.0/16']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:40.669957 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36796d50-e733-487b-9d78-e3554e889719 None None] The sync data for ids ['2e3398a5-4798-4bdd-bd12-4235b14e5563'] in n-d-758944-44 is: [{'id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'name': 'tempest-NetworksTestDHCPv6-router-209140195', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:30Z', 'updated_at': '2021-07-14T09:27:34Z', 'revision_number': 2, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None, '_interfaces': [{'id': 'e7236efd-2020-4f99-96c3-0fe8f7b88cdc', 'name': '', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'mac_address': 'fa:16:3e:90:60:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '313d1256-2d57-4e81-af50-5f231f2b87f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:32Z', 'updated_at': '2021-07-14T09:27:39Z', 'revision_number': 4, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'subnets': [{'id': '313d1256-2d57-4e81-af50-5f231f2b87f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:40.692007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'project_id': '012e6f68385e4470803a23d14e054fde', 'port_id': '282a4ed6-a2e1-4dad-8e5b-46548bcd90b8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:40.976240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.071302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d64be1c4-f31b-49b3-8b30-59083efe84ed tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] Notify callbacks [] for subnetpool, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.076955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.086315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d64be1c4-f31b-49b3-8b30-59083efe84ed tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9535921 Jul 14 09:27:41.091533 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.135189 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7b7904a9-3293-460d-b6ad-ff5de9365b99 tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] 10.222.0.18 "GET /v2.0/subnetpools/ce6174b5-d2ca-4e52-a3d8-16dabb6236fb HTTP/1.1" status: 200 len: 732 time: 0.0567896 Jul 14 09:27:41.136131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.141020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ea2dfaa4-acaf-478b-9767-fb942111d58b tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-382227644'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.173826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25a86e-197b-45a3-b5d4-1ceb6b813cb7 req-28c79b22-017e-41b9-9a9a-a96eac0f5fe6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:41.184288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb25a86e-197b-45a3-b5d4-1ceb6b813cb7 req-28c79b22-017e-41b9-9a9a-a96eac0f5fe6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 946 time: 0.5294271 Jul 14 09:27:41.187197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=e7236efd-2020-4f99-96c3-0fe8f7b88cdc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.280912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfaa4-acaf-478b-9767-fb942111d58b tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.282941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea2dfaa4-acaf-478b-9767-fb942111d58b tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] 10.222.0.18 "PUT /v2.0/subnetpools/ce6174b5-d2ca-4e52-a3d8-16dabb6236fb HTTP/1.1" status: 200 len: 683 time: 0.1456811 Jul 14 09:27:41.285513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.419041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb25a86e-197b-45a3-b5d4-1ceb6b813cb7 req-908182d5-4d13-49b9-af86-d12d9034331c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208800 Jul 14 09:27:41.421328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.454475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25165602-99b8-4ccd-a875-bb63412a08ec tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.455891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-25165602-99b8-4ccd-a875-bb63412a08ec tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ce6174b5-d2ca-4e52-a3d8-16dabb6236fb HTTP/1.1" status: 204 len: 168 time: 0.1691384 Jul 14 09:27:41.458576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48396) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.478955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48398) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.523581 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-45b9d3c7-d462-4c81-a705-5b04524239ed tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] show failed (client error): The resource could not be found. Jul 14 09:27:41.524624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-45b9d3c7-d462-4c81-a705-5b04524239ed tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] 10.222.0.18 "GET /v2.0/subnetpools/ce6174b5-d2ca-4e52-a3d8-16dabb6236fb HTTP/1.1" status: 404 len: 346 time: 0.0641353 Jul 14 09:27:41.541789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.569569 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-943f04ec-891b-4876-b6ed-28031f82be03 tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] delete failed (client error): The resource could not be found. Jul 14 09:27:41.571303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-943f04ec-891b-4876-b6ed-28031f82be03 tempest-SubnetPoolsTestJSON-646020479 tempest-SubnetPoolsTestJSON-646020479-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ce6174b5-d2ca-4e52-a3d8-16dabb6236fb HTTP/1.1" status: 404 len: 346 time: 0.0279129 Jul 14 09:27:41.640531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3e778-97de-407c-9819-e0abcd389dcd tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:41.642465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e4a3e778-97de-407c-9819-e0abcd389dcd tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1093 time: 0.1625218 Jul 14 09:27:41.646700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.655913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.716879 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.722729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Router 2e3398a5-4798-4bdd-bd12-4235b14e5563 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:41.754248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.957343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab1018b2-11ed-482f-91bd-da77df5c44dc req-526ca818-d34e-45f7-96e1-7bb6e4ca7b94 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 210 time: 0.1335912 Jul 14 09:27:42.093670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.194402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.415160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-782751e0-abee-4108-8108-d4e7ad2a27e6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.416851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-782751e0-abee-4108-8108-d4e7ad2a27e6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.2314191 Jul 14 09:27:42.441077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.25.2.19 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/18fd1d28-2a7a-4461-aa75-bbf16e6c8f44) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:42.449421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Request body: {'port': {'device_id': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'admin_state_up': True, 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:42.539817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:42.558630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-020aafa1-5aae-40ae-a5ab-4ad6c104f19a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "PUT /v2.0/routers/2e3398a5-4798-4bdd-bd12-4235b14e5563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1598513 Jul 14 09:27:42.563101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.626280 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71396b6a-fa6b-4ab0-99ad-33d9a507f10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.674188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1ab11-aaa5-4604-b9cd-fb4e633a26f6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.677533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1ab11-aaa5-4604-b9cd-fb4e633a26f6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.680987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-33c1ab11-aaa5-4604-b9cd-fb4e633a26f6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0781322 Jul 14 09:27:42.687604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.766109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-f95b10e0-5cec-4299-85a6-ef0ee24773bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2235904 Jul 14 09:27:42.784043 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.785148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 313d1256-2d57-4e81-af50-5f231f2b87f6 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:42.790901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.897918 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.917099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.940916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:42.949521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:42.954713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:43.010670 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] Sync routers for ids ['2e3398a5-4798-4bdd-bd12-4235b14e5563'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:43.025798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71396b6a-fa6b-4ab0-99ad-33d9a507f10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.026056 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] Routers {'2e3398a5-4798-4bdd-bd12-4235b14e5563'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:43.028875 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2e3398a5-4798-4bdd-bd12-4235b14e5563'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:43.047423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71396b6a-fa6b-4ab0-99ad-33d9a507f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.059816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Allocated IP 172.25.2.232 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/59b5976c-ffc0-4d0b-b2c7-37199b43336a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:43.084328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-3f43df77-4547-4249-b00d-074c25829c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.085991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-3f43df77-4547-4249-b00d-074c25829c8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1098 time: 0.2507355 Jul 14 09:27:43.105439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=18fd1d28-2a7a-4461-aa75-bbf16e6c8f44,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.118197 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.123946 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] Set router 2e3398a5-4798-4bdd-bd12-4235b14e5563 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:43.190174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:43.194321 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.206440 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'name': 'tempest-NetworksTestDHCPv6-router-209140195', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:30Z', 'updated_at': '2021-07-14T09:27:40Z', 'revision_number': 3, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:43.216267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-71396b6a-fa6b-4ab0-99ad-33d9a507f10c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74d56852a0034ba18edc8a468a502ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0200841 Jul 14 09:27:43.220411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:43.224586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71396b6a-fa6b-4ab0-99ad-33d9a507f10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce30a3f-c2c4-4712-a733-c2678524141b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.286056 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] Checking router: 2e3398a5-4798-4bdd-bd12-4235b14e5563 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:43.299286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-348f50cd-7c3b-405b-bdd6-ff33aa1338f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.300912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-348f50cd-7c3b-405b-bdd6-ff33aa1338f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 898 time: 0.1935735 Jul 14 09:27:43.311421 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] Routers {'2e3398a5-4798-4bdd-bd12-4235b14e5563'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:43.312354 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2e3398a5-4798-4bdd-bd12-4235b14e5563'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:43.414869 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] Set router 2e3398a5-4798-4bdd-bd12-4235b14e5563 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:43.438241 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-222d3228-fba2-44ee-90a1-ebe0e56f61c4 req-8572db89-499e-4d0d-b11a-5fc231c14a16 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 210 time: 0.2507913 Jul 14 09:27:43.443511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-6d99d59e-690b-4df2-aab7-aba316bed1a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 200 len: 217 time: 0.0803320 Jul 14 09:27:43.508995 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c6c4-2c56-4b88-82a0-2af195292b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.520525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-0a9ca313-156c-41ca-9e0f-8a7424351022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.524084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-0a9ca313-156c-41ca-9e0f-8a7424351022 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6617ece6-cf65-45fc-864c-c731b1a7af93 HTTP/1.1" status: 200 len: 835 time: 0.0682230 Jul 14 09:27:43.543983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c6c4-2c56-4b88-82a0-2af195292b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.565195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.610796 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c6c4-2c56-4b88-82a0-2af195292b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.615650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c6c4-2c56-4b88-82a0-2af195292b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.617077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f0a6c6c4-2c56-4b88-82a0-2af195292b2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ce30a3f-c2c4-4712-a733-c2678524141b HTTP/1.1" status: 204 len: 168 time: 0.3932490 Jul 14 09:27:43.684688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6c6c4-2c56-4b88-82a0-2af195292b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce30a3f-c2c4-4712-a733-c2678524141b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.691698 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'name': 'tempest-NetworksTestDHCPv6-router-209140195', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:30Z', 'updated_at': '2021-07-14T09:27:40Z', 'revision_number': 3, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:43.705860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Allocated IP 172.20.0.7 (e83a7abd-35cf-4f6c-95e3-62222ad25010/1f740fca-f926-4310-ba56-bde45cb25f14/b6574ef2-885c-4a13-a407-19ba22f6bfe2) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:43.737300 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee913e8-11b4-438c-94f1-cebab07c640b None None] The sync data for ids ['2e3398a5-4798-4bdd-bd12-4235b14e5563'] in n-d-758944-44 is: [{'id': '2e3398a5-4798-4bdd-bd12-4235b14e5563', 'name': 'tempest-NetworksTestDHCPv6-router-209140195', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:30Z', 'updated_at': '2021-07-14T09:27:40Z', 'revision_number': 3, 'project_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:43.825892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.849260 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.860612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a72d45-316d-4994-9791-d1c3912121cb None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:43.872072 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.874493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/313d1256-2d57-4e81-af50-5f231f2b87f6 HTTP/1.1" status: 204 len: 168 time: 1.1846538 Jul 14 09:27:43.893906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:43.924593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac32794-1cc3-499e-8e50-cb16ed72ba52 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=313d1256-2d57-4e81-af50-5f231f2b87f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.011989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Pushing event updated for resources: {'Port': ['ID=59b5976c-ffc0-4d0b-b2c7-37199b43336a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.028205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:44.031579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:44.034523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:44.109501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-2bed7bf3-e397-4a47-88d5-d95909e21d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.112688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-2bed7bf3-e397-4a47-88d5-d95909e21d5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=049c645a-d3c9-4e5b-a6e7-d1616171850d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5163524 Jul 14 09:27:44.337978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:44.466543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e7236efd-2020-4f99-96c3-0fe8f7b88cdc no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:44.502081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-260aa33f-b8aa-4483-a863-fe8e69dc2727 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792388 Jul 14 09:27:44.520921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e7236efd-2020-4f99-96c3-0fe8f7b88cdc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:44.521269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e7236efd-2020-4f99-96c3-0fe8f7b88cdc not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:44.560970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] Deleting port 2af814d9-8870-4b15-8109-1842349646b9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:44.560970 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.682545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] For port 2af814d9-8870-4b15-8109-1842349646b9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2af814d9-8870-4b15-8109-1842349646b9,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:44.683232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.700387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] Calling delete_port for 2af814d9-8870-4b15-8109-1842349646b9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:44.857912 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.878464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ec663f0-04a8-4138-b10a-38e0411106a1 req-ecbd04a9-be2f-4813-920b-9dec84eb7321 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690388 Jul 14 09:27:44.960222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] No DVR routers for this DVR port 2af814d9-8870-4b15-8109-1842349646b9 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:44.962215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7aa34-1a1a-4aa9-8b30-33f140635c21 None None] Pushing event deleted for resources: {'Port': ['ID=2af814d9-8870-4b15-8109-1842349646b9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:45.052296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.056432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.157512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3305baf5-cfe0-497d-be3b-701ffc539577 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.2606962 Jul 14 09:27:45.185416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.297123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-445257482'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:45.315918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.342279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.350143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8613efe1-7045-463a-8a61-48d61aace4f5 req-7632edde-ff93-433e-8769-effa7b112744 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 210 time: 0.4181011 Jul 14 09:27:45.365084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e4f71ab-19ca-4a4c-8a1b-7c7eb9bf5054 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.376144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Made reservation on behalf of fb6434bb04934d6485c03926ca59084e for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:45.399446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.414806 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.508165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.571014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.608939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e4f71ab-19ca-4a4c-8a1b-7c7eb9bf5054 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.616068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e4f71ab-19ca-4a4c-8a1b-7c7eb9bf5054 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.637781 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.653798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:45.662696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.669538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.741233 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e4f71ab-19ca-4a4c-8a1b-7c7eb9bf5054 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.742074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4f71ab-19ca-4a4c-8a1b-7c7eb9bf5054 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Fanout notify agent at l3_agent the message router_deleted on router 2e3398a5-4798-4bdd-bd12-4235b14e5563 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:45.756555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:45.763855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e4f71ab-19ca-4a4c-8a1b-7c7eb9bf5054 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.767904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e4f71ab-19ca-4a4c-8a1b-7c7eb9bf5054 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/routers/2e3398a5-4798-4bdd-bd12-4235b14e5563 HTTP/1.1" status: 204 len: 168 time: 0.5814104 Jul 14 09:27:45.769093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.770312 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.773207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46e04ed-ede3-40c1-a147-d725cdccb170,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:45.781621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:45.816578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.816936 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Added segment dba4843c-be1f-4791-84a3-614443a70284 of type vlan for network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 Jul 14 09:27:45.850193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:45.857762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:45.870951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.904883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3ea896a5-176d-4c04-bbf3-0a845b94e765 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1074915 Jul 14 09:27:45.905956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event updated for resources: {'Port': ['ID=b6574ef2-885c-4a13-a407-19ba22f6bfe2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:45.908806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48554) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.980271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2b67-0322-4cc3-a1f9-38f58946377e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.016955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.054899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.055560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.060122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Pushing event updated for resources: {'Port': ['ID=59b5976c-ffc0-4d0b-b2c7-37199b43336a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.076068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.080838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee890748-6da7-4c0a-8d97-c2304a5478d1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.087824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee890748-6da7-4c0a-8d97-c2304a5478d1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1543236 Jul 14 09:27:46.094872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.121819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.128289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.129090 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.153671 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.212556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event updated for resources: {'Network': ['ID=6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.214443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3867cd20-d9c9-45c7-8de3-4e1e79030c1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580432 Jul 14 09:27:46.215632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48564) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.216621 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.222892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:46.236015 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-60b16025-ed08-4553-a669-d5cbc8351f5c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7915714 Jul 14 09:27:46.247062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.327528 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Floating IP 9c761e9d-460a-46e0-860b-af045e8752f1 associated. External IP: 172.25.2.232, port: 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8. Jul 14 09:27:46.382912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Request body: {'port': {'device_id': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.450648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8d937709-2ab1-41f6-bd43-bc79a2d3f8d4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3869731 Jul 14 09:27:46.453753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.458724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Request body: {'subnet': {'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.480690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2af814d9-8870-4b15-8109-1842349646b9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:46.534260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 2af814d9-8870-4b15-8109-1842349646b9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:46.538448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2af814d9-8870-4b15-8109-1842349646b9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:46.572810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=18fd1d28-2a7a-4461-aa75-bbf16e6c8f44,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.830340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.888504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.085474 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Floating IP f52984b1-01d8-469b-adbe-fe1ff5b15967 associated. External IP: 172.25.2.19, port: d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6. Jul 14 09:27:47.207145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Made reservation on behalf of fb6434bb04934d6485c03926ca59084e for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:47.212103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.260797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Router 7bdf10bf-617d-4150-bbc8-02c79ae72a0f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:47.332828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6574ef2-885c-4a13-a407-19ba22f6bfe2 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:47.341318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.354413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Transition to ACTIVE for port object b6574ef2-885c-4a13-a407-19ba22f6bfe2 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:47.394559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.452938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:47.456649 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.527669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f572f3-53dc-4eff-96df-e808c8e075e1 req-b3f77331-1136-46f8-8dae-7a4bc9ff5cea tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.534956 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17f572f3-53dc-4eff-96df-e808c8e075e1 req-b3f77331-1136-46f8-8dae-7a4bc9ff5cea tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 931 time: 0.9281166 Jul 14 09:27:47.563233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b6574ef2-885c-4a13-a407-19ba22f6bfe2,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.570982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.666737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17f572f3-53dc-4eff-96df-e808c8e075e1 req-f571de14-536e-49d6-a90e-1eb2e96fb585 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279776 Jul 14 09:27:47.732907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Checking segment: {'id': 'dba4843c-be1f-4791-84a3-614443a70284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:47.733667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Network hostable DHCP agents. Network: 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:47.738236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event updated for resources: {'Subnet': ['ID=353f78ef-3c87-4fb8-a256-e4d566734192,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.745383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:47.758749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] Sync routers for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:47.772480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:47.773102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:47.777983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:47.804102 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.807797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:47.844611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.845589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.858713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90666bad-c91e-4904-a87a-ae9a62acf420 None None] Network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:47.862185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:47.885802 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-68c04016-147c-4b2a-9b98-ba3a8c651e77 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9138680 Jul 14 09:27:47.890716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.905038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Attempting to bind port b6574ef2-885c-4a13-a407-19ba22f6bfe2 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:47.905513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Attempting to bind port b6574ef2-885c-4a13-a407-19ba22f6bfe2 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:47.906851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Attempting to bind port b6574ef2-885c-4a13-a407-19ba22f6bfe2 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:47.917586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Port b6574ef2-885c-4a13-a407-19ba22f6bfe2 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:47.918356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Attempting to bind port b6574ef2-885c-4a13-a407-19ba22f6bfe2 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:47.927212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:47.927957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:47.951470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:47.951755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:47.952886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Bound using segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:47.952886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Bound port: b6574ef2-885c-4a13-a407-19ba22f6bfe2, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:47.952886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.977316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6092050b-ca7c-4b6a-b202-9769b0cd56bc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5223455 Jul 14 09:27:47.985547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.996535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Request body: {'port': {'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5', 'name': 'tempest-TagsExtTest-1675720890'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:47.998176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:47.998832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422c77a1-1ca9-42cc-a970-da82388fdba0 None None] The sync data for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:48.080358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c4ba92f9-4659-4bed-a08d-1e91c927dbeb tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] 10.222.0.18 "GET /v2.0/floatingips/9c761e9d-460a-46e0-860b-af045e8752f1 HTTP/1.1" status: 200 len: 978 time: 0.1881227 Jul 14 09:27:48.082342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:48.134516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:48.148794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5', 'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5', 'tenant_id': 'fb6434bb04934d6485c03926ca59084e', 'fixed_ips': [{'subnet_id': '353f78ef-3c87-4fb8-a256-e4d566734192'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:48.151333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.216012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-596e43b0-f980-421d-9e15-326ccf84aaba tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2244 time: 0.1300666 Jul 14 09:27:48.217234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:48.325253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Allocated IP 172.20.0.2 (6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5/353f78ef-3c87-4fb8-a256-e4d566734192/65ef411e-3683-49e2-86b9-8b9df1ec2f1c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:48.369246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] For port b6574ef2-885c-4a13-a407-19ba22f6bfe2, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:48.411892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] For port b6574ef2-885c-4a13-a407-19ba22f6bfe2, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b6574ef2-885c-4a13-a407-19ba22f6bfe2,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:48.452326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.514093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:27:48.532220 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.542605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Transition to ACTIVE for port object 65ef411e-3683-49e2-86b9-8b9df1ec2f1c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:48.561140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.561775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Transition to ACTIVE for port object 65ef411e-3683-49e2-86b9-8b9df1ec2f1c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:48.578684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Made reservation on behalf of fb6434bb04934d6485c03926ca59084e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:48.582688 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.595924 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.596184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.597210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.601416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] 10.222.0.48 "PUT /v2.0/ports/b6574ef2-885c-4a13-a407-19ba22f6bfe2 HTTP/1.1" status: 200 len: 1092 time: 2.3423593 Jul 14 09:27:48.626235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Deleting port 59b5976c-ffc0-4d0b-b2c7-37199b43336a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:48.626588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.647407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'tag': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:48.653036 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eb9cde-390c-4c4e-b092-623292689e69" -d '{"events": [{"name": "network-changed", "server_uuid": "2429f39f-7d49-48b2-83e1-e9dcc5129920", "tag": "b6574ef2-885c-4a13-a407-19ba22f6bfe2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:48.670172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:48.673725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:48.677417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:48.718659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Pushing event updated for resources: {'Port': ['ID=65ef411e-3683-49e2-86b9-8b9df1ec2f1c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.757245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Attempting to bind port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:48.758356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Attempting to bind port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'dba4843c-be1f-4791-84a3-614443a70284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:48.759120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Attempting to bind port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c on network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:48.767075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:48.767863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Checking segment: {'id': 'dba4843c-be1f-4791-84a3-614443a70284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:48.769220 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.769635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Bound using segment: {'id': 'dba4843c-be1f-4791-84a3-614443a70284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:48.770122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Bound port: 65ef411e-3683-49e2-86b9-8b9df1ec2f1c, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba4843c-be1f-4791-84a3-614443a70284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:48.770689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.772571 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b98a467-59d6-44d2-94a3-0c536812764c x-openstack-request-id: req-9b98a467-59d6-44d2-94a3-0c536812764c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:48.772903 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2429f39f-7d49-48b2-83e1-e9dcc5129920", "tag": "b6574ef2-885c-4a13-a407-19ba22f6bfe2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:48.773094 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b98a467-59d6-44d2-94a3-0c536812764c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:48.773643 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'tag': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2', 'status': 'completed', 'code': 200} Jul 14 09:27:48.841352 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.842099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.847832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:48.864597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Calling delete_port for 59b5976c-ffc0-4d0b-b2c7-37199b43336a owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:48.892149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:48.904140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.908348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.911413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:48.922675 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] Sync routers for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:48.937632 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:48.941488 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.941972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942d92a-6e85-425b-8861-abe8a4014e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b6574ef2-885c-4a13-a407-19ba22f6bfe2,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.978211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] device_id is not set on port cdc59390-9685-49be-be24-eb403717c7a4 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:48.982403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56584a5d-75dd-4491-bef2-937b0562ab68 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:49.038181 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.041748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=b99c77fe-54ec-45c8-9670-63c278f3560e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.131622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f6661-fa43-46f1-af30-83774cb62443 req-77a63eaa-e6fc-4730-a24a-511d8f024657 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.133294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb0f6661-fa43-46f1-af30-83774cb62443 req-77a63eaa-e6fc-4730-a24a-511d8f024657 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 943 time: 0.2577817 Jul 14 09:27:49.142881 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:49.173784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.207167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb0f6661-fa43-46f1-af30-83774cb62443 req-b0b7cf7a-3232-40fa-b369-41a869d4b881 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617735 Jul 14 09:27:49.222015 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee61a560-48b2-47db-897f-f901b12fa49e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9992719 Jul 14 09:27:49.225970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:49.236071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] For port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:49.253168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.259995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:49.275096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-5a4c4088-ecbe-4725-a6b0-2a9e164323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.276674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-5a4c4088-ecbe-4725-a6b0-2a9e164323e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 1095 time: 0.5896161 Jul 14 09:27:49.285667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Port': ['ID=59b5976c-ffc0-4d0b-b2c7-37199b43336a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.298073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'b99c77fe-54ec-45c8-9670-63c278f3560e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:49.298948 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.302049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] For port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=65ef411e-3683-49e2-86b9-8b9df1ec2f1c,segment=NetworkSegment(dba4843c-be1f-4791-84a3-614443a70284),segment_id=dba4843c-be1f-4791-84a3-614443a70284)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:49.329695 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.381632 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.382228 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Floating IP 9c761e9d-460a-46e0-860b-af045e8752f1 disassociated (deleted). External IP: 172.25.2.232, port: 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8. Jul 14 09:27:49.701141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e84b2-3f24-4340-89ff-d0e3ea2fbef0 None None] Pushing event updated for resources: {'Port': ['ID=65ef411e-3683-49e2-86b9-8b9df1ec2f1c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.729808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.736400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9326b35-16db-4ac0-96bf-0807555df9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.763324 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:06Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:43Z', 'revision_number': 0, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:49.829198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Allocated IP 2001:db8::f816:3eff:feb5:a7a7 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/b99c77fe-54ec-45c8-9670-63c278f3560e/e0bb04b0-e7d3-450f-9988-d6feafd7c5b0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:49.839648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Router 7bdf10bf-617d-4150-bbc8-02c79ae72a0f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:49.862398 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] Checking router: 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:49.883971 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:49.884517 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:50.061862 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.066852 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:50.073217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Transition to ACTIVE for port object e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:50.097728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:50.108487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Transition to ACTIVE for port object e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:50.118446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.141274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478c7471-ba0c-477e-9714-377887117b24 None None] Sync routers for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:50.155007 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.219414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7888ada6-29a7-4f78-beec-c097e4c66925 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "DELETE /v2.0/floatingips/9c761e9d-460a-46e0-860b-af045e8752f1 HTTP/1.1" status: 204 len: 168 time: 1.9982340 Jul 14 09:27:50.220359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:50.230272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:50.231180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Pushing event updated for resources: {'Port': ['ID=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:50.252763 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.258275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:50.262186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c7471-ba0c-477e-9714-377887117b24 None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:50.263597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-478c7471-ba0c-477e-9714-377887117b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:50.266764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:50.270388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:50.281878 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.424344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-74b9be38-3918-40da-a074-7c6f270db9a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6574ef2-885c-4a13-a407-19ba22f6bfe2 HTTP/1.1" status: 200 len: 217 time: 1.1161630 Jul 14 09:27:50.438110 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:06Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:43Z', 'revision_number': 0, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:50.469972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-478c7471-ba0c-477e-9714-377887117b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:50.486068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c7471-ba0c-477e-9714-377887117b24 None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:50.487046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-478c7471-ba0c-477e-9714-377887117b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:50.519329 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa70d1b-4466-4eea-9c51-515e3de9132e None None] The sync data for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 is: [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:06Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:43Z', 'revision_number': 0, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:50.543485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.586380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 65ef411e-3683-49e2-86b9-8b9df1ec2f1c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:50.599606 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-50e2919e-3a7d-4980-82da-e60e60ab20e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9512055 Jul 14 09:27:50.603965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-478c7471-ba0c-477e-9714-377887117b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:50.605180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478c7471-ba0c-477e-9714-377887117b24 None None] The sync data for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:50.650166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:50.680269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Attempting to bind port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:50.684777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Attempting to bind port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:50.685405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Attempting to bind port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:50.725581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:50.726178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:50.726684 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.727316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:50.727946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Bound port: e0bb04b0-e7d3-450f-9988-d6feafd7c5b0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:50.728438 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.783085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:50.803578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:50.805027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Allocated IP 172.25.2.11 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/94142910-6909-4d4c-937e-b9d2c59a0e85) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:50.809002 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0958c2ce-cd58-4f0a-951d-bec07772d3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:50.957312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] For port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:50.959182 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d4058-3b99-4ca2-b1f6-bf99a16fab4b x-openstack-request-id: req-fc8d4058-3b99-4ca2-b1f6-bf99a16fab4b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:50.959742 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:50.960410 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc8d4058-3b99-4ca2-b1f6-bf99a16fab4b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:50.961520 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'status': 'completed', 'code': 200} Jul 14 09:27:50.965524 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e098f07-9e11-4ea5-a7fd-957a9cefb91a None None] New status for floating IP f52984b1-01d8-469b-adbe-fe1ff5b15967: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:27:50.972380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] For port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:50.983852 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.022903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397b4e8-bb70-45e8-a893-1d6ca12ebedc None None] Network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:51.054500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-68843cda-3514-45b5-bd02-6776ec64a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.056259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-68843cda-3514-45b5-bd02-6776ec64a2b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1098 time: 0.1220286 Jul 14 09:27:51.059452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.076200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-ff7bc243-f41f-4075-b41a-885ae95bf0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.078008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-ff7bc243-f41f-4075-b41a-885ae95bf0b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.4761620 Jul 14 09:27:51.153728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Allocated IP 172.20.0.13 (6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5/353f78ef-3c87-4fb8-a256-e4d566734192/cdc59390-9685-49be-be24-eb403717c7a4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:51.216352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-e7c98e47-a7cc-4177-bbf6-66366b6143de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.218263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-e7c98e47-a7cc-4177-bbf6-66366b6143de service neutron] 10.222.0.11 "GET /v2.0/networks?id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 898 time: 0.1540248 Jul 14 09:27:51.220462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.247770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-4530d0bb-b76f-4c20-837c-03d5ac4d8b6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421528 Jul 14 09:27:51.250364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:51.254573 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.263123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b63126dc-0a9c-4c11-90e7-47e77ab1bca3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/floatingips/f52984b1-01d8-469b-adbe-fe1ff5b15967 HTTP/1.1" status: 200 len: 991 time: 0.6115370 Jul 14 09:27:51.271608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Pushing event updated for resources: {'Port': ['ID=94142910-6909-4d4c-937e-b9d2c59a0e85,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.467054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:51.468703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:51.484264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:51.491381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-cd08bb30-da30-43b4-ac65-56e25ed9252b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 200 len: 999 time: 0.2241230 Jul 14 09:27:51.550141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51963035-5344-4a15-9ba1-bbe189c6ff81 None None] Pushing event updated for resources: {'Port': ['ID=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.555493 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.560158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5cba089a-b25c-46c2-afb3-82ce22f2fd4a None None] Provisioning for port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:51.565285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6debe8-aa39-40e5-95d1-6ccb90d5697d req-49964e31-b2ec-4854-82ce-f67a24a564a3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.567251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc6debe8-aa39-40e5-95d1-6ccb90d5697d req-49964e31-b2ec-4854-82ce-f67a24a564a3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 943 time: 0.8797512 Jul 14 09:27:51.569753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5cba089a-b25c-46c2-afb3-82ce22f2fd4a None None] Provisioning complete for port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:51.571743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5cba089a-b25c-46c2-afb3-82ce22f2fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.664159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-0763b01e-b974-409b-a94f-73c572547e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.666050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-0763b01e-b974-409b-a94f-73c572547e21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6617ece6-cf65-45fc-864c-c731b1a7af93 HTTP/1.1" status: 200 len: 835 time: 0.1186273 Jul 14 09:27:51.777134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5cba089a-b25c-46c2-afb3-82ce22f2fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.790362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.790637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-bcb906f5-24e2-4c36-875e-d5ce5ae28ff9 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243535 Jul 14 09:27:51.825265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5cba089a-b25c-46c2-afb3-82ce22f2fd4a None None] For port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=65ef411e-3683-49e2-86b9-8b9df1ec2f1c,segment=NetworkSegment(dba4843c-be1f-4791-84a3-614443a70284),segment_id=dba4843c-be1f-4791-84a3-614443a70284)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:51.835379 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5cba089a-b25c-46c2-afb3-82ce22f2fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.891391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-6a9a516d-9519-45ad-8e1a-96de929883e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.892972 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-6a9a516d-9519-45ad-8e1a-96de929883e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=049c645a-d3c9-4e5b-a6e7-d1616171850d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1783276 Jul 14 09:27:51.917182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.918069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba089a-b25c-46c2-afb3-82ce22f2fd4a None None] Pushing event updated for resources: {'Port': ['ID=65ef411e-3683-49e2-86b9-8b9df1ec2f1c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.132264 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.164888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc6debe8-aa39-40e5-95d1-6ccb90d5697d req-65891850-0ef0-449b-b5ea-bc743315e537 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940875 Jul 14 09:27:52.165565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d94963bc-98c3-4b18-8f3d-d0261fb9206c None None] Provisioning complete for port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:52.166113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d94963bc-98c3-4b18-8f3d-d0261fb9206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.181543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-8fcc12be-9bfe-46ed-84fd-93d26a6dcf00 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769036 Jul 14 09:27:52.270901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.335757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:52.353829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.356527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:52.372607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.373380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.395801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=59cfb16a-43a9-41fa-9d59-395ff1ebedac,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.426557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b61e3ad6-9cce-41e2-a832-8c154aa31822 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1740146 Jul 14 09:27:52.434131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.445301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:8e:6e:87', 'name': 'tempest-NetworksTestDHCPv6-1526413652'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:52.460843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d7f58377-1908-4175-bb5c-583985c806ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/floatingips/f52984b1-01d8-469b-adbe-fe1ff5b15967 HTTP/1.1" status: 200 len: 993 time: 0.1840937 Jul 14 09:27:52.462208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Transition to ACTIVE for port object cdc59390-9685-49be-be24-eb403717c7a4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:52.465654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24d9f508-1ec4-4906-8a35-46162a83e77f req-4008459a-ce67-4bd6-b9f0-b58716278fee service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743677 Jul 14 09:27:52.531792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0958c2ce-cd58-4f0a-951d-bec07772d3eb req-fb7a581f-7aa8-4290-817e-4e82f0ad78d1 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459690 Jul 14 09:27:52.591723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.616778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.622069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.651671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:52.656648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:52.660373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:52.716618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:52.719177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event updated for resources: {'Port': ['ID=cdc59390-9685-49be-be24-eb403717c7a4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.747105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-164e1db8-d220-454e-8386-0933b76092c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.748985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-164e1db8-d220-454e-8386-0933b76092c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 1095 time: 0.2168155 Jul 14 09:27:52.754984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.755683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.817686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-99b66323-c359-4c92-91a0-ffcfefc270d7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8288589 Jul 14 09:27:52.820794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48664) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.850371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:52.854557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 65ef411e-3683-49e2-86b9-8b9df1ec2f1c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:52.861406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-83a8b2dc-c99c-45d2-9aaa-f17ea895e975 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-172316709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:52.923040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-95c64efc-6c7a-47a2-8cf5-bea3deb9f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.927688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-95c64efc-6c7a-47a2-8cf5-bea3deb9f112 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.1674795 Jul 14 09:27:52.936775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ded187b-3c11-433a-9963-3e82fd189216 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:53.018569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-8c5f5c05-7c89-41c5-9cde-6a87ff080d2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6574ef2-885c-4a13-a407-19ba22f6bfe2 HTTP/1.1" status: 200 len: 217 time: 0.0851746 Jul 14 09:27:53.111378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-746d0a9b-6cc0-4621-8849-54862c88e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.114288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-746d0a9b-6cc0-4621-8849-54862c88e1bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.0880895 Jul 14 09:27:53.124192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c6d70157-37ff-44b8-96a1-87e609ee148f None None] Provisioning for port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:53.139427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c6d70157-37ff-44b8-96a1-87e609ee148f None None] Provisioning complete for port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:53.140046 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6d70157-37ff-44b8-96a1-87e609ee148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.178028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-a8b2676f-cd6e-457d-9f05-2322068c349c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556402 Jul 14 09:27:53.257175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:53.257175 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.335313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-ad4a3ff0-b401-4eaf-931e-d5681203e547 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506310 Jul 14 09:27:53.405152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Pushing event updated for resources: {'Port': ['ID=94142910-6909-4d4c-937e-b9d2c59a0e85,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.474530 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6d70157-37ff-44b8-96a1-87e609ee148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.482937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3eb9cde-390c-4c4e-b092-623292689e69 req-05ed5389-3869-4ba4-a16c-4713cbf0b4de service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379817 Jul 14 09:27:53.499629 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.502344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:53.541080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c6d70157-37ff-44b8-96a1-87e609ee148f None None] For port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.545431 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6d70157-37ff-44b8-96a1-87e609ee148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.595432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83a8b2dc-c99c-45d2-9aaa-f17ea895e975 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.597703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83a8b2dc-c99c-45d2-9aaa-f17ea895e975 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.613831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.615582 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-35d919d9-667e-494f-ac36-35ad40b8c169 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3939645 Jul 14 09:27:53.619605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48680) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:53.642405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70157-37ff-44b8-96a1-87e609ee148f None None] Pushing event updated for resources: {'Port': ['ID=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.662147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] Update dhcp port {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'b99c77fe-54ec-45c8-9670-63c278f3560e', 'ip_address': '2001:db8::f816:3eff:feb5:a7a7'}, {'subnet_id': '59cfb16a-43a9-41fa-9d59-395ff1ebedac'}], 'binding:host_id': 'n-d-758944-44'}, 'id': 'e0bb04b0-e7d3-450f-9988-d6feafd7c5b0'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:27:53.705756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8106acb-fda0-4442-8af5-c368407ccf28 req-bcb0d20a-8541-475b-8a30-91fd03a2c61e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.707645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8106acb-fda0-4442-8af5-c368407ccf28 req-bcb0d20a-8541-475b-8a30-91fd03a2c61e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 943 time: 0.2943544 Jul 14 09:27:53.730880 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.751282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e5ae120-f8b4-4233-8b3f-aae6af2b4fdd None None] Provisioning for port cdc59390-9685-49be-be24-eb403717c7a4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:53.756792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e5ae120-f8b4-4233-8b3f-aae6af2b4fdd None None] Provisioning complete for port cdc59390-9685-49be-be24-eb403717c7a4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:53.757173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae120-f8b4-4233-8b3f-aae6af2b4fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.798354 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83a8b2dc-c99c-45d2-9aaa-f17ea895e975 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.805246 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.810855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83a8b2dc-c99c-45d2-9aaa-f17ea895e975 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.847756 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8106acb-fda0-4442-8af5-c368407ccf28 req-c158c6f1-021b-438d-ab69-64be1678a6ff tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135144 Jul 14 09:27:53.848403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ae120-f8b4-4233-8b3f-aae6af2b4fdd None None] Port cdc59390-9685-49be-be24-eb403717c7a4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:53.860572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83a8b2dc-c99c-45d2-9aaa-f17ea895e975 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.862088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83a8b2dc-c99c-45d2-9aaa-f17ea895e975 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0224242 Jul 14 09:27:53.865177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:53.871513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7e9c7878-dd36-4346-921a-0f0e85463117 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1494601405', 'prefixes': ['172.20.0.0/16']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:53.872264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 25d96b89-147c-4c43-b9f8-d0a8094929a9 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:53.897950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:53.958858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.002356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] Allocated IP 172.20.0.2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/59cfb16a-43a9-41fa-9d59-395ff1ebedac/e0bb04b0-e7d3-450f-9988-d6feafd7c5b0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:54.071136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7878-dd36-4346-921a-0f0e85463117 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.076362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.076715 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7e9c7878-dd36-4346-921a-0f0e85463117 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2101274 Jul 14 09:27:54.082319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-e2e91aae-2130-4e7e-89c5-140b9a886bd7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', 'tempest-TagsExtTest-Tag-113948206') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.134300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.161317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] For port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:54.222772 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.245760 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e2e91aae-2130-4e7e-89c5-140b9a886bd7 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags/tempest-TagsExtTest-Tag-113948206 HTTP/1.1" status: 201 len: 201 time: 0.1680055 Jul 14 09:27:54.248908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48694) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.253799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] Transition to ACTIVE for port object e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:54.259437 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.262466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-84ed5a4f-272d-4965-b0eb-f79a0e18d3e2 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', 'tempest-TagsExtTest-Tag-1390821201') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.284124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Allocated IP 172.25.2.40 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/9936bea4-9187-46fa-94ff-065a804157ce) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:54.340317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c6da-dac9-408a-a65b-acd33d99af03 None None] Pushing event updated for resources: {'Port': ['ID=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.453639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:54.466828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.525477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.540211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 172.20.0.6 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/59cfb16a-43a9-41fa-9d59-395ff1ebedac/25d96b89-147c-4c43-b9f8-d0a8094929a9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:54.549569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fe8e:6e87 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/b99c77fe-54ec-45c8-9670-63c278f3560e/25d96b89-147c-4c43-b9f8-d0a8094929a9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:54.565598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:54.569358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:54.572992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:54.610130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Pushing event updated for resources: {'Port': ['ID=9936bea4-9187-46fa-94ff-065a804157ce,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.659466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-84ed5a4f-272d-4965-b0eb-f79a0e18d3e2 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags/tempest-TagsExtTest-Tag-1390821201 HTTP/1.1" status: 201 len: 201 time: 0.4064248 Jul 14 09:27:54.672685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.681364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-36ceb695-f9ea-438f-a477-005f53ee7301 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', 'tempest-TagsExtTest-Tag-1134567863') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.703214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.779752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.879058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.899179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-36ceb695-f9ea-438f-a477-005f53ee7301 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags/tempest-TagsExtTest-Tag-1134567863 HTTP/1.1" status: 201 len: 201 time: 0.2252862 Jul 14 09:27:54.901831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48700) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.917867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-36dbea59-1013-4746-a34d-d0269ff76139 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', 'tempest-TagsExtTest-Tag-1803992625') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:54.932908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 25d96b89-147c-4c43-b9f8-d0a8094929a9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:55.092822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-36dbea59-1013-4746-a34d-d0269ff76139 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags/tempest-TagsExtTest-Tag-1803992625 HTTP/1.1" status: 201 len: 201 time: 0.1877937 Jul 14 09:27:55.095873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.110274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.127751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-bb93ae42-a1b0-4d81-8b05-a7a80de8b161 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:55.141428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.169373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.198093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=25d96b89-147c-4c43-b9f8-d0a8094929a9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.221464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:55.223587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:55.234623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:55.272869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Pushing event updated for resources: {'Port': ['ID=9936bea4-9187-46fa-94ff-065a804157ce,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.341962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.342666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.394731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-429be0e9-cfbc-43a9-97dd-c8547fc0ba01 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9559007 Jul 14 09:27:55.397298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.420667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.493563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2335eef-86c1-4636-98d7-2af4692fd88c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.500176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.500533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2335eef-86c1-4636-98d7-2af4692fd88c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.502128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc943c98-cfae-4a29-89c9-cd0e0802609b tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8817096 Jul 14 09:27:55.505327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e2335eef-86c1-4636-98d7-2af4692fd88c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1068985 Jul 14 09:27:55.506049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.510018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.534975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cb6c0-de91-43cf-a37f-13795b71bc4f req-9386c69a-e63e-4e6e-a236-8180cbc329f6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.536835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-883cb6c0-de91-43cf-a37f-13795b71bc4f req-9386c69a-e63e-4e6e-a236-8180cbc329f6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 943 time: 0.4381080 Jul 14 09:27:55.557907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bb93ae42-a1b0-4d81-8b05-a7a80de8b161 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags HTTP/1.1" status: 200 len: 240 time: 0.4547000 Jul 14 09:27:55.565713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.570652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-ad2b3032-a665-444d-b10d-c082ede3a453 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', 'tempest-TagsExtTest-Tag-113948206') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:55.590454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8764d80-683a-4b96-ac34-b406d8e75bc6 None None] Provisioning for port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:55.596681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8764d80-683a-4b96-ac34-b406d8e75bc6 None None] Provisioning complete for port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:55.597198 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8764d80-683a-4b96-ac34-b406d8e75bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.661199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0243099d-dc78-42cb-8eda-cdc3da6583b9 tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1524653 Jul 14 09:27:55.663834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.728296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-883cb6c0-de91-43cf-a37f-13795b71bc4f req-3dbe19c8-435c-4b11-bc55-0f1432e64fba tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750560 Jul 14 09:27:55.760232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-89002e8b-74e9-4cfd-b7b7-2788b5ff2023 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3576407 Jul 14 09:27:55.774879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b6574ef2-885c-4a13-a407-19ba22f6bfe2 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:55.776111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 25d96b89-147c-4c43-b9f8-d0a8094929a9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:55.776420 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.791856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-21b8ba69-f156-40fa-b0ad-9de915a989d3 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1190073 Jul 14 09:27:55.794035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad2b3032-a665-444d-b10d-c082ede3a453 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags/tempest-TagsExtTest-Tag-113948206 HTTP/1.1" status: 204 len: 168 time: 0.2272506 Jul 14 09:27:55.794590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.803572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.809243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-96f05ab6-c043-460d-9f63-14e4dec07a91 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', 'tempest-TagsExtTest-Tag-113948206') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:55.892756 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.914144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 25d96b89-147c-4c43-b9f8-d0a8094929a9 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:55.937332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b6574ef2-885c-4a13-a407-19ba22f6bfe2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b6574ef2-885c-4a13-a407-19ba22f6bfe2,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:55.950611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'port_id': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2', 'mac_address': 'fa:16:3e:8b:58:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f740fca-f926-4310-ba56-bde45cb25f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:56.001697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.012049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b0ee529-d84c-45db-8233-ccd72ce17cf9 None None] Provisioning for port 25d96b89-147c-4c43-b9f8-d0a8094929a9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:56.020177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b0ee529-d84c-45db-8233-ccd72ce17cf9 None None] Provisioning complete for port 25d96b89-147c-4c43-b9f8-d0a8094929a9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:56.020818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b0ee529-d84c-45db-8233-ccd72ce17cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.024911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6574ef2-885c-4a13-a407-19ba22f6bfe2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:56.028533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-96f05ab6-c043-460d-9f63-14e4dec07a91 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags/tempest-TagsExtTest-Tag-113948206 HTTP/1.1" status: 204 len: 168 time: 0.2243774 Jul 14 09:27:56.031024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.037146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-e4888d42-77fd-4715-ae52-6424aa893105 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:56.048768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b6574ef2-885c-4a13-a407-19ba22f6bfe2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b6574ef2-885c-4a13-a407-19ba22f6bfe2,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:56.065297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Deleting port 9936bea4-9187-46fa-94ff-065a804157ce {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:56.065922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.140654 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.161347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.161910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.190257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=25d96b89-147c-4c43-b9f8-d0a8094929a9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.191875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Calling delete_port for 9936bea4-9187-46fa-94ff-065a804157ce owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:56.233969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-cf22a855-ccee-4c26-a0d7-1401716f84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.236143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-cf22a855-ccee-4c26-a0d7-1401716f84f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 1097 time: 0.2341044 Jul 14 09:27:56.281347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e4888d42-77fd-4715-ae52-6424aa893105 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags HTTP/1.1" status: 200 len: 205 time: 0.2491977 Jul 14 09:27:56.283826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.288680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-449c6412-1293-4c01-b3ec-1897d8ae9618 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:56.394506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.431929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:56.448441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.450507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-449c6412-1293-4c01-b3ec-1897d8ae9618 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags HTTP/1.1" status: 200 len: 241 time: 0.1643898 Jul 14 09:27:56.457332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-8c5d5287-9c2f-418a-9cf0-aa33a7782810 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', 'tempest-TagsExtTest-Tag-1390821201') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:56.481767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.486567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-90b5385d-0e49-4446-8457-3b7c0612e3d6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/25d96b89-147c-4c43-b9f8-d0a8094929a9 HTTP/1.1" status: 204 len: 168 time: 0.9669693 Jul 14 09:27:56.488609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ee529-d84c-45db-8233-ccd72ce17cf9 None None] Port 25d96b89-147c-4c43-b9f8-d0a8094929a9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:56.504796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.520237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b6574ef2-885c-4a13-a407-19ba22f6bfe2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.532703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:56.532926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.569503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.611411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-898cb2a0-6978-4f25-9004-f02a1e95b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.613066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-898cb2a0-6978-4f25-9004-f02a1e95b64c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.3324153 Jul 14 09:27:56.619398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7266174d-a845-441d-b98b-4e13d7bb84b0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.621217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7266174d-a845-441d-b98b-4e13d7bb84b0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.623075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7266174d-a845-441d-b98b-4e13d7bb84b0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.627558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7266174d-a845-441d-b98b-4e13d7bb84b0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1218104 Jul 14 09:27:56.628152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.648307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b6574ef2-885c-4a13-a407-19ba22f6bfe2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:56.680939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Pushing event deleted for resources: {'Port': ['ID=9936bea4-9187-46fa-94ff-065a804157ce,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.717888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-88c2ceec-eb37-479b-acac-605e5e913cb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 HTTP/1.1" status: 200 len: 217 time: 0.0887604 Jul 14 09:27:56.765951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.770785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.773205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8c5d5287-9c2f-418a-9cf0-aa33a7782810 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags/tempest-TagsExtTest-Tag-1390821201 HTTP/1.1" status: 204 len: 168 time: 0.3200834 Jul 14 09:27:56.780564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.780895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.781376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-81aa2f50-801e-4e8d-86ea-6c5419d0084a tempest-FloatingIPAdminTestJSON-1450339994 tempest-FloatingIPAdminTestJSON-1450339994-project] 10.222.0.18 "DELETE /v2.0/floatingips/cd8a7b89-22a2-496b-8fbd-a15b8106a15d HTTP/1.1" status: 204 len: 168 time: 0.9856000 Jul 14 09:27:56.785553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-a72eb35b-1eea-47b1-8d67-95ba6d3745b4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', 'tempest-TagsExtTest-Tag-1390821201') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:56.911164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 59cfb16a-43a9-41fa-9d59-395ff1ebedac {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:56.949191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.957601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939184-1f33-4759-94e8-2164a1d09572 req-549d6c13-1a96-4910-a4ae-e7cbecc9a442 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.959707 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1939184-1f33-4759-94e8-2164a1d09572 req-549d6c13-1a96-4910-a4ae-e7cbecc9a442 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 944 time: 0.0677900 Jul 14 09:27:56.988187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-0e4873c0-63e1-47da-86db-c51c4506adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.990411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-0e4873c0-63e1-47da-86db-c51c4506adce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.2642465 Jul 14 09:27:57.004872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1939184-1f33-4759-94e8-2164a1d09572 req-cac7f11b-dcf6-421f-ab58-2fe0c8df91fe tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Jul 14 09:27:57.417625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-364a09db-7262-434f-a8e4-7640fc331104 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4171264 Jul 14 09:27:57.421554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.609733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Deleting port 94142910-6909-4d4c-937e-b9d2c59a0e85 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:57.610109 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.670938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a72eb35b-1eea-47b1-8d67-95ba6d3745b4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags/tempest-TagsExtTest-Tag-1390821201 HTTP/1.1" status: 204 len: 168 time: 0.8867507 Jul 14 09:27:57.673477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:57.676144 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.684714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-99baecb5-88f6-4942-8ad5-7100f22dda12 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576697 Jul 14 09:27:57.685040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-85e99b19-ad67-46a9-b4a0-261e719200cc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:57.762644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-85e99b19-ad67-46a9-b4a0-261e719200cc tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags HTTP/1.1" status: 200 len: 205 time: 0.0874984 Jul 14 09:27:57.763249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:57.769860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-474f0118-849b-478c-a28f-7cfc306d0d81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:57.792024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b6574ef2-885c-4a13-a407-19ba22f6bfe2 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:57.833601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.835797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.884702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Calling delete_port for 94142910-6909-4d4c-937e-b9d2c59a0e85 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:57.885090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port b6574ef2-885c-4a13-a407-19ba22f6bfe2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:57.890258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-474f0118-849b-478c-a28f-7cfc306d0d81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags HTTP/1.1" status: 200 len: 241 time: 0.1259520 Jul 14 09:27:57.891818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:57.893569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port b6574ef2-885c-4a13-a407-19ba22f6bfe2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:57.893966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.897041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-af0a2114-6d8a-46d8-a88b-46bad8015d3f tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', 'tempest-TagsExtTest-Tag-1134567863') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:57.908873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.946439 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b92ee6f-1357-49c0-b4d0-7414496474ea req-ad57d556-d2bc-49e2-a6ee-c3cb09a4007f service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414246 Jul 14 09:27:58.010901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.043543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=59cfb16a-43a9-41fa-9d59-395ff1ebedac,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.062354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.067129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48776) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.067706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b6574ef2-885c-4a13-a407-19ba22f6bfe2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b6574ef2-885c-4a13-a407-19ba22f6bfe2,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:58.069459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:58.071970 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a1ccb-4978-4f63-b66c-b6fc1106f3ea" -d '{"events": [{"server_uuid": "2429f39f-7d49-48b2-83e1-e9dcc5129920", "name": "network-vif-plugged", "status": "completed", "tag": "b6574ef2-885c-4a13-a407-19ba22f6bfe2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:58.077747 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e8116c1-8ba7-47d5-a254-134f51c67a43 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/59cfb16a-43a9-41fa-9d59-395ff1ebedac HTTP/1.1" status: 204 len: 168 time: 1.4396679 Jul 14 09:27:58.089534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd2b74-ba6b-4b1c-ac44-ca345aa9f59b None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:58.118032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.121492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48780) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.126432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-01875d58-bfa4-49ec-a1c9-47d3ba778a98 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', 'tempest-TagsExtTest-Tag-1134567863') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:58.128209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af0a2114-6d8a-46d8-a88b-46bad8015d3f tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags/tempest-TagsExtTest-Tag-1134567863 HTTP/1.1" status: 204 len: 168 time: 0.2349963 Jul 14 09:27:58.168723 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d4bf0d-343f-479f-9e4f-6180cf2a85a2 x-openstack-request-id: req-89d4bf0d-343f-479f-9e4f-6180cf2a85a2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:58.169334 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2429f39f-7d49-48b2-83e1-e9dcc5129920", "name": "network-vif-plugged", "status": "completed", "tag": "b6574ef2-885c-4a13-a407-19ba22f6bfe2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:58.170039 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89d4bf0d-343f-479f-9e4f-6180cf2a85a2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:58.170805 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2', 'code': 200} Jul 14 09:27:58.253533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet b99c77fe-54ec-45c8-9670-63c278f3560e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:58.262055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.278745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b6574ef2-885c-4a13-a407-19ba22f6bfe2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.322288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-01875d58-bfa4-49ec-a1c9-47d3ba778a98 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags/tempest-TagsExtTest-Tag-1134567863 HTTP/1.1" status: 204 len: 168 time: 0.1996031 Jul 14 09:27:58.323050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.329832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-7fa9b281-1656-4dfa-9413-17a649a50ca9 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:58.362374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.414396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Pushing event deleted for resources: {'Port': ['ID=94142910-6909-4d4c-937e-b9d2c59a0e85,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.437905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.526795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.530028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.531563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-280dc363-8d16-4625-bf3d-dedd3580fa6e tempest-FloatingIPAdminTestJSON-801915618 tempest-FloatingIPAdminTestJSON-801915618-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/38a58161-adf0-4879-b27c-af0b6232de54 HTTP/1.1" status: 204 len: 168 time: 1.7425101 Jul 14 09:27:58.538883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.594730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b6c2-86df-484f-90c4-197808e34643 req-05be0310-e6e6-457d-b33d-ce555630e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.596625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f3b6c2-86df-484f-90c4-197808e34643 req-05be0310-e6e6-457d-b33d-ce555630e549 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 1097 time: 0.3139784 Jul 14 09:27:58.706182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc40c1b-305f-4248-af51-a58a409e5818 req-4a16e000-0b1b-4acb-a6c8-265baaddec9f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.708170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cc40c1b-305f-4248-af51-a58a409e5818 req-4a16e000-0b1b-4acb-a6c8-265baaddec9f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 945 time: 0.4623773 Jul 14 09:27:58.745159 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12f3b6c2-86df-484f-90c4-197808e34643 req-55c2ad55-4819-4a42-8359-83080801cf98 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337245 Jul 14 09:27:58.782877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cc40c1b-305f-4248-af51-a58a409e5818 req-25bda6aa-a685-427d-9418-c77c7329f490 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651348 Jul 14 09:27:58.801539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Deleting port 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:58.802172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.877860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7fa9b281-1656-4dfa-9413-17a649a50ca9 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags HTTP/1.1" status: 200 len: 205 time: 0.5514078 Jul 14 09:27:58.889546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48788) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.894888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-ebc726c5-88cc-4d92-b567-8b72a61cfee4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:58.949643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.980346 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ebc726c5-88cc-4d92-b567-8b72a61cfee4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags HTTP/1.1" status: 200 len: 241 time: 0.0866184 Jul 14 09:27:58.980346 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.982397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.986930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-44c3f073-7ef6-4bd3-a795-1b0a1cfa24df tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', 'tempest-TagsExtTest-Tag-1803992625') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:59.011948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Calling delete_port for 282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:59.083462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.117235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-44c3f073-7ef6-4bd3-a795-1b0a1cfa24df tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags/tempest-TagsExtTest-Tag-1803992625 HTTP/1.1" status: 204 len: 168 time: 0.1317065 Jul 14 09:27:59.122927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48794) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.132194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-28498012-1e4b-4661-86bf-d0d548b0df6e tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', 'tempest-TagsExtTest-Tag-1803992625') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:59.137647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=b99c77fe-54ec-45c8-9670-63c278f3560e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.149753 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.155578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1ed6d412-8bbf-473f-a532-8e734c4c2adf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/b99c77fe-54ec-45c8-9670-63c278f3560e HTTP/1.1" status: 204 len: 168 time: 1.0871115 Jul 14 09:27:59.157167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48796) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.278603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fe39f453-259f-48c2-a977-b295346cc660 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171110 Jul 14 09:27:59.286508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.293364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:59.310842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.348475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Port': ['ID=282a4ed6-a2e1-4dad-8e5b-46548bcd90b8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.372750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-28498012-1e4b-4661-86bf-d0d548b0df6e tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags/tempest-TagsExtTest-Tag-1803992625 HTTP/1.1" status: 204 len: 168 time: 0.2436640 Jul 14 09:27:59.373891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48806) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.381274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-0bc2c0d5-1a72-4506-ab6d-c5145446f2a5 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:59.389371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95009cb2-cf71-49a7-85dc-93e42aae8807 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:59.439728 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0bc2c0d5-1a72-4506-ab6d-c5145446f2a5 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags HTTP/1.1" status: 200 len: 205 time: 0.0631261 Jul 14 09:27:59.441070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.446351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-b582dbf9-18b3-481c-af15-7833c9ad3dab tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:59.488547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:59.500104 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.516493 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.518613 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2b48dbe1-ba8b-4ead-aafd-b4b40765f8c5 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "DELETE /v2.0/ports/282a4ed6-a2e1-4dad-8e5b-46548bcd90b8 HTTP/1.1" status: 204 len: 168 time: 0.9779871 Jul 14 09:27:59.529702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48810) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.587745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b948c81d-b35f-42c9-a5ad-b1e67b93bc70 None None] Provisioning complete for port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:59.588291 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b948c81d-b35f-42c9-a5ad-b1e67b93bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.615582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b582dbf9-18b3-481c-af15-7833c9ad3dab tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags HTTP/1.1" status: 204 len: 168 time: 0.1733727 Jul 14 09:27:59.618156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.625674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-edd39741-38d2-4764-be5e-c4dbb0626c3b tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:59.854160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3fc02e-af8b-4a9e-95d0-3462eb63e12d tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.858423 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2d3fc02e-af8b-4a9e-95d0-3462eb63e12d tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bdf10bf-617d-4150-bbc8-02c79ae72a0f HTTP/1.1" status: 200 len: 913 time: 0.3251033 Jul 14 09:27:59.860710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:59.863042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.954899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-edd39741-38d2-4764-be5e-c4dbb0626c3b tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags HTTP/1.1" status: 204 len: 168 time: 0.3334780 Jul 14 09:27:59.959152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] Deleting port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:59.961180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:59.961846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.965610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-0989a34d-9a86-477d-9f54-56e110e6faf2 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:00.085586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] For port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:00.086239 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.101778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] Calling delete_port for e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:00.173646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.objects.ports [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:00.205196 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.243981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] No DVR routers for this DVR port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:00.290106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67bfae-d38e-4c69-b7bd-c463ce4696c2 None None] Pushing event deleted for resources: {'Port': ['ID=e0bb04b0-e7d3-450f-9988-d6feafd7c5b0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.310499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0989a34d-9a86-477d-9f54-56e110e6faf2 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags HTTP/1.1" status: 204 len: 168 time: 0.3461483 Jul 14 09:28:00.311946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48838) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.316752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-1cd029ba-6dcc-44b4-995d-f5ae3381dd8e tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:00.438697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:00.476473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:00.476833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:00.543088 n-d-758944-44 neutron-server[93753]: WARNING neutron.services.revisions.revision_plugin [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Could not find related port for resource to bump revision. Jul 14 09:28:00.557469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Port e0bb04b0-e7d3-450f-9988-d6feafd7c5b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:28:00.557786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Reverting IP allocation for 2001:db8::f816:3eff:feb5:a7a7 {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:28:00.570332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e25f9-f806-4189-8f59-15df1e2aa855 req-fed26f58-9cc4-4bda-84b4-086861eefc4b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.572754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-089e25f9-f806-4189-8f59-15df1e2aa855 req-fed26f58-9cc4-4bda-84b4-086861eefc4b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 945 time: 0.5489657 Jul 14 09:28:00.574538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb5:a7a7 {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:28:00.577005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.658819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:00.668408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:00.670238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=e222a3a4-34ae-4064-8303-9fd69285a7bc,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.672939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.673549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.690800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e72bc-e682-46b6-a018-b891d8829174 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:00.709208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-089e25f9-f806-4189-8f59-15df1e2aa855 req-e546d72d-d562-4c53-aaa9-96ec850430df tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289332 Jul 14 09:28:00.732967 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-09539bfc-0a4b-4d49-8bde-f2831fe28657 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4423406 Jul 14 09:28:00.733206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.738232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:01.010100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'e222a3a4-34ae-4064-8303-9fd69285a7bc'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:01.011896 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.024499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:01.046861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.080325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b798e-29c2-4311-a661-f12f07219344 req-b2c85ccb-68dc-4967-9fa1-02f7d94c66a2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.095970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e5b798e-29c2-4311-a661-f12f07219344 req-b2c85ccb-68dc-4967-9fa1-02f7d94c66a2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 945 time: 0.2180490 Jul 14 09:28:01.261605 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1cd029ba-6dcc-44b4-995d-f5ae3381dd8e tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags HTTP/1.1" status: 204 len: 168 time: 0.9450593 Jul 14 09:28:01.262026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 48948) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.267881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-1f80715b-9a0d-4645-a507-40e47efbef96 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', 'tempest-TagsExtTest-Tag-1984808636') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:01.275411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Allocated IP 2001:db8::f816:3eff:fe4e:854b (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/e222a3a4-34ae-4064-8303-9fd69285a7bc/6903a6b0-20d7-4c63-80e3-90f8c31db31a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:01.312805 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2e5b798e-29c2-4311-a661-f12f07219344 req-78a2dcea-8905-4352-9ca4-7bbb2101913d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152679 Jul 14 09:28:01.487834 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.523717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1f80715b-9a0d-4645-a507-40e47efbef96 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags/tempest-TagsExtTest-Tag-1984808636 HTTP/1.1" status: 201 len: 201 time: 0.2599766 Jul 14 09:28:01.538528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 48978) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.554200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-4e78bbcc-2229-47ce-8e2d-a0811134c937 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', 'tempest-TagsExtTest-Tag-761273936') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:01.578769 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:01.653461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.657799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.690853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Transition to ACTIVE for port object 6903a6b0-20d7-4c63-80e3-90f8c31db31a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:01.719390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:01.733042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Transition to ACTIVE for port object 6903a6b0-20d7-4c63-80e3-90f8c31db31a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:01.743710 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.747534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:01.756458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.759329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.784606 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0496075 Jul 14 09:28:01.789428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.791542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49008) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.799162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:01.801750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:ef:ec:fd', 'name': 'tempest-NetworksTestDHCPv6-585868325'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:01.806193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:01.811428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:01.816909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Pushing event updated for resources: {'Port': ['ID=6903a6b0-20d7-4c63-80e3-90f8c31db31a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.897812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14e130-7d40-4ae2-a675-ee787efa5626 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=409bef53-7742-4593-b3b3-754cd7816d75,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.934449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Attempting to bind port 6903a6b0-20d7-4c63-80e3-90f8c31db31a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:01.934832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Attempting to bind port 6903a6b0-20d7-4c63-80e3-90f8c31db31a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:01.935210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Attempting to bind port 6903a6b0-20d7-4c63-80e3-90f8c31db31a on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:01.942076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:01.942469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:01.942908 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.943298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:01.943812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Bound port: 6903a6b0-20d7-4c63-80e3-90f8c31db31a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:01.944225 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.982614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:02.031191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] For port 6903a6b0-20d7-4c63-80e3-90f8c31db31a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:02.035843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] For port 6903a6b0-20d7-4c63-80e3-90f8c31db31a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6903a6b0-20d7-4c63-80e3-90f8c31db31a,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:02.041761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.075989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49042) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.076278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e78bbcc-2229-47ce-8e2d-a0811134c937 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags/tempest-TagsExtTest-Tag-761273936 HTTP/1.1" status: 201 len: 201 time: 0.5328794 Jul 14 09:28:02.082659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-256716a4-f3cf-4f3e-93a9-b7aaa81dd5e0 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', 'tempest-TagsExtTest-Tag-1649566068') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:02.114510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff1d8-4b9b-42e1-a0bb-1b97b193bd93 None None] Pushing event updated for resources: {'Port': ['ID=6903a6b0-20d7-4c63-80e3-90f8c31db31a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.175966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.206200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 3f03505c-a0c6-4a11-ab5c-a46c5799a11d yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:02.276916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-256716a4-f3cf-4f3e-93a9-b7aaa81dd5e0 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags/tempest-TagsExtTest-Tag-1649566068 HTTP/1.1" status: 201 len: 201 time: 0.1993670 Jul 14 09:28:02.280692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.286396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-5bd186cf-424d-4d61-96ad-58607fbc26b1 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', 'tempest-TagsExtTest-Tag-1095321304') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:02.298108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa833-61de-4d5b-b19a-5669277bd740 req-e5d91a21-973e-4e40-99cf-b0cb98714275 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.302826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b55aa833-61de-4d5b-b19a-5669277bd740 req-e5d91a21-973e-4e40-99cf-b0cb98714275 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 945 time: 0.3099487 Jul 14 09:28:02.388180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b55aa833-61de-4d5b-b19a-5669277bd740 req-dea12c06-0b91-470c-b29e-47047c5d32f4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765479 Jul 14 09:28:02.453190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5bd186cf-424d-4d61-96ad-58607fbc26b1 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags/tempest-TagsExtTest-Tag-1095321304 HTTP/1.1" status: 201 len: 201 time: 0.1706078 Jul 14 09:28:02.456374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49088) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.465248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-2e79e21b-0978-49ed-a0ce-253228554cc4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', {'tags': ['tempest-TagsExtTest-Tag-419926653', 'tempest-TagsExtTest-Tag-1340296825', 'tempest-TagsExtTest-Tag-1392309769']}) {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:02.566322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 172.20.0.13 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/409bef53-7742-4593-b3b3-754cd7816d75/3f03505c-a0c6-4a11-ab5c-a46c5799a11d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:02.584413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:feef:ecfd (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/e222a3a4-34ae-4064-8303-9fd69285a7bc/3f03505c-a0c6-4a11-ab5c-a46c5799a11d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:02.637216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Deleting port dcca6a73-25b0-4442-b9bd-488ec30ee94c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:02.637739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.761418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2e79e21b-0978-49ed-a0ce-253228554cc4 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags HTTP/1.1" status: 200 len: 317 time: 0.3039978 Jul 14 09:28:02.764074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49118) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.820259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-efd0e79d-1050-4003-854b-e34ae83890ef tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:02.876084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.894792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Calling delete_port for dcca6a73-25b0-4442-b9bd-488ec30ee94c owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:03.006730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.028395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 3f03505c-a0c6-4a11-ab5c-a46c5799a11d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:03.040582 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-efd0e79d-1050-4003-854b-e34ae83890ef tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags HTTP/1.1" status: 204 len: 168 time: 0.2255743 Jul 14 09:28:03.044434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49152) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.050851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-f5a7deca-f268-4c2e-afdc-59e5e9b26af2 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', 'tempest-TagsExtTest-Tag-419926653') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:03.126294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.178214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:03.183607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:03.192606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:03.194727 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.257460 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f5a7deca-f268-4c2e-afdc-59e5e9b26af2 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:03.260903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f5a7deca-f268-4c2e-afdc-59e5e9b26af2 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags/tempest-TagsExtTest-Tag-419926653 HTTP/1.1" status: 404 len: 328 time: 0.2144442 Jul 14 09:28:03.262135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=3f03505c-a0c6-4a11-ab5c-a46c5799a11d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.264992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.278255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-4ea2bf1f-a511-43c6-9f4c-ccf1111ea7e9 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', 'tempest-TagsExtTest-Tag-1340296825') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:03.283782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Port': ['ID=dcca6a73-25b0-4442-b9bd-488ec30ee94c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.346073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.347291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.384738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-181ab02f-998d-4260-bd91-57b8c1fb6de5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5918350 Jul 14 09:28:03.385377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.490547 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-4ea2bf1f-a511-43c6-9f4c-ccf1111ea7e9 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:03.493712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ea2bf1f-a511-43c6-9f4c-ccf1111ea7e9 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags/tempest-TagsExtTest-Tag-1340296825 HTTP/1.1" status: 404 len: 329 time: 0.2248204 Jul 14 09:28:03.505900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.517671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-126275ba-62f0-4fe0-b68a-40628914434f tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192', 'tempest-TagsExtTest-Tag-1392309769') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:03.627524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-3ef7aee9-b34e-47af-b079-9c2b15bdb6ce tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.633635 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-3ef7aee9-b34e-47af-b079-9c2b15bdb6ce tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 945 time: 0.4526215 Jul 14 09:28:03.683184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0a44b-b0b3-4d85-8aa8-f67680c3e07a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.697365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0a44b-b0b3-4d85-8aa8-f67680c3e07a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.702375 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f1e0a44b-b0b3-4d85-8aa8-f67680c3e07a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3152988 Jul 14 09:28:03.703191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.860687 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-126275ba-62f0-4fe0-b68a-40628914434f tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:03.861735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-126275ba-62f0-4fe0-b68a-40628914434f tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags/tempest-TagsExtTest-Tag-1392309769 HTTP/1.1" status: 404 len: 329 time: 0.3498461 Jul 14 09:28:03.867388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49244) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.878846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-b59ecf34-7ef9-4a2e-9761-173bb8a01dd0 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', {'tags': ['tempest-TagsExtTest-Tag-1482939577', 'tempest-TagsExtTest-Tag-1901348799', 'tempest-TagsExtTest-Tag-2103449748']}) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:03.961494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.056651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 3f03505c-a0c6-4a11-ab5c-a46c5799a11d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:04.057045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.071553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d7620-4a1d-46c0-b341-21b122466c7f None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:04.119515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6610a-95c5-457d-b004-262117447bab req-4e9e7aa1-33c6-4ffa-b018-b5bfb7e47990 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.121938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32b6610a-95c5-457d-b004-262117447bab req-4e9e7aa1-33c6-4ffa-b018-b5bfb7e47990 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 945 time: 0.2960551 Jul 14 09:28:04.142025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b59ecf34-7ef9-4a2e-9761-173bb8a01dd0 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags HTTP/1.1" status: 200 len: 318 time: 0.2732565 Jul 14 09:28:04.142688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:04.151021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-ddf872a6-5f39-4b1d-bf30-fc0c79a6be52 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:04.170380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Deleting port b6574ef2-885c-4a13-a407-19ba22f6bfe2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:04.170862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.270161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32b6610a-95c5-457d-b004-262117447bab req-d6b393a4-3461-4b4d-b91f-dcedfc30306a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112993 Jul 14 09:28:04.276086 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.326912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ddf872a6-5f39-4b1d-bf30-fc0c79a6be52 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags HTTP/1.1" status: 204 len: 168 time: 0.1802773 Jul 14 09:28:04.327661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:04.328587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 3f03505c-a0c6-4a11-ab5c-a46c5799a11d owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:04.343249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-b42e0230-d2af-4c98-8e56-6c2cf5b41348 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', 'tempest-TagsExtTest-Tag-1482939577') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:04.417438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-588a4c69-678e-4621-a605-aaf517667cea None None] Provisioning for port 6903a6b0-20d7-4c63-80e3-90f8c31db31a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:04.513835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6903a6b0-20d7-4c63-80e3-90f8c31db31a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:04.572479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] For port b6574ef2-885c-4a13-a407-19ba22f6bfe2, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b6574ef2-885c-4a13-a407-19ba22f6bfe2,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:04.572897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.621633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Calling delete_port for b6574ef2-885c-4a13-a407-19ba22f6bfe2 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:04.646861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6903a6b0-20d7-4c63-80e3-90f8c31db31a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:04.661498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6903a6b0-20d7-4c63-80e3-90f8c31db31a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:04.662436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.894489 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.915933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] Update dhcp port {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'e222a3a4-34ae-4064-8303-9fd69285a7bc', 'ip_address': '2001:db8::f816:3eff:fe4e:854b'}, {'subnet_id': '409bef53-7742-4593-b3b3-754cd7816d75'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '6903a6b0-20d7-4c63-80e3-90f8c31db31a'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:28:04.953507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6903a6b0-20d7-4c63-80e3-90f8c31db31a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6903a6b0-20d7-4c63-80e3-90f8c31db31a,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:04.998854 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.000938 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.070387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Router 7bdf10bf-617d-4150-bbc8-02c79ae72a0f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:05.085540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6903a6b0-20d7-4c63-80e3-90f8c31db31a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.132925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.173107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=3f03505c-a0c6-4a11-ab5c-a46c5799a11d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.176927 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-b42e0230-d2af-4c98-8e56-6c2cf5b41348 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:05.181123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b42e0230-d2af-4c98-8e56-6c2cf5b41348 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags/tempest-TagsExtTest-Tag-1482939577 HTTP/1.1" status: 404 len: 329 time: 0.8477855 Jul 14 09:28:05.182130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.186393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-bce43666-4f1c-4be5-a25f-6e0f9ef62340 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', 'tempest-TagsExtTest-Tag-1901348799') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.218743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.219005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.219382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.219728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.220066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.220400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.220728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.221056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.221384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.221712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.222039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.222362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.262732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:05.282311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] Sync routers for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:05.286002 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8bd63063-1f62-4adf-b1fe-fc35ef7475d2 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "PUT /v2.0/routers/7bdf10bf-617d-4150-bbc8-02c79ae72a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4202256 Jul 14 09:28:05.306608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:05.307232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49336) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.307567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.310006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] Allocated IP 172.20.0.2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/409bef53-7742-4593-b3b3-754cd7816d75/6903a6b0-20d7-4c63-80e3-90f8c31db31a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:05.336080 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-bce43666-4f1c-4be5-a25f-6e0f9ef62340 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:05.340155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bce43666-4f1c-4be5-a25f-6e0f9ef62340 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags/tempest-TagsExtTest-Tag-1901348799 HTTP/1.1" status: 404 len: 329 time: 0.1571441 Jul 14 09:28:05.342915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.351853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-7e5097f8-98a1-4fa7-b361-dc9b581acb59 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4', 'tempest-TagsExtTest-Tag-2103449748') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.380012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.387838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.392737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8ef91628-7542-49f5-9c7a-bb52a4375c30 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/3f03505c-a0c6-4a11-ab5c-a46c5799a11d HTTP/1.1" status: 204 len: 168 time: 1.6799300 Jul 14 09:28:05.392859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.394026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.464611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60', 'b6574ef2-885c-4a13-a407-19ba22f6bfe2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:05.475128 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-7e5097f8-98a1-4fa7-b361-dc9b581acb59 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:05.479915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e5097f8-98a1-4fa7-b361-dc9b581acb59 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags/tempest-TagsExtTest-Tag-2103449748 HTTP/1.1" status: 404 len: 329 time: 0.1339200 Jul 14 09:28:05.482859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.488704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-a753737a-0d07-43d6-ba4c-2c3be43050b6 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', {'tags': ['tempest-TagsExtTest-Tag-1125443329', 'tempest-TagsExtTest-Tag-122466908', 'tempest-TagsExtTest-Tag-509152178']}) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.499981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3889a58-9501-4f67-a8a1-03dab6d12402 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.501808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3889a58-9501-4f67-a8a1-03dab6d12402 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.504174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3889a58-9501-4f67-a8a1-03dab6d12402 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.506644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f3889a58-9501-4f67-a8a1-03dab6d12402 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1114302 Jul 14 09:28:05.518914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] Routers {'7bdf10bf-617d-4150-bbc8-02c79ae72a0f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:05.519819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.536989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.545091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event deleted for resources: {'Port': ['ID=b6574ef2-885c-4a13-a407-19ba22f6bfe2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.559547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.560211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465e995-cf6d-4ceb-9bb7-53e3b96d4491 None None] The sync data for ids ['7bdf10bf-617d-4150-bbc8-02c79ae72a0f'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:05.632678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] No DVR routers for this DVR port b6574ef2-885c-4a13-a407-19ba22f6bfe2 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:05.639406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.639879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2d5713bf-4f76-496c-9086-f4780bc40ce0 req-2ec4f252-1d59-464a-af95-c8a6885cc818 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "DELETE /v2.0/ports/b6574ef2-885c-4a13-a407-19ba22f6bfe2 HTTP/1.1" status: 204 len: 173 time: 1.9191425 Jul 14 09:28:05.640936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'name': 'network-vif-deleted', 'tag': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:05.647504 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e99ba0-d6f2-4f02-9ffc-0abdfd16e4b2" -d '{"events": [{"server_uuid": "2429f39f-7d49-48b2-83e1-e9dcc5129920", "name": "network-vif-deleted", "tag": "b6574ef2-885c-4a13-a407-19ba22f6bfe2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:05.670846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.714393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 409bef53-7742-4593-b3b3-754cd7816d75 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:05.756753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2b1baf7-5779-4741-afe8-9bd79d5f46b9 req-14453c62-03aa-4161-83d7-a1610d2840c6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=2429f39f-7d49-48b2-83e1-e9dcc5129920 HTTP/1.1" status: 200 len: 210 time: 0.0559146 Jul 14 09:28:05.759017 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af904d-6233-4db2-93fd-6a21a7d5d4b8 x-openstack-request-id: req-47af904d-6233-4db2-93fd-6a21a7d5d4b8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:05.759388 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2429f39f-7d49-48b2-83e1-e9dcc5129920", "name": "network-vif-deleted", "tag": "b6574ef2-885c-4a13-a407-19ba22f6bfe2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:05.759585 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47af904d-6233-4db2-93fd-6a21a7d5d4b8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:05.763824 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429f39f-7d49-48b2-83e1-e9dcc5129920', 'name': 'network-vif-deleted', 'tag': 'b6574ef2-885c-4a13-a407-19ba22f6bfe2', 'status': 'completed', 'code': 200} Jul 14 09:28:05.792016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a753737a-0d07-43d6-ba4c-2c3be43050b6 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags HTTP/1.1" status: 200 len: 316 time: 0.3075674 Jul 14 09:28:05.794970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.800602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-18a97c1d-0860-4a09-8d62-40e6a2786e10 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.826514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] For port 6903a6b0-20d7-4c63-80e3-90f8c31db31a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6903a6b0-20d7-4c63-80e3-90f8c31db31a,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:05.895081 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.918034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.924400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] Transition to ACTIVE for port object 6903a6b0-20d7-4c63-80e3-90f8c31db31a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:05.935710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.942629 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.985920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.007823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Deleting port 0a7e3829-df81-428b-88f1-8b749d65ab30 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:06.008173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.053731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.062077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-0f35a67e-7ae6-48ff-a6fd-c1c726f0681e tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', 'tempest-TagsExtTest-Tag-1125443329') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:06.067512 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-18a97c1d-0860-4a09-8d62-40e6a2786e10 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags HTTP/1.1" status: 204 len: 168 time: 0.2597766 Jul 14 09:28:06.098362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dfebf-6b48-4b9f-8476-1d6033464d19 None None] Pushing event updated for resources: {'Port': ['ID=6903a6b0-20d7-4c63-80e3-90f8c31db31a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.165946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.249211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.330467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=409bef53-7742-4593-b3b3-754cd7816d75,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.332543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.334478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e9b39cee-1230-4268-8bb1-ffef2dea27b2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/409bef53-7742-4593-b3b3-754cd7816d75 HTTP/1.1" status: 204 len: 168 time: 0.7962310 Jul 14 09:28:06.343873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.350591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.371410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Calling delete_port for 0a7e3829-df81-428b-88f1-8b749d65ab30 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:06.449888 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-0f35a67e-7ae6-48ff-a6fd-c1c726f0681e tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:06.451953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f35a67e-7ae6-48ff-a6fd-c1c726f0681e tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags/tempest-TagsExtTest-Tag-1125443329 HTTP/1.1" status: 404 len: 329 time: 0.3936269 Jul 14 09:28:06.461017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49370) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.463537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet e222a3a4-34ae-4064-8303-9fd69285a7bc {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:06.466880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-25534e60-1c05-42cd-9f35-70aedab9bc20 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', 'tempest-TagsExtTest-Tag-122466908') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:06.475477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.476263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6903a6b0-20d7-4c63-80e3-90f8c31db31a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:06.566957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.607154 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-25534e60-1c05-42cd-9f35-70aedab9bc20 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:06.608244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-25534e60-1c05-42cd-9f35-70aedab9bc20 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags/tempest-TagsExtTest-Tag-122466908 HTTP/1.1" status: 404 len: 328 time: 0.1473117 Jul 14 09:28:06.612239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.621849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-986d6962-6f44-43bf-bedc-cc74ea754329 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d', 'tempest-TagsExtTest-Tag-509152178') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:06.721562 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.785033 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-986d6962-6f44-43bf-bedc-cc74ea754329 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:06.786093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-986d6962-6f44-43bf-bedc-cc74ea754329 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags/tempest-TagsExtTest-Tag-509152178 HTTP/1.1" status: 404 len: 328 time: 0.1721413 Jul 14 09:28:06.791862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.800277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-609d66d0-850f-4267-bd49-053a6e80b05b tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', {'tags': ['tempest-TagsExtTest-Tag-2131050343', 'tempest-TagsExtTest-Tag-751933169', 'tempest-TagsExtTest-Tag-563764623']}) {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:06.802844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.822395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.822561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.826831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/e222a3a4-34ae-4064-8303-9fd69285a7bc HTTP/1.1" status: 204 len: 168 time: 0.4798470 Jul 14 09:28:06.854200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.863786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8793b-4dd8-48a9-80c8-42c1926b95c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=e222a3a4-34ae-4064-8303-9fd69285a7bc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.935902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e994ddbf-9926-481a-bd65-4d472da40845 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804996 Jul 14 09:28:06.949226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.951731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Port': ['ID=0a7e3829-df81-428b-88f1-8b749d65ab30,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.964612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:07.113538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.161778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:07.177236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.303309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.315888 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.318489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4899472-3467-4e36-815a-cb3995a89da9 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:07.367015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.368345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Fanout notify agent at l3_agent the message router_deleted on router 7bdf10bf-617d-4150-bbc8-02c79ae72a0f {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:07.381112 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.384875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5d807159-91d6-4eda-b698-a18eb5c3f2b0 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "DELETE /v2.0/routers/7bdf10bf-617d-4150-bbc8-02c79ae72a0f HTTP/1.1" status: 204 len: 168 time: 2.0760052 Jul 14 09:28:07.387184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-609d66d0-850f-4267-bd49-053a6e80b05b tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "PUT /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags HTTP/1.1" status: 200 len: 316 time: 0.5942838 Jul 14 09:28:07.388178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.397430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49396) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.405805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-5b691c8f-50c1-4553-9823-23ada9238c29 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.461833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Deleting subnet 4e3d1f95-51cb-44d2-b3be-bb793d707a56 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:07.465605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.484678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a8df4a21-c0f7-4c10-95ce-cab5170fe735 None None] Provisioning for port 6903a6b0-20d7-4c63-80e3-90f8c31db31a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:07.496681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a8df4a21-c0f7-4c10-95ce-cab5170fe735 None None] Provisioning complete for port 6903a6b0-20d7-4c63-80e3-90f8c31db31a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:07.497062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8df4a21-c0f7-4c10-95ce-cab5170fe735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.520467 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.566671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5b691c8f-50c1-4553-9823-23ada9238c29 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags HTTP/1.1" status: 204 len: 168 time: 0.1652718 Jul 14 09:28:07.566671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.570608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.610690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-6d918728-8201-4556-b0e4-5bbc62483621 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', 'tempest-TagsExtTest-Tag-2131050343') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.622825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.643626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:07.647776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:07.661749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.662933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.680503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=4efd846a-6013-4ca9-8c9f-45b2701de973,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.686075 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-6d918728-8201-4556-b0e4-5bbc62483621 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:07.688029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6d918728-8201-4556-b0e4-5bbc62483621 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags/tempest-TagsExtTest-Tag-2131050343 HTTP/1.1" status: 404 len: 329 time: 0.0855093 Jul 14 09:28:07.690397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-15c022ed-108d-41d0-96a1-e97ae6d38212 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7437761 Jul 14 09:28:07.690944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49414) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.696465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-4cb61e9c-a8f7-4e9b-9f12-4ce1e9e8c13a tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', 'tempest-TagsExtTest-Tag-751933169') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.699046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.705044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:07.758347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a8df4a21-c0f7-4c10-95ce-cab5170fe735 None None] Could not find standard attr ID for object 3f03505c-a0c6-4a11-ab5c-a46c5799a11d. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:07.821064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.827874 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-4cb61e9c-a8f7-4e9b-9f12-4ce1e9e8c13a tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:07.832302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4cb61e9c-a8f7-4e9b-9f12-4ce1e9e8c13a tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags/tempest-TagsExtTest-Tag-751933169 HTTP/1.1" status: 404 len: 328 time: 0.1402981 Jul 14 09:28:07.833026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.833689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b6574ef2-885c-4a13-a407-19ba22f6bfe2 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:07.840224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:07.853024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-5a4ad811-303a-499f-9c24-4f98de42185b tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917', 'tempest-TagsExtTest-Tag-563764623') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:07.857896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3d1f95-51cb-44d2-b3be-bb793d707a56,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.875828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.881258 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-930a859f-9b26-476f-998a-8415e7fc9747 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "DELETE /v2.0/subnets/4e3d1f95-51cb-44d2-b3be-bb793d707a56 HTTP/1.1" status: 204 len: 168 time: 0.4917254 Jul 14 09:28:07.883187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.897155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9aab0b-59d3-41ff-b26c-0ea2f8996d87 None None] Network 1c60878a-600c-4354-b6a6-3cddcefb2cc0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:07.900845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: b6574ef2-885c-4a13-a407-19ba22f6bfe2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:07.901329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b6574ef2-885c-4a13-a407-19ba22f6bfe2 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:07.906199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:07.910841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.992897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.045202 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-5a4ad811-303a-499f-9c24-4f98de42185b tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] show failed (client error): The resource could not be found. Jul 14 09:28:08.049666 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5a4ad811-303a-499f-9c24-4f98de42185b tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags/tempest-TagsExtTest-Tag-563764623 HTTP/1.1" status: 404 len: 328 time: 0.2025399 Jul 14 09:28:08.054001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49422) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.060945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-ff8119fe-7f9e-4da3-8f17-8293fa7d8f0a tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b05164a3-efac-4823-aa41-5bf04f177917') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:08.061747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] Deleting port 6903a6b0-20d7-4c63-80e3-90f8c31db31a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:08.062607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.102702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-43b52eda-c89b-436f-b7e8-874f597b9153 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.104284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-43b52eda-c89b-436f-b7e8-874f597b9153 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.3898864 Jul 14 09:28:08.146784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-ed53d864-2ebc-4842-9268-955526f8a610 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.0234087 Jul 14 09:28:08.154091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ff8119fe-7f9e-4da3-8f17-8293fa7d8f0a tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917/tags HTTP/1.1" status: 204 len: 168 time: 0.0962739 Jul 14 09:28:08.170858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49426) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.218561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] For port 6903a6b0-20d7-4c63-80e3-90f8c31db31a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6903a6b0-20d7-4c63-80e3-90f8c31db31a,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:08.219013 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.225259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-bdc89dd5-0c0b-45a9-84c2-59a042b6d3de tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd387df3b-311b-4b99-8861-5560d529199d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:08.234591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] Calling delete_port for 6903a6b0-20d7-4c63-80e3-90f8c31db31a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:08.375886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Deleting port 1f485720-6147-448a-ab15-2174b1621890 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:08.376463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.394718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] DHCP port deletion for 1c60878a-600c-4354-b6a6-3cddcefb2cc0 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:08.405096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.405317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:08.459623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bdc89dd5-0c0b-45a9-84c2-59a042b6d3de tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d/tags HTTP/1.1" status: 204 len: 168 time: 0.2604473 Jul 14 09:28:08.472698 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-d82b11fe-6f11-4fda-903b-b5312cc7370b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3190465 Jul 14 09:28:08.484676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49434) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.489258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-1e348e1b-e3ab-427a-a30e-0c151ad7a1a3 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cdc59390-9685-49be-be24-eb403717c7a4') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:08.537482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6903a6b0-20d7-4c63-80e3-90f8c31db31a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:08.559991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] Pushing event deleted for resources: {'Port': ['ID=6903a6b0-20d7-4c63-80e3-90f8c31db31a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.595879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] For port 1f485720-6147-448a-ab15-2174b1621890, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f485720-6147-448a-ab15-2174b1621890,segment=NetworkSegment(bce67038-bbd5-49f1-9401-1b35770aeffb),segment_id=bce67038-bbd5-49f1-9401-1b35770aeffb)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:08.596663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.620472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6903a6b0-20d7-4c63-80e3-90f8c31db31a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:08.620832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6903a6b0-20d7-4c63-80e3-90f8c31db31a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:08.622097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1f485720-6147-448a-ab15-2174b1621890 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:08.638859 n-d-758944-44 neutron-server[93754]: WARNING neutron.services.revisions.revision_plugin [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Could not find related port for resource to bump revision. Jul 14 09:28:08.643557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Port 6903a6b0-20d7-4c63-80e3-90f8c31db31a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:28:08.644302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4e:854b {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:28:08.648876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4e:854b {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:28:08.650611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.659497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be9af0a-4382-40a6-852c-fbd5d070a163 None None] No DVR routers for this DVR port 6903a6b0-20d7-4c63-80e3-90f8c31db31a on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:08.667197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Calling delete_port for 1f485720-6147-448a-ab15-2174b1621890 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:08.703876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=3f9fe624-72a1-4af6-aafd-3f55e553fd1b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.713512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cb70a-c258-4973-99e9-b9f1d83bee91 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:08.729547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:08.730984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:08.734099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.735009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.750681 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5eb1ec84-a14a-4d0e-ade5-abefdec8aa4e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0502639 Jul 14 09:28:08.753546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49440) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.764996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:2a:84:39', 'name': 'tempest-NetworksTestDHCPv6-1952537280'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:08.773574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-e1ba7015-5675-4307-b4ed-4a9c2ebedb65 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991815 Jul 14 09:28:08.792607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] Deleting port 1f485720-6147-448a-ab15-2174b1621890 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:08.792607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.855626 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.872449 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1e348e1b-e3ab-427a-a30e-0c151ad7a1a3 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4/tags HTTP/1.1" status: 204 len: 168 time: 0.3842440 Jul 14 09:28:08.899766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:08.915149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-bc490fab-26fa-4fa3-8c92-f5603913d902 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '353f78ef-3c87-4fb8-a256-e4d566734192') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:08.930571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] For port 1f485720-6147-448a-ab15-2174b1621890, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f485720-6147-448a-ab15-2174b1621890,segment=NetworkSegment(bce67038-bbd5-49f1-9401-1b35770aeffb),segment_id=bce67038-bbd5-49f1-9401-1b35770aeffb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:08.931320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.002867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] Calling delete_port for 1f485720-6147-448a-ab15-2174b1621890 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:09.006741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 1f485720-6147-448a-ab15-2174b1621890, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1f485720-6147-448a-ab15-2174b1621890,segment=NetworkSegment(bce67038-bbd5-49f1-9401-1b35770aeffb),segment_id=bce67038-bbd5-49f1-9401-1b35770aeffb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:09.025168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.030690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-9990fc27-a96b-4061-bf02-d0447a6b9312 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553201 Jul 14 09:28:09.058716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Port': ['ID=1f485720-6147-448a-ab15-2174b1621890,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.069955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] No DVR routers for this DVR port 1f485720-6147-448a-ab15-2174b1621890 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:09.076133 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.118310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bc490fab-26fa-4fa3-8c92-f5603913d902 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192/tags HTTP/1.1" status: 204 len: 168 time: 0.2109699 Jul 14 09:28:09.148359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49446) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.224626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event deleted for resources: {'Port': ['ID=1f485720-6147-448a-ab15-2174b1621890,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.352955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '3f9fe624-72a1-4af6-aafd-3f55e553fd1b'}, {'subnet_id': '4efd846a-6013-4ca9-8c9f-45b2701de973'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:09.354039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.356363 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:09.359799 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:28:09.384620 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.465323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] Pushing event deleted for resources: {'Port': ['ID=1f485720-6147-448a-ab15-2174b1621890,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.493354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26db161-892e-4bde-a45f-cc6509652c39 None None] No DVR routers for this DVR port 1f485720-6147-448a-ab15-2174b1621890 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:09.500380 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2aa7e684-adf4-47fa-a6b3-abff82b3a276 req-c4979003-313c-4653-8b02-66c1e1382251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 210 time: 0.0685484 Jul 14 09:28:09.558788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:09.653664 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.685202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c60878a-600c-4354-b6a6-3cddcefb2cc0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.705867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce67038-bbd5-49f1-9401-1b35770aeffb') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.706290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce67038-bbd5-49f1-9401-1b35770aeffb') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.727305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.762995 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.777359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e23b7011-c4e6-4dcc-9e4d-65bebae710ee tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for subnetpool, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.782806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e23b7011-c4e6-4dcc-9e4d-65bebae710ee tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnetpools/b05164a3-efac-4823-aa41-5bf04f177917 HTTP/1.1" status: 204 len: 168 time: 0.6310637 Jul 14 09:28:09.783025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Allocated IP 172.20.0.2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/4efd846a-6013-4ca9-8c9f-45b2701de973/3e2aa4e3-d4a7-4404-94d2-8c1bc0190147) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:09.786065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.795483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Allocated IP 2001:db8::f816:3eff:fe2a:15a0 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/3f9fe624-72a1-4af6-aafd-3f55e553fd1b/3e2aa4e3-d4a7-4404-94d2-8c1bc0190147) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:09.804552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:09.805410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:09.810705 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:09.886792 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.893290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.906731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.911316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "DELETE /v2.0/networks/1c60878a-600c-4354-b6a6-3cddcefb2cc0 HTTP/1.1" status: 204 len: 168 time: 2.0188179 Jul 14 09:28:09.914175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bb6045f8-9565-430d-8468-ba48e11b2620 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d387df3b-311b-4b99-8861-5560d529199d HTTP/1.1" status: 200 len: 205 time: 0.1249659 Jul 14 09:28:09.914324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.914577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49472) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.929517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527fb7f-e717-4f26-a56e-e7775737a67c tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Network': ['ID=1c60878a-600c-4354-b6a6-3cddcefb2cc0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.016788 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.035429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3322f228-f9c3-4678-9d24-b91c8ba38708 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.038833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port d2deb793-c3c2-4254-a724-4ddd618ba921 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:10.040915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Transition to ACTIVE for port object 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:10.076556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Transition to ACTIVE for port object 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:10.087210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.121671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:10.124117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:10.132546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:10.316764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Attempting to bind port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:10.317143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Attempting to bind port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:10.317519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Attempting to bind port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:10.335823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Pushing event updated for resources: {'Port': ['ID=3e2aa4e3-d4a7-4404-94d2-8c1bc0190147,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.340997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:10.341383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:10.341796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.342190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:10.342673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Bound port: 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:10.343063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.373463 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3322f228-f9c3-4678-9d24-b91c8ba38708 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.400470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3322f228-f9c3-4678-9d24-b91c8ba38708 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.470563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] For port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:10.473844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] For port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3e2aa4e3-d4a7-4404-94d2-8c1bc0190147,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:10.478166 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.487231 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3322f228-f9c3-4678-9d24-b91c8ba38708 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.487828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3322f228-f9c3-4678-9d24-b91c8ba38708 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Fanout notify agent at l3_agent the message router_deleted on router d387df3b-311b-4b99-8861-5560d529199d {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:10.508421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3322f228-f9c3-4678-9d24-b91c8ba38708 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.511933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3322f228-f9c3-4678-9d24-b91c8ba38708 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/routers/d387df3b-311b-4b99-8861-5560d529199d HTTP/1.1" status: 204 len: 168 time: 0.5849242 Jul 14 09:28:10.512290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:10.530124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb70d-8b5c-4d0e-be05-ad9542654ad5 None None] Pushing event updated for resources: {'Port': ['ID=3e2aa4e3-d4a7-4404-94d2-8c1bc0190147,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.539985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Deleting port 1023dcd3-ecb8-4377-abba-ba1bbe476768 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:10.540367 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.653068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.653304 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.667773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Calling delete_port for 1023dcd3-ecb8-4377-abba-ba1bbe476768 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:10.853558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 172.20.0.10 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/4efd846a-6013-4ca9-8c9f-45b2701de973/d2deb793-c3c2-4254-a724-4ddd618ba921) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:10.894344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fe2a:8439 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/3f9fe624-72a1-4af6-aafd-3f55e553fd1b/d2deb793-c3c2-4254-a724-4ddd618ba921) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:10.931742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7a824f7-ff6d-4cd7-9d07-be0e62c6681a req-56e3f330-bbe6-42e3-8503-c403749800cd tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 210 time: 0.1567204 Jul 14 09:28:10.942226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Deleting port cdc59390-9685-49be-be24-eb403717c7a4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:10.942513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.964597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.059233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Pushing event deleted for resources: {'Port': ['ID=1023dcd3-ecb8-4377-abba-ba1bbe476768,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.150617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.166159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Calling delete_port for cdc59390-9685-49be-be24-eb403717c7a4 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:11.258566 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.278073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object d2deb793-c3c2-4254-a724-4ddd618ba921 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:11.306099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-c12628f8-8e24-4008-94fe-009a81c9fb81 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.307785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-c12628f8-8e24-4008-94fe-009a81c9fb81 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.2632947 Jul 14 09:28:11.351005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Request body: {'port': {'device_id': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'admin_state_up': True, 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:11.357191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.429883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=d2deb793-c3c2-4254-a724-4ddd618ba921,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.434279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:11.437512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:11.440658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.445443 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.447560 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-918d6ce9-10f8-4ad6-b7cb-8ffad058b293 tempest-FloatingIPAdminTestJSON-1011597460 tempest-FloatingIPAdminTestJSON-1011597460-project] 10.222.0.18 "DELETE /v2.0/floatingips/bcbe18e8-39bf-4288-aab4-8dd7d4f54bac HTTP/1.1" status: 204 len: 168 time: 1.5295391 Jul 14 09:28:11.449059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:11.450121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.505868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.506509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.523403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-200b1e6c-3eef-4a72-b0d5-09867e62b095 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7668169 Jul 14 09:28:11.524084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event deleted for resources: {'Port': ['ID=cdc59390-9685-49be-be24-eb403717c7a4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.524625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.704290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02825e3f-d578-43ea-9da9-590b262bca81 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.714914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02825e3f-d578-43ea-9da9-590b262bca81 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.716954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-02825e3f-d578-43ea-9da9-590b262bca81 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1783862 Jul 14 09:28:11.722446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.840791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.842651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8341ba4a-0ed3-4c91-a567-35a27c3baa93 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/ports/cdc59390-9685-49be-be24-eb403717c7a4 HTTP/1.1" status: 204 len: 168 time: 1.3290372 Jul 14 09:28:11.846092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.853859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:11.861888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.960374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port d2deb793-c3c2-4254-a724-4ddd618ba921 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:11.960981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.986507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49500) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.116096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Allocated IP 172.20.0.12 (e83a7abd-35cf-4f6c-95e3-62222ad25010/1f740fca-f926-4310-ba56-bde45cb25f14/af83f346-a1f1-49c2-8beb-4fafc47664e7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:12.142543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.171481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for d2deb793-c3c2-4254-a724-4ddd618ba921 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:12.310099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.361753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653abe8-d1fe-4f61-bbd3-d60d9061c4ad None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:12.396863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.408354 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.481029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Deleting subnet 353f78ef-3c87-4fb8-a256-e4d566734192 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:12.484759 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.486822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:12.528209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:12.531322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.574054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:12.575822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:12.592258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:12.640645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26eac78f-9f44-4a0d-9192-daf346e91222 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=012e6f68385e4470803a23d14e054fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505015 Jul 14 09:28:12.641737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event updated for resources: {'Port': ['ID=af83f346-a1f1-49c2-8beb-4fafc47664e7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.651719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.672436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:12.679396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.681894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5ccdf0e1-a719-4496-b0fe-8d9b0a6378df None None] Provisioning for port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:12.695273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:12.695681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.757158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=d2deb793-c3c2-4254-a724-4ddd618ba921,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.762547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5ccdf0e1-a719-4496-b0fe-8d9b0a6378df None None] Provisioning complete for port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:12.762924 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf0e1-a719-4496-b0fe-8d9b0a6378df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.769215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.770453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.773883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.807989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event deleted for resources: {'Subnet': ['ID=353f78ef-3c87-4fb8-a256-e4d566734192,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.861178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc2188b-6db4-4758-8072-c198fe163924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.905318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-fd6e3c04-1865-4243-985d-f7687e3df709 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5839803 Jul 14 09:28:12.917987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.918888 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.922973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e5d06d-e8c0-4f81-88c6-f272bbaede5c None None] Network 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:12.928342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-499de842-9df6-4e84-928b-ecea30efbc30 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/subnets/353f78ef-3c87-4fb8-a256-e4d566734192 HTTP/1.1" status: 204 len: 168 time: 1.0810726 Jul 14 09:28:12.931908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Request body: {'port': {'device_id': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:12.940476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.977442 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.980642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ff9f0595-56e0-43ca-ac29-fe34d1c75506 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/d2deb793-c3c2-4254-a724-4ddd618ba921 HTTP/1.1" status: 204 len: 168 time: 1.2568765 Jul 14 09:28:12.984896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.998889 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc2188b-6db4-4758-8072-c198fe163924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.156787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bf04f-cfb6-4fc4-903b-e8f84fcc9778 req-78d7a049-aacd-42d5-b0f3-b2ff11da8c2f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.164165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.169427 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b2bf04f-cfb6-4fc4-903b-e8f84fcc9778 req-78d7a049-aacd-42d5-b0f3-b2ff11da8c2f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 932 time: 0.7776370 Jul 14 09:28:13.179081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ed00b-d9b8-4bb4-85c3-a3d5932922c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.181745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ed00b-d9b8-4bb4-85c3-a3d5932922c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.184600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ed00b-d9b8-4bb4-85c3-a3d5932922c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.187204 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a96ed00b-d9b8-4bb4-85c3-a3d5932922c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1749184 Jul 14 09:28:13.192341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.268166 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b2bf04f-cfb6-4fc4-903b-e8f84fcc9778 req-5722a58d-20e6-4be8-9ecd-c4a2f043f418 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912888 Jul 14 09:28:13.268166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.276997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc2188b-6db4-4758-8072-c198fe163924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.280368 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc2188b-6db4-4758-8072-c198fe163924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.297403 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5fc2188b-6db4-4758-8072-c198fe163924 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a263df5c-d44d-4538-890e-4644923c7842 HTTP/1.1" status: 204 len: 168 time: 0.6401999 Jul 14 09:28:13.339911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2188b-6db4-4758-8072-c198fe163924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a263df5c-d44d-4538-890e-4644923c7842,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.374887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 3f9fe624-72a1-4af6-aafd-3f55e553fd1b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:13.379916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.405684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Deleting port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:13.406044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.515244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] For port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=65ef411e-3683-49e2-86b9-8b9df1ec2f1c,segment=NetworkSegment(dba4843c-be1f-4791-84a3-614443a70284),segment_id=dba4843c-be1f-4791-84a3-614443a70284)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:13.515668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.517281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.529788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Calling delete_port for 65ef411e-3683-49e2-86b9-8b9df1ec2f1c owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:13.566754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3e2aa4e3-d4a7-4404-94d2-8c1bc0190147,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:13.610820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.622439 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.650055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] No DVR routers for this DVR port 65ef411e-3683-49e2-86b9-8b9df1ec2f1c on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:13.720250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event deleted for resources: {'Port': ['ID=65ef411e-3683-49e2-86b9-8b9df1ec2f1c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.796267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.814767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198c5ca-7b0f-4b81-b005-e02d03489e91 None None] DHCP port deletion for 6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:13.865541 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.877784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=3e2aa4e3-d4a7-4404-94d2-8c1bc0190147,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.885894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:13.891238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49534) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.931399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba4843c-be1f-4791-84a3-614443a70284') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:13.931706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba4843c-be1f-4791-84a3-614443a70284') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:13.952562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.968819 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.992930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b30d39b-7f44-4a61-aca1-93b65dcbf155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.052864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.062389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:14.062911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:14.067660 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:14.131065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.178596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9fe624-72a1-4af6-aafd-3f55e553fd1b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.210778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b30d39b-7f44-4a61-aca1-93b65dcbf155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.213595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.218469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad182a-3f6d-436f-9ace-df9a048c7a9d tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.220761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad182a-3f6d-436f-9ace-df9a048c7a9d tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.221318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad182a-3f6d-436f-9ace-df9a048c7a9d tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.227306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02ad182a-3f6d-436f-9ace-df9a048c7a9d tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=dd8d03dc25ee441d8c6ae7993489df4f&network_id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 2973 time: 0.3344495 Jul 14 09:28:14.232187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.234066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] 10.222.0.18 "DELETE /v2.0/networks/6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5 HTTP/1.1" status: 204 len: 168 time: 1.2901390 Jul 14 09:28:14.235137 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b30d39b-7f44-4a61-aca1-93b65dcbf155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.264137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51dd4af2-090a-4e45-bcac-5071d5b5e99c None None] Provisioning complete for port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:14.264597 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51dd4af2-090a-4e45-bcac-5071d5b5e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.304599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.311451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f6bccdce-3be4-4c32-9645-9f4f7de8701b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/3f9fe624-72a1-4af6-aafd-3f55e553fd1b HTTP/1.1" status: 204 len: 168 time: 1.1150548 Jul 14 09:28:14.316131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.398983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ee2d-be77-4005-97cb-dd51abe13c81 tempest-TagsExtTest-764616965 tempest-TagsExtTest-764616965-project] Pushing event deleted for resources: {'Network': ['ID=6c3a6c6b-5b6f-4b8b-91da-651b0bb80ad5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.458063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af83f346-a1f1-49c2-8beb-4fafc47664e7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:14.470714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4b30d39b-7f44-4a61-aca1-93b65dcbf155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efdaab7addcd4ea88a5826bfc8d2dcad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169754 Jul 14 09:28:14.472935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.510472 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.531159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30d39b-7f44-4a61-aca1-93b65dcbf155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30afc886-41c0-4ba4-b473-304d9d1df522,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.551472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:14.586029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 4efd846a-6013-4ca9-8c9f-45b2701de973 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:14.593258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.633958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8daf-5b4d-4646-bff1-abf0061572a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.660456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:14.673803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.692474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.702599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8daf-5b4d-4646-bff1-abf0061572a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.738966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1f0af-d543-4c65-978d-0da2c41d88a7 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:14.743265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Transition to ACTIVE for port object af83f346-a1f1-49c2-8beb-4fafc47664e7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:14.801588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.818685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8daf-5b4d-4646-bff1-abf0061572a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.821803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8daf-5b4d-4646-bff1-abf0061572a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.826025 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0cdc8daf-5b4d-4646-bff1-abf0061572a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30afc886-41c0-4ba4-b473-304d9d1df522 HTTP/1.1" status: 204 len: 168 time: 0.3427916 Jul 14 09:28:14.865958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc8daf-5b4d-4646-bff1-abf0061572a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30afc886-41c0-4ba4-b473-304d9d1df522,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.909210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49562) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.999385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-80bf4c6c-3b44-4bcb-823d-6a7ac0c3d3e4 None None] Could not find standard attr ID for object 3f03505c-a0c6-4a11-ab5c-a46c5799a11d. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:15.050936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.122966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Pushing event updated for resources: {'Port': ['ID=af83f346-a1f1-49c2-8beb-4fafc47664e7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.263948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 65ef411e-3683-49e2-86b9-8b9df1ec2f1c no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:15.310310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 65ef411e-3683-49e2-86b9-8b9df1ec2f1c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:15.310767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 65ef411e-3683-49e2-86b9-8b9df1ec2f1c not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:15.320338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d944076-33e3-4095-888f-539fcea2083e req-bc86ef9b-5d4a-48e2-8016-743d1453bc9b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.322074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d944076-33e3-4095-888f-539fcea2083e req-bc86ef9b-5d4a-48e2-8016-743d1453bc9b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 932 time: 0.6700835 Jul 14 09:28:15.383951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b86ba3f0-1b8e-4019-986a-afb61c5a75ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb6434bb04934d6485c03926ca59084e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733307 Jul 14 09:28:15.386885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.398507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.465066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89742fa0-a137-488c-88ff-5208d76c071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.481806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.498424 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b5b2-541c-4c5f-9b6b-9e10beac9fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.499679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=4efd846a-6013-4ca9-8c9f-45b2701de973,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.502317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Attempting to bind port af83f346-a1f1-49c2-8beb-4fafc47664e7 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:15.502861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Attempting to bind port af83f346-a1f1-49c2-8beb-4fafc47664e7 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:15.503393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Attempting to bind port af83f346-a1f1-49c2-8beb-4fafc47664e7 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:15.510460 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.512597 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2fc6000a-f6a5-4531-a152-280a78fac391 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/4efd846a-6013-4ca9-8c9f-45b2701de973 HTTP/1.1" status: 204 len: 168 time: 1.1935430 Jul 14 09:28:15.517690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d944076-33e3-4095-888f-539fcea2083e req-0660eff3-11be-49a0-a904-350d683adaa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890941 Jul 14 09:28:15.518389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.526496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Port af83f346-a1f1-49c2-8beb-4fafc47664e7 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:15.527054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Attempting to bind port af83f346-a1f1-49c2-8beb-4fafc47664e7 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:15.533800 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89742fa0-a137-488c-88ff-5208d76c071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.605829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:15.606379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:15.606867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Bound using segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:15.607437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Bound port: af83f346-a1f1-49c2-8beb-4fafc47664e7, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:15.607897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.638442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a9d9f3e6-835c-4e15-a58b-3f62648f9cfb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183743 Jul 14 09:28:15.641211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49582) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.651597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:15.687920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b5b2-541c-4c5f-9b6b-9e10beac9fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.712815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4b5b5b2-541c-4c5f-9b6b-9e10beac9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.744018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b4b5b5b2-541c-4c5f-9b6b-9e10beac9fd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=939105863fa84c8e80b6746f98c48555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607558 Jul 14 09:28:15.746263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89742fa0-a137-488c-88ff-5208d76c071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.749006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89742fa0-a137-488c-88ff-5208d76c071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.750898 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-89742fa0-a137-488c-88ff-5208d76c071a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c46e04ed-ede3-40c1-a147-d725cdccb170 HTTP/1.1" status: 204 len: 168 time: 0.3625898 Jul 14 09:28:15.752659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.796565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] For port af83f346-a1f1-49c2-8beb-4fafc47664e7, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:15.801865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] For port af83f346-a1f1-49c2-8beb-4fafc47664e7, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af83f346-a1f1-49c2-8beb-4fafc47664e7,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:15.830719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.869389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5b5b2-541c-4c5f-9b6b-9e10beac9fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd12506-3017-4404-b1d6-8121775c29c9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.921087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.921887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f513cd47-fdfe-4837-968e-8e2e5d9acfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.923783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89742fa0-a137-488c-88ff-5208d76c071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46e04ed-ede3-40c1-a147-d725cdccb170,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.969639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Pushing event updated for resources: {'Port': ['ID=af83f346-a1f1-49c2-8beb-4fafc47664e7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.984893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:15.990486 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.011795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.012445 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.015402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-57fcd4db-1e5a-419b-b776-6eb58f703d82 service neutron] 10.222.0.11 "PUT /v2.0/ports/af83f346-a1f1-49c2-8beb-4fafc47664e7 HTTP/1.1" status: 200 len: 1093 time: 3.0907590 Jul 14 09:28:16.020684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'tag': 'af83f346-a1f1-49c2-8beb-4fafc47664e7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:16.023394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1e356ec-a25c-40d3-b8be-7a2a3ca441dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.024012 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf9ddb-a309-4d64-a332-494a3d4fe126" -d '{"events": [{"name": "network-changed", "server_uuid": "182833cc-6a1c-4e46-bb19-d94378f52fdb", "tag": "af83f346-a1f1-49c2-8beb-4fafc47664e7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:16.110370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1e356ec-a25c-40d3-b8be-7a2a3ca441dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.146948 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f75095b-eddc-4c75-bc01-572603ac44d5 x-openstack-request-id: req-4f75095b-eddc-4c75-bc01-572603ac44d5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:16.147248 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182833cc-6a1c-4e46-bb19-d94378f52fdb", "tag": "af83f346-a1f1-49c2-8beb-4fafc47664e7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:16.148019 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f75095b-eddc-4c75-bc01-572603ac44d5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:16.148289 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'tag': 'af83f346-a1f1-49c2-8beb-4fafc47664e7', 'status': 'completed', 'code': 200} Jul 14 09:28:16.189859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1e356ec-a25c-40d3-b8be-7a2a3ca441dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.199527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1e356ec-a25c-40d3-b8be-7a2a3ca441dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.200735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1e356ec-a25c-40d3-b8be-7a2a3ca441dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bd12506-3017-4404-b1d6-8121775c29c9 HTTP/1.1" status: 204 len: 168 time: 0.4328754 Jul 14 09:28:16.229395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e356ec-a25c-40d3-b8be-7a2a3ca441dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd12506-3017-4404-b1d6-8121775c29c9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.246958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9dba8-70e6-4a87-ba47-434c933b3ed9 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:16.251032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606f7ff-2fae-4669-b86a-8a671c9efb58 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.266684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f606f7ff-2fae-4669-b86a-8a671c9efb58 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 814 time: 0.3258832 Jul 14 09:28:16.283943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-99c95ed8-43af-4715-8a40-da171c049d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.285693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-99c95ed8-43af-4715-8a40-da171c049d65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 1096 time: 0.2251973 Jul 14 09:28:16.368614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03a42b3d-b124-4e6c-848d-6995e4dd62c6 None None] Provisioning complete for port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:16.369136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03a42b3d-b124-4e6c-848d-6995e4dd62c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.419136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-ba71d118-7bcb-4a6a-b556-2d11336183cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af83f346-a1f1-49c2-8beb-4fafc47664e7 HTTP/1.1" status: 200 len: 217 time: 0.1252947 Jul 14 09:28:16.598123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-40281c39-47e2-4e35-aeb9-312c2c49a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.600827 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-40281c39-47e2-4e35-aeb9-312c2c49a9a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1700845 Jul 14 09:28:16.649880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:16.757377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-b72d29b1-131c-4d14-a5e3-1e13738aa916 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300693 Jul 14 09:28:16.758445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] Deleting port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:16.759841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.864429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] For port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3e2aa4e3-d4a7-4404-94d2-8c1bc0190147,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:16.865505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.872848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.889568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] Calling delete_port for 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:16.896624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.902500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'network': {'name': 'tempest-network-smoke--1821819181', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:16.928657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=d2c35b66-d698-4054-9e2d-e5e49334aa80,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.968508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:16.979970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.981989 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.009563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:17.019759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:17.033302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] Pushing event deleted for resources: {'Port': ['ID=3e2aa4e3-d4a7-4404-94d2-8c1bc0190147,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.039522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d0189-3114-42fc-9af6-93310b371b89 None None] No DVR routers for this DVR port 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:17.041386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.044366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.058771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:17.065022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdeb94d-0815-467c-929c-c7f3d24c02a1 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:17.074381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.075874 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Added segment bc1791ba-8cb5-443d-9642-1bc46b1b9faa of type vlan for network 135b9e15-4b70-468f-8447-b56f043c45f2 Jul 14 09:28:17.086945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e37d8-79a6-4a7e-8e83-c73d5f8e77dd req-398d6120-b833-4b39-a9cb-4cf1be2a49f9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.092281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-905e37d8-79a6-4a7e-8e83-c73d5f8e77dd req-398d6120-b833-4b39-a9cb-4cf1be2a49f9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 944 time: 0.3073030 Jul 14 09:28:17.103030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aeb85360-4a3c-4698-95e4-702a9ccae68e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4561779 Jul 14 09:28:17.103030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-d564e90e-1988-4f55-a749-d545570ba55a service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360066 Jul 14 09:28:17.104468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49640) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.116124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:17.232576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.291375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.308381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.309512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.315920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'd2c35b66-d698-4054-9e2d-e5e49334aa80'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:17.316794 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.573732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Allocated IP 172.20.0.2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/d2c35b66-d698-4054-9e2d-e5e49334aa80/9e1278a5-a23d-449b-ad08-c4e65d39188f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:17.779758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Network': ['ID=135b9e15-4b70-468f-8447-b56f043c45f2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.793981 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-09b6a194-5c9e-444c-83eb-c11b4588fa08 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8958771 Jul 14 09:28:17.797014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.815501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-905e37d8-79a6-4a7e-8e83-c73d5f8e77dd req-628da1b8-e89f-46ea-b306-291cbb6ac015 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116795 Jul 14 09:28:17.834092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 135b9e15-4b70-468f-8447-b56f043c45f2 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:17.902169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0a701-c91c-49fa-99ff-ec9248e1d023 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.905028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-20f0a701-c91c-49fa-99ff-ec9248e1d023 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=dd8d03dc25ee441d8c6ae7993489df4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1067152 Jul 14 09:28:17.907754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.958979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:17.963978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.982595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.026297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Transition to ACTIVE for port object 9e1278a5-a23d-449b-ad08-c4e65d39188f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:18.086732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Transition to ACTIVE for port object 9e1278a5-a23d-449b-ad08-c4e65d39188f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:18.098869 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.105678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807cc17-deef-403b-a50d-9ba35ac6eda7 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.107494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3807cc17-deef-403b-a50d-9ba35ac6eda7 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1984093 Jul 14 09:28:18.110934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49674) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:18.161825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb45c4fc-17bb-45aa-b316-1ab719c16bc6 req-9c2828ad-1c34-4bd9-b20c-94b2bebce421 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0356491 Jul 14 09:28:18.211254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Pushing event updated for resources: {'Port': ['ID=9e1278a5-a23d-449b-ad08-c4e65d39188f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.232108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-555544ab-8d7b-4614-8244-fd372479d8ca tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1197519 Jul 14 09:28:18.234482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:18.258537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:18.261069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:18.277819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:18.278724 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c82922cf-b702-46a9-a17d-12ca0482c633 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=dd8d03dc25ee441d8c6ae7993489df4f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427403 Jul 14 09:28:18.281208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49680) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:18.471363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:18.471833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba61017f-e8ef-4cc6-ab00-01e9fa0ca6e7 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.477064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ba61017f-e8ef-4cc6-ab00-01e9fa0ca6e7 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1914701 Jul 14 09:28:18.477330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Attempting to bind port 9e1278a5-a23d-449b-ad08-c4e65d39188f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:18.477330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Attempting to bind port 9e1278a5-a23d-449b-ad08-c4e65d39188f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:18.477330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Attempting to bind port 9e1278a5-a23d-449b-ad08-c4e65d39188f on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:18.478517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:18.512028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-9e6dd4e2-2d1a-49b7-b400-367d67d0830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.515820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-9e6dd4e2-2d1a-49b7-b400-367d67d0830b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 1096 time: 0.2788451 Jul 14 09:28:18.520998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:18.521378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3e2aa4e3-d4a7-4404-94d2-8c1bc0190147 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:18.535303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:18.535695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:18.536818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.541407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:18.541945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Bound port: 9e1278a5-a23d-449b-ad08-c4e65d39188f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:18.542368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.556188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a5d6f3df-72f4-445c-b28d-9b618b93c5c2 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740809 Jul 14 09:28:18.556753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:18.569674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583901012', 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:18.673198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] For port 9e1278a5-a23d-449b-ad08-c4e65d39188f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:18.681417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] For port 9e1278a5-a23d-449b-ad08-c4e65d39188f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9e1278a5-a23d-449b-ad08-c4e65d39188f,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:18.688812 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.723052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:18.741762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.779216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab87a20-a3d4-403e-8e6c-e822e228a731 None None] Pushing event updated for resources: {'Port': ['ID=9e1278a5-a23d-449b-ad08-c4e65d39188f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.992822 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.074581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-df3578a5-c91b-4167-a78b-756ad982eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.099333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-df3578a5-c91b-4167-a78b-756ad982eac5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.5551612 Jul 14 09:28:19.234716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-00f5cfee-d082-4a50-987d-fdfd729f0c0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af83f346-a1f1-49c2-8beb-4fafc47664e7 HTTP/1.1" status: 200 len: 217 time: 0.1210978 Jul 14 09:28:19.289534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.346894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-f10ac523-0d93-42f2-bd2c-47d167108bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.349346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-f10ac523-0d93-42f2-bd2c-47d167108bef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1077921 Jul 14 09:28:19.463840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-73facd90-eb9b-497e-8b09-bb3ceb661864 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076477 Jul 14 09:28:19.515230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Subnet': ['ID=98285177-4aa1-40fc-b433-a3ae5379386d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:19.519709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Checking segment: {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:19.520035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network hostable DHCP agents. Network: 135b9e15-4b70-468f-8447-b56f043c45f2, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:19.550304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46395880-7be2-4fdc-a382-07e67643257a req-e840d4ee-ea83-4cd0-acf7-775f3acb780d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.558545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46395880-7be2-4fdc-a382-07e67643257a req-e840d4ee-ea83-4cd0-acf7-775f3acb780d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 944 time: 0.2976716 Jul 14 09:28:19.615305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 135b9e15-4b70-468f-8447-b56f043c45f2 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:19.635297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 135b9e15-4b70-468f-8447-b56f043c45f2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:19.641099 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-014b82d7-d2ea-4dde-b5c9-045401f2a184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.647322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403bfae-6315-420b-8a78-2808aef90a28 None None] Network 135b9e15-4b70-468f-8447-b56f043c45f2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:19.663644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.664269 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.694055 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46395880-7be2-4fdc-a382-07e67643257a req-a93970e4-76d3-49fe-9ba3-f6083edf3363 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337001 Jul 14 09:28:19.710452 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2a29e520-46d0-4cb0-b850-01fc8c3b16ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1526101 Jul 14 09:28:19.794640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.objects.ports [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:19.797311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-6138f3ae-40ec-4c6e-982e-0eebbcc1a794 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270545 Jul 14 09:28:19.809995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.845968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af83f346-a1f1-49c2-8beb-4fafc47664e7 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:19.877295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49750) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.148242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64cf9ddb-a309-4d64-a332-494a3d4fe126 req-2d4cd7f3-6a3f-4990-8716-a20ce4767cbc service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016675 Jul 14 09:28:20.277646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.285191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cbcfff37-8253-4839-8c99-016dbe8db7e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805086323', 'description': 'tempest-secgroup-smoke-805086323 description', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:20.332419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-85c00aad-78a3-4bb6-950c-7a672de5ddf5 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:20.354668 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.379578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-135b9e15-4b70-468f-8447-b56f043c45f2', 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ips': [{'subnet_id': '98285177-4aa1-40fc-b433-a3ae5379386d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:20.383685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.385547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.399384 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-85c00aad-78a3-4bb6-950c-7a672de5ddf5 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] 10.222.0.18 "PUT /v2.0/quotas/83a984f355254619a303a3f58364591c HTTP/1.1" status: 200 len: 368 time: 0.5185168 Jul 14 09:28:20.400103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.405044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbcfff37-8253-4839-8c99-016dbe8db7e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.413837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Request body: {'network': {'project_id': '83a984f355254619a303a3f58364591c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:20.475261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port af83f346-a1f1-49c2-8beb-4fafc47664e7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af83f346-a1f1-49c2-8beb-4fafc47664e7,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:20.482798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Made reservation on behalf of 83a984f355254619a303a3f58364591c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:20.493669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.545094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.693306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbcfff37-8253-4839-8c99-016dbe8db7e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.701908 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbcfff37-8253-4839-8c99-016dbe8db7e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.846682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] For port 9e1278a5-a23d-449b-ad08-c4e65d39188f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9e1278a5-a23d-449b-ad08-c4e65d39188f,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:20.851092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Allocated IP 172.20.0.18 (135b9e15-4b70-468f-8447-b56f043c45f2/98285177-4aa1-40fc-b433-a3ae5379386d/ead932d0-cab9-47e5-b730-b323acd0714e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:20.871994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfff37-8253-4839-8c99-016dbe8db7e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7d19e0-d453-44a2-a087-9e7baf5288bb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.905367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.910976 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.912675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.976095 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.981522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.050891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:21.056598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:21.076070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:21.081478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=67f909c8-b845-4c9b-97b2-b63bef3a6d94,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.089921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.090842 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Added segment 5e89478a-cbb3-493e-bea1-0680352395ee of type vlan for network 82edb5ab-486c-4e0e-9382-3437b9fe1867 Jul 14 09:28:21.108080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.108749 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.111461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=9e1278a5-a23d-449b-ad08-c4e65d39188f,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.144477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ea49f1d-ca46-4cf2-9e0c-3318411f8b80 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0357711 Jul 14 09:28:21.146268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.156814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:d1:af:e0', 'name': 'tempest-NetworksTestDHCPv6-1638972939'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.191798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbcfff37-8253-4839-8c99-016dbe8db7e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.195835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cbcfff37-8253-4839-8c99-016dbe8db7e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9135776 Jul 14 09:28:21.195835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762823cf-fefa-4501-afe7-353d997bd512,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.201969 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.220673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Transition to ACTIVE for port object ead932d0-cab9-47e5-b730-b323acd0714e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:21.228485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.236243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3272f3b3-2610-44e8-8c96-0039292eafb9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '1b7d19e0-d453-44a2-a087-9e7baf5288bb', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.251726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Transition to ACTIVE for port object ead932d0-cab9-47e5-b730-b323acd0714e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:21.264198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'af83f346-a1f1-49c2-8beb-4fafc47664e7', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'port_id': 'af83f346-a1f1-49c2-8beb-4fafc47664e7', 'mac_address': 'fa:16:3e:63:d9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f740fca-f926-4310-ba56-bde45cb25f14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:21.266565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9e1278a5-a23d-449b-ad08-c4e65d39188f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:21.337025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3272f3b3-2610-44e8-8c96-0039292eafb9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.363403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.402426 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.409922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:21.436039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128cbdc-2853-4c5d-92ac-314d9903948e None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:21.511902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11dffd-1ff1-412c-b901-4887b08ac7e7 req-65307f98-20af-44a0-b525-5ae707a4091f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.517641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb11dffd-1ff1-412c-b901-4887b08ac7e7 req-65307f98-20af-44a0-b525-5ae707a4091f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 944 time: 0.5386660 Jul 14 09:28:21.576084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7a3a3a45-c138-4969-acea-d29a79f06c18 None None] Provisioning for port 9e1278a5-a23d-449b-ad08-c4e65d39188f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:21.603510 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.605201 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.613442 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.620061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.622049 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.659794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 21754e71-7306-4c8b-86c6-14f9253622dd yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:21.700042 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3272f3b3-2610-44e8-8c96-0039292eafb9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.775907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3272f3b3-2610-44e8-8c96-0039292eafb9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.802839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4015400 Jul 14 09:28:21.819211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.829553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Request body: {'network': {'project_id': '83a984f355254619a303a3f58364591c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.841815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb11dffd-1ff1-412c-b901-4887b08ac7e7 req-cdd28afe-da00-46a7-a2f4-937f66fa37d7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945392 Jul 14 09:28:21.851090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272f3b3-2610-44e8-8c96-0039292eafb9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b5c7b6-1afd-40d6-a430-4e5ff006de24,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.859476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d457c-f783-4f72-ac75-c1b6c86b8735 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Pushing event updated for resources: {'Network': ['ID=82edb5ab-486c-4e0e-9382-3437b9fe1867,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.907095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Made reservation on behalf of 83a984f355254619a303a3f58364591c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:21.909098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3272f3b3-2610-44e8-8c96-0039292eafb9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.910590 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3272f3b3-2610-44e8-8c96-0039292eafb9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6787720 Jul 14 09:28:21.911646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.913380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.918839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-98da278b-ee1e-47d4-8d1b-ff48e813ffa0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '1b7d19e0-d453-44a2-a087-9e7baf5288bb', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:21.966341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:21.976424 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.976781 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Added segment a725c258-1560-489a-a54f-c2d3e66fc46d of type vlan for network 46c77f3a-ee07-438e-b643-06e5bc11ef3f Jul 14 09:28:21.980113 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98da278b-ee1e-47d4-8d1b-ff48e813ffa0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.047909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.082754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.083836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.084417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.093844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98da278b-ee1e-47d4-8d1b-ff48e813ffa0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.106619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Network 135b9e15-4b70-468f-8447-b56f043c45f2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:22.107639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98da278b-ee1e-47d4-8d1b-ff48e813ffa0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.156922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da278b-ee1e-47d4-8d1b-ff48e813ffa0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c242bb-5a97-4ee4-a479-a5d0d2e21761,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.171233 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98da278b-ee1e-47d4-8d1b-ff48e813ffa0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.173687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-98da278b-ee1e-47d4-8d1b-ff48e813ffa0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592099 Jul 14 09:28:22.177790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.186948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6194e78a-d2f4-46cb-b20d-e2a6ddc41e28 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '1b7d19e0-d453-44a2-a087-9e7baf5288bb', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:22.191047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Pushing event updated for resources: {'Port': ['ID=ead932d0-cab9-47e5-b730-b323acd0714e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.199727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:22.205278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:22.227428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.232629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 82edb5ab-486c-4e0e-9382-3437b9fe1867 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:22.245471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6194e78a-d2f4-46cb-b20d-e2a6ddc41e28 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.285320 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4641867 Jul 14 09:28:22.292851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49820) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.307896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e452654d-7d46-423e-a819-c773b5131af9 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Request body: {'network': {'project_id': '83a984f355254619a303a3f58364591c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:22.329516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 172.20.0.4 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/d2c35b66-d698-4054-9e2d-e5e49334aa80/21754e71-7306-4c8b-86c6-14f9253622dd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:22.333626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 9e1278a5-a23d-449b-ad08-c4e65d39188f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:22.338161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f60c64-aa6d-4fa4-92e3-503e1eb04a54 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Pushing event updated for resources: {'Network': ['ID=46c77f3a-ee07-438e-b643-06e5bc11ef3f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.348478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9e1278a5-a23d-449b-ad08-c4e65d39188f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:22.348905 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.358661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fed1:afe0 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/67f909c8-b845-4c9b-97b2-b63bef3a6d94/21754e71-7306-4c8b-86c6-14f9253622dd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:22.361683 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-e452654d-7d46-423e-a819-c773b5131af9 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:28:22.362897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e452654d-7d46-423e-a819-c773b5131af9 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:22.364678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e452654d-7d46-423e-a819-c773b5131af9 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0681281 Jul 14 09:28:22.368969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49824) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.409049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 46c77f3a-ee07-438e-b643-06e5bc11ef3f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:22.435190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f5241d3c-45c2-4fbd-967a-fbab4668e00f None None] Could not find standard attr ID for object d2deb793-c3c2-4254-a724-4ddd618ba921. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:22.456120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6194e78a-d2f4-46cb-b20d-e2a6ddc41e28 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.460881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6194e78a-d2f4-46cb-b20d-e2a6ddc41e28 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.488971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194e78a-d2f4-46cb-b20d-e2a6ddc41e28 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d515b82b-344c-44cd-a7fe-2933d531010c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.491681 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.510052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6194e78a-d2f4-46cb-b20d-e2a6ddc41e28 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.514733 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6194e78a-d2f4-46cb-b20d-e2a6ddc41e28 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333907 Jul 14 09:28:22.516167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49828) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.523438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-441f1ad5-89e1-495c-83af-7cd542e2bd0f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '1b7d19e0-d453-44a2-a087-9e7baf5288bb', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:22.539012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af83f346-a1f1-49c2-8beb-4fafc47664e7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:22.566642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-441f1ad5-89e1-495c-83af-7cd542e2bd0f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.690197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port af83f346-a1f1-49c2-8beb-4fafc47664e7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af83f346-a1f1-49c2-8beb-4fafc47664e7,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:22.695794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-441f1ad5-89e1-495c-83af-7cd542e2bd0f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.697175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Attempting to bind port ead932d0-cab9-47e5-b730-b323acd0714e on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:22.697608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Attempting to bind port ead932d0-cab9-47e5-b730-b323acd0714e by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:22.698067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Attempting to bind port ead932d0-cab9-47e5-b730-b323acd0714e on network 135b9e15-4b70-468f-8447-b56f043c45f2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:22.700004 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-441f1ad5-89e1-495c-83af-7cd542e2bd0f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.710302 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.740303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f1ad5-89e1-495c-83af-7cd542e2bd0f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de84165-9a87-48e3-96d7-af93cd1e5224,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.747484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-441f1ad5-89e1-495c-83af-7cd542e2bd0f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.751547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-441f1ad5-89e1-495c-83af-7cd542e2bd0f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2315557 Jul 14 09:28:22.751547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49832) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.760255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '1b7d19e0-d453-44a2-a087-9e7baf5288bb', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:22.793600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=af83f346-a1f1-49c2-8beb-4fafc47664e7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.808820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:22.809394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Checking segment: {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:22.810006 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.810470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Bound using segment: {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:22.810991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Bound port: ead932d0-cab9-47e5-b730-b323acd0714e, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:22.811415 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.816391 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Project dd8d03dc25ee441d8c6ae7993489df4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:28:22.828023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.847934 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.886955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.904701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c77f3a-ee07-438e-b643-06e5bc11ef3f']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:22.925459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.929564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a725c258-1560-489a-a54f-c2d3e66fc46d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:22.930327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a725c258-1560-489a-a54f-c2d3e66fc46d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:22.950240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.956309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['af83f346-a1f1-49c2-8beb-4fafc47664e7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:22.963388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 21754e71-7306-4c8b-86c6-14f9253622dd will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:22.971561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.976658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.978058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.991337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:22.992262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:22.994282 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:23.024562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.026770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2742372 Jul 14 09:28:23.031534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.050598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '1b7d19e0-d453-44a2-a087-9e7baf5288bb', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:23.072561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097912cc-b9c9-492c-9b34-5d2e1687a81d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1376732-d00f-4e98-9e29-1a3a7f5e8b07,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.085354 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.088289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.108321 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Project dd8d03dc25ee441d8c6ae7993489df4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:28:23.110378 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.113280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] 10.222.0.18 "DELETE /v2.0/networks/46c77f3a-ee07-438e-b643-06e5bc11ef3f HTTP/1.1" status: 204 len: 168 time: 0.7430401 Jul 14 09:28:23.119337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49846) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.175600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 9e1278a5-a23d-449b-ad08-c4e65d39188f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9e1278a5-a23d-449b-ad08-c4e65d39188f,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:23.196773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.310256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.316398 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.319765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba0e51-3331-4617-ac77-5ef3c3cb3b20 tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Pushing event deleted for resources: {'Network': ['ID=46c77f3a-ee07-438e-b643-06e5bc11ef3f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.342186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:23.351130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] For port ead932d0-cab9-47e5-b730-b323acd0714e, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:23.358712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:23.371652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:23.428540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] For port ead932d0-cab9-47e5-b730-b323acd0714e, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ead932d0-cab9-47e5-b730-b323acd0714e,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:23.444462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.463468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9e1278a5-a23d-449b-ad08-c4e65d39188f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:23.466159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=9e1278a5-a23d-449b-ad08-c4e65d39188f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.524704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.543643 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.598838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.600346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.626439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=21754e71-7306-4c8b-86c6-14f9253622dd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.641091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30498f4f-3fd4-49a4-bd48-ac36cc5b3020,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.655096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.661859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.674913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b8b42b97-8691-4df9-9f30-d19c1a64aa2d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6238246 Jul 14 09:28:23.676085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82edb5ab-486c-4e0e-9382-3437b9fe1867']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:23.692849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcaecb-75c0-45ea-850e-03f8ae45eb2c None None] Pushing event updated for resources: {'Port': ['ID=ead932d0-cab9-47e5-b730-b323acd0714e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.706460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2f8c8-4d8b-416a-a313-6aee9046f7f8 req-94d9684d-466c-4ab6-9955-6405eb928ee3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.717858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ca2f8c8-4d8b-416a-a313-6aee9046f7f8 req-94d9684d-466c-4ab6-9955-6405eb928ee3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 945 time: 0.5663579 Jul 14 09:28:23.718282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e89478a-cbb3-493e-bea1-0680352395ee') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:23.719851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e89478a-cbb3-493e-bea1-0680352395ee') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:23.721556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6a4c9058-87de-4897-a66e-e19a6cc13f47 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5736907 Jul 14 09:28:23.724131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.748330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9e1278a5-a23d-449b-ad08-c4e65d39188f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:23.748716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.748852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.811899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.824165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ca2f8c8-4d8b-416a-a313-6aee9046f7f8 req-d89b13c7-5e64-41c1-9da8-78e9b0d41d93 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050889 Jul 14 09:28:23.828846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:23.829585 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:23.837110 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:23.952320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994d906-a283-45a6-b558-71429c7fa155 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.958638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f994d906-a283-45a6-b558-71429c7fa155 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.966863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f994d906-a283-45a6-b558-71429c7fa155 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2363415 Jul 14 09:28:23.968307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.969687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.979193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.982010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] 10.222.0.18 "DELETE /v2.0/networks/82edb5ab-486c-4e0e-9382-3437b9fe1867 HTTP/1.1" status: 204 len: 168 time: 0.8597000 Jul 14 09:28:24.020546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e8334-ceb9-45ff-bf64-89f4672593bb tempest-QuotasNegativeTest-1984545944 tempest-QuotasNegativeTest-1984545944-project-admin] Pushing event deleted for resources: {'Network': ['ID=82edb5ab-486c-4e0e-9382-3437b9fe1867,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.298555 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-63adf87e-fc06-49ed-9617-8b48867b836d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805086323&fields=id&tenant_id=dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 267 time: 0.1393907 Jul 14 09:28:24.304970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 21754e71-7306-4c8b-86c6-14f9253622dd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:24.305189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.544112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-25ed5a2e-697b-4c36-9f38-68f866daaef6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.554245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-25ed5a2e-697b-4c36-9f38-68f866daaef6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/networks?id=135b9e15-4b70-468f-8447-b56f043c45f2 HTTP/1.1" status: 200 len: 797 time: 0.2509065 Jul 14 09:28:24.555589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.580467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-72f8f969-57a9-40e9-b041-184da3096dbe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/quotas/dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 375 time: 0.0175128 Jul 14 09:28:24.583715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 21754e71-7306-4c8b-86c6-14f9253622dd owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:24.717973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af83f346-a1f1-49c2-8beb-4fafc47664e7 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:24.719775 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-314da1f4-68d1-4383-92fc-cbd9e165f977 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1345947 Jul 14 09:28:24.903903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7a12f819-7fd2-45ee-8c18-7a6eff222b94 None None] Provisioning complete for port 9e1278a5-a23d-449b-ad08-c4e65d39188f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:24.904291 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a12f819-7fd2-45ee-8c18-7a6eff222b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.940485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-46e69b3c-4bce-492c-973b-9a3f1ffad65f service neutron] 10.222.0.18 "GET /v2.0/networks/135b9e15-4b70-468f-8447-b56f043c45f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801550 Jul 14 09:28:25.085884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port af83f346-a1f1-49c2-8beb-4fafc47664e7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:25.143296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.168749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port af83f346-a1f1-49c2-8beb-4fafc47664e7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:25.169406 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.186696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49904) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.211088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=21754e71-7306-4c8b-86c6-14f9253622dd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.228996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-609db13c-dd92-4e2b-8bdd-22215c1d8c89 service neutron] 10.222.0.18 "GET /v2.0/networks/135b9e15-4b70-468f-8447-b56f043c45f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779734 Jul 14 09:28:25.558790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.560662 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.638258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0879652e-6744-479c-8ce2-973de86a9504 None None] Could not find standard attr ID for object 21754e71-7306-4c8b-86c6-14f9253622dd. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:25.698095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af83f346-a1f1-49c2-8beb-4fafc47664e7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:25.703713 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223ee1f-c46e-411b-a188-046531f0ea1c" -d '{"events": [{"server_uuid": "182833cc-6a1c-4e46-bb19-d94378f52fdb", "name": "network-vif-plugged", "status": "completed", "tag": "af83f346-a1f1-49c2-8beb-4fafc47664e7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:25.719088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.722838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ead932d0-cab9-47e5-b730-b323acd0714e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:25.739796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ec77aec7-ae32-43e6-bdfa-189d3b7a46a6 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/21754e71-7306-4c8b-86c6-14f9253622dd HTTP/1.1" status: 204 len: 168 time: 1.7610497 Jul 14 09:28:25.740536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.773579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port af83f346-a1f1-49c2-8beb-4fafc47664e7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af83f346-a1f1-49c2-8beb-4fafc47664e7,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:25.853372 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.918771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5c7d130-7227-41f6-b4be-e4d3d912b8a6 req-660ec91d-146e-44e4-97c1-f98dd078acb4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 210 time: 0.2920570 Jul 14 09:28:25.922707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec533fb6-ba03-4406-ac47-ba1067221365 req-16bdbf23-c8cb-4e0a-852e-f3444ff1f8f5 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.924335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ec533fb6-ba03-4406-ac47-ba1067221365 req-16bdbf23-c8cb-4e0a-852e-f3444ff1f8f5 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 945 time: 0.6268976 Jul 14 09:28:25.966932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c520e2-e2cd-43e9-b7e3-98d7a0a067e1 None None] Network 135b9e15-4b70-468f-8447-b56f043c45f2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:25.973499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.983739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.015259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83912c39-cd98-4ceb-b28f-e7b7df768b22 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.029028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83912c39-cd98-4ceb-b28f-e7b7df768b22 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.031047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83912c39-cd98-4ceb-b28f-e7b7df768b22 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.044448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83912c39-cd98-4ceb-b28f-e7b7df768b22 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2960217 Jul 14 09:28:26.045094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:26.061957 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7ee593-f23d-4ce8-b3c9-07fcae56ec9f x-openstack-request-id: req-ed7ee593-f23d-4ce8-b3c9-07fcae56ec9f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:26.062456 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182833cc-6a1c-4e46-bb19-d94378f52fdb", "name": "network-vif-plugged", "status": "completed", "tag": "af83f346-a1f1-49c2-8beb-4fafc47664e7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:26.062888 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed7ee593-f23d-4ce8-b3c9-07fcae56ec9f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:26.064245 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af83f346-a1f1-49c2-8beb-4fafc47664e7', 'code': 200} Jul 14 09:28:26.102832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=af83f346-a1f1-49c2-8beb-4fafc47664e7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.115104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bda2ba1f0e344cb99e8ddfe62c80d74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9214778 Jul 14 09:28:26.116902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:26.131304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c39d8128-5631-4b0d-bf77-52fa59c9f0c4 None None] Provisioning for port ead932d0-cab9-47e5-b730-b323acd0714e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:26.148961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba12b3-ecfb-4c90-b51f-58bb63cee360,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.190618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ec533fb6-ba03-4406-ac47-ba1067221365 req-da5560a4-a978-436f-806e-08fc394a0558 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492399 Jul 14 09:28:26.198982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.199523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.199872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.200290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.200633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.200973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.201309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.201642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.201974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.202300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.202632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.223848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a417e-b03e-4ad3-87c2-8fee6f057941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:26.225105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ead932d0-cab9-47e5-b730-b323acd0714e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:26.232070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ead932d0-cab9-47e5-b730-b323acd0714e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:26.233496 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.300090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cbf10d2-b40b-4081-bc8b-f2a2ac5bf999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.385556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 67f909c8-b845-4c9b-97b2-b63bef3a6d94 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:26.388403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cbf10d2-b40b-4081-bc8b-f2a2ac5bf999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.411068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.483074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da753eb-a74d-4fd5-a090-087ba2692e0f req-57842a7e-3d97-41e8-be91-08d9b9c0b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.487108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5da753eb-a74d-4fd5-a090-087ba2692e0f req-57842a7e-3d97-41e8-be91-08d9b9c0b268 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 1098 time: 0.3171918 Jul 14 09:28:26.516813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cbf10d2-b40b-4081-bc8b-f2a2ac5bf999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.524835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.525448 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cbf10d2-b40b-4081-bc8b-f2a2ac5bf999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.535901 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0cbf10d2-b40b-4081-bc8b-f2a2ac5bf999 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7ba12b3-ecfb-4c90-b51f-58bb63cee360 HTTP/1.1" status: 204 len: 168 time: 0.4179587 Jul 14 09:28:26.551292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.561838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf10d2-b40b-4081-bc8b-f2a2ac5bf999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba12b3-ecfb-4c90-b51f-58bb63cee360,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.609538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ead932d0-cab9-47e5-b730-b323acd0714e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ead932d0-cab9-47e5-b730-b323acd0714e,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:26.618380 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.621470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9e1278a5-a23d-449b-ad08-c4e65d39188f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:26.626586 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5da753eb-a74d-4fd5-a090-087ba2692e0f req-bc113e23-bb1a-42d5-80cc-516db8247c29 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206293 Jul 14 09:28:26.781757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.861799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ead932d0-cab9-47e5-b730-b323acd0714e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.945014 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.998505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9e1278a5-a23d-449b-ad08-c4e65d39188f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:26.999264 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.043673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=67f909c8-b845-4c9b-97b2-b63bef3a6d94,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.053088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.055004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0664b45e-dc40-4928-9a87-ff013ec8c152 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/67f909c8-b845-4c9b-97b2-b63bef3a6d94 HTTP/1.1" status: 204 len: 168 time: 0.9909074 Jul 14 09:28:27.058235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.082173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4bae4-918d-4b26-823c-bdcce0b957f6 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:27.143478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet d2c35b66-d698-4054-9e2d-e5e49334aa80 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:27.153831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.181841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ec13ebd6-3777-46bb-98b7-01d749b618bf None None] Provisioning complete for port ead932d0-cab9-47e5-b730-b323acd0714e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:27.182224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec13ebd6-3777-46bb-98b7-01d749b618bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.238267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.258031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3d47e75-53b1-4dab-bd1a-98de5122b8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.283986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-662775e9-04d2-4f41-9768-4f7365db2d19 req-785c7649-d7dd-481a-9164-ae23d596440b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 210 time: 0.0826013 Jul 14 09:28:27.307850 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.496362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.652081 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.689217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.698595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.709017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/d2c35b66-d698-4054-9e2d-e5e49334aa80 HTTP/1.1" status: 204 len: 168 time: 0.6363773 Jul 14 09:28:27.760559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04377454-63a0-41a9-beb8-3054bf176da1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c35b66-d698-4054-9e2d-e5e49334aa80,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.814116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-47a56f50-266b-48f0-9e6f-e7b3548e4a29 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139722 Jul 14 09:28:27.816839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49976) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.869975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ead932d0-cab9-47e5-b730-b323acd0714e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:27.890801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3d47e75-53b1-4dab-bd1a-98de5122b8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.912447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332edcd-3f6c-4899-8270-2389e16ed515 req-5c312e9e-dd5e-4cf0-9dcf-d798bb25402f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.914103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7332edcd-3f6c-4899-8270-2389e16ed515 req-5c312e9e-dd5e-4cf0-9dcf-d798bb25402f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 946 time: 0.5138063 Jul 14 09:28:27.918109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3d47e75-53b1-4dab-bd1a-98de5122b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.016629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7332edcd-3f6c-4899-8270-2389e16ed515 req-15ec63df-50a1-4e09-a2dc-4b1eba758e56 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952401 Jul 14 09:28:28.023551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d47e75-53b1-4dab-bd1a-98de5122b8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9479e-ec74-450a-9368-dc5fbcd04cb4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.035302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c3d47e75-53b1-4dab-bd1a-98de5122b8ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c72b460760af496f9a0b5326e7f42f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961836 Jul 14 09:28:28.038087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49986) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.146742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ead932d0-cab9-47e5-b730-b323acd0714e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:28.146742 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.154510 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf3709ae-9427-47fa-a239-03c099d1b93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.192719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b75c98-75d8-42cd-b564-8b66dac4133c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.196452 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-51b75c98-75d8-42cd-b564-8b66dac4133c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3784983 Jul 14 09:28:28.199860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 49992) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.210111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf3709ae-9427-47fa-a239-03c099d1b93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.258754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e736d92-799b-4162-8bfa-ff19e8364b19 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.262799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e736d92-799b-4162-8bfa-ff19e8364b19 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592837 Jul 14 09:28:28.268974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 49994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.325461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-570b1188-b399-4c51-9eb0-ea481c4c1073 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.327289 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-570b1188-b399-4c51-9eb0-ea481c4c1073 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.48 "GET /v2.0/networks?id=135b9e15-4b70-468f-8447-b56f043c45f2 HTTP/1.1" status: 200 len: 797 time: 0.3747659 Jul 14 09:28:28.386527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2bbc96d5-24d9-4e8f-b6c1-215ae4792da9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160898 Jul 14 09:28:28.392433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.414022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c6cd0806-825d-4b04-9e06-ac73cc175e69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:28.418370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf3709ae-9427-47fa-a239-03c099d1b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.422477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf3709ae-9427-47fa-a239-03c099d1b93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.424170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bf3709ae-9427-47fa-a239-03c099d1b93c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfe9479e-ec74-450a-9368-dc5fbcd04cb4 HTTP/1.1" status: 204 len: 168 time: 0.3838496 Jul 14 09:28:28.445235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3709ae-9427-47fa-a239-03c099d1b93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe9479e-ec74-450a-9368-dc5fbcd04cb4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.497111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a8a38f-f159-4627-8170-659bb7e31382 None None] Update dhcp port {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': 'd2c35b66-d698-4054-9e2d-e5e49334aa80'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '9e1278a5-a23d-449b-ad08-c4e65d39188f'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:28:28.539197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-d7937693-d23f-468b-89d1-b5900573854e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 471 time: 0.1936653 Jul 14 09:28:28.591113 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4a8a38f-f159-4627-8170-659bb7e31382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.603586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'port': {'device_id': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2', 'admin_state_up': True, 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'security_groups': ['1b7d19e0-d453-44a2-a087-9e7baf5288bb']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:28.857789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf115f-33b1-43c3-97ca-c3e6f83d7494 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:28.974919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6a412c1-a48f-4905-a3fe-d3514289f4a9 None None] Provisioning complete for port 9e1278a5-a23d-449b-ad08-c4e65d39188f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:28.984789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6a412c1-a48f-4905-a3fe-d3514289f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.490815 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f75c5aa-2a55-4ff5-9f46-c291a8acb99a req-f5403c40-c3a5-4e4a-b408-dd803b10544f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 210 time: 0.7589197 Jul 14 09:28:29.492089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd0806-825d-4b04-9e06-ac73cc175e69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:29.499101 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0806-825d-4b04-9e06-ac73cc175e69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.501047 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cd0806-825d-4b04-9e06-ac73cc175e69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:28:29.506296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cd0806-825d-4b04-9e06-ac73cc175e69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:29.534086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef11323-b05c-4d36-a15d-131806a702a1 req-74b90581-e769-4438-bcaf-e28b5d332cd2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.536908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ef11323-b05c-4d36-a15d-131806a702a1 req-74b90581-e769-4438-bcaf-e28b5d332cd2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 946 time: 0.1573839 Jul 14 09:28:29.562862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6cd0806-825d-4b04-9e06-ac73cc175e69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1653278 Jul 14 09:28:29.566659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.582210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a4e5705e-3ce5-4b93-a5f7-37ea4dd77758 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:29.824728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9e1278a5-a23d-449b-ad08-c4e65d39188f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:29.903265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:29.909354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.911298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:29.913725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50060) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.914415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e5705e-3ce5-4b93-a5f7-37ea4dd77758 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:29.920289 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4e5705e-3ce5-4b93-a5f7-37ea4dd77758 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.921875 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e5705e-3ce5-4b93-a5f7-37ea4dd77758 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:28:29.922335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e5705e-3ce5-4b93-a5f7-37ea4dd77758 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:29.978879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4e5705e-3ce5-4b93-a5f7-37ea4dd77758 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4097030 Jul 14 09:28:29.981521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.992431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1ba37f1b-6f17-48e7-9612-b72341295b37 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.153150 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.179125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] Deleting port 9e1278a5-a23d-449b-ad08-c4e65d39188f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:30.179685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.256894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] For port 9e1278a5-a23d-449b-ad08-c4e65d39188f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9e1278a5-a23d-449b-ad08-c4e65d39188f,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:30.257362 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.272764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-214486580'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.287259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] Calling delete_port for 9e1278a5-a23d-449b-ad08-c4e65d39188f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:30.290460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba37f1b-6f17-48e7-9612-b72341295b37 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:30.299921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba37f1b-6f17-48e7-9612-b72341295b37 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.301439 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba37f1b-6f17-48e7-9612-b72341295b37 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:28:30.302439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba37f1b-6f17-48e7-9612-b72341295b37 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:30.334148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1ba37f1b-6f17-48e7-9612-b72341295b37 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3505743 Jul 14 09:28:30.339524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50074) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:30.361048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-eb7418a3-33db-4e24-a04e-5088b1773e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:30.395779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:30.400782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 9e1278a5-a23d-449b-ad08-c4e65d39188f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9e1278a5-a23d-449b-ad08-c4e65d39188f,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:30.406375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.406597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.463867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.481853 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.491875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=9e1278a5-a23d-449b-ad08-c4e65d39188f,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.519181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] No DVR routers for this DVR port 9e1278a5-a23d-449b-ad08-c4e65d39188f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:30.521107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f4d3-9f89-4676-a774-2e3c23c47d46 None None] Pushing event deleted for resources: {'Port': ['ID=9e1278a5-a23d-449b-ad08-c4e65d39188f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.545527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ef11323-b05c-4d36-a15d-131806a702a1 req-dd2ff951-2938-4f7f-b45b-c8d79001192c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0022616 Jul 14 09:28:30.589123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.20.0.26 (135b9e15-4b70-468f-8447-b56f043c45f2/98285177-4aa1-40fc-b433-a3ae5379386d/cd2d1c8a-3480-4408-9a53-694986d0d0cd) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:30.815428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53fc25-8126-4487-9b9d-13d6931c01f6 req-3beea98d-84e9-4a79-97f4-388007892634 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.822682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e53fc25-8126-4487-9b9d-13d6931c01f6 req-3beea98d-84e9-4a79-97f4-388007892634 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 946 time: 0.0820324 Jul 14 09:28:30.831622 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-29d3b66b-2388-4159-9f76-00459587b6e9 req-e055a00f-d93a-4c0b-8eb8-ba086638c7f9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 210 time: 0.1009326 Jul 14 09:28:30.874991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e53fc25-8126-4487-9b9d-13d6931c01f6 req-74fa1267-d3d7-469a-b0a7-52f34000102b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511870 Jul 14 09:28:30.931268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.940324 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.967564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7418a3-33db-4e24-a04e-5088b1773e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:30.972487 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb7418a3-33db-4e24-a04e-5088b1773e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.974773 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7418a3-33db-4e24-a04e-5088b1773e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:28:30.975237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7418a3-33db-4e24-a04e-5088b1773e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:30.988521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:31.009661 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eb7418a3-33db-4e24-a04e-5088b1773e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6619799 Jul 14 09:28:31.009864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.009983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.011852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b72ab4-715f-4acb-aeca-4995300210eb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.023541 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.024148 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Added segment b02e7e58-c700-46f5-b177-f8bcbc64ef61 of type vlan for network bc7fc157-67ea-4e4e-8503-4399a909f91c Jul 14 09:28:31.040740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Transition to ACTIVE for port object cd2d1c8a-3480-4408-9a53-694986d0d0cd will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:31.044506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-709a2445-8725-43d7-b473-2379f96b2117 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:31.081569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.129298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.137650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.138426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.153567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.154247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709a2445-8725-43d7-b473-2379f96b2117 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:31.159915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-709a2445-8725-43d7-b473-2379f96b2117 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.161439 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-709a2445-8725-43d7-b473-2379f96b2117 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:28:31.161884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709a2445-8725-43d7-b473-2379f96b2117 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:31.184689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-709a2445-8725-43d7-b473-2379f96b2117 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1706536 Jul 14 09:28:31.184909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50100) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.190701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a6e07e05-4e44-472c-abc1-6f45d0a41393 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:31.220572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 135b9e15-4b70-468f-8447-b56f043c45f2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:31.231029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:31.268653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:31.293444 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3654537 Jul 14 09:28:31.318380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50102) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.323775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'subnet': {'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:31.410526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5e60-f02c-4cc0-b72c-f6be230869aa tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Network': ['ID=bc7fc157-67ea-4e4e-8503-4399a909f91c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.437070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network bc7fc157-67ea-4e4e-8503-4399a909f91c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:31.484400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=cd2d1c8a-3480-4408-9a53-694986d0d0cd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.515197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.520243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.525039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.527805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e07e05-4e44-472c-abc1-6f45d0a41393 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:31.531851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e07e05-4e44-472c-abc1-6f45d0a41393 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.533345 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e07e05-4e44-472c-abc1-6f45d0a41393 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:28:31.533815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e07e05-4e44-472c-abc1-6f45d0a41393 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:28:31.578391 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-538967d7-6e67-49c1-bd3c-b4a8e06163da tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9964316 Jul 14 09:28:31.579602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:31.583889 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.591275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Request body: {'port': {'device_id': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:31.626456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a6e07e05-4e44-472c-abc1-6f45d0a41393 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4402320 Jul 14 09:28:31.669600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50112) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.808101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5811ecee-6ca3-48be-8de9-9ea4f61480f2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0992696 Jul 14 09:28:31.809036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50122) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.819219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e70e8246-a7fd-4161-afa9-eb04a702d054 None None] Provisioning for port cd2d1c8a-3480-4408-9a53-694986d0d0cd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:31.833786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e70e8246-a7fd-4161-afa9-eb04a702d054 None None] Provisioning complete for port cd2d1c8a-3480-4408-9a53-694986d0d0cd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:31.834497 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e70e8246-a7fd-4161-afa9-eb04a702d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.911427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f8e25-b763-42a2-ab54-26b758015be1 req-2dcd1816-4887-4951-8642-1a1a6baf50fc tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.912479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e70e8246-a7fd-4161-afa9-eb04a702d054 None None] Port cd2d1c8a-3480-4408-9a53-694986d0d0cd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:31.912931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d2cbd3-784a-4d23-a02b-109092fec378 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.918186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f8f8e25-b763-42a2-ab54-26b758015be1 req-2dcd1816-4887-4951-8642-1a1a6baf50fc tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 946 time: 0.2021093 Jul 14 09:28:31.918352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93d2cbd3-784a-4d23-a02b-109092fec378 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007044 Jul 14 09:28:31.918921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.980266 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1438e6d5-57aa-4c00-a72c-38985e98b2d0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577619 Jul 14 09:28:31.980895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50130) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.986578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:32.013169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f8f8e25-b763-42a2-ab54-26b758015be1 req-fe168655-705c-472b-aec2-5dcdf851c938 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879040 Jul 14 09:28:32.068289 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.104019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.207135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Checking segment: {'id': 'b02e7e58-c700-46f5-b177-f8bcbc64ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:32.208572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network hostable DHCP agents. Network: bc7fc157-67ea-4e4e-8503-4399a909f91c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:32.212914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Subnet': ['ID=3c64d168-0b95-4717-a0aa-5fd3c1d9d471,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.221956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:32.226585 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.274824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:32.299657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, bc7fc157-67ea-4e4e-8503-4399a909f91c) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:32.306202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.306996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.308003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d720f-e28e-4f17-b194-b95819aeeec9 None None] Network bc7fc157-67ea-4e4e-8503-4399a909f91c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:32.334317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9796c13b-97ad-4fca-8158-e386c6956080 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0146451 Jul 14 09:28:32.336889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:32.342504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-978236013'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:32.587518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:32.595091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.620373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-bc7fc157-67ea-4e4e-8503-4399a909f91c', 'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'tenant_id': 'cc19d5e5f04644e089076091ea8dd1bf', 'fixed_ips': [{'subnet_id': '3c64d168-0b95-4717-a0aa-5fd3c1d9d471'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:32.621570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.625760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] device_id is not set on port a481da49-f190-42c2-90d9-71f370e6441f yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:32.631883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf3117-f2b7-47d2-88e7-8699327a47e5 req-8d061598-a038-4cb7-a5fd-e2a263fa21e4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.634129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dfcf3117-f2b7-47d2-88e7-8699327a47e5 req-8d061598-a038-4cb7-a5fd-e2a263fa21e4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 932 time: 0.5156448 Jul 14 09:28:32.783830 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dfcf3117-f2b7-47d2-88e7-8699327a47e5 req-84f430d1-78f3-46f9-bb7a-2cf555430e96 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168015 Jul 14 09:28:32.843195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Allocated IP 2001:db8::239 (bc7fc157-67ea-4e4e-8503-4399a909f91c/3c64d168-0b95-4717-a0aa-5fd3c1d9d471/a481da49-f190-42c2-90d9-71f370e6441f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:33.007180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2d1c8a-3480-4408-9a53-694986d0d0cd {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:33.020909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.069378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Transition to ACTIVE for port object cd2d1c8a-3480-4408-9a53-694986d0d0cd will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:33.075695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.135278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:33.144034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.199294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-51cdbd15-93f8-4e5c-b3ca-9fcc245b5a13 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.200971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-51cdbd15-93f8-4e5c-b3ca-9fcc245b5a13 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 946 time: 0.3106422 Jul 14 09:28:33.295801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2d1c8a-3480-4408-9a53-694986d0d0cd,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.327743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:33.358381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:33.366242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.368060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.385517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a69c82-8241-4987-8e4b-da291e3008a4 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:33.419663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=da6e3925-3b90-4623-b28f-503c80648b8e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.463077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-84e75053-fca1-4daf-8629-f336932aa538 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4807429 Jul 14 09:28:33.465750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.477658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:d6:44:75', 'name': 'tempest-NetworksTestDHCPv6-448060167'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:33.614605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Attempting to bind port cd2d1c8a-3480-4408-9a53-694986d0d0cd on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:33.614952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Attempting to bind port cd2d1c8a-3480-4408-9a53-694986d0d0cd by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:33.615284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Attempting to bind port cd2d1c8a-3480-4408-9a53-694986d0d0cd on network 135b9e15-4b70-468f-8447-b56f043c45f2 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:33.634647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Port cd2d1c8a-3480-4408-9a53-694986d0d0cd on network 135b9e15-4b70-468f-8447-b56f043c45f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:33.635332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Attempting to bind port cd2d1c8a-3480-4408-9a53-694986d0d0cd on network 135b9e15-4b70-468f-8447-b56f043c45f2 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:33.656505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:33.656848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Checking segment: {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:33.657238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Bound using segment: {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:33.657698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Bound port: cd2d1c8a-3480-4408-9a53-694986d0d0cd, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:33.658057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.717054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.740386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a4880-c314-4e6f-a667-0cce996da6bb req-ba270ee3-9d91-40ff-85ab-fa325277b5c2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.746476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': 'da6e3925-3b90-4623-b28f-503c80648b8e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:33.747877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-523a4880-c314-4e6f-a667-0cce996da6bb req-ba270ee3-9d91-40ff-85ab-fa325277b5c2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 946 time: 0.4944556 Jul 14 09:28:33.748273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.808639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Transition to ACTIVE for port object a481da49-f190-42c2-90d9-71f370e6441f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:33.911658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Deleting port af83f346-a1f1-49c2-8beb-4fafc47664e7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:33.912021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.947409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-523a4880-c314-4e6f-a667-0cce996da6bb req-5c3551c2-7cab-4a6b-baa4-855095f87211 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969655 Jul 14 09:28:33.962671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] For port cd2d1c8a-3480-4408-9a53-694986d0d0cd, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:33.982549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] For port cd2d1c8a-3480-4408-9a53-694986d0d0cd, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cd2d1c8a-3480-4408-9a53-694986d0d0cd,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:33.985572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:34.022403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.102079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.220320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Allocated IP 2001:db8::f816:3eff:fe6a:a6ab (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/da6e3925-3b90-4623-b28f-503c80648b8e/ab8f9b79-f942-4791-bc0f-adb321563c6b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:34.241718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.242421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.243804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd2d1c8a-3480-4408-9a53-694986d0d0cd HTTP/1.1" status: 200 len: 1093 time: 2.6577396 Jul 14 09:28:34.264128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'tag': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:34.269719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:34.270200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Allocated IP 2001:db8::2 (bc7fc157-67ea-4e4e-8503-4399a909f91c/3c64d168-0b95-4717-a0aa-5fd3c1d9d471/a5feb290-4cc6-4b16-8226-2fd4b7c09a62) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:34.292234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:34.292526 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413dcfb9-8f0f-47c6-85ec-5611136f80ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8b099b2b-744d-4cdf-aeb6-b6f73d56494a", "tag": "cd2d1c8a-3480-4408-9a53-694986d0d0cd"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:34.295612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:34.307788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.308457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.361618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=a481da49-f190-42c2-90d9-71f370e6441f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.411946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0738540 Jul 14 09:28:34.413703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:34.439674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.445580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.445989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.446406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.446762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.447107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.447509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.447838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.448151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.448480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.448796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.449615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28c4e3-f9b1-4a4c-a0ad-cbb8d2e41877 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:34.453825 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4287da34-b642-4f03-9c07-ec347e1c9dcd x-openstack-request-id: req-4287da34-b642-4f03-9c07-ec347e1c9dcd {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:34.454397 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b099b2b-744d-4cdf-aeb6-b6f73d56494a", "tag": "cd2d1c8a-3480-4408-9a53-694986d0d0cd", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:34.454766 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4287da34-b642-4f03-9c07-ec347e1c9dcd {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:34.455269 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'tag': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd', 'status': 'completed', 'code': 200} Jul 14 09:28:34.474903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355353740', 'allowed_address_pairs': [{'ip_address': '2001:db8::239', 'mac_address': 'fa:16:3e:35:57:46'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:34.503925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcebcb2-697a-4fab-929d-b39e4b93bf33 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2d1c8a-3480-4408-9a53-694986d0d0cd,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.505812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] For port af83f346-a1f1-49c2-8beb-4fafc47664e7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af83f346-a1f1-49c2-8beb-4fafc47664e7,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:34.505812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.577438 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.638940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Calling delete_port for af83f346-a1f1-49c2-8beb-4fafc47664e7 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:34.680070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defa21-160f-4a62-896a-fd4c1af73662 req-da4937d2-3413-4ba6-91ca-b9af26d66782 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.693899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5defa21-160f-4a62-896a-fd4c1af73662 req-da4937d2-3413-4ba6-91ca-b9af26d66782 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 944 time: 0.5818734 Jul 14 09:28:34.703014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-63c92496-dc58-4cca-922e-a34dd0ee03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.704520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-63c92496-dc58-4cca-922e-a34dd0ee03ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 1096 time: 0.4001865 Jul 14 09:28:34.776152 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.786483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Transition to ACTIVE for port object a5feb290-4cc6-4b16-8226-2fd4b7c09a62 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:34.804215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Transition to ACTIVE for port object a5feb290-4cc6-4b16-8226-2fd4b7c09a62 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:34.842374 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.849974 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-c7601b38-de76-44c8-9770-b19b0b58a123 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cd2d1c8a-3480-4408-9a53-694986d0d0cd HTTP/1.1" status: 200 len: 217 time: 0.1321054 Jul 14 09:28:34.854544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 28eedf70-b06c-48f9-a2cd-0d42568d9bde yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:34.881842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:34.957542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:34.974219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:34.989699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:35.013099 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5defa21-160f-4a62-896a-fd4c1af73662 req-ba4192a5-83f2-4c9b-a978-73c3e8cc1e6c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171108 Jul 14 09:28:35.072373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cd0b25e8-9222-449e-a3de-6b339c3928ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.073976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-cd0b25e8-9222-449e-a3de-6b339c3928ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98285177-4aa1-40fc-b433-a3ae5379386d HTTP/1.1" status: 200 len: 837 time: 0.0589447 Jul 14 09:28:35.104408 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.114605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Pushing event updated for resources: {'Port': ['ID=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.195394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Transition to ACTIVE for port object ab8f9b79-f942-4791-bc0f-adb321563c6b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:35.197463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.234700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:35.243235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccfc98-8192-42b6-aff6-db108c763704 req-38452f67-6bbb-4708-9096-22f21fa2d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.244782 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-38452f67-6bbb-4708-9096-22f21fa2d4c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=135b9e15-4b70-468f-8447-b56f043c45f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1646500 Jul 14 09:28:35.323751 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.327369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-672c63f8-7f7f-4b77-9c73-90ccccc29c5c req-510cc6c8-9b3c-48c2-a19f-8534bc7c797c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 210 time: 0.0977142 Jul 14 09:28:35.340438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event deleted for resources: {'Port': ['ID=af83f346-a1f1-49c2-8beb-4fafc47664e7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.361925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Attempting to bind port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:35.362307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Attempting to bind port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'b02e7e58-c700-46f5-b177-f8bcbc64ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:35.362649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Attempting to bind port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 on network bc7fc157-67ea-4e4e-8503-4399a909f91c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:35.406952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:35.407420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Checking segment: {'id': 'b02e7e58-c700-46f5-b177-f8bcbc64ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:35.407778 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.408183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Bound using segment: {'id': 'b02e7e58-c700-46f5-b177-f8bcbc64ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:35.408675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Bound port: a5feb290-4cc6-4b16-8226-2fd4b7c09a62, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02e7e58-c700-46f5-b177-f8bcbc64ef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:35.409065 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.412228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Transition to ACTIVE for port object ab8f9b79-f942-4791-bc0f-adb321563c6b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:35.450021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.484021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] device_id is not set on port 8761a12c-a17b-4cac-a8dc-93c8db9a40d8 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:35.500175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:35.526963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] No DVR routers for this DVR port af83f346-a1f1-49c2-8beb-4fafc47664e7 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:35.530148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:35.542906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.544996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45f044f1-7075-4298-9b47-29f0b9bccd1f req-c75ebbe9-ce45-4134-a49c-e85b9ef1e419 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "DELETE /v2.0/ports/af83f346-a1f1-49c2-8beb-4fafc47664e7 HTTP/1.1" status: 204 len: 173 time: 2.3317842 Jul 14 09:28:35.545439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'name': 'network-vif-deleted', 'tag': 'af83f346-a1f1-49c2-8beb-4fafc47664e7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:35.547801 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32664873-e0b1-4cc1-a4c0-fd8763379455" -d '{"events": [{"server_uuid": "182833cc-6a1c-4e46-bb19-d94378f52fdb", "name": "network-vif-deleted", "tag": "af83f346-a1f1-49c2-8beb-4fafc47664e7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:35.605481 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-38897de2-1557-4755-acf7-93ad920ef632 service neutron] 10.222.0.48 "GET /v2.0/networks/135b9e15-4b70-468f-8447-b56f043c45f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489935 Jul 14 09:28:35.640471 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f0e1f-e929-493a-ab06-1d1933b9e0a8 x-openstack-request-id: req-8b6f0e1f-e929-493a-ab06-1d1933b9e0a8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:35.641062 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182833cc-6a1c-4e46-bb19-d94378f52fdb", "name": "network-vif-deleted", "tag": "af83f346-a1f1-49c2-8beb-4fafc47664e7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:35.641550 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b6f0e1f-e929-493a-ab06-1d1933b9e0a8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:35.642526 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182833cc-6a1c-4e46-bb19-d94378f52fdb', 'name': 'network-vif-deleted', 'tag': 'af83f346-a1f1-49c2-8beb-4fafc47664e7', 'status': 'completed', 'code': 200} Jul 14 09:28:35.642691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:35.714658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fed6:4475 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/da6e3925-3b90-4623-b28f-503c80648b8e/28eedf70-b06c-48f9-a2cd-0d42568d9bde) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:35.728695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Pushing event updated for resources: {'Port': ['ID=ab8f9b79-f942-4791-bc0f-adb321563c6b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.823992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Allocated IP 2001:db8::1eb (bc7fc157-67ea-4e4e-8503-4399a909f91c/3c64d168-0b95-4717-a0aa-5fd3c1d9d471/8761a12c-a17b-4cac-a8dc-93c8db9a40d8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:35.878722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] For port a5feb290-4cc6-4b16-8226-2fd4b7c09a62, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:35.937945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Attempting to bind port ab8f9b79-f942-4791-bc0f-adb321563c6b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:35.938330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Attempting to bind port ab8f9b79-f942-4791-bc0f-adb321563c6b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:35.938709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Attempting to bind port ab8f9b79-f942-4791-bc0f-adb321563c6b on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:35.946628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] For port a5feb290-4cc6-4b16-8226-2fd4b7c09a62, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,segment=NetworkSegment(b02e7e58-c700-46f5-b177-f8bcbc64ef61),segment_id=b02e7e58-c700-46f5-b177-f8bcbc64ef61)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:35.953402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:35.953402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:35.953402 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.953402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:35.953402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Bound port: ab8f9b79-f942-4791-bc0f-adb321563c6b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:35.953402 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.972397 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.184383 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67ccfc98-8192-42b6-aff6-db108c763704 req-363204dd-fa1b-41ea-bec7-256c3462d7bc service neutron] 10.222.0.48 "GET /v2.0/networks/135b9e15-4b70-468f-8447-b56f043c45f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498753 Jul 14 09:28:36.202360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] For port ab8f9b79-f942-4791-bc0f-adb321563c6b, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:36.208360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] For port ab8f9b79-f942-4791-bc0f-adb321563c6b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ab8f9b79-f942-4791-bc0f-adb321563c6b,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:36.254536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.256083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f56f3-c6e8-42c5-a1c3-dc01422861a6 None None] Pushing event updated for resources: {'Port': ['ID=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.264997 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.352923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.372296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 28eedf70-b06c-48f9-a2cd-0d42568d9bde will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:36.451428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Transition to ACTIVE for port object 8761a12c-a17b-4cac-a8dc-93c8db9a40d8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:36.544739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643223-dd8d-4076-8f4e-34fc2664f097 req-2c6910fc-b253-493b-8fa2-536f7b6d25aa tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.546387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8643223-dd8d-4076-8f4e-34fc2664f097 req-2c6910fc-b253-493b-8fa2-536f7b6d25aa tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 944 time: 0.2570016 Jul 14 09:28:36.561505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.604702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9107f-9dfd-43c2-b145-f3693b69682a None None] Pushing event updated for resources: {'Port': ['ID=ab8f9b79-f942-4791-bc0f-adb321563c6b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.721105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:36.725761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:36.736793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:36.748778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af83f346-a1f1-49c2-8beb-4fafc47664e7 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:36.767704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.768398 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.781817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8643223-dd8d-4076-8f4e-34fc2664f097 req-876029ad-dbb2-490c-8c05-4f9c080aefee tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280042 Jul 14 09:28:36.784180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.814107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: af83f346-a1f1-49c2-8beb-4fafc47664e7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:36.814468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af83f346-a1f1-49c2-8beb-4fafc47664e7 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:36.841532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3722353 Jul 14 09:28:36.866894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.916076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9cf305c4-0d55-40b4-8efa-0d07a44144d8 req-58081808-e417-4a51-b537-4b48100c1f74 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=182833cc-6a1c-4e46-bb19-d94378f52fdb HTTP/1.1" status: 200 len: 210 time: 0.0957613 Jul 14 09:28:36.918391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786313e3-07e4-434e-9551-7f7e1482cc5b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=28eedf70-b06c-48f9-a2cd-0d42568d9bde,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.009702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=8761a12c-a17b-4cac-a8dc-93c8db9a40d8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.020892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-cb0b3145-589b-47cc-af54-9034cce68ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.022416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-cb0b3145-589b-47cc-af54-9034cce68ed7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 1096 time: 0.7664857 Jul 14 09:28:37.035216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:37.037764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:37.052690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:37.058242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.058845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.126963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-143c484b-05ef-4a40-8fd4-f6fd75f0ce02 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6891637 Jul 14 09:28:37.129961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50236) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:37.276867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aef0a6-fc4e-4039-9718-a8a1cbff97bf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.294109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aef0a6-fc4e-4039-9718-a8a1cbff97bf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.322730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aef0a6-fc4e-4039-9718-a8a1cbff97bf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.338039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-49aef0a6-fc4e-4039-9718-a8a1cbff97bf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2028303 Jul 14 09:28:37.338434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:37.361421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50912065-e86f-42d8-846d-609ba7e1d53c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.384147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50912065-e86f-42d8-846d-609ba7e1d53c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.388682 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-50912065-e86f-42d8-846d-609ba7e1d53c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5207913 Jul 14 09:28:37.396078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:37.584735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting port 8761a12c-a17b-4cac-a8dc-93c8db9a40d8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:37.588569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.654966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-341e24f6-aa4f-410d-ba38-d3e3d630508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.660596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-341e24f6-aa4f-410d-ba38-d3e3d630508e service neutron] 10.222.0.48 "GET /v2.0/networks?id=135b9e15-4b70-468f-8447-b56f043c45f2 HTTP/1.1" status: 200 len: 898 time: 0.6200049 Jul 14 09:28:37.821240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-cae3b663-3718-47d2-9d0a-187fa31a9be2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cd2d1c8a-3480-4408-9a53-694986d0d0cd HTTP/1.1" status: 200 len: 217 time: 0.1519489 Jul 14 09:28:37.900234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cd2d1c8a-3480-4408-9a53-694986d0d0cd details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:37.944003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.013690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Calling delete_port for 8761a12c-a17b-4cac-a8dc-93c8db9a40d8 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:38.061118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-ed850a00-2f61-4b25-a8fd-3e949a1b91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.069454 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-ed850a00-2f61-4b25-a8fd-3e949a1b91a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98285177-4aa1-40fc-b433-a3ae5379386d HTTP/1.1" status: 200 len: 837 time: 0.2096944 Jul 14 09:28:38.334873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 28eedf70-b06c-48f9-a2cd-0d42568d9bde {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:38.335216 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.338254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a5feb290-4cc6-4b16-8226-2fd4b7c09a62 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:38.441314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b874f47-d705-4a60-9951-f9bf8c58b1d9 None None] Network bc7fc157-67ea-4e4e-8503-4399a909f91c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:38.493203 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.578935 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:38.672481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port cd2d1c8a-3480-4408-9a53-694986d0d0cd, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cd2d1c8a-3480-4408-9a53-694986d0d0cd,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:38.675940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Port': ['ID=8761a12c-a17b-4cac-a8dc-93c8db9a40d8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:38.712057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-27409267-891d-42e6-89ac-a1192791bee1 None None] Provisioning for port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:38.750823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd', 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2', 'port_id': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd', 'mac_address': 'fa:16:3e:6a:6b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98285177-4aa1-40fc-b433-a3ae5379386d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:38.815701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:38.869576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfec5b-5ce5-4310-9b8d-08343c596607 req-743a0d80-d52f-4478-af88-dbcac57e095e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.872133 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56cfec5b-5ce5-4310-9b8d-08343c596607 req-743a0d80-d52f-4478-af88-dbcac57e095e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 944 time: 0.4394424 Jul 14 09:28:38.917305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:38.928927 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.062977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.067777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-802be48a-0a5b-417f-9e95-5924d07b4322 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/ports/8761a12c-a17b-4cac-a8dc-93c8db9a40d8 HTTP/1.1" status: 204 len: 168 time: 1.7260077 Jul 14 09:28:39.072207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.080185 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.099879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2d1c8a-3480-4408-9a53-694986d0d0cd {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:39.131433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d551568f-019e-4b38-96a1-7f0b0bb10abc None None] Provisioning for port ab8f9b79-f942-4791-bc0f-adb321563c6b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:39.192708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port cd2d1c8a-3480-4408-9a53-694986d0d0cd, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cd2d1c8a-3480-4408-9a53-694986d0d0cd,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:39.246540 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e382791-8096-40ed-bbc2-d42118971581 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] GET failed (client error): The resource could not be found. Jul 14 09:28:39.253045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9e382791-8096-40ed-bbc2-d42118971581 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "GET /v2.0/ports/8761a12c-a17b-4cac-a8dc-93c8db9a40d8 HTTP/1.1" status: 404 len: 333 time: 0.1779644 Jul 14 09:28:39.255239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50292) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.265476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-35278881'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:39.306906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56cfec5b-5ce5-4310-9b8d-08343c596607 req-596fd9b7-0e85-4190-94f2-3e30f8bb1a7f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607416 Jul 14 09:28:39.307905 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.310654 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.513129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:39.517028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.518487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=cd2d1c8a-3480-4408-9a53-694986d0d0cd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.526279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port a5feb290-4cc6-4b16-8226-2fd4b7c09a62, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,segment=NetworkSegment(b02e7e58-c700-46f5-b177-f8bcbc64ef61),segment_id=b02e7e58-c700-46f5-b177-f8bcbc64ef61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:39.533458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.534493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ab8f9b79-f942-4791-bc0f-adb321563c6b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:39.587025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] device_id is not set on port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:39.642863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['cd2d1c8a-3480-4408-9a53-694986d0d0cd'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:39.687863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-656136d4-2a3c-4847-9a3c-540e5a6d731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.689971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-656136d4-2a3c-4847-9a3c-540e5a6d731c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=135b9e15-4b70-468f-8447-b56f043c45f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.6002142 Jul 14 09:28:39.842480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65c0740d-81d3-4802-9f09-2814150b78b4 None None] Provisioning for port 28eedf70-b06c-48f9-a2cd-0d42568d9bde completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:39.927101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Allocated IP 2001:db8::221 (bc7fc157-67ea-4e4e-8503-4399a909f91c/3c64d168-0b95-4717-a0aa-5fd3c1d9d471/708344f0-73e6-4c86-9c28-e37e9f4b3a36) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:39.958719 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.015410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 28eedf70-b06c-48f9-a2cd-0d42568d9bde owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:40.087918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb256-add3-4304-abd8-86ba73fad33f req-ee424c77-e99b-4ca7-9582-a44d8e3f51d1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.096084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-ee424c77-e99b-4ca7-9582-a44d8e3f51d1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.5488932 Jul 14 09:28:40.270960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65c0740d-81d3-4802-9f09-2814150b78b4 None None] Provisioning complete for port 28eedf70-b06c-48f9-a2cd-0d42568d9bde triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:40.271599 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65c0740d-81d3-4802-9f09-2814150b78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.309311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-87e58883-b37e-447f-a9e8-6b26097ccb05 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.2113323 Jul 14 09:28:40.316552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65c0740d-81d3-4802-9f09-2814150b78b4 None None] Port 28eedf70-b06c-48f9-a2cd-0d42568d9bde cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:40.319718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.328505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ab8f9b79-f942-4791-bc0f-adb321563c6b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:40.337437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-2ac2c41f-fdd7-41ce-b3ee-e4aeec429e5a service neutron] 10.222.0.48 "GET /v2.0/networks/135b9e15-4b70-468f-8447-b56f043c45f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371918 Jul 14 09:28:40.370341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ab8f9b79-f942-4791-bc0f-adb321563c6b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:40.370735 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.393559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.478092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Transition to ACTIVE for port object 708344f0-73e6-4c86-9c28-e37e9f4b3a36 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:40.515930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.549158 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.562746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0b8bb79-e315-4f7c-99ab-e506cfd301a1 None None] Provisioning for port a481da49-f190-42c2-90d9-71f370e6441f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:40.592811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0b8bb79-e315-4f7c-99ab-e506cfd301a1 None None] Provisioning complete for port a481da49-f190-42c2-90d9-71f370e6441f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:40.593187 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bb79-e315-4f7c-99ab-e506cfd301a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.631139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:40.661866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8bb79-e315-4f7c-99ab-e506cfd301a1 None None] Port a481da49-f190-42c2-90d9-71f370e6441f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:40.663060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:40.669486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ab8f9b79-f942-4791-bc0f-adb321563c6b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ab8f9b79-f942-4791-bc0f-adb321563c6b,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:40.670871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:40.681626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.682305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.695085 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.728174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-0b99f261-abc0-4454-a6de-ccad36781ed4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4177418 Jul 14 09:28:40.767067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-413dcfb9-8f0f-47c6-85ec-5611136f80ad req-8552a019-c056-4748-8e75-3abad24e4032 service neutron] 10.222.0.48 "GET /v2.0/networks/135b9e15-4b70-468f-8447-b56f043c45f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753400 Jul 14 09:28:40.768351 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0b8bb79-e315-4f7c-99ab-e506cfd301a1 None None] Provisioning complete for port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:40.768734 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0b8bb79-e315-4f7c-99ab-e506cfd301a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.808756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=708344f0-73e6-4c86-9c28-e37e9f4b3a36,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.833017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-728e6177-960c-4b9f-898a-297d4092f9d8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5765042 Jul 14 09:28:40.842207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:40.852591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::239', 'mac_address': 'fa:16:3e:35:57:46'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:40.895596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a5feb290-4cc6-4b16-8226-2fd4b7c09a62 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:40.988079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ab8f9b79-f942-4791-bc0f-adb321563c6b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.094221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-ab5aa103-dc77-4dbd-8ae6-c346cab88ec1 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650587 Jul 14 09:28:41.096879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:41.097258 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.139726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe9f9b-3916-4869-bc1f-727a6e04bfef req-db9714aa-dffb-42f4-a7cd-6ec2da411c37 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.141544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6fe9f9b-3916-4869-bc1f-727a6e04bfef req-db9714aa-dffb-42f4-a7cd-6ec2da411c37 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 945 time: 0.5128419 Jul 14 09:28:41.187914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.207157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6fe9f9b-3916-4869-bc1f-727a6e04bfef req-bf3291e8-87d2-4a2b-a4e6-72d74985c797 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566123 Jul 14 09:28:41.297827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=28eedf70-b06c-48f9-a2cd-0d42568d9bde,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.347636 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.349766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc263a58-e5d0-4722-9430-e350666e559f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/28eedf70-b06c-48f9-a2cd-0d42568d9bde HTTP/1.1" status: 204 len: 168 time: 3.9502883 Jul 14 09:28:41.356256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.370393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2cfbb502-a3f5-4305-8f31-369f68215e1d None None] Could not find standard attr ID for object 8761a12c-a17b-4cac-a8dc-93c8db9a40d8. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:41.398070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2cfbb502-a3f5-4305-8f31-369f68215e1d None None] Provisioning complete for port a481da49-f190-42c2-90d9-71f370e6441f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:41.398733 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cfbb502-a3f5-4305-8f31-369f68215e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.518174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbb502-a3f5-4305-8f31-369f68215e1d None None] Port a481da49-f190-42c2-90d9-71f370e6441f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:41.537512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab4a32-e9d1-4117-86ba-7e1c4043dbd9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.551036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab4a32-e9d1-4117-86ba-7e1c4043dbd9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.551036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-37ab4a32-e9d1-4117-86ba-7e1c4043dbd9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1847749 Jul 14 09:28:41.600909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.619195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-2f087c17-b1cf-4e41-8886-69f53857e822 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182042 Jul 14 09:28:41.769103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3440cc1f-648e-40d8-827a-1baa62195e0e None None] Provisioning for port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:41.795940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3440cc1f-648e-40d8-827a-1baa62195e0e None None] Provisioning complete for port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:41.799371 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3440cc1f-648e-40d8-827a-1baa62195e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.803596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet da6e3925-3b90-4623-b28f-503c80648b8e {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:41.819287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.919374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cd2d1c8a-3480-4408-9a53-694986d0d0cd up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:41.922381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3440cc1f-648e-40d8-827a-1baa62195e0e None None] Port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:41.950921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.089227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port cd2d1c8a-3480-4408-9a53-694986d0d0cd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:42.094861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port cd2d1c8a-3480-4408-9a53-694986d0d0cd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:42.096546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.148455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.216424 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.258199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fea7f3f8-0a82-4ff7-a8bf-c665f51e5471 req-d2f821df-08af-4840-a007-60791d93d21e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 210 time: 0.1044269 Jul 14 09:28:42.295718 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.442262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:42.447937 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba938f0f-909e-4d60-ab72-a752a6a24dab" -d '{"events": [{"server_uuid": "8b099b2b-744d-4cdf-aeb6-b6f73d56494a", "name": "network-vif-plugged", "status": "completed", "tag": "cd2d1c8a-3480-4408-9a53-694986d0d0cd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:42.451204 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.482613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port cd2d1c8a-3480-4408-9a53-694986d0d0cd, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cd2d1c8a-3480-4408-9a53-694986d0d0cd,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:42.490539 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.555316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=cd2d1c8a-3480-4408-9a53-694986d0d0cd,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.578689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.582973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/da6e3925-3b90-4623-b28f-503c80648b8e HTTP/1.1" status: 204 len: 168 time: 0.9785161 Jul 14 09:28:42.584935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:42.585598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26391a-9911-4201-aeb7-53ee89865b22 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:42.585731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43f8b4-9f72-4441-9c5a-31ba8c243be3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=da6e3925-3b90-4623-b28f-503c80648b8e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.730916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a6c8bb5c-a086-433c-b25d-2fded96cbb2e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381459 Jul 14 09:28:42.737813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:42.749278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:42.938787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-ebe89baa-3d46-4fcf-b5ad-9808552797fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5837133 Jul 14 09:28:42.939005 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb5f0f-a235-4329-834a-a83a71535660 x-openstack-request-id: req-eaeb5f0f-a235-4329-834a-a83a71535660 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:42.939658 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b099b2b-744d-4cdf-aeb6-b6f73d56494a", "name": "network-vif-plugged", "status": "completed", "tag": "cd2d1c8a-3480-4408-9a53-694986d0d0cd", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:42.940518 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaeb5f0f-a235-4329-834a-a83a71535660 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:42.944799 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd', 'code': 200} Jul 14 09:28:42.951755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ab8f9b79-f942-4791-bc0f-adb321563c6b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:43.128251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.140766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.156193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518fcc2-90de-4394-b3ca-5db178678a6d req-8f858194-e8af-482f-ae9c-43b60df9dddd tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.158709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5518fcc2-90de-4394-b3ca-5db178678a6d req-8f858194-e8af-482f-ae9c-43b60df9dddd tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 946 time: 0.5736990 Jul 14 09:28:43.194366 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ab8f9b79-f942-4791-bc0f-adb321563c6b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.194751 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.246746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:43.256779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.277087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] In _notify_port_updated(), no bound segment for port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 on network bc7fc157-67ea-4e4e-8503-4399a909f91c {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:43.290257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.290257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.294938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "PUT /v2.0/ports/708344f0-73e6-4c86-9c28-e37e9f4b3a36 HTTP/1.1" status: 200 len: 1001 time: 2.4510028 Jul 14 09:28:43.304945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:43.316822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba9345a-0565-458d-9898-090288a5f08b None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:43.459302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee991ac-5b27-428b-9e53-3dc588b7a933 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=708344f0-73e6-4c86-9c28-e37e9f4b3a36,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.487875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fba9345a-0565-458d-9898-090288a5f08b None None] Deleting port ab8f9b79-f942-4791-bc0f-adb321563c6b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:43.489059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba9345a-0565-458d-9898-090288a5f08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.542427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-90acbb11-2253-4195-8bce-d9cd5ad09570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.545466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-90acbb11-2253-4195-8bce-d9cd5ad09570 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1098 time: 0.5006664 Jul 14 09:28:43.616749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fba9345a-0565-458d-9898-090288a5f08b None None] For port ab8f9b79-f942-4791-bc0f-adb321563c6b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ab8f9b79-f942-4791-bc0f-adb321563c6b,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:43.621351 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba9345a-0565-458d-9898-090288a5f08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.627872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5518fcc2-90de-4394-b3ca-5db178678a6d req-3d87d9dc-0c37-425c-839b-fae6a55594ce tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563258 Jul 14 09:28:43.671195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fba9345a-0565-458d-9898-090288a5f08b None None] Calling delete_port for ab8f9b79-f942-4791-bc0f-adb321563c6b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:43.698873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb0dfa-a5b8-4b84-b6c7-4962b83e116a req-9394342e-d84c-4467-8db7-ae4bdb2edead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.700373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06fb0dfa-a5b8-4b84-b6c7-4962b83e116a req-9394342e-d84c-4467-8db7-ae4bdb2edead service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 1098 time: 0.6926751 Jul 14 09:28:43.825958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-330595d2-5aee-42f7-bc93-de2a89d60f56 None None] Provisioning complete for port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.826344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-330595d2-5aee-42f7-bc93-de2a89d60f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.864096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a5431f1-3211-4cf0-98ed-0354896699eb req-33473e66-4934-453f-85de-b1c434bdc0eb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 210 time: 0.0899181 Jul 14 09:28:43.864949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06fb0dfa-a5b8-4b84-b6c7-4962b83e116a req-6c9c5f99-c56c-4301-9d5e-c86c81477ed4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516383 Jul 14 09:28:43.899136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-330595d2-5aee-42f7-bc93-de2a89d60f56 None None] Port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:43.902354 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba9345a-0565-458d-9898-090288a5f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.939516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-0fa98a3e-6666-4ec8-8eba-179f7ad4b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.941062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-0fa98a3e-6666-4ec8-8eba-179f7ad4b359 service neutron] 10.222.0.11 "GET /v2.0/networks?id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 898 time: 0.3735180 Jul 14 09:28:43.943148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting port 708344f0-73e6-4c86-9c28-e37e9f4b3a36 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:43.943522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.960192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9345a-0565-458d-9898-090288a5f08b None None] No DVR routers for this DVR port ab8f9b79-f942-4791-bc0f-adb321563c6b on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:43.964463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9345a-0565-458d-9898-090288a5f08b None None] Pushing event deleted for resources: {'Port': ['ID=ab8f9b79-f942-4791-bc0f-adb321563c6b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.111765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:44.113326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.203065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.243371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Calling delete_port for 708344f0-73e6-4c86-9c28-e37e9f4b3a36 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:44.292904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:44.296398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:44.303523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.304225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.308844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d1f07-ab82-4732-86f9-b71007d6a4f5 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:44.370265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6255181 Jul 14 09:28:44.380567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:44.391417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:50:0f:41', 'name': 'tempest-NetworksTestDHCPv6-1673352101'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:44.391417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542fc3e-0f58-466c-b0b7-f53c189de33c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=2582a64c-33d3-47d2-b8a2-6e07716b87ce,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.588583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:44.690042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '2582a64c-33d3-47d2-b8a2-6e07716b87ce'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:44.691153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.771491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb256-add3-4304-abd8-86ba73fad33f req-8c1f1615-d67d-4dd9-bcd3-298b315e5ede tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.773337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-8c1f1615-d67d-4dd9-bcd3-298b315e5ede tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.3817048 Jul 14 09:28:44.803578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Request body: {'port': {'device_id': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'admin_state_up': True, 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:44.842387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.876301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ab8f9b79-f942-4791-bc0f-adb321563c6b no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:44.927489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ab8f9b79-f942-4791-bc0f-adb321563c6b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:44.927838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ab8f9b79-f942-4791-bc0f-adb321563c6b not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:45.006565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 76ec4a70-05df-471f-baa1-0ad05d641c95 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:45.041342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.078458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-4579b1fa-19c2-4a70-9cd5-cf78b1a28d84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 200 len: 1001 time: 1.1291969 Jul 14 09:28:45.084734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Port': ['ID=708344f0-73e6-4c86-9c28-e37e9f4b3a36,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.190315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e24e0e-5e02-434e-af9e-89745c5f73fb req-c670ae2b-a254-4643-892f-fbd4fcd13146 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.194292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43e24e0e-5e02-434e-af9e-89745c5f73fb req-c670ae2b-a254-4643-892f-fbd4fcd13146 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 946 time: 0.2787380 Jul 14 09:28:45.217209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-615eecf7-9daa-4836-9365-32aaa0b9bc3d req-5ec4bbc9-5cea-43e4-a09d-3d2e1451308b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 210 time: 0.1080468 Jul 14 09:28:45.227824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:45.261621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.327234 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43e24e0e-5e02-434e-af9e-89745c5f73fb req-690270c1-0780-46e4-985f-d2fd5725996c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186323 Jul 14 09:28:45.395003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-da57b350-2c6b-43a3-a256-0a4095e2d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.398286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-da57b350-2c6b-43a3-a256-0a4095e2d8e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6617ece6-cf65-45fc-864c-c731b1a7af93 HTTP/1.1" status: 200 len: 835 time: 0.3039725 Jul 14 09:28:45.415425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Allocated IP 2001:db8::f816:3eff:fe89:a97c (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2582a64c-33d3-47d2-b8a2-6e07716b87ce/953097b1-0be3-4dfa-b799-712d44b3c82d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:45.708226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.717722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Transition to ACTIVE for port object 953097b1-0be3-4dfa-b799-712d44b3c82d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:45.734983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Transition to ACTIVE for port object 953097b1-0be3-4dfa-b799-712d44b3c82d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:45.744419 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.817372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:45.821399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:45.844143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:45.845958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fe50:f41 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2582a64c-33d3-47d2-b8a2-6e07716b87ce/76ec4a70-05df-471f-baa1-0ad05d641c95) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:45.932192 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.936685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e5a80cd9-3e0b-4d98-bf67-592d923577cf tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/ports/708344f0-73e6-4c86-9c28-e37e9f4b3a36 HTTP/1.1" status: 204 len: 168 time: 2.6239872 Jul 14 09:28:45.946786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.987997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Pushing event updated for resources: {'Port': ['ID=953097b1-0be3-4dfa-b799-712d44b3c82d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.043898 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-730e288b-7e0c-4fbf-b717-ddeb4abc87d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.054312 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-325c670f-5ce3-45da-8847-1df4a42ce533 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] GET failed (client error): The resource could not be found. Jul 14 09:28:46.055096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Attempting to bind port 953097b1-0be3-4dfa-b799-712d44b3c82d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:46.056915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Attempting to bind port 953097b1-0be3-4dfa-b799-712d44b3c82d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:46.057565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Attempting to bind port 953097b1-0be3-4dfa-b799-712d44b3c82d on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:46.060743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-325c670f-5ce3-45da-8847-1df4a42ce533 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "GET /v2.0/ports/708344f0-73e6-4c86-9c28-e37e9f4b3a36 HTTP/1.1" status: 404 len: 333 time: 0.1052933 Jul 14 09:28:46.062377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Allocated IP 172.20.0.6 (e83a7abd-35cf-4f6c-95e3-62222ad25010/1f740fca-f926-4310-ba56-bde45cb25f14/ee9feefe-2869-4b87-9a70-78052036e719) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:46.065577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50476) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.075231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-320067360'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:46.075672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:46.076175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:46.077047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.077710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:46.079538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Bound port: 953097b1-0be3-4dfa-b799-712d44b3c82d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:46.081501 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.162822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-c0643921-c064-428f-906a-31a583b8fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.164426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-c0643921-c064-428f-906a-31a583b8fe8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=049c645a-d3c9-4e5b-a6e7-d1616171850d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7481694 Jul 14 09:28:46.224785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] For port 953097b1-0be3-4dfa-b799-712d44b3c82d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:46.228959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] For port 953097b1-0be3-4dfa-b799-712d44b3c82d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=953097b1-0be3-4dfa-b799-712d44b3c82d,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:46.242696 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.263184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bbd33-568f-4d59-9edb-3e216e37344f req-ef5e3a2a-8118-4840-92cb-41fab054ca33 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.264742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d6bbd33-568f-4d59-9edb-3e216e37344f req-ef5e3a2a-8118-4840-92cb-41fab054ca33 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 946 time: 0.5240471 Jul 14 09:28:46.288803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.351552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 76ec4a70-05df-471f-baa1-0ad05d641c95 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:46.360175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58278fff-4458-4486-9cd6-ac4761c42f74 None None] Pushing event updated for resources: {'Port': ['ID=953097b1-0be3-4dfa-b799-712d44b3c82d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.399141 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.526756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=76ec4a70-05df-471f-baa1-0ad05d641c95,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.532893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:46.536416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d6bbd33-568f-4d59-9edb-3e216e37344f req-e702e12c-3624-4524-b954-028f26ace317 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579157 Jul 14 09:28:46.545689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:46.548422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:46.554755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.555434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.586947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c2ed5ef4-5dfc-4073-b9f3-8e42a06b4528 req-7145a9ac-8f42-444b-af6b-c74e9852b3b8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 210 time: 0.0562479 Jul 14 09:28:46.621652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2395f86f-2a48-4ebf-a955-8d120dc70d1e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2373943 Jul 14 09:28:46.622055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50490) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.700730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.782136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b98275-6e22-4613-b362-132d74505639 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.802110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b98275-6e22-4613-b362-132d74505639 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.810022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3b98275-6e22-4613-b362-132d74505639 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1870666 Jul 14 09:28:46.814183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50494) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.872613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:46.886565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.909263 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.924299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:47.026672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:47.083494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-fbcae5cd-5f53-4eb2-baa3-a5676ca5bc02 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8961055 Jul 14 09:28:47.092247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:47.126214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 76ec4a70-05df-471f-baa1-0ad05d641c95 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:47.126463 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.276653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event updated for resources: {'Port': ['ID=ee9feefe-2869-4b87-9a70-78052036e719,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.297046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:47.365262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.389637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 76ec4a70-05df-471f-baa1-0ad05d641c95 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:47.449301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] device_id is not set on port ba316ac8-4fb0-42f8-8a03-6405653d5e29 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:47.657036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.657882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.750977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-27b2d3b6-141c-47b9-9ee5-6a9003d75251 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9541514 Jul 14 09:28:47.756448 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.763399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Request body: {'port': {'device_id': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:47.772517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8bcc03e7-ef58-4ba5-aa6b-cb2a1520a0a6 req-cda21b09-09e5-46ad-9544-1e7c5ac973e2 service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757474 Jul 14 09:28:47.874351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.879050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/76ec4a70-05df-471f-baa1-0ad05d641c95 HTTP/1.1" status: 204 len: 168 time: 1.0607173 Jul 14 09:28:47.879842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Allocated IP 2001:db8::39a (bc7fc157-67ea-4e4e-8503-4399a909f91c/3c64d168-0b95-4717-a0aa-5fd3c1d9d471/ba316ac8-4fb0-42f8-8a03-6405653d5e29) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:47.880010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.915456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef65a3-37c8-44e9-b29c-a7c221d4d634 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=76ec4a70-05df-471f-baa1-0ad05d641c95,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.039699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ec1a6-1c77-4140-83e1-6a102e52ad21 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.049360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ec1a6-1c77-4140-83e1-6a102e52ad21 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.051094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4d2ec1a6-1c77-4140-83e1-6a102e52ad21 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1701856 Jul 14 09:28:48.053882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.075797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50526) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.170856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.184894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004f3db-89c2-4911-ad2c-0cc39bb25df2 req-43ab3843-9ad8-499f-8925-0e380a28e566 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.185681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0004f3db-89c2-4911-ad2c-0cc39bb25df2 req-43ab3843-9ad8-499f-8925-0e380a28e566 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 931 time: 0.3725069 Jul 14 09:28:48.228285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 2582a64c-33d3-47d2-b8a2-6e07716b87ce {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:48.232183 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.278963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09a39120-4be2-46ff-aa66-ebdca51c72dc None None] Provisioning for port 953097b1-0be3-4dfa-b799-712d44b3c82d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:48.286170 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.596944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.622004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0dbf699d-ad75-4bcb-80f2-c1f653729159 None None] Could not find standard attr ID for object 76ec4a70-05df-471f-baa1-0ad05d641c95. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:48.722548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0004f3db-89c2-4911-ad2c-0cc39bb25df2 req-04dfbdd4-eb71-4033-bac1-c2c784146feb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275841 Jul 14 09:28:48.797534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.811636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Transition to ACTIVE for port object ba316ac8-4fb0-42f8-8a03-6405653d5e29 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:48.873676 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.875499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.927686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 953097b1-0be3-4dfa-b799-712d44b3c82d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:48.937411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.939318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2582a64c-33d3-47d2-b8a2-6e07716b87ce HTTP/1.1" status: 204 len: 168 time: 0.8771725 Jul 14 09:28:48.940236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee41f18-5f64-43e6-b2d8-be2834d735eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=2582a64c-33d3-47d2-b8a2-6e07716b87ce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.941996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50546) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.029006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ef721-bc19-4601-aefb-509c3c1206c0 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:49.046226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bcc0caa2-0bfe-4b85-bc4b-3a5a89d95de3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463691 Jul 14 09:28:49.049236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.053578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:49.074561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:49.083692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:49.097742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.108855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.202929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 953097b1-0be3-4dfa-b799-712d44b3c82d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:49.212723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=ba316ac8-4fb0-42f8-8a03-6405653d5e29,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:49.236453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0392a006-c765-4d45-b610-a5309c0752a8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1659760 Jul 14 09:28:49.237492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50562) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.238555 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.244192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 953097b1-0be3-4dfa-b799-712d44b3c82d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:49.244570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.255074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:35:57:46'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:49.640875 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab9a878c-315f-432e-923e-06257a6a73f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.659569 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.739017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c75d1fe8-60c7-494b-b1f7-47d95df4bb53 None None] Provisioning for port ba316ac8-4fb0-42f8-8a03-6405653d5e29 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:49.744057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.746662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c75d1fe8-60c7-494b-b1f7-47d95df4bb53 None None] Provisioning complete for port ba316ac8-4fb0-42f8-8a03-6405653d5e29 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:49.747440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c75d1fe8-60c7-494b-b1f7-47d95df4bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.751008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 953097b1-0be3-4dfa-b799-712d44b3c82d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=953097b1-0be3-4dfa-b799-712d44b3c82d,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:49.774467 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.852776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c75d1fe8-60c7-494b-b1f7-47d95df4bb53 None None] Port ba316ac8-4fb0-42f8-8a03-6405653d5e29 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:49.866240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:49.877715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=953097b1-0be3-4dfa-b799-712d44b3c82d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:49.932960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] Deleting port 953097b1-0be3-4dfa-b799-712d44b3c82d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:49.933709 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.935961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399affbb-7108-4bf5-aeeb-4c835c70e40f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.941973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-399affbb-7108-4bf5-aeeb-4c835c70e40f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8916690 Jul 14 09:28:49.944744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.951549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.956841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.005932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] For port 953097b1-0be3-4dfa-b799-712d44b3c82d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=953097b1-0be3-4dfa-b799-712d44b3c82d,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:50.007334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.022442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] Calling delete_port for 953097b1-0be3-4dfa-b799-712d44b3c82d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:50.097641 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.131240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9feefe-2869-4b87-9a70-78052036e719 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:50.143698 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.144465 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.156673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Transition to ACTIVE for port object ee9feefe-2869-4b87-9a70-78052036e719 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:50.188625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.217326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] Pushing event deleted for resources: {'Port': ['ID=953097b1-0be3-4dfa-b799-712d44b3c82d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.231073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309715e-9e69-4cb1-9f9a-0fe66e72cd12 None None] No DVR routers for this DVR port 953097b1-0be3-4dfa-b799-712d44b3c82d on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:50.256101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f6c19-f147-4bda-b1b7-a6e54ecfa0af req-02162a5e-69cb-4859-b31d-fa7b2f70b099 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.264708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab6f6c19-f147-4bda-b1b7-a6e54ecfa0af req-02162a5e-69cb-4859-b31d-fa7b2f70b099 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 931 time: 0.1768951 Jul 14 09:28:50.357284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab6f6c19-f147-4bda-b1b7-a6e54ecfa0af req-f2aea4c4-0ad7-4ee7-a0fc-7ae49b7755c2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910277 Jul 14 09:28:50.404585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb4184a-61cc-4e8d-883e-4b73aa22ea72 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.405853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1eb4184a-61cc-4e8d-883e-4b73aa22ea72 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4466436 Jul 14 09:28:50.406639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9feefe-2869-4b87-9a70-78052036e719,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.408942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.552301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ab461792-0a78-4aef-ac19-c9d7355cb58c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321383 Jul 14 09:28:50.559612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.20.0.17 (135b9e15-4b70-468f-8447-b56f043c45f2/98285177-4aa1-40fc-b433-a3ae5379386d/dc978853-442f-4662-bed8-2b1d8cd2fec8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:50.561180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.568935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:50.710982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.726769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Transition to ACTIVE for port object dc978853-442f-4662-bed8-2b1d8cd2fec8 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:50.768655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.820720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 135b9e15-4b70-468f-8447-b56f043c45f2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:50.823957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:50.825510 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.828334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:50.845907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Attempting to bind port ee9feefe-2869-4b87-9a70-78052036e719 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:50.846626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Attempting to bind port ee9feefe-2869-4b87-9a70-78052036e719 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:50.847439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Attempting to bind port ee9feefe-2869-4b87-9a70-78052036e719 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:50.855459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 953097b1-0be3-4dfa-b799-712d44b3c82d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:50.878157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.899214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 953097b1-0be3-4dfa-b799-712d44b3c82d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:50.899593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 953097b1-0be3-4dfa-b799-712d44b3c82d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:50.903495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.951722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Port ee9feefe-2869-4b87-9a70-78052036e719 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:50.952461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Attempting to bind port ee9feefe-2869-4b87-9a70-78052036e719 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:50.997767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:50.998426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:50.999012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Bound using segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:50.999714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Bound port: ee9feefe-2869-4b87-9a70-78052036e719, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:51.000284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.002891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] In _notify_port_updated(), no bound segment for port ba316ac8-4fb0-42f8-8a03-6405653d5e29 on network bc7fc157-67ea-4e4e-8503-4399a909f91c {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:51.013147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.014000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.018589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "PUT /v2.0/ports/ba316ac8-4fb0-42f8-8a03-6405653d5e29 HTTP/1.1" status: 200 len: 1002 time: 1.7772391 Jul 14 09:28:51.036909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.054892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71658f0f-1c41-436c-830f-2d0507305ab9 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=ba316ac8-4fb0-42f8-8a03-6405653d5e29,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.092418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:51.099992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.180411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=dc978853-442f-4662-bed8-2b1d8cd2fec8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.218464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.304270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b371693-b1ba-4e05-9552-75cc948507f6 None None] Provisioning for port dc978853-442f-4662-bed8-2b1d8cd2fec8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:51.308492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b371693-b1ba-4e05-9552-75cc948507f6 None None] Provisioning complete for port dc978853-442f-4662-bed8-2b1d8cd2fec8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:51.308935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b371693-b1ba-4e05-9552-75cc948507f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.434765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1b371693-b1ba-4e05-9552-75cc948507f6 None None] Port dc978853-442f-4662-bed8-2b1d8cd2fec8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:51.454615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] For port ee9feefe-2869-4b87-9a70-78052036e719, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:51.459993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] For port ee9feefe-2869-4b87-9a70-78052036e719, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ee9feefe-2869-4b87-9a70-78052036e719,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:51.496471 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.583482 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.605633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0f5ca445-2b7f-4f95-a3d3-ff0712722a52 None None] Provisioning complete for port ba316ac8-4fb0-42f8-8a03-6405653d5e29 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:51.606063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca445-2b7f-4f95-a3d3-ff0712722a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.739061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9feefe-2869-4b87-9a70-78052036e719,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.760867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting port ba316ac8-4fb0-42f8-8a03-6405653d5e29 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:51.761269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.864993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.865637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.869123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-3b71a161-6704-4d0b-836d-aadcf32da771 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee9feefe-2869-4b87-9a70-78052036e719 HTTP/1.1" status: 200 len: 1092 time: 4.1106553 Jul 14 09:28:51.875628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'tag': 'ee9feefe-2869-4b87-9a70-78052036e719'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:51.877972 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96987166-4869-47d7-921c-467ef03553cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c47b8018-32df-4bcd-95f9-51d027165aed", "tag": "ee9feefe-2869-4b87-9a70-78052036e719"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:51.904381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.909076 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.078714 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.087980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=dc978853-442f-4662-bed8-2b1d8cd2fec8,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.146570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ca445-2b7f-4f95-a3d3-ff0712722a52 None None] Port ba316ac8-4fb0-42f8-8a03-6405653d5e29 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:52.223396 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594e0884-6179-49ec-993f-599ce33f2d69 x-openstack-request-id: req-594e0884-6179-49ec-993f-599ce33f2d69 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:52.223736 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47b8018-32df-4bcd-95f9-51d027165aed", "tag": "ee9feefe-2869-4b87-9a70-78052036e719", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:52.223994 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-594e0884-6179-49ec-993f-599ce33f2d69 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:52.224399 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'tag': 'ee9feefe-2869-4b87-9a70-78052036e719', 'status': 'completed', 'code': 200} Jul 14 09:28:52.233235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430c64-05f2-4ffb-a3e5-3da9ba8d13dd req-141f6352-4596-4426-94cb-35b422d798f8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.234815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0430c64-05f2-4ffb-a3e5-3da9ba8d13dd req-141f6352-4596-4426-94cb-35b422d798f8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 943 time: 0.5961678 Jul 14 09:28:52.262560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.264609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 135b9e15-4b70-468f-8447-b56f043c45f2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:52.266139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:52.295576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Calling delete_port for ba316ac8-4fb0-42f8-8a03-6405653d5e29 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:52.510299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.520735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:52.577731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Port': ['ID=ba316ac8-4fb0-42f8-8a03-6405653d5e29,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.604270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.objects.ports [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:52.628151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.657541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb256-add3-4304-abd8-86ba73fad33f req-e179c75b-7002-4eff-b6db-ecb6726e099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.658815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-e179c75b-7002-4eff-b6db-ecb6726e099c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 1095 time: 0.7110677 Jul 14 09:28:52.686945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0430c64-05f2-4ffb-a3e5-3da9ba8d13dd req-fcd4667e-417d-4eae-83fc-304136821ac8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320982 Jul 14 09:28:52.767583 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.772715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:52.775032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d618898e-c33e-47f2-ba6f-d27e1c383f34 None None] Provisioning complete for port dc978853-442f-4662-bed8-2b1d8cd2fec8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:52.775787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d618898e-c33e-47f2-ba6f-d27e1c383f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.778556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-05fc1e01-dca4-461c-8143-8cf58588aa63 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/ports/ba316ac8-4fb0-42f8-8a03-6405653d5e29 HTTP/1.1" status: 204 len: 168 time: 1.7367382 Jul 14 09:28:52.783365 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Sync routers for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:52.787609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50644) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:52.799159 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:52.801530 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66eae012-36ca-464a-b5ac-1414c75ae8c6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "PUT /v2.0/routers/4ff5e2e9-db87-4b34-9cd2-e668b1278dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7243755 Jul 14 09:28:52.801962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:28:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.893492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d618898e-c33e-47f2-ba6f-d27e1c383f34 None None] Port dc978853-442f-4662-bed8-2b1d8cd2fec8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:52.919564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-d91eb6cc-38ef-4f24-a193-2fd5136f3070 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee9feefe-2869-4b87-9a70-78052036e719 HTTP/1.1" status: 200 len: 217 time: 0.1893654 Jul 14 09:28:52.980856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:52.996228 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb01a780-a20d-4e26-8a36-d2e60ca09d89 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] GET failed (client error): The resource could not be found. Jul 14 09:28:53.004904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.005165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eb01a780-a20d-4e26-8a36-d2e60ca09d89 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "GET /v2.0/ports/ba316ac8-4fb0-42f8-8a03-6405653d5e29 HTTP/1.1" status: 404 len: 333 time: 0.0875099 Jul 14 09:28:53.006069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:53.011133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-315907553'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:53.018072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:53.018789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.024719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1352cf59-fa5a-4b3c-b011-9bc66a9b6c50 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:53.089591 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:53.149773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.153226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5845561 Jul 14 09:28:53.169393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:b4:5d:2b', 'name': 'tempest-NetworksTestDHCPv6-958334580'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:53.204978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cc4e2-6d72-4968-9932-d0983aefc1ca tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=051d8a2c-392a-46ad-b286-a77624a310be,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.254371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb256-add3-4304-abd8-86ba73fad33f req-577fa2b6-6124-4669-9901-fdf3952998e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:53.258192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-577fa2b6-6124-4669-9901-fdf3952998e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.2103112 Jul 14 09:28:53.386179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:53.408298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '051d8a2c-392a-46ad-b286-a77624a310be'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:53.409176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.425511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-cc36d9b5-07f2-4d7f-8d5d-1461a8196fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603990 Jul 14 09:28:53.481954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:53.490916 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.536471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] device_id is not set on port 40ea3e61-b3d9-469c-90d0-983360efb31e yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:53.658309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-755c0777-b4d7-4451-8db7-380bdf35d7d7 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228355 Jul 14 09:28:53.669677 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:28:51Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:51Z', 'revision_number': 1, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc978853-442f-4662-bed8-2b1d8cd2fec8', 'name': '', 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:79:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '98285177-4aa1-40fc-b433-a3ae5379386d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:28:51Z', 'revision_number': 2, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '98285177-4aa1-40fc-b433-a3ae5379386d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:53.699754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Allocated IP 2001:db8::f816:3eff:fef1:753 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/051d8a2c-392a-46ad-b286-a77624a310be/64558729-bb3d-4db8-b8a9-c0ddbfbbd184) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:53.709360 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.727562 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Checking router: 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:53.727930 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Updating router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 port dc978853-442f-4662-bed8-2b1d8cd2fec8 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:53.818720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 8fa441b7-e2eb-4e64-bbda-dc04321bbfae yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:53.900124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8edb256-add3-4304-abd8-86ba73fad33f req-c3638e89-832f-4afe-be57-6a0c80ac7168 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344742 Jul 14 09:28:54.038851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Allocated IP 2001:db8::3df (bc7fc157-67ea-4e4e-8503-4399a909f91c/3c64d168-0b95-4717-a0aa-5fd3c1d9d471/40ea3e61-b3d9-469c-90d0-983360efb31e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:54.080177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fa4f0-43e9-4883-aedf-beabd6fc635b req-4e99e93e-46ef-49af-a910-301b51747342 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.082094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-545fa4f0-43e9-4883-aedf-beabd6fc635b req-4e99e93e-46ef-49af-a910-301b51747342 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 943 time: 0.1380725 Jul 14 09:28:54.109618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96987166-4869-47d7-921c-467ef03553cd req-6c9d4670-36b4-4e5c-aa18-6cba2a2a601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.110339 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.111155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96987166-4869-47d7-921c-467ef03553cd req-6c9d4670-36b4-4e5c-aa18-6cba2a2a601c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 1095 time: 0.1541641 Jul 14 09:28:54.116517 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.136581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Transition to ACTIVE for port object 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:54.169536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Transition to ACTIVE for port object 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:54.181368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.258319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Pushing event updated for resources: {'Port': ['ID=64558729-bb3d-4db8-b8a9-c0ddbfbbd184,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.294330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:54.296540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:54.300577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:54.312920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.330051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Transition to ACTIVE for port object 40ea3e61-b3d9-469c-90d0-983360efb31e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:54.344314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96987166-4869-47d7-921c-467ef03553cd req-3a028898-3be4-47ad-827c-6afa8c22ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.348130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96987166-4869-47d7-921c-467ef03553cd req-3a028898-3be4-47ad-827c-6afa8c22ac9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.1954300 Jul 14 09:28:54.430365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Attempting to bind port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:54.430972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Attempting to bind port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:54.431103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Attempting to bind port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:54.442102 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:feb4:5d2b (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/051d8a2c-392a-46ad-b286-a77624a310be/8fa441b7-e2eb-4e64-bbda-dc04321bbfae) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:54.449592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:54.449986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:54.450443 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.450802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:54.451292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Bound port: 64558729-bb3d-4db8-b8a9-c0ddbfbbd184, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:54.451711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.460937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96987166-4869-47d7-921c-467ef03553cd req-299fac95-6baf-43e1-80e7-e8367a362574 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee9feefe-2869-4b87-9a70-78052036e719 HTTP/1.1" status: 200 len: 217 time: 0.1057627 Jul 14 09:28:54.556398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96987166-4869-47d7-921c-467ef03553cd req-2cae6314-6cb3-4739-bbe9-e189ea4f1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.557905 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96987166-4869-47d7-921c-467ef03553cd req-2cae6314-6cb3-4739-bbe9-e189ea4f1938 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.0898085 Jul 14 09:28:54.564065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-545fa4f0-43e9-4883-aedf-beabd6fc635b req-2e14e3a2-2f9e-4c74-badd-7716754567a4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725351 Jul 14 09:28:54.577744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.622383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] For port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:54.631068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] For port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=64558729-bb3d-4db8-b8a9-c0ddbfbbd184,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:54.646784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96987166-4869-47d7-921c-467ef03553cd req-8b92bb92-bdb7-47a1-83fb-6a0d071180bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803134 Jul 14 09:28:54.648093 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.709313 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.741740 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Transition to ACTIVE for port object dc978853-442f-4662-bed8-2b1d8cd2fec8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:54.760864 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.828160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5d0a9-a906-41d8-97a4-2d747267a406 None None] Pushing event updated for resources: {'Port': ['ID=64558729-bb3d-4db8-b8a9-c0ddbfbbd184,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.872301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:54.901963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:54.904831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:54.921631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.924383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.953017 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Attempting to bind port dc978853-442f-4662-bed8-2b1d8cd2fec8 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:54.953599 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Attempting to bind port dc978853-442f-4662-bed8-2b1d8cd2fec8 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:54.954148 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Attempting to bind port dc978853-442f-4662-bed8-2b1d8cd2fec8 on network 135b9e15-4b70-468f-8447-b56f043c45f2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:54.965086 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:54.966863 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Checking segment: {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:54.967506 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.971947 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Bound using segment: {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:54.972745 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Bound port: dc978853-442f-4662-bed8-2b1d8cd2fec8, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:54.973445 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.974728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=40ea3e61-b3d9-469c-90d0-983360efb31e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.989164 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Pushing event updated for resources: {'Port': ['ID=dc978853-442f-4662-bed8-2b1d8cd2fec8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.999435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96987166-4869-47d7-921c-467ef03553cd req-decafb77-740e-4cd6-96f9-ecb6e8a848b2 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404355 Jul 14 09:28:55.028746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5cbe8675-809c-4a04-befe-49b8287deb23 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0218360 Jul 14 09:28:55.036487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.063608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'network_id': 'bc7fc157-67ea-4e4e-8503-4399a909f91c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-233396992'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:55.133470 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] For port dc978853-442f-4662-bed8-2b1d8cd2fec8, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:55.136869 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] For port dc978853-442f-4662-bed8-2b1d8cd2fec8, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=dc978853-442f-4662-bed8-2b1d8cd2fec8,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:55.168959 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.199605 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.199952 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.200332 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.200935 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.201127 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.201470 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.201801 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.202131 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.202460 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.202787 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.203114 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.203542 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:55.291306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.315385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 8fa441b7-e2eb-4e64-bbda-dc04321bbfae will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:55.383269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96987166-4869-47d7-921c-467ef03553cd req-81aa0251-7bce-4c63-ac93-4692f6bdd79b service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758216 Jul 14 09:28:55.383458 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:55.399225 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:28:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.571937 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb352e0-1ff6-46c0-b029-270dc3e95cc9 None None] Pushing event updated for resources: {'Port': ['ID=dc978853-442f-4662-bed8-2b1d8cd2fec8,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.578432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.705670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:55.715219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:55.724995 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:55.730877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:55.738395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ca853027-cc68-4fd2-8eb2-6ed3c0a7c407 None None] Provisioning for port 40ea3e61-b3d9-469c-90d0-983360efb31e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:55.744817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.745499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.747074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ca853027-cc68-4fd2-8eb2-6ed3c0a7c407 None None] Provisioning complete for port 40ea3e61-b3d9-469c-90d0-983360efb31e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:55.748971 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca853027-cc68-4fd2-8eb2-6ed3c0a7c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.803501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Made reservation on behalf of cc19d5e5f04644e089076091ea8dd1bf for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:55.807281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.837162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca853027-cc68-4fd2-8eb2-6ed3c0a7c407 None None] Port 40ea3e61-b3d9-469c-90d0-983360efb31e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:55.877678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] device_id is not set on port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:56.035907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718fb4-9cd8-487f-8c12-750ea8a051b7 req-5e799d15-d617-417d-854f-98c8ede02be2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.037550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de718fb4-9cd8-487f-8c12-750ea8a051b7 req-5e799d15-d617-417d-854f-98c8ede02be2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 943 time: 0.1982708 Jul 14 09:28:56.061961 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9093666 Jul 14 09:28:56.066910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50746) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.119947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678f995-6bca-483f-9c33-033c8d7d4d7e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=8fa441b7-e2eb-4e64-bbda-dc04321bbfae,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.149075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de718fb4-9cd8-487f-8c12-750ea8a051b7 req-4e71084b-9df8-4d76-af2f-2054cdea01ee tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051271 Jul 14 09:28:56.196324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Allocated IP 2001:db8::38 (bc7fc157-67ea-4e4e-8503-4399a909f91c/3c64d168-0b95-4717-a0aa-5fd3c1d9d471/7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:56.237368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600fd85-34dd-4756-8f7d-abb544396776 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.260398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600fd85-34dd-4756-8f7d-abb544396776 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.263544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c600fd85-34dd-4756-8f7d-abb544396776 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1955957 Jul 14 09:28:56.266318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.328256 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:28:51Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:51Z', 'revision_number': 1, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc978853-442f-4662-bed8-2b1d8cd2fec8', 'name': '', 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:79:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '98285177-4aa1-40fc-b433-a3ae5379386d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:28:55Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '98285177-4aa1-40fc-b433-a3ae5379386d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:56.430367 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d378f3-ae08-4a64-8a82-c95cf7a6925a None None] The sync data for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 is: [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:28:51Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:51Z', 'revision_number': 1, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc978853-442f-4662-bed8-2b1d8cd2fec8', 'name': '', 'network_id': '135b9e15-4b70-468f-8447-b56f043c45f2', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:79:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '98285177-4aa1-40fc-b433-a3ae5379386d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:28:55Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '98285177-4aa1-40fc-b433-a3ae5379386d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:56.469680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 8fa441b7-e2eb-4e64-bbda-dc04321bbfae {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:56.470063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.642611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.643125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.673295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 8fa441b7-e2eb-4e64-bbda-dc04321bbfae owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:56.689234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Transition to ACTIVE for port object 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:56.836989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ee9feefe-2869-4b87-9a70-78052036e719 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:56.857773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.066953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Network bc7fc157-67ea-4e4e-8503-4399a909f91c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:57.069626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.070926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:57.097438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:57.103289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:57.109859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.111012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.151911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1002157 Jul 14 09:28:57.163263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:57.171535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::239', 'mac_address': 'fa:16:3e:35:57:46'}, {'ip_address': '2001:db8::3df', 'mac_address': 'fa:16:3e:62:91:9b'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:57.202208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=8fa441b7-e2eb-4e64-bbda-dc04321bbfae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.267140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.280737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9ec4c38b-325f-49b1-a426-d9985a4cf5c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/8fa441b7-e2eb-4e64-bbda-dc04321bbfae HTTP/1.1" status: 204 len: 168 time: 1.0016568 Jul 14 09:28:57.283780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50778) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:57.286906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f14c58-4aa4-47b4-9240-6e61ea0593d5 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.373852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ee9feefe-2869-4b87-9a70-78052036e719, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ee9feefe-2869-4b87-9a70-78052036e719,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.489951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403cdfc-da9f-4b13-96ff-e3331fd6bbac tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.491593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403cdfc-da9f-4b13-96ff-e3331fd6bbac tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.493246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1403cdfc-da9f-4b13-96ff-e3331fd6bbac tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2084014 Jul 14 09:28:57.506902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:57.534517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'ee9feefe-2869-4b87-9a70-78052036e719', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'port_id': 'ee9feefe-2869-4b87-9a70-78052036e719', 'mac_address': 'fa:16:3e:05:8d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f740fca-f926-4310-ba56-bde45cb25f14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:57.546022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5b7de49-31a8-4a9d-97fc-943c468d0ae6 None None] Provisioning for port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:57.612595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:57.621966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:57.623477 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.649818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 051d8a2c-392a-46ad-b286-a77624a310be {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:57.657652 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.748011 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.757084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.804574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9feefe-2869-4b87-9a70-78052036e719 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:57.829377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ee9feefe-2869-4b87-9a70-78052036e719, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ee9feefe-2869-4b87-9a70-78052036e719,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.897644 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.992027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a6302358-86af-4ada-bc1a-b33e10c291bf None None] Provisioning for port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:57.999596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a6302358-86af-4ada-bc1a-b33e10c291bf None None] Provisioning complete for port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:58.000146 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6302358-86af-4ada-bc1a-b33e10c291bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.024988 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.048164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.056566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.070523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a6302358-86af-4ada-bc1a-b33e10c291bf None None] Port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:58.083761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a6302358-86af-4ada-bc1a-b33e10c291bf None None] Could not find standard attr ID for object 8fa441b7-e2eb-4e64-bbda-dc04321bbfae. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:28:58.106514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ee9feefe-2869-4b87-9a70-78052036e719,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.112044 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-af51a1a0-9c99-4c42-ad34-d90c17457e48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7008116 Jul 14 09:28:58.171917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ee9feefe-2869-4b87-9a70-78052036e719'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:58.218691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.307265 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.314290 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/051d8a2c-392a-46ad-b286-a77624a310be HTTP/1.1" status: 204 len: 168 time: 0.8019822 Jul 14 09:28:58.315995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.319145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc4c23-2330-4bbc-b002-4eb199374416 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=051d8a2c-392a-46ad-b286-a77624a310be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.356518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a4300-91cb-41c6-9869-280a470057e4 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:58.386282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc15aed-10bb-4818-a55c-565b248df74f req-f09f88ec-2cce-4ba5-bbaf-2a730094a628 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.386536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dfc15aed-10bb-4818-a55c-565b248df74f req-f09f88ec-2cce-4ba5-bbaf-2a730094a628 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 943 time: 0.8205040 Jul 14 09:28:58.405521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-87cb7762-c3a0-41ca-ace7-c0b1cc202f9a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845199 Jul 14 09:28:58.406413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.423226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:58.548155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dfc15aed-10bb-4818-a55c-565b248df74f req-6d13981f-61c5-4d38-af29-946d567b6e9c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597378 Jul 14 09:28:58.560786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:58.565022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.621701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:58.622063 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:58.661083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-54a492f6-2bdc-4360-ab5b-20a2c8b0728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.665485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-54a492f6-2bdc-4360-ab5b-20a2c8b0728c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 1097 time: 0.4111805 Jul 14 09:28:58.802093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:58.802823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.848608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-2de6cf89-916d-4ac5-ae64-3485cf82fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.850418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-2de6cf89-916d-4ac5-ae64-3485cf82fbf1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.1526663 Jul 14 09:28:58.851821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.858043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] Deleting port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:58.858653 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.887534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] In _notify_port_updated(), no bound segment for port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 on network bc7fc157-67ea-4e4e-8503-4399a909f91c {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:28:58.894015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.895615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.900214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "PUT /v2.0/ports/7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 HTTP/1.1" status: 200 len: 1066 time: 1.7332149 Jul 14 09:28:58.937265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50826) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.990051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-43b2b919-5b76-4e0c-8887-3d416e9cc147 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 HTTP/1.1" status: 200 len: 217 time: 0.1288779 Jul 14 09:28:59.045021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] For port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=64558729-bb3d-4db8-b8a9-c0ddbfbbd184,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:59.046152 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.080518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] Calling delete_port for 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:59.163305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d774be-7547-47f4-98f1-8eac9648cfbb tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event updated for resources: {'Port': ['ID=7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.225407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.228096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-453fc907-aa41-460e-b30a-de5e2770beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.229698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-453fc907-aa41-460e-b30a-de5e2770beb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.2072957 Jul 14 09:28:59.295997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=64558729-bb3d-4db8-b8a9-c0ddbfbbd184,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:59.327894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.329011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device dc978853-442f-4662-bed8-2b1d8cd2fec8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:59.354773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-0e5b28d0-be9a-4966-80a7-545713564528 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632582 Jul 14 09:28:59.397502 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.415215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event deleted for resources: {'Port': ['ID=64558729-bb3d-4db8-b8a9-c0ddbfbbd184,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.474427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c1e9ab47-04ac-4a78-b76c-2ba631f235fc None None] Provisioning complete for port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:59.475051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ab47-04ac-4a78-b76c-2ba631f235fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.538078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] No DVR routers for this DVR port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:59.634162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-4a94b3ed-2970-40f4-8d71-422677b1c278 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579396 Jul 14 09:28:59.642676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163975ab-8a12-4a32-8c80-2210e316eaf7 None None] Pushing event deleted for resources: {'Port': ['ID=64558729-bb3d-4db8-b8a9-c0ddbfbbd184,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.702252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:59.703767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.731829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9ab47-04ac-4a78-b76c-2ba631f235fc None None] Port 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:59.739978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port dc978853-442f-4662-bed8-2b1d8cd2fec8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:59.746627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port dc978853-442f-4662-bed8-2b1d8cd2fec8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:59.749571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.848234 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.886976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port dc978853-442f-4662-bed8-2b1d8cd2fec8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=dc978853-442f-4662-bed8-2b1d8cd2fec8,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:59.900428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.901673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.objects.ports [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:59.965869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=dc978853-442f-4662-bed8-2b1d8cd2fec8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.062806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:00.067257 n-d-758944-44 neutron-server[93753]: WARNING neutron.services.revisions.revision_plugin [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Could not find related port for resource to bump revision. Jul 14 09:29:00.078042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Port 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:29:00.078623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Reverting IP allocation for 2001:db8::f816:3eff:fef1:753 {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:29:00.087636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef1:753 {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:29:00.091717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.096558 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:00.097081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 64558729-bb3d-4db8-b8a9-c0ddbfbbd184 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:00.117965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b03fd-64d4-41d4-a423-5933e2bafe93 req-5e919565-2a6f-42d7-ae49-8cf1503dd824 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.120177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-593b03fd-64d4-41d4-a423-5933e2bafe93 req-5e919565-2a6f-42d7-ae49-8cf1503dd824 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 944 time: 0.2899694 Jul 14 09:29:00.158539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:00.170746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:00.181874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.182720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f24add-63c9-4672-979a-924dbcb2040a None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:00.182876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.230770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=7298e5a5-e460-488e-807d-2114c2fe0e08,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.249291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-232d433c-0d5f-438b-9080-b4ae2fda8284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8398693 Jul 14 09:29:00.250091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.261626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-593b03fd-64d4-41d4-a423-5933e2bafe93 req-c2341d13-a5cc-4663-a11c-afe1fb1c6382 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198936 Jul 14 09:29:00.270115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:3f:99:38', 'name': 'tempest-NetworksTestDHCPv6-365976367'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:00.436448 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bbb9accd-d8b5-4895-b756-b50e0291040d req-6ced13bf-9926-4bc9-a9a6-c61f1454a377 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008187 Jul 14 09:29:00.463531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '7298e5a5-e460-488e-807d-2114c2fe0e08'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:00.464797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.473855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:00.488849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.516299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Calling delete_port for 7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:00.583553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.609597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 800a2c2d-d5d2-4ae3-bc2d-68473c276015 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:00.692387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Allocated IP 2001:db8::f816:3eff:fede:6b44 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/7298e5a5-e460-488e-807d-2114c2fe0e08/0613754d-4f21-4c38-9bb9-45a531b84458) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:00.734244 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.771914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Port': ['ID=7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.853449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ee9feefe-2869-4b87-9a70-78052036e719 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:01.044428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port ee9feefe-2869-4b87-9a70-78052036e719 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:01.056041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port ee9feefe-2869-4b87-9a70-78052036e719 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:01.056420 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.110163 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.124497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Transition to ACTIVE for port object 0613754d-4f21-4c38-9bb9-45a531b84458 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:01.141830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.146942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6192941d-9db6-4258-a42f-48d94f1c1a55 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/ports/7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 HTTP/1.1" status: 204 len: 168 time: 2.1738405 Jul 14 09:29:01.158167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50890) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.176597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Transition to ACTIVE for port object 0613754d-4f21-4c38-9bb9-45a531b84458 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:01.177849 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-669d389d-1980-4af2-a48f-2eae7a223c07 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] GET failed (client error): The resource could not be found. Jul 14 09:29:01.179330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-669d389d-1980-4af2-a48f-2eae7a223c07 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "GET /v2.0/ports/7c0d2e39-66a7-47da-9ef1-fb3b4d8f34c4 HTTP/1.1" status: 404 len: 333 time: 0.0311430 Jul 14 09:29:01.186259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.193407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.267935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:01.272590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:01.280345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:01.284020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.285746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Pushing event updated for resources: {'Port': ['ID=0613754d-4f21-4c38-9bb9-45a531b84458,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.317603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fe3f:9938 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/7298e5a5-e460-488e-807d-2114c2fe0e08/800a2c2d-d5d2-4ae3-bc2d-68473c276015) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:01.367122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting port 40ea3e61-b3d9-469c-90d0-983360efb31e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:01.368690 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.489678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ee9feefe-2869-4b87-9a70-78052036e719, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ee9feefe-2869-4b87-9a70-78052036e719,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:01.563021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9feefe-2869-4b87-9a70-78052036e719'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:01.565341 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d436b520-ec20-4180-8fea-4af81bef39f9" -d '{"events": [{"server_uuid": "c47b8018-32df-4bcd-95f9-51d027165aed", "name": "network-vif-plugged", "status": "completed", "tag": "ee9feefe-2869-4b87-9a70-78052036e719"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:01.583230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Attempting to bind port 0613754d-4f21-4c38-9bb9-45a531b84458 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:01.583648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Attempting to bind port 0613754d-4f21-4c38-9bb9-45a531b84458 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:01.584022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Attempting to bind port 0613754d-4f21-4c38-9bb9-45a531b84458 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:01.586114 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.599467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:01.599859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:01.600360 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.600796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:01.601314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Bound port: 0613754d-4f21-4c38-9bb9-45a531b84458, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:01.601708 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.623045 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.644166 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.665957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 800a2c2d-d5d2-4ae3-bc2d-68473c276015 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:01.671417 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7792c75f-871a-47d3-aceb-3af9568772fc x-openstack-request-id: req-7792c75f-871a-47d3-aceb-3af9568772fc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:01.671640 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.672139 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b8018-32df-4bcd-95f9-51d027165aed", "name": "network-vif-plugged", "status": "completed", "tag": "ee9feefe-2869-4b87-9a70-78052036e719", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:01.672139 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7792c75f-871a-47d3-aceb-3af9568772fc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:01.672329 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9feefe-2869-4b87-9a70-78052036e719', 'code': 200} Jul 14 09:29:01.689645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ee9feefe-2869-4b87-9a70-78052036e719,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.714694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.717112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] For port 0613754d-4f21-4c38-9bb9-45a531b84458, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:01.721111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] For port 0613754d-4f21-4c38-9bb9-45a531b84458, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0613754d-4f21-4c38-9bb9-45a531b84458,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:01.728069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Calling delete_port for 40ea3e61-b3d9-469c-90d0-983360efb31e owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:01.731383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.743301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109a65-7c7e-4311-9a36-ab8f686a0395 req-43924f5f-c998-4723-9c9c-b7e283f28952 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.744864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5109a65-7c7e-4311-9a36-ab8f686a0395 req-43924f5f-c998-4723-9c9c-b7e283f28952 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 0.2118013 Jul 14 09:29:01.763839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:01.768451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:01.786285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:01.801648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.802335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.828356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103e4c8-34ce-4283-9c4d-30a233284b5b None None] Pushing event updated for resources: {'Port': ['ID=0613754d-4f21-4c38-9bb9-45a531b84458,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.842050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5109a65-7c7e-4311-9a36-ab8f686a0395 req-bdff0f04-1c0e-44c4-a503-95d77c31c51d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Jul 14 09:29:01.893026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=800a2c2d-d5d2-4ae3-bc2d-68473c276015,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.902152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4651ac8-6725-42c4-b7c0-6858ad336e1a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6481948 Jul 14 09:29:01.904535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.005211 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.016952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196165-535a-4a4a-94de-bf2ca1ba31ea req-24c39c44-f8be-425c-8fd0-d5d4c4b98b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.019104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38196165-535a-4a4a-94de-bf2ca1ba31ea req-24c39c44-f8be-425c-8fd0-d5d4c4b98b42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 1097 time: 0.2087622 Jul 14 09:29:02.051895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device dc978853-442f-4662-bed8-2b1d8cd2fec8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:02.053694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Port': ['ID=40ea3e61-b3d9-469c-90d0-983360efb31e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.099547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.104641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4a42050e-7de6-4f8b-a308-17ba9a6005d7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/ports/40ea3e61-b3d9-469c-90d0-983360efb31e HTTP/1.1" status: 204 len: 168 time: 0.9170918 Jul 14 09:29:02.107315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50922) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.151755 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-281d0950-f827-45a2-99c3-76977a171a08 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] GET failed (client error): The resource could not be found. Jul 14 09:29:02.157109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-281d0950-f827-45a2-99c3-76977a171a08 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "GET /v2.0/ports/40ea3e61-b3d9-469c-90d0-983360efb31e HTTP/1.1" status: 404 len: 333 time: 0.0453553 Jul 14 09:29:02.158031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50924) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.243595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed942a-ac31-4020-9868-df0313313331 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.257360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed942a-ac31-4020-9868-df0313313331 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.261489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-08ed942a-ac31-4020-9868-df0313313331 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3557847 Jul 14 09:29:02.264284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.337119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38196165-535a-4a4a-94de-bf2ca1ba31ea req-d050beba-8854-43e1-b34d-bbb38254695c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093157 Jul 14 09:29:02.426172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting port a481da49-f190-42c2-90d9-71f370e6441f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:02.426678 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.494461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 800a2c2d-d5d2-4ae3-bc2d-68473c276015 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:02.495005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.656009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.665208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.668662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 800a2c2d-d5d2-4ae3-bc2d-68473c276015 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:02.676411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port dc978853-442f-4662-bed8-2b1d8cd2fec8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:02.677092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.698066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Calling delete_port for a481da49-f190-42c2-90d9-71f370e6441f owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:02.838886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.870756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=800a2c2d-d5d2-4ae3-bc2d-68473c276015,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.932589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.938417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a9ae0924-02b0-4691-b549-554a46edfea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/800a2c2d-d5d2-4ae3-bc2d-68473c276015 HTTP/1.1" status: 204 len: 168 time: 0.6647632 Jul 14 09:29:02.938417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50946) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.962869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.046308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Port': ['ID=a481da49-f190-42c2-90d9-71f370e6441f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.091932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea4252-7ba9-4222-b621-d17d9f33a26a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.094835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea4252-7ba9-4222-b621-d17d9f33a26a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.100799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-45ea4252-7ba9-4222-b621-d17d9f33a26a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1622727 Jul 14 09:29:03.103562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50948) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.110492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.115516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6ec24d29-8512-4936-95cc-71421a5c0ace tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/ports/a481da49-f190-42c2-90d9-71f370e6441f HTTP/1.1" status: 204 len: 168 time: 0.9562941 Jul 14 09:29:03.117315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.274802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 7298e5a5-e460-488e-807d-2114c2fe0e08 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:03.286449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting subnet 3c64d168-0b95-4717-a0aa-5fd3c1d9d471 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:03.292263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.364730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.392062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.451650 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.561262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64043b-4dcd-4321-bc96-2434a982ac21 req-3e73963a-5b18-45c9-894f-837029d7b840 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.569378 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c64043b-4dcd-4321-bc96-2434a982ac21 req-3e73963a-5b18-45c9-894f-837029d7b840 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 0.4572611 Jul 14 09:29:03.648410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c64043b-4dcd-4321-bc96-2434a982ac21 req-4a47cc8b-fb26-483b-878d-6126d98a0b55 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733099 Jul 14 09:29:03.655372 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.755163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.797952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.829049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Subnet': ['ID=3c64d168-0b95-4717-a0aa-5fd3c1d9d471,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.835600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.840849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6241dd6d-0b72-47ee-babc-b268bb9cf5e8 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/subnets/3c64d168-0b95-4717-a0aa-5fd3c1d9d471 HTTP/1.1" status: 204 len: 168 time: 0.7221546 Jul 14 09:29:03.841559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50970) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.849471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc58cb0b-5fbd-4c91-8017-49cf1a9eb5dc None None] Network bc7fc157-67ea-4e4e-8503-4399a909f91c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:04.000727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.012123 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.062949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.069168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50976) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.081476 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/7298e5a5-e460-488e-807d-2114c2fe0e08 HTTP/1.1" status: 204 len: 168 time: 0.9678390 Jul 14 09:29:04.091175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5630b-08cb-4129-a2a3-556a93bdd863 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=7298e5a5-e460-488e-807d-2114c2fe0e08,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.123991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5d0ee650-cddb-408c-af5c-539482a803c0 None None] Provisioning for port 0613754d-4f21-4c38-9bb9-45a531b84458 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:04.136158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0613754d-4f21-4c38-9bb9-45a531b84458 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:04.169203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Deleting port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:04.174547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.176911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.178864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e9875d81-c4cf-406a-b086-646b3895303f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001883 Jul 14 09:29:04.204144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3274a61-0182-4158-b58c-2505410d95bd None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:04.342668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0274653-1692-4aba-8e93-8e2a5073f5c3 None None] Could not find standard attr ID for object 800a2c2d-d5d2-4ae3-bc2d-68473c276015. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:04.370930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] For port a5feb290-4cc6-4b16-8226-2fd4b7c09a62, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,segment=NetworkSegment(b02e7e58-c700-46f5-b177-f8bcbc64ef61),segment_id=b02e7e58-c700-46f5-b177-f8bcbc64ef61)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:04.371558 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.402320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 0613754d-4f21-4c38-9bb9-45a531b84458 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:04.409357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0613754d-4f21-4c38-9bb9-45a531b84458 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:04.409744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.430060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb1f5a-c4ce-4cdc-a01a-9665b06d2181 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.440096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-22eb1f5a-c4ce-4cdc-a01a-9665b06d2181 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2621119 Jul 14 09:29:04.443217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 50986) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.450141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Calling delete_port for a5feb290-4cc6-4b16-8226-2fd4b7c09a62 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:04.470404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] DHCP port deletion for bc7fc157-67ea-4e4e-8503-4399a909f91c request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:04.549965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae077800-a493-4bf2-a19a-d5aee96c9b67 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.557696 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae077800-a493-4bf2-a19a-d5aee96c9b67 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112170 Jul 14 09:29:04.559826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 50992) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.603167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Deleting port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:04.603497 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.626268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-737cee23-54f7-4aeb-82ac-b8345da6983b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652008 Jul 14 09:29:04.630677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51000) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.656037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.679376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:04.819842 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.833160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] For port a5feb290-4cc6-4b16-8226-2fd4b7c09a62, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,segment=NetworkSegment(b02e7e58-c700-46f5-b177-f8bcbc64ef61),segment_id=b02e7e58-c700-46f5-b177-f8bcbc64ef61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:04.833694 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.901843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Port': ['ID=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.909359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] No DVR routers for this DVR port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:04.912045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Calling delete_port for a5feb290-4cc6-4b16-8226-2fd4b7c09a62 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:04.916020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.964345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcb97a-5ce5-45a0-a338-a11d81e2fcef req-b62d0367-4d74-499e-b080-a0295c3f4510 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.965608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 0613754d-4f21-4c38-9bb9-45a531b84458, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0613754d-4f21-4c38-9bb9-45a531b84458,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:04.972451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2dcb97a-5ce5-45a0-a338-a11d81e2fcef req-b62d0367-4d74-499e-b080-a0295c3f4510 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 0.1290979 Jul 14 09:29:04.974309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] Deleting port 0613754d-4f21-4c38-9bb9-45a531b84458 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:04.974967 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.010336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.025649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2dcb97a-5ce5-45a0-a338-a11d81e2fcef req-010aab11-27e4-4a4e-a8fa-e023120855b4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520360 Jul 14 09:29:05.041578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.061621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7fc157-67ea-4e4e-8503-4399a909f91c']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:05.079663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02e7e58-c700-46f5-b177-f8bcbc64ef61') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:05.079961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02e7e58-c700-46f5-b177-f8bcbc64ef61') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:05.092031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:05.095701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.104059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.183403 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.184295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] For port 0613754d-4f21-4c38-9bb9-45a531b84458, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0613754d-4f21-4c38-9bb9-45a531b84458,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:05.184926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.194961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=0613754d-4f21-4c38-9bb9-45a531b84458,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.214394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:05.215146 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:05.221181 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:05.240831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] Calling delete_port for 0613754d-4f21-4c38-9bb9-45a531b84458 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:05.294613 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.309915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] No DVR routers for this DVR port a5feb290-4cc6-4b16-8226-2fd4b7c09a62 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:05.343305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Pushing event deleted for resources: {'Port': ['ID=a5feb290-4cc6-4b16-8226-2fd4b7c09a62,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.355281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.355990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.356556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.357112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.357644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.358205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.358742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.359282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.360038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.360816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.361450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.362186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5505dabe-615c-430b-8f5c-ddd97093677e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:05.401561 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.443502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.448632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] No DVR routers for this DVR port 0613754d-4f21-4c38-9bb9-45a531b84458 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:05.458534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65741f73-eda2-41a9-9f3b-a4458b68566b None None] Pushing event deleted for resources: {'Port': ['ID=0613754d-4f21-4c38-9bb9-45a531b84458,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.502328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.506647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] 10.222.0.18 "DELETE /v2.0/networks/bc7fc157-67ea-4e4e-8503-4399a909f91c HTTP/1.1" status: 204 len: 168 time: 1.6371834 Jul 14 09:29:05.533159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f907470-a416-44c0-8991-0182f346bee7 tempest-AllowedAddressPairIpV6TestJSON-2052271952 tempest-AllowedAddressPairIpV6TestJSON-2052271952-project] Pushing event deleted for resources: {'Network': ['ID=bc7fc157-67ea-4e4e-8503-4399a909f91c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.599795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.649189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-79ae1301-eed1-4a9b-99d7-d63119e6fda1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.650716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-79ae1301-eed1-4a9b-99d7-d63119e6fda1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.3892286 Jul 14 09:29:05.678626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:05.681204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:05.684421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.685374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.702227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e847fef-5494-4368-92f0-7eb2d9c92fd2 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:05.749291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1174860 Jul 14 09:29:05.752494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:05.758236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:1b:dd:ff', 'name': 'tempest-NetworksTestDHCPv6-714300275'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:05.764507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446340-6ed1-4f42-8852-9fe032252aa3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=9282c766-848c-459d-91bc-d51667535f71,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.798109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-2c14e79a-c378-4eae-9f2d-9bb2dea6a0ff tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.1321001 Jul 14 09:29:05.896099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-e4d802d6-9fa0-47a8-86d9-827f90194cc2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971081 Jul 14 09:29:06.005960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '9282c766-848c-459d-91bc-d51667535f71'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:06.007048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.060793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.107387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-ba70927f-0f3a-414f-a715-9d4194465d50 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959736 Jul 14 09:29:06.127052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:06.169651 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a5feb290-4cc6-4b16-8226-2fd4b7c09a62 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:06.241402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-8a79ab59-a127-4015-834a-d21d04351ab7 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247189 Jul 14 09:29:06.253484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: a5feb290-4cc6-4b16-8226-2fd4b7c09a62 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:06.254466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a5feb290-4cc6-4b16-8226-2fd4b7c09a62 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:06.255745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0613754d-4f21-4c38-9bb9-45a531b84458 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:06.366635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.369061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 0613754d-4f21-4c38-9bb9-45a531b84458 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:06.370306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0613754d-4f21-4c38-9bb9-45a531b84458 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:06.393340 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8948fcb0-8a26-4436-ad91-9715ff0b2eee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc19d5e5f04644e089076091ea8dd1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265934 Jul 14 09:29:06.396511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51078) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.456187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 3d1c1fa7-0b61-4517-9fed-2e2c63590ec7 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:06.546547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/9282c766-848c-459d-91bc-d51667535f71/c91fecae-4484-4311-8aa7-67dc373249ba) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:06.573818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29ba794e-8b0e-4251-92d5-ce67f32e0810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.610718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03d151c1-8cdb-47e2-8f26-40c5599583ea req-cad1ab0f-50c0-4908-acbd-b22c40abb6bc tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 210 time: 0.0816755 Jul 14 09:29:06.648311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29ba794e-8b0e-4251-92d5-ce67f32e0810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.720496 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29ba794e-8b0e-4251-92d5-ce67f32e0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.723546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29ba794e-8b0e-4251-92d5-ce67f32e0810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.725369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-29ba794e-8b0e-4251-92d5-ce67f32e0810 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79b72ab4-715f-4acb-aeca-4995300210eb HTTP/1.1" status: 204 len: 168 time: 0.3265936 Jul 14 09:29:06.735529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba794e-8b0e-4251-92d5-ce67f32e0810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b72ab4-715f-4acb-aeca-4995300210eb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.929995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.939958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Transition to ACTIVE for port object c91fecae-4484-4311-8aa7-67dc373249ba will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:06.957507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Transition to ACTIVE for port object c91fecae-4484-4311-8aa7-67dc373249ba will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:06.991225 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.120825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::389 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/9282c766-848c-459d-91bc-d51667535f71/3d1c1fa7-0b61-4517-9fed-2e2c63590ec7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:07.130549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:07.143829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:07.150930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Pushing event updated for resources: {'Port': ['ID=c91fecae-4484-4311-8aa7-67dc373249ba,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.155704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:07.257212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Attempting to bind port c91fecae-4484-4311-8aa7-67dc373249ba on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:07.259904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Attempting to bind port c91fecae-4484-4311-8aa7-67dc373249ba by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:07.261259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Attempting to bind port c91fecae-4484-4311-8aa7-67dc373249ba on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:07.270776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:07.272327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:07.276560 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.277275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:07.279910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Bound port: c91fecae-4484-4311-8aa7-67dc373249ba, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:07.281003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.451980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] For port c91fecae-4484-4311-8aa7-67dc373249ba, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:07.456665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] For port c91fecae-4484-4311-8aa7-67dc373249ba, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c91fecae-4484-4311-8aa7-67dc373249ba,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:07.464591 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.558467 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.602246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 3d1c1fa7-0b61-4517-9fed-2e2c63590ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:07.630115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ed77-31ae-4b8f-9324-283af6d80f24 None None] Pushing event updated for resources: {'Port': ['ID=c91fecae-4484-4311-8aa7-67dc373249ba,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.670556 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.791686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d24f2fb9-1608-43cd-9679-8ac6b563649d req-e23c5dcf-f772-42ba-9b24-e475438b9eb5 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 210 time: 0.0837612 Jul 14 09:29:07.806610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:07.814213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:07.823603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:07.829900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.830777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.851101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51138) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.861369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1076894 Jul 14 09:29:07.893751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eaaae-4c6e-4193-bc09-7f98713f860f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=3d1c1fa7-0b61-4517-9fed-2e2c63590ec7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.027067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e167a-a767-4f4b-bb2d-89fb698c254e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.052058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e167a-a767-4f4b-bb2d-89fb698c254e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.056922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.077821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8f5e167a-a767-4f4b-bb2d-89fb698c254e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2253296 Jul 14 09:29:08.243624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.305969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 3d1c1fa7-0b61-4517-9fed-2e2c63590ec7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:08.306594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.455764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1705995507'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:08.509499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:08.513811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.530973 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.582068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.612659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 3d1c1fa7-0b61-4517-9fed-2e2c63590ec7 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:08.857165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.866488 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.948659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa467add-088b-4856-9e7c-32022d96a309,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.040523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.045326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:09.067993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.075023 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Added segment ae86bbca-f37a-4a42-b60d-5e961b4e1642 of type vlan for network ca85c80e-dae8-4c3b-908f-c71412df2c75 Jul 14 09:29:09.183737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.201652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2d87508-8db7-4b1a-8b23-4a29ab95d6f7 req-ac32c395-c982-457c-8033-3eee326006b4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 210 time: 0.1416113 Jul 14 09:29:09.203248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.208154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=3d1c1fa7-0b61-4517-9fed-2e2c63590ec7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.279031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.285351 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.291185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.462289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Network': ['ID=ca85c80e-dae8-4c3b-908f-c71412df2c75,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.464313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.468191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ac4f74d4-ce4b-4dc1-8d5e-35f90df997c1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/3d1c1fa7-0b61-4517-9fed-2e2c63590ec7 HTTP/1.1" status: 204 len: 168 time: 1.4102256 Jul 14 09:29:09.471482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51178) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.485205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:09.505546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-351e479c-b999-4f6e-a9fa-88d0a5f147f9 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2613020 Jul 14 09:29:09.511850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.566815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'subnet': {'network_id': 'ca85c80e-dae8-4c3b-908f-c71412df2c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:09.616678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-14e6acf0-5722-4a90-87ba-1ec4aab11fc0 None None] Provisioning for port c91fecae-4484-4311-8aa7-67dc373249ba completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:09.618621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9540f3-d794-4244-8835-2fd51f2fedcc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.621037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9540f3-d794-4244-8835-2fd51f2fedcc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.623911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-da9540f3-d794-4244-8835-2fd51f2fedcc tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1512170 Jul 14 09:29:09.633172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.721606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-1bff72a0-92b9-4703-902c-a2a936cdab12 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.723227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-1bff72a0-92b9-4703-902c-a2a936cdab12 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.5855012 Jul 14 09:29:09.749055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Request body: {'port': {'device_id': '3fb98827-fa30-4d7a-895a-019d2562a116', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'admin_state_up': True, 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:09.787002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:09.791649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.945266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 9282c766-848c-459d-91bc-d51667535f71 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:09.955140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aab01a88-4aa2-44d8-96c0-20e9b4ec0294 None None] Could not find standard attr ID for object 3d1c1fa7-0b61-4517-9fed-2e2c63590ec7. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:09.957997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:09.963979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.009954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.114445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c91fecae-4484-4311-8aa7-67dc373249ba up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:10.145501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.245312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c91fecae-4484-4311-8aa7-67dc373249ba completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:10.247384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Checking segment: {'id': 'ae86bbca-f37a-4a42-b60d-5e961b4e1642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ca85c80e-dae8-4c3b-908f-c71412df2c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:10.248175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network hostable DHCP agents. Network: ca85c80e-dae8-4c3b-908f-c71412df2c75, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:10.249557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c91fecae-4484-4311-8aa7-67dc373249ba triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:10.249949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.251051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Subnet': ['ID=6092392b-c092-4981-af9c-7d16556535d8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.313856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:10.371622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.396397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, ca85c80e-dae8-4c3b-908f-c71412df2c75) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:10.403967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.404578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.422115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc1ee1-a636-4f6c-a4cd-61d3fc196ccb None None] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:10.443975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-38f3dfc4-8c0e-42cc-ae0a-bd7b62585689 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8878796 Jul 14 09:29:10.445670 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.457004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1455793904', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.508743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.567968 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-48c1a5bc-af9b-478d-af06-1da921367bf7 req-7109485c-fe11-4678-96f0-d1c4932fe9fd tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 210 time: 0.0967913 Jul 14 09:29:10.575235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c91fecae-4484-4311-8aa7-67dc373249ba, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c91fecae-4484-4311-8aa7-67dc373249ba,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:10.580481 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.604826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.606239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.648798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c91fecae-4484-4311-8aa7-67dc373249ba,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.650743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Allocated IP 172.20.0.10 (e83a7abd-35cf-4f6c-95e3-62222ad25010/1f740fca-f926-4310-ba56-bde45cb25f14/a491af23-f7af-4b05-9e5e-4552e164da62) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:10.750205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.760885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.771263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2bcb19-b525-4d89-827c-2addf8554e1d None None] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:11.100111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.136417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=9282c766-848c-459d-91bc-d51667535f71,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.157944 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.167031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ac445-c8c7-4531-9b9d-2450adf9742b None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:11.183822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.190429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-763e2d4e-232c-41d2-b0fe-a43cadb5739b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/9282c766-848c-459d-91bc-d51667535f71 HTTP/1.1" status: 204 len: 168 time: 1.5442920 Jul 14 09:29:11.196497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.310415 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9f33172a-4de5-4af3-8e1b-9047d313be35 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049869 Jul 14 09:29:11.314564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.321735 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.481171 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.495129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ee9feefe-2869-4b87-9a70-78052036e719'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:11.498968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:11.523780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:11.527060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:11.549012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:11.555153 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:11.627699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.825315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] Deleting port c91fecae-4484-4311-8aa7-67dc373249ba {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:11.825787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.989066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] For port c91fecae-4484-4311-8aa7-67dc373249ba, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c91fecae-4484-4311-8aa7-67dc373249ba,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:11.991407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.066612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] Calling delete_port for c91fecae-4484-4311-8aa7-67dc373249ba owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:12.086749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ce7a9-dc2f-4e7a-bb7c-391b15a39052 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.091620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3d2ce7a9-dc2f-4e7a-bb7c-391b15a39052 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7737288 Jul 14 09:29:12.100061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.106306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c91fecae-4484-4311-8aa7-67dc373249ba no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:12.407309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e5da5e-1bd8-417e-9d95-813852451c29 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.409095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f5e5da5e-1bd8-417e-9d95-813852451c29 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2939889 Jul 14 09:29:12.411516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.459899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.490634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.491309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.571151 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b9e06275-80f2-49b7-b24a-93ac6a7b4e98 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527684 Jul 14 09:29:12.598132 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.626186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51272) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.629198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.637331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:12.669728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c91fecae-4484-4311-8aa7-67dc373249ba, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c91fecae-4484-4311-8aa7-67dc373249ba,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:12.676920 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.680260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9358692 Jul 14 09:29:12.705092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.715979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddce88-31d0-4d4f-af4b-9faa1bc8dfa6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event updated for resources: {'Port': ['ID=a491af23-f7af-4b05-9e5e-4552e164da62,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.735554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Request body: {'port': {'device_id': '3fb98827-fa30-4d7a-895a-019d2562a116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:12.750899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event deleted for resources: {'Port': ['ID=c91fecae-4484-4311-8aa7-67dc373249ba,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.787802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] Pushing event deleted for resources: {'Port': ['ID=c91fecae-4484-4311-8aa7-67dc373249ba,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.792052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2636ee-d7a2-462a-ae08-a55e89472845 None None] No DVR routers for this DVR port c91fecae-4484-4311-8aa7-67dc373249ba on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:12.843021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.25.2.132 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/40ef6383-8268-48b4-841d-a33d24f152cd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:13.003088 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.019587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc769816-08a1-4d2c-8be8-a477194a478d req-9d77685a-4e07-40b2-a21a-d97cf7871545 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.020421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.026698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc769816-08a1-4d2c-8be8-a477194a478d req-9d77685a-4e07-40b2-a21a-d97cf7871545 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 932 time: 0.6540868 Jul 14 09:29:13.037327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:13.042140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.065259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.105807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=40ef6383-8268-48b4-841d-a33d24f152cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.127015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:13.129196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:13.137644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:13.283036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fc769816-08a1-4d2c-8be8-a477194a478d req-546c7450-81a3-4179-b347-255f5d64b888 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553046 Jul 14 09:29:13.664432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.689518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:29:13.700133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.839661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:13.846086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port dc978853-442f-4662-bed8-2b1d8cd2fec8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:13.846351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.911877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:13.914700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.915578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.929236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f7ae9-033c-4a37-8485-4506985aab26 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:13.966177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=2515ddf3-b670-491a-b733-7349d63ed3a2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.990416 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.997072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2c913053-f167-4f16-8e49-cd4ee53315c2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3640096 Jul 14 09:29:14.000017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.007189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a1fce68e-69a6-415d-ae46-d3ec2bace151 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:14.079243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port dc978853-442f-4662-bed8-2b1d8cd2fec8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=dc978853-442f-4662-bed8-2b1d8cd2fec8,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:14.081921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.116008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for dc978853-442f-4662-bed8-2b1d8cd2fec8 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:14.213016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fce68e-69a6-415d-ae46-d3ec2bace151 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:14.217343 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1fce68e-69a6-415d-ae46-d3ec2bace151 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.232951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '2515ddf3-b670-491a-b733-7349d63ed3a2'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:14.233818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.499479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.526684 n-d-758944-44 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-a1fce68e-69a6-415d-ae46-d3ec2bace151 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2515ddf3-b670-491a-b733-7349d63ed3a2 (CIDR: 2001:db8::/64) Jul 14 09:29:14.561997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=dc978853-442f-4662-bed8-2b1d8cd2fec8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.567006 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fce68e-69a6-415d-ae46-d3ec2bace151 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:14.567655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fce68e-69a6-415d-ae46-d3ec2bace151 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:14.576161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a491af23-f7af-4b05-9e5e-4552e164da62 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:14.594913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:14.610831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.613425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a1fce68e-69a6-415d-ae46-d3ec2bace151 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6121054 Jul 14 09:29:14.617120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.626564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:14.658158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Allocated IP 2001:db8::f816:3eff:fefc:e931 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2515ddf3-b670-491a-b733-7349d63ed3a2/029377b7-a963-449b-99de-3f5ca0db2462) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:14.763505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106106f7-e0f9-44b3-883e-6c687645121a req-bf95956a-e338-4eb2-a70a-0c4d4479c9d2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.770936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Transition to ACTIVE for port object a491af23-f7af-4b05-9e5e-4552e164da62 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:14.774411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-106106f7-e0f9-44b3-883e-6c687645121a req-bf95956a-e338-4eb2-a70a-0c4d4479c9d2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 932 time: 0.2447357 Jul 14 09:29:14.784820 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.864943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a491af23-f7af-4b05-9e5e-4552e164da62,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.985400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.006098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Transition to ACTIVE for port object 029377b7-a963-449b-99de-3f5ca0db2462 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:15.028481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-106106f7-e0f9-44b3-883e-6c687645121a req-0c1073df-b632-475d-b816-ba361a99dbdc tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194947 Jul 14 09:29:15.031494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:15.038602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Transition to ACTIVE for port object 029377b7-a963-449b-99de-3f5ca0db2462 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:15.053183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.055835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:15.067404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f43d7ff9-d18b-47fc-b31a-ac185c22605e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6180880 Jul 14 09:29:15.068067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.068222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51324) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.159310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:15.170920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:28:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:15.303142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:15.315049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:15.327312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:15.332372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:15.348998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.380627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:15.388388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.460226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:15.463271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:28:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:15.539135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:15.540539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34a733-862b-440d-9f5d-e6a3f6e6c707 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:15.548475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Attempting to bind port 029377b7-a963-449b-99de-3f5ca0db2462 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:15.562408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Attempting to bind port 029377b7-a963-449b-99de-3f5ca0db2462 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:15.563089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Attempting to bind port 029377b7-a963-449b-99de-3f5ca0db2462 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:15.575907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:15.576812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.583722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:15.584400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.592448 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:29:15.594663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:15.595812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Bound port: 029377b7-a963-449b-99de-3f5ca0db2462, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:15.596434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.763275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:15.766667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:15.771970 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.847130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.867408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f665f4-3251-487f-ac44-ae4a1db74198 None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.908489 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.939981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c4e096e-7357-4549-9adc-d373cd54138d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.121504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Attempting to bind port a491af23-f7af-4b05-9e5e-4552e164da62 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:16.121847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Attempting to bind port a491af23-f7af-4b05-9e5e-4552e164da62 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:16.122287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Attempting to bind port a491af23-f7af-4b05-9e5e-4552e164da62 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:16.134517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Port a491af23-f7af-4b05-9e5e-4552e164da62 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:16.134849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Attempting to bind port a491af23-f7af-4b05-9e5e-4552e164da62 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:16.149398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:16.151487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:16.151836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:16.152238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Bound using segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:16.152688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Bound port: a491af23-f7af-4b05-9e5e-4552e164da62, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:16.153053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.289620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:16.298528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.299133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.319235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=70bdc871-91a6-4e32-9275-02fd73afa0f2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.468076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-67aea367-7a22-411e-af0c-5111cfc9ad54 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8476028 Jul 14 09:29:16.480714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.501551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:c4:e7:c4', 'name': 'tempest-NetworksTestDHCPv6-1219541803'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.554801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.1 (ca85c80e-dae8-4c3b-908f-c71412df2c75/6092392b-c092-4981-af9c-7d16556535d8/27f9f87c-3670-49d6-914e-7b92b88ebf3c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:16.813397 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.861685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.071002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] For port a491af23-f7af-4b05-9e5e-4552e164da62, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:17.149935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] For port a491af23-f7af-4b05-9e5e-4552e164da62, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a491af23-f7af-4b05-9e5e-4552e164da62,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:17.390333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.454819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4568d0-3b41-4de3-b62e-1f91e94589eb req-ae57be32-8107-44a9-9a36-a43809a907ec tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.462208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a4568d0-3b41-4de3-b62e-1f91e94589eb req-ae57be32-8107-44a9-9a36-a43809a907ec tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 944 time: 1.1873295 Jul 14 09:29:17.496594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:17.504906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:17.508935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:17.520852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=27f9f87c-3670-49d6-914e-7b92b88ebf3c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.538569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:17.570002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a13c17c-b352-48e1-92d2-de205d0bc3ab None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:17.610195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.701232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.701881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.706300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2aabcc77-f3b6-49a3-9e13-96a8fd796d83 None None] Provisioning for port 029377b7-a963-449b-99de-3f5ca0db2462 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:17.708306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a491af23-f7af-4b05-9e5e-4552e164da62 HTTP/1.1" status: 200 len: 1093 time: 4.9825082 Jul 14 09:29:17.726271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb98827-fa30-4d7a-895a-019d2562a116', 'tag': 'a491af23-f7af-4b05-9e5e-4552e164da62'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:17.739913 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb98827-fa30-4d7a-895a-019d2562a116", "tag": "a491af23-f7af-4b05-9e5e-4552e164da62"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:17.822021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a4568d0-3b41-4de3-b62e-1f91e94589eb req-7e3f3b17-ac50-4ee4-bb02-bf28e9b8da3f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585489 Jul 14 09:29:17.969105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5a09e-27c8-4182-b71d-67dedb2e23f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a491af23-f7af-4b05-9e5e-4552e164da62,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.981680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:18.028995 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.104705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] Update dhcp port {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': '2515ddf3-b670-491a-b733-7349d63ed3a2', 'ip_address': '2001:db8::f816:3eff:fefc:e931'}, {'subnet_id': '70bdc871-91a6-4e32-9275-02fd73afa0f2'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '029377b7-a963-449b-99de-3f5ca0db2462'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:29:18.153407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.183229 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aedd3e-0d9e-44cb-a042-06e11ece8830 x-openstack-request-id: req-33aedd3e-0d9e-44cb-a042-06e11ece8830 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:18.183832 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb98827-fa30-4d7a-895a-019d2562a116", "tag": "a491af23-f7af-4b05-9e5e-4552e164da62", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:18.183832 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33aedd3e-0d9e-44cb-a042-06e11ece8830 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:18.184232 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb98827-fa30-4d7a-895a-019d2562a116', 'tag': 'a491af23-f7af-4b05-9e5e-4552e164da62', 'status': 'completed', 'code': 200} Jul 14 09:29:18.257631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:18.264579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-53227be1-b505-4029-8bc2-087d2b7cdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.266107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-53227be1-b505-4029-8bc2-087d2b7cdb0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 1096 time: 0.4708273 Jul 14 09:29:18.329919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-eb1ab53a-9bff-4911-a000-5cc67d159742 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a491af23-f7af-4b05-9e5e-4552e164da62 HTTP/1.1" status: 200 len: 217 time: 0.0527461 Jul 14 09:29:18.332657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.335450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:18.348031 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] Sync routers for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:18.366235 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:18.367003 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:28:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:18.384560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-949e2f9b-abb5-4569-b19b-473459f6bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.386046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-949e2f9b-abb5-4569-b19b-473459f6bcc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.0487554 Jul 14 09:29:18.392435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-22e444df-4b09-49aa-a030-af21036e171f tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "PUT /v2.0/routers/4ff5e2e9-db87-4b34-9cd2-e668b1278dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1852872 Jul 14 09:29:18.450293 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-947a3041-47c6-4ca5-84a9-58062e456708 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527654 Jul 14 09:29:18.488486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:18.668663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.669227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 029377b7-a963-449b-99de-3f5ca0db2462 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:18.678058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.681458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:18.683239 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.712676 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:18.765351 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] Allocated IP 2001:db8:0:1::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/70bdc871-91a6-4e32-9275-02fd73afa0f2/029377b7-a963-449b-99de-3f5ca0db2462) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:18.841728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.858463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-ade4941f-0954-4b53-afcd-ce84e1259b3a service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995380 Jul 14 09:29:18.966808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=27f9f87c-3670-49d6-914e-7b92b88ebf3c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.046736 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.114318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.153735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68cf4542-0846-49e2-9141-b90158ed68a0 req-2d33096b-22b9-4b07-817a-7bd65112aa50 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892473 Jul 14 09:29:19.177268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:19.269160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.293075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:19.296300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:19.313966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] Transition to ACTIVE for port object 029377b7-a963-449b-99de-3f5ca0db2462 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:19.325053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.379343 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:14Z', 'revision_number': 6, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:51Z', 'revision_number': 1, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:19.414719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e7ba4-5832-45dc-a388-68f034d93871 req-0a289ea7-b991-446c-ba8a-709b077768d2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.417205 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-134e7ba4-5832-45dc-a388-68f034d93871 req-0a289ea7-b991-446c-ba8a-709b077768d2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 944 time: 0.2619650 Jul 14 09:29:19.444825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05ca6e-7603-4562-b1aa-585716a64c96 None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.491207 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] Checking router: 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:19.500512 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:19.501170 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:19.513359 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-134e7ba4-5832-45dc-a388-68f034d93871 req-5782be23-e71f-47fa-8917-449d3e701cee tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490448 Jul 14 09:29:19.519231 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:19.527895 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:28:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:19.551883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-b8879feb-d0c3-49a9-a853-c50221aae89b req-e07fe537-10b5-4c27-911a-68e2e2f36a0d service neutron] (93754) timed out ('10.222.0.11', 60167) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:29:19.560414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-5e425501-36a5-4572-800f-a330635d39b0 req-d5166c2e-25a5-46f6-ac74-449ff21c9de6 service neutron] (93754) timed out ('10.222.0.11', 60209) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:29:19.562995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:19.633266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8a41fe8-c053-48bc-9712-fc5f3201bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.671580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8:0:1::10d (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/70bdc871-91a6-4e32-9275-02fd73afa0f2/0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:19.682666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.685019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fec4:e7c4 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2515ddf3-b670-491a-b733-7349d63ed3a2/0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:19.813624 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:19.838526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-5eb842d7-cebc-4d49-96c2-11aff2035274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.846335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-5eb842d7-cebc-4d49-96c2-11aff2035274 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 1096 time: 0.6321709 Jul 14 09:29:19.919757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:19.935068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d3e123b4-bf01-4791-907f-2a779fa91a5e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/routers/9d44e8e9-0de6-4cc7-9d88-271f3be056e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8636336 Jul 14 09:29:19.940468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:19.953481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51430) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.969242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:19.970009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:19.972443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'port': {'network_id': 'ca85c80e-dae8-4c3b-908f-c71412df2c75', 'name': 'tempest-FloatingIPTestJSON-212495576'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.074990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:20.089206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6d30a-1dcf-4d1a-ab7c-506f300e7919 req-b8ee40cd-0e7b-439a-9994-1e8ff4217cd0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.113495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-daa6d30a-1dcf-4d1a-ab7c-506f300e7919 req-b8ee40cd-0e7b-439a-9994-1e8ff4217cd0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 946 time: 0.8879838 Jul 14 09:29:20.215330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-21f337b8-bbc6-444c-af11-3b7b63e5491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.217096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-21f337b8-bbc6-444c-af11-3b7b63e5491a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.3473840 Jul 14 09:29:20.229912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:20.231718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:20.261005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.293480 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:14Z', 'revision_number': 6, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:51Z', 'revision_number': 1, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:20.314472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:20.326845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.374220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] device_id is not set on port e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:20.421029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:20.427874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56759af-0d0e-45e1-b3e3-5244d0887e85 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:20.439129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.457729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-bbf9fe8a-026c-4876-8b4a-5fb380fb4677 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a491af23-f7af-4b05-9e5e-4552e164da62 HTTP/1.1" status: 200 len: 217 time: 0.2262678 Jul 14 09:29:20.508096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-daa6d30a-1dcf-4d1a-ab7c-506f300e7919 req-ac0e5bac-3031-4c08-8e36-ef1505385ccf tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936770 Jul 14 09:29:20.509545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:20.515805 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.575928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.637054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:20.641749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-6f3372d6-50b4-4020-a997-08841e408d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.647385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-6f3372d6-50b4-4020-a997-08841e408d62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1803973 Jul 14 09:29:20.654205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.713777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:20.722313 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667f367-c05f-4345-a591-bd958dd669f1 None None] The sync data for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 is: [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:14Z', 'revision_number': 6, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f52984b1-01d8-469b-adbe-fe1ff5b15967', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'port_id': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'mac_address': 'fa:16:3e:73:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:43Z', 'updated_at': '2021-07-14T09:27:51Z', 'revision_number': 1, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:20.723269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-8ad3f4ac-8ea1-466d-87b9-e92c30cb7f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579414 Jul 14 09:29:20.736443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.6 (ca85c80e-dae8-4c3b-908f-c71412df2c75/6092392b-c092-4981-af9c-7d16556535d8/e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:20.902259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2e5795c9-b564-4511-87c3-87cf6ce3ab6c None None] Provisioning for port 029377b7-a963-449b-99de-3f5ca0db2462 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:20.916295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.928047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2e5795c9-b564-4511-87c3-87cf6ce3ab6c None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:20.928919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e5795c9-b564-4511-87c3-87cf6ce3ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.934070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:20.934682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.016543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:21.030142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:21.061060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:21.068825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.070092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.081537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-a78c914b-8344-4d7e-badb-c7001d08d7e7 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522835 Jul 14 09:29:21.127703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.231939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-494b2810-5276-4d26-8caa-424a611a34b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7467141 Jul 14 09:29:21.235311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-f75da95a-608f-4224-aa07-f80ac3992645 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.235946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.237394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-f75da95a-608f-4224-aa07-f80ac3992645 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 946 time: 0.3161142 Jul 14 09:29:21.250761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.270350 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7e7b0-9c15-4f79-9d5b-36d88a9e267d req-f7177fda-67d8-4406-a1c8-14626c96f942 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.272150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33b7e7b0-9c15-4f79-9d5b-36d88a9e267d req-f7177fda-67d8-4406-a1c8-14626c96f942 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 944 time: 0.3496673 Jul 14 09:29:21.408585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.444975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33b7e7b0-9c15-4f79-9d5b-36d88a9e267d req-bcc24c2f-a31f-4a1f-95c4-1bfc5195bc4f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463804 Jul 14 09:29:21.494443 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.531466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf7366b-ce7d-4df2-a5e3-8d7b150ea227 req-15793389-0a69-4a1d-9525-e38dae642874 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374387 Jul 14 09:29:21.536571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:21.537223 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.568011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port cd2d1c8a-3480-4408-9a53-694986d0d0cd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:21.570732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.631442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-601bc4ce-992d-40bc-9e22-0b937b26b24b None None] Provisioning for port 0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:21.635788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-601bc4ce-992d-40bc-9e22-0b937b26b24b None None] Provisioning complete for port 0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:21.636170 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-601bc4ce-992d-40bc-9e22-0b937b26b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.648988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:21.661558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:21.685793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:21.689756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-601bc4ce-992d-40bc-9e22-0b937b26b24b None None] Port 0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:21.755421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.756826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.768463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.847989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port cd2d1c8a-3480-4408-9a53-694986d0d0cd, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cd2d1c8a-3480-4408-9a53-694986d0d0cd,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:21.848676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.865835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.877260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for cd2d1c8a-3480-4408-9a53-694986d0d0cd owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:21.895638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-403f7dda-4c88-47f9-9f92-c013aa280a3c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9305332 Jul 14 09:29:21.895638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.895892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81ff46-dd40-42d0-8668-0097d22f40c9 req-1b2c8c6b-a8dd-4241-8207-cfae4e473d0c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.895892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa81ff46-dd40-42d0-8668-0097d22f40c9 req-1b2c8c6b-a8dd-4241-8207-cfae4e473d0c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 946 time: 0.2033324 Jul 14 09:29:21.904789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'port': {'network_id': 'ca85c80e-dae8-4c3b-908f-c71412df2c75', 'name': 'tempest-FloatingIPTestJSON-2060418349'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:21.939778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:22.023534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa81ff46-dd40-42d0-8668-0097d22f40c9 req-514bba80-7f8f-4713-9b53-084f253d8726 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=1b7d19e0-d453-44a2-a087-9e7baf5288bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125329 Jul 14 09:29:22.038254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a491af23-f7af-4b05-9e5e-4552e164da62 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:22.164147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a491af23-f7af-4b05-9e5e-4552e164da62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a491af23-f7af-4b05-9e5e-4552e164da62,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:22.185090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'a491af23-f7af-4b05-9e5e-4552e164da62', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'port_id': 'a491af23-f7af-4b05-9e5e-4552e164da62', 'mac_address': 'fa:16:3e:cc:3e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f740fca-f926-4310-ba56-bde45cb25f14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:22.229002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.250087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a491af23-f7af-4b05-9e5e-4552e164da62 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:22.262538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:22.269174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.291241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a491af23-f7af-4b05-9e5e-4552e164da62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a491af23-f7af-4b05-9e5e-4552e164da62,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:22.296970 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.329866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.340411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] device_id is not set on port 7746b487-2ce5-4cb1-950c-d2dbb289dc07 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:22.343999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.365753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a491af23-f7af-4b05-9e5e-4552e164da62,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.416101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=cd2d1c8a-3480-4408-9a53-694986d0d0cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.431143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.487223 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.489950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e2cead1f-6ae4-449d-8e7f-f3e500cb09c0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a HTTP/1.1" status: 204 len: 168 time: 1.2341700 Jul 14 09:29:22.500922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['a491af23-f7af-4b05-9e5e-4552e164da62'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:22.522607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.771810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e75afca-aa7e-479e-b868-96778e25c51e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.790633 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3e75afca-aa7e-479e-b868-96778e25c51e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2612686 Jul 14 09:29:22.790862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:22.791869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.792477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] No DVR routers for this DVR port cd2d1c8a-3480-4408-9a53-694986d0d0cd on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:22.811490 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.811490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baa73bd8-ca6b-43e8-b5ae-2e96978b021c req-046fa645-cc93-4e60-b2f5-13fa102bf59e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.48 "DELETE /v2.0/ports/cd2d1c8a-3480-4408-9a53-694986d0d0cd HTTP/1.1" status: 204 len: 173 time: 1.5569978 Jul 14 09:29:22.811490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'name': 'network-vif-deleted', 'tag': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:22.837900 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8a218-ec69-4529-8a3d-59ea452cf4d1" -d '{"events": [{"server_uuid": "8b099b2b-744d-4cdf-aeb6-b6f73d56494a", "name": "network-vif-deleted", "tag": "cd2d1c8a-3480-4408-9a53-694986d0d0cd"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:22.950633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a10df-27b9-4fee-b5db-f133f643836e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.954541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-029a10df-27b9-4fee-b5db-f133f643836e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1593914 Jul 14 09:29:22.954833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.973103 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a853e-2560-4745-ace6-f3e74c0656d9 x-openstack-request-id: req-250a853e-2560-4745-ace6-f3e74c0656d9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:22.973404 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b099b2b-744d-4cdf-aeb6-b6f73d56494a", "name": "network-vif-deleted", "tag": "cd2d1c8a-3480-4408-9a53-694986d0d0cd", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:22.975497 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-250a853e-2560-4745-ace6-f3e74c0656d9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:22.976227 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b099b2b-744d-4cdf-aeb6-b6f73d56494a', 'name': 'network-vif-deleted', 'tag': 'cd2d1c8a-3480-4408-9a53-694986d0d0cd', 'status': 'completed', 'code': 200} Jul 14 09:29:23.033786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661aa89e-0b9f-4400-aadb-5d806e1eb9a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.035534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661aa89e-0b9f-4400-aadb-5d806e1eb9a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.038336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661aa89e-0b9f-4400-aadb-5d806e1eb9a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.043642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-661aa89e-0b9f-4400-aadb-5d806e1eb9a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0837002 Jul 14 09:29:23.043642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.089250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:23.090543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.180508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 2515ddf3-b670-491a-b733-7349d63ed3a2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:23.187573 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.262433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.13 (ca85c80e-dae8-4c3b-908f-c71412df2c75/6092392b-c092-4981-af9c-7d16556535d8/7746b487-2ce5-4cb1-950c-d2dbb289dc07) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:23.289530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb49d9-234f-4bc4-a2e4-bb4da7188a3e req-8b4f9080-a1ed-4273-abd6-df803d53697a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.300791 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-26bb49d9-234f-4bc4-a2e4-bb4da7188a3e req-8b4f9080-a1ed-4273-abd6-df803d53697a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 945 time: 0.4590757 Jul 14 09:29:23.386795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.414803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device dc978853-442f-4662-bed8-2b1d8cd2fec8 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:23.426369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-26bb49d9-234f-4bc4-a2e4-bb4da7188a3e req-4f9c7c8c-34e7-4b38-9886-44b7e86f4fa8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236835 Jul 14 09:29:23.498940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: dc978853-442f-4662-bed8-2b1d8cd2fec8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:23.505971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device dc978853-442f-4662-bed8-2b1d8cd2fec8 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:23.591081 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84a26d48-b9ef-4717-be59-91c27be43d1c req-a95d6ed3-888a-4b0a-a0e6-20ee0023db5b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b099b2b-744d-4cdf-aeb6-b6f73d56494a HTTP/1.1" status: 200 len: 210 time: 0.1175525 Jul 14 09:29:23.717677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.732574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.817883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.847613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.884364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:23.888822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:23.893107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:23.924335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=7746b487-2ce5-4cb1-950c-d2dbb289dc07,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.926198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=2515ddf3-b670-491a-b733-7349d63ed3a2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.928819 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.933050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0fb17f8f-3898-4c5d-be7a-64959906af7c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2515ddf3-b670-491a-b733-7349d63ed3a2 HTTP/1.1" status: 204 len: 168 time: 0.8862851 Jul 14 09:29:23.933326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51522) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.961522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c96b5e-946f-4f84-bbbf-1261ac8d78cd None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:24.001477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 70bdc871-91a6-4e32-9275-02fd73afa0f2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:24.005709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.045522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.046214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.055886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.064649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bdd405fb-c89a-4537-a16e-dd2c040c9534 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1650231 Jul 14 09:29:24.067757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51524) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.069719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a491af23-f7af-4b05-9e5e-4552e164da62 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:24.073196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '7746b487-2ce5-4cb1-950c-d2dbb289dc07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.103031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.145638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port a491af23-f7af-4b05-9e5e-4552e164da62 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:24.153183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port a491af23-f7af-4b05-9e5e-4552e164da62 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:24.153512 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.200771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.283316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.284801 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.323726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=70bdc871-91a6-4e32-9275-02fd73afa0f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.332525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.335123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-60067ee2-3b82-4713-9190-9b0b084f0906 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/70bdc871-91a6-4e32-9275-02fd73afa0f2 HTTP/1.1" status: 204 len: 168 time: 0.4007783 Jul 14 09:29:24.337419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.382375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.410677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb98827-fa30-4d7a-895a-019d2562a116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a491af23-f7af-4b05-9e5e-4552e164da62'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:24.413748 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26336f81-a905-46dd-8f1e-7f5dc5a15286" -d '{"events": [{"server_uuid": "3fb98827-fa30-4d7a-895a-019d2562a116", "name": "network-vif-plugged", "status": "completed", "tag": "a491af23-f7af-4b05-9e5e-4552e164da62"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:24.426660 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1ad3f07-580a-477b-8d9a-2a055e301eb3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849276 Jul 14 09:29:24.427306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51540) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.441436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.539080 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75aaa26-d162-4d39-8ad8-3b9f2af9e628 x-openstack-request-id: req-f75aaa26-d162-4d39-8ad8-3b9f2af9e628 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:24.539381 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb98827-fa30-4d7a-895a-019d2562a116", "name": "network-vif-plugged", "status": "completed", "tag": "a491af23-f7af-4b05-9e5e-4552e164da62", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:24.539654 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f75aaa26-d162-4d39-8ad8-3b9f2af9e628 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:24.540288 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb98827-fa30-4d7a-895a-019d2562a116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a491af23-f7af-4b05-9e5e-4552e164da62', 'code': 200} Jul 14 09:29:24.548659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.25.2.9 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/d345eed8-0953-4b51-b251-2a1c92962f0c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:24.561915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a491af23-f7af-4b05-9e5e-4552e164da62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a491af23-f7af-4b05-9e5e-4552e164da62,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:24.578342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.579146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cd2d1c8a-3480-4408-9a53-694986d0d0cd no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:24.611723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:24.643103 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.886300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.889189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f27d5-7905-4266-8f7d-306f8dd8e5e4 req-df2909dc-7ec2-45ff-9d0d-c07aa45d7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.891393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c3f27d5-7905-4266-8f7d-306f8dd8e5e4 req-df2909dc-7ec2-45ff-9d0d-c07aa45d7e68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 1098 time: 0.1979113 Jul 14 09:29:25.042662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297e6e3-2087-4d60-b197-de24d749efb0 req-70bb2f69-542a-4d0f-80f2-a3c052fa7fda tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.047124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3297e6e3-2087-4d60-b197-de24d749efb0 req-70bb2f69-542a-4d0f-80f2-a3c052fa7fda tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 946 time: 0.3884461 Jul 14 09:29:25.068768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.100291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: cd2d1c8a-3480-4408-9a53-694986d0d0cd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:25.100976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cd2d1c8a-3480-4408-9a53-694986d0d0cd not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:25.102629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a491af23-f7af-4b05-9e5e-4552e164da62,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.121853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990b08b-f92d-427f-889b-15b56ee1f0f1 None None] Update dhcp port {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': '70bdc871-91a6-4e32-9275-02fd73afa0f2'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '029377b7-a963-449b-99de-3f5ca0db2462'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:29:25.173379 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9990b08b-f92d-427f-889b-15b56ee1f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.184873 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf9811c8-c5db-4148-b970-539d543502e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.209100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3297e6e3-2087-4d60-b197-de24d749efb0 req-e7bd910b-5abd-4050-bc4b-8060836ec0ea tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495202 Jul 14 09:29:25.243083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf9811c8-c5db-4148-b970-539d543502e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.309519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c3f27d5-7905-4266-8f7d-306f8dd8e5e4 req-d8cc569a-3ff5-4b0c-9407-e11275f9a55a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696394 Jul 14 09:29:25.330047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf9811c8-c5db-4148-b970-539d543502e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.333514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf9811c8-c5db-4148-b970-539d543502e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.337185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bf9811c8-c5db-4148-b970-539d543502e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b7d19e0-d453-44a2-a087-9e7baf5288bb HTTP/1.1" status: 204 len: 168 time: 0.4420912 Jul 14 09:29:25.368299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9811c8-c5db-4148-b970-539d543502e3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7d19e0-d453-44a2-a087-9e7baf5288bb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.396007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51574) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:25.480535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f8b256-d503-408d-9d04-f50ab368bb5a None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:25.492157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.535430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=d345eed8-0953-4b51-b251-2a1c92962f0c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.555309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:25.559040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:25.561986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:25.568914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting subnet 98285177-4aa1-40fc-b433-a3ae5379386d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:25.582734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.615616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:29:25.651941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7cf8804-ba83-4d81-8ced-410375eed4f9 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:25.655780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8804-ba83-4d81-8ced-410375eed4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.669760 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.830755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.098161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.213509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.219574 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.220529 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.372440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:26.390824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:26.445081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.446253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.475515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=6d1336b8-3cb7-42fe-866b-4497b0efffd1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.483060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.540677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.541275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.541940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.542550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.543055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.543192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:26.544070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.544574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.545107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.545612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.546165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.546694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.547345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.591968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.592731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.593307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.593877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.596350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.597515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.633997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.635068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.635696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.636270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.636860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.637464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.644718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-131aa5ef-8137-45b0-acb9-8e56d4399718 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2160220 Jul 14 09:29:26.645851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.654529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-34627e80-1bee-4c2f-81b8-3340272b0caa tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:26.802597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627114f9-3f85-4dc3-ad06-5e1f274ee096 req-eead2353-32db-45e8-abf0-f62681776968 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.804478 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-627114f9-3f85-4dc3-ad06-5e1f274ee096 req-eead2353-32db-45e8-abf0-f62681776968 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 946 time: 0.2777021 Jul 14 09:29:26.899573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34627e80-1bee-4c2f-81b8-3340272b0caa tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:26.903136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34627e80-1bee-4c2f-81b8-3340272b0caa tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.905880 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.942507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-627114f9-3f85-4dc3-ad06-5e1f274ee096 req-0d6dba96-4662-4160-bbc0-5e4371b2e188 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322398 Jul 14 09:29:27.061947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:27.084366 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.231624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.270021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.306573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:27.364473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827e220-77b7-4deb-9d4f-8a6569e1cc8d None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:27.486077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.515335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fd55b07e-57b4-4abc-9f97-557334cca53e None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:27.515763 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd55b07e-57b4-4abc-9f97-557334cca53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.656717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.660333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.811052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:27.812213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.852928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.881667 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-34627e80-1bee-4c2f-81b8-3340272b0caa tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d1336b8-3cb7-42fe-866b-4497b0efffd1 (CIDR: 2001:db8::/64) Jul 14 09:29:27.886440 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-34627e80-1bee-4c2f-81b8-3340272b0caa tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:27.889038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34627e80-1bee-4c2f-81b8-3340272b0caa tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:27.908308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34627e80-1bee-4c2f-81b8-3340272b0caa tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2580004 Jul 14 09:29:27.911663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.926859 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.929344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:27.932280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/subnets/98285177-4aa1-40fc-b433-a3ae5379386d HTTP/1.1" status: 204 len: 168 time: 2.5350010 Jul 14 09:29:27.935525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51634) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.936558 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.938256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94141b96-c1fa-42b6-ac93-2cf0775ea7c2 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Subnet': ['ID=98285177-4aa1-40fc-b433-a3ae5379386d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.009497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc925375-ce2a-4ed5-b69d-13ca941c32d7 None None] Network 135b9e15-4b70-468f-8447-b56f043c45f2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:28.035014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=d345eed8-0953-4b51-b251-2a1c92962f0c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.056249 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd55b07e-57b4-4abc-9f97-557334cca53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.213563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f542e8e-831c-4dce-a9e2-e35c34c900a8 req-16433cd5-65f5-4edc-b72d-fd925dc9ed42 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.223025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f542e8e-831c-4dce-a9e2-e35c34c900a8 req-16433cd5-65f5-4edc-b72d-fd925dc9ed42 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 0.8959024 Jul 14 09:29:28.232131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.282081 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.285759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:28.289432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.400551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f542e8e-831c-4dce-a9e2-e35c34c900a8 req-298b7a87-ef91-4fbf-8170-02863343b36c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763060 Jul 14 09:29:28.450160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.500968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fd55b07e-57b4-4abc-9f97-557334cca53e None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:28.513119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd55b07e-57b4-4abc-9f97-557334cca53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.545568 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP bc504af8-32a4-4ebe-a888-64927d2e92c2 associated. External IP: 172.25.2.9, port: 7746b487-2ce5-4cb1-950c-d2dbb289dc07. Jul 14 09:29:28.551091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port ead932d0-cab9-47e5-b730-b323acd0714e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:28.551590 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.641304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55b07e-57b4-4abc-9f97-557334cca53e None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.702206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port ead932d0-cab9-47e5-b730-b323acd0714e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ead932d0-cab9-47e5-b730-b323acd0714e,segment=NetworkSegment(bc1791ba-8cb5-443d-9642-1bc46b1b9faa),segment_id=bc1791ba-8cb5-443d-9642-1bc46b1b9faa)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:28.702803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.720219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for ead932d0-cab9-47e5-b730-b323acd0714e owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:28.756582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:28.756955 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:28.857764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.870963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9a1cc2be-534e-44d6-b6db-bc0f0875f9c6 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:28.871608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a1cc2be-534e-44d6-b6db-bc0f0875f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.903950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa2b53-4891-4739-b10b-03d354ba4f44 None None] DHCP port deletion for 135b9e15-4b70-468f-8447-b56f043c45f2 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:28.989260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:29.033869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=ead932d0-cab9-47e5-b730-b323acd0714e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.051069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] No DVR routers for this DVR port ead932d0-cab9-47e5-b730-b323acd0714e on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:29.126270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:29.137643 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:29.151534 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:29.152503 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.154539 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.154699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf776e-2ab9-4568-aeb7-0da4af025928 req-ed87ed0a-68e4-4bec-9af9-212022c47f40 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.156492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11bf776e-2ab9-4568-aeb7-0da4af025928 req-ed87ed0a-68e4-4bec-9af9-212022c47f40 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 946 time: 0.3316517 Jul 14 09:29:29.198071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ff51a081-5400-4b74-bff4-8aecf589fc28 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1289582 Jul 14 09:29:29.198706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.203504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:29.234813 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.240829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11bf776e-2ab9-4568-aeb7-0da4af025928 req-10c4b47d-788d-455b-a775-518ff2cbf940 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728159 Jul 14 09:29:29.251209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.258144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:29.261832 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.287996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135b9e15-4b70-468f-8447-b56f043c45f2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.334083 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.334746 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e14a4-bd5f-4599-995d-f62a6da2f103 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:29.341699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.341996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1791ba-8cb5-443d-9642-1bc46b1b9faa') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.354029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.424069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.444940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.545070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:29.580795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.609878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:29.612471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=2f16e738-92f1-4fcf-b114-66a822daa1ee,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.626342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:29.628764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.639514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:29.646537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.649505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.654070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ef7f9-20ad-49dd-9d57-c80f0e5013d9 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:29.660049 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:29.805134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:29.805520 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.809145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.815159 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.816601 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP bc504af8-32a4-4ebe-a888-64927d2e92c2 disassociated. External IP: 172.25.2.9, port: 7746b487-2ce5-4cb1-950c-d2dbb289dc07. Jul 14 09:29:29.858890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1decbb8-f03c-431b-ba5c-2eafdf674c9e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9447739 Jul 14 09:29:29.863009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.876561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:3c:bb:a5', 'name': 'tempest-NetworksTestDHCPv6-1960037096'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:29.901696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.908869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.911637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/networks/135b9e15-4b70-468f-8447-b56f043c45f2 HTTP/1.1" status: 204 len: 168 time: 1.9668949 Jul 14 09:29:29.917729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.182951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3f582-96fd-4860-973e-d98368afffa4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Network': ['ID=135b9e15-4b70-468f-8447-b56f043c45f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.191969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:30.240175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ead932d0-cab9-47e5-b730-b323acd0714e no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:30.285890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ead932d0-cab9-47e5-b730-b323acd0714e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:30.286243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ead932d0-cab9-47e5-b730-b323acd0714e not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:30.310572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.348586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port b49569df-ff4e-47cd-a9e1-10e47cc3fe71 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:30.417873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:30.419593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] Update dhcp port {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': '6d1336b8-3cb7-42fe-866b-4497b0efffd1', 'ip_address': '2001:db8::f816:3eff:fefc:e931'}, {'subnet_id': '2f16e738-92f1-4fcf-b114-66a822daa1ee'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '029377b7-a963-449b-99de-3f5ca0db2462'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:29:30.443072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port 18fd1d28-2a7a-4461-aa75-bbf16e6c8f44 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:30.448018 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.464050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cddcb5-a49a-4134-bf14-b4bcab0843c4 req-337546a1-6334-4649-a6a9-e251bbe57128 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.465666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41cddcb5-a49a-4134-bf14-b4bcab0843c4 req-337546a1-6334-4649-a6a9-e251bbe57128 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 946 time: 0.4836469 Jul 14 09:29:30.475334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.619426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41cddcb5-a49a-4134-bf14-b4bcab0843c4 req-2fe1f51c-2e05-4047-b634-3d255727deb1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357374 Jul 14 09:29:30.640446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.641155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.658891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for 18fd1d28-2a7a-4461-aa75-bbf16e6c8f44 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:30.710486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8:0:1::95 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2f16e738-92f1-4fcf-b114-66a822daa1ee/b49569df-ff4e-47cd-a9e1-10e47cc3fe71) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:30.717434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::f816:3eff:fe3c:bba5 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/6d1336b8-3cb7-42fe-866b-4497b0efffd1/b49569df-ff4e-47cd-a9e1-10e47cc3fe71) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:30.792531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:30.803456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:30.813352 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.816117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:30.817104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.860345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.888621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:30.889599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.908974 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.927030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-010609f6-c512-411c-810e-bdfaaee57c01 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/floatingips/bc504af8-32a4-4ebe-a888-64927d2e92c2 HTTP/1.1" status: 200 len: 686 time: 1.7270029 Jul 14 09:29:30.928746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.942513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object b49569df-ff4e-47cd-a9e1-10e47cc3fe71 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:30.967435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.968114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f51d30-7c80-4bbb-9ed0-12b9c56843ce None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:31.016198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.153050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=b49569df-ff4e-47cd-a9e1-10e47cc3fe71,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.155185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] Allocated IP 2001:db8:0:1::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/2f16e738-92f1-4fcf-b114-66a822daa1ee/029377b7-a963-449b-99de-3f5ca0db2462) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:31.185179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:31.191788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:31.201457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:31.210163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.210835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.250218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f052cc3-61a9-4192-9147-82f5ad9101f3 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3842835 Jul 14 09:29:31.250759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.266680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.318058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=18fd1d28-2a7a-4461-aa75-bbf16e6c8f44,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.355409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:31.371610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port d345eed8-0953-4b51-b251-2a1c92962f0c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:31.371984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.397933 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.435924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port b49569df-ff4e-47cd-a9e1-10e47cc3fe71 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:31.436321 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.470470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] Transition to ACTIVE for port object 029377b7-a963-449b-99de-3f5ca0db2462 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:31.480139 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.488354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-988f5fbb-4c8e-4282-a7ff-315837b79611 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.489939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-988f5fbb-4c8e-4282-a7ff-315837b79611 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 946 time: 0.3592045 Jul 14 09:29:31.512681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.544819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.545143 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Floating IP f52984b1-01d8-469b-adbe-fe1ff5b15967 disassociated (deleted). External IP: 172.25.2.19, port: d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6. Jul 14 09:29:31.572076 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.586308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for b49569df-ff4e-47cd-a9e1-10e47cc3fe71 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:31.687338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.688299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.711249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56373f76-52ee-4b3b-bc6c-8539ea2e4710 None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.717754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for d345eed8-0953-4b51-b251-2a1c92962f0c owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:31.940245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.032838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=b49569df-ff4e-47cd-a9e1-10e47cc3fe71,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.064614 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.066959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8b59ee3b-6c5f-4cf7-90ae-36dad6f27325 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/b49569df-ff4e-47cd-a9e1-10e47cc3fe71 HTTP/1.1" status: 204 len: 168 time: 0.8152726 Jul 14 09:29:32.069488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.191945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e41b0c5-3e02-4ec6-a6b3-10d310b0b999 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.197688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e41b0c5-3e02-4ec6-a6b3-10d310b0b999 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1266582 Jul 14 09:29:32.198788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.323152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe3328b-27e2-4487-b9db-dd0d35f00eb0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.332527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8fe3328b-27e2-4487-b9db-dd0d35f00eb0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1286676 Jul 14 09:29:32.333177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51722) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.469923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a615b4-6eba-46c2-9c95-200e29befb8f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.471514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a615b4-6eba-46c2-9c95-200e29befb8f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.473726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a615b4-6eba-46c2-9c95-200e29befb8f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.475770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e6a615b4-6eba-46c2-9c95-200e29befb8f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1416247 Jul 14 09:29:32.478892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.492140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Deleting port a491af23-f7af-4b05-9e5e-4552e164da62 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:32.493117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.524676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fa8aa-5d87-4aa0-9370-a273786ec537 req-aa6653ca-3e71-4792-ab8a-d9b7c0e3f3a0 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.527796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-222fa8aa-5d87-4aa0-9370-a273786ec537 req-aa6653ca-3e71-4792-ab8a-d9b7c0e3f3a0 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 946 time: 0.2150171 Jul 14 09:29:32.559863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 2f16e738-92f1-4fcf-b114-66a822daa1ee {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:32.564562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.639281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.745663 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-222fa8aa-5d87-4aa0-9370-a273786ec537 req-85fb02f3-2f80-4cba-8ab2-311c99abc617 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944633 Jul 14 09:29:32.781669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bed0fa0f-807d-4ecb-8dee-55325fcbb087 None None] Provisioning for port 029377b7-a963-449b-99de-3f5ca0db2462 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:32.807011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bed0fa0f-807d-4ecb-8dee-55325fcbb087 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:32.807632 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bed0fa0f-807d-4ecb-8dee-55325fcbb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.843312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.885658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] For port a491af23-f7af-4b05-9e5e-4552e164da62, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a491af23-f7af-4b05-9e5e-4552e164da62,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:32.886393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.909635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Calling delete_port for a491af23-f7af-4b05-9e5e-4552e164da62 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:32.968896 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.033702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=2f16e738-92f1-4fcf-b114-66a822daa1ee,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.036310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.039786 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f3cf090-7cb8-4d5e-a41c-3170e56bc8db tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2f16e738-92f1-4fcf-b114-66a822daa1ee HTTP/1.1" status: 204 len: 168 time: 0.5596132 Jul 14 09:29:33.042335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.083974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.100490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600fa7a3-1a42-4964-a08c-43e69a3d47fc None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:33.125279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 6d1336b8-3cb7-42fe-866b-4497b0efffd1 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:33.129258 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.184165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.214159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e921b6b0-2a9b-4647-aa82-4db9fdaa376b None None] Could not find standard attr ID for object b49569df-ff4e-47cd-a9e1-10e47cc3fe71. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:33.267778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=d345eed8-0953-4b51-b251-2a1c92962f0c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.302965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:33.327697 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.330406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.332410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-82f0ec3b-3dc0-47ec-a763-75c5c8e38ac1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/floatingips/bc504af8-32a4-4ebe-a888-64927d2e92c2 HTTP/1.1" status: 204 len: 168 time: 2.4026055 Jul 14 09:29:33.336558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.342004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.345023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.494336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.502974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:33.569117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.573500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1336b8-3cb7-42fe-866b-4497b0efffd1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.592595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.595229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-48283be7-73c9-4daf-b3e0-5586b691e833 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/6d1336b8-3cb7-42fe-866b-4497b0efffd1 HTTP/1.1" status: 204 len: 168 time: 0.5519550 Jul 14 09:29:33.598277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.606076 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.628673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ee9feefe-2869-4b87-9a70-78052036e719'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:33.631455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:33.683637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-623f1671-c713-402c-9f86-fecc0b6feaaf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838728 Jul 14 09:29:33.698304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.704955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.708576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:33.710303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event deleted for resources: {'Port': ['ID=a491af23-f7af-4b05-9e5e-4552e164da62,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.730243 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] Sync routers for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:33.744671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.770744 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:33.771443 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.992299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] No DVR routers for this DVR port a491af23-f7af-4b05-9e5e-4552e164da62 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:34.010742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.015066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c2359281-eba8-4c52-bfc6-5631948bf2b9 req-0f464a8f-67ae-400e-8c8d-470161af71d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "DELETE /v2.0/ports/a491af23-f7af-4b05-9e5e-4552e164da62 HTTP/1.1" status: 204 len: 173 time: 2.5194991 Jul 14 09:29:34.022407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb98827-fa30-4d7a-895a-019d2562a116', 'name': 'network-vif-deleted', 'tag': 'a491af23-f7af-4b05-9e5e-4552e164da62'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:34.032110 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f97862-0dd6-4632-9fb2-2d157e174c3b" -d '{"events": [{"server_uuid": "3fb98827-fa30-4d7a-895a-019d2562a116", "name": "network-vif-deleted", "tag": "a491af23-f7af-4b05-9e5e-4552e164da62"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:34.055648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-96431979-b2a6-42a0-8444-e60da1796878 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/floatingips/f52984b1-01d8-469b-adbe-fe1ff5b15967 HTTP/1.1" status: 204 len: 168 time: 4.1342347 Jul 14 09:29:34.088811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:34.089371 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.129491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a491af23-f7af-4b05-9e5e-4552e164da62 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:34.152429 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6f9e96-8659-4dd4-bae6-c227a7a17093 x-openstack-request-id: req-df6f9e96-8659-4dd4-bae6-c227a7a17093 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:34.152798 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb98827-fa30-4d7a-895a-019d2562a116", "name": "network-vif-deleted", "tag": "a491af23-f7af-4b05-9e5e-4552e164da62", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:34.153007 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df6f9e96-8659-4dd4-bae6-c227a7a17093 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:34.153392 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb98827-fa30-4d7a-895a-019d2562a116', 'name': 'network-vif-deleted', 'tag': 'a491af23-f7af-4b05-9e5e-4552e164da62', 'status': 'completed', 'code': 200} Jul 14 09:29:34.207339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.216296 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:34.231492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc21e618-3ebf-45d8-8009-26d537ef5d5b req-67deaa1d-6cc3-4e71-8379-f8c06325b861 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb98827-fa30-4d7a-895a-019d2562a116 HTTP/1.1" status: 200 len: 210 time: 0.1586125 Jul 14 09:29:34.273707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:34.279114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.306431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: a491af23-f7af-4b05-9e5e-4552e164da62 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:34.306904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a491af23-f7af-4b05-9e5e-4552e164da62 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:34.607885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.25.2.17 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/431475fa-4c70-4031-88d3-d474281ae6c2) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:34.757177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856855d0-ec84-4cc8-9955-70b9538e31b0 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:34.787086 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.888838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:34.903911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:35.050385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.050385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.053078 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:14Z', 'revision_number': 6, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.055728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.056892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2933867 Jul 14 09:29:35.056892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51784) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.056892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0c0d1602-b7c6-4675-a50c-6781e07a5d00 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:35.057316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5b6bfd80-40a0-4175-bf93-49c2998fefb7 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:35.057316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b6bfd80-40a0-4175-bf93-49c2998fefb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.057648 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] Checking router: 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:35.187929 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:35.187929 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.189324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.189324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=431475fa-4c70-4031-88d3-d474281ae6c2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.231667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:35.237254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355f75e-0710-4692-bf7a-2c5b3cf640c4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=a9ddda78-f93a-4388-a3a5-846162a35c75,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.260631 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:35.261499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:35.286293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.286969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.287532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.288056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.288973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.289482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.290403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.291486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.292008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.292534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.294582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.295222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:35.300842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:35.653330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2c1bd-e3a3-4825-bf28-919f054b1ed1 req-e3196edc-8c1d-4002-a6d3-70d95b149fe1 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.662789 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1bd2c1bd-e3a3-4825-bf28-919f054b1ed1 req-e3196edc-8c1d-4002-a6d3-70d95b149fe1 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 946 time: 0.4196484 Jul 14 09:29:35.734503 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1bd2c1bd-e3a3-4825-bf28-919f054b1ed1 req-16fa4fdb-b1dc-4b7c-9cd3-d76a7fa0abed tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686958 Jul 14 09:29:35.737317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0d1602-b7c6-4675-a50c-6781e07a5d00 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:35.746929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1602-b7c6-4675-a50c-6781e07a5d00 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.839954 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:14Z', 'revision_number': 6, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:35.899470 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b74e03-26f8-42ea-a98e-5ed1a56815b0 None None] The sync data for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 is: [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:14Z', 'revision_number': 6, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8102c88c-149d-4d19-a25b-c5a02d7294bc', 'name': '', 'network_id': '049c645a-d3c9-4e5b-a6e7-d1616171850d', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:0b:9d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:03Z', 'updated_at': '2021-07-14T09:27:19Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': '6617ece6-cf65-45fc-864c-c731b1a7af93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:35.998427 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-0c0d1602-b7c6-4675-a50c-6781e07a5d00 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9ddda78-f93a-4388-a3a5-846162a35c75 (CIDR: 2001:db8::/64) Jul 14 09:29:36.004351 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0d1602-b7c6-4675-a50c-6781e07a5d00 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:36.005174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0d1602-b7c6-4675-a50c-6781e07a5d00 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:36.029819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d0d23c-9ef4-4fc1-9ef2-c4932cbb6bf4 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:36.053520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0c0d1602-b7c6-4675-a50c-6781e07a5d00 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0561135 Jul 14 09:29:36.056803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51814) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.078424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:36.297242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:36.299756 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1e1e75-b495-4d6d-9f02-9a9742de0300" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:36.327414 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.375109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dbf2a853-e871-4435-9332-1f5184f13226 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:36.375529 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a853-e871-4435-9332-1f5184f13226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.431007 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6351dd-676f-46ac-a295-cba69eaa4ca6 x-openstack-request-id: req-0e6351dd-676f-46ac-a295-cba69eaa4ca6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:36.431922 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:36.433237 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e6351dd-676f-46ac-a295-cba69eaa4ca6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:36.434272 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'status': 'completed', 'code': 200} Jul 14 09:29:36.478660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:36.489289 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.502679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b889d5b-8c04-4f6a-b500-b55c74fde0c6 None None] New status for floating IP f52984b1-01d8-469b-adbe-fe1ff5b15967: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:36.708867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.718614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79db5-92bb-4034-ba26-bda6f1586986 req-19a06b7c-cc41-4d7a-8e0d-657fc27080c5 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.739391 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3da79db5-92bb-4034-ba26-bda6f1586986 req-19a06b7c-cc41-4d7a-8e0d-657fc27080c5 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 0.3744383 Jul 14 09:29:36.942799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.962066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3da79db5-92bb-4034-ba26-bda6f1586986 req-3207e606-1838-4694-a1b6-819f2fa0b3b3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212884 Jul 14 09:29:36.972846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.032125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-8094bae0-aa4b-492c-8977-e54700c200d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.033871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-8094bae0-aa4b-492c-8977-e54700c200d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 1098 time: 0.5986147 Jul 14 09:29:37.127940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=431475fa-4c70-4031-88d3-d474281ae6c2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:37.157839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c5ea8b51-610d-42a0-bbc5-e1beb611ff53 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:37.158837 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8b51-610d-42a0-bbc5-e1beb611ff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.163491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-721814c4-9137-4213-ac34-fb4bd64c4041 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.168047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-721814c4-9137-4213-ac34-fb4bd64c4041 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 946 time: 0.8464439 Jul 14 09:29:37.456420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:29:37.477571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.11', 60700) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.478413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.488424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d923fd7-d6b2-4237-9ca8-a470a2069861 req-6849969b-0b42-4e71-b85e-9d53545fa050 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.502414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d923fd7-d6b2-4237-9ca8-a470a2069861 req-6849969b-0b42-4e71-b85e-9d53545fa050 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 946 time: 0.4667127 Jul 14 09:29:37.642225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-277558b8-24ff-4306-a53e-68b2c017d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.644726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-277558b8-24ff-4306-a53e-68b2c017d979 service neutron] 10.222.0.11 "GET /v2.0/networks?id=049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 200 len: 898 time: 0.4728765 Jul 14 09:29:37.740151 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.830204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-62b8f42a-d748-472a-9ce1-74a4b329b116 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 200 len: 217 time: 0.1688282 Jul 14 09:29:37.907931 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d923fd7-d6b2-4237-9ca8-a470a2069861 req-1351021d-dc42-4254-9185-8a5a41be514d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4039176 Jul 14 09:29:37.909053 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c associated. External IP: 172.25.2.17, port: e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd. Jul 14 09:29:37.919243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:37.919623 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.043747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:38.086226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.091987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.093127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.216978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:38.228352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:38.240492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eea461-1167-4dde-9fbd-804464770447 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:38.256335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.256990 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.301650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=15']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:38.332826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=790d287b-217f-4851-8eaf-cd628a450aa7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:38.383567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3b32dafe-1c72-4e1a-8b29-84e7ea694df1 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3252785 Jul 14 09:29:38.384410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.394429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:6c:ae:cb', 'name': 'tempest-NetworksTestDHCPv6-1761517225'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:38.486791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d30fd-156a-445a-be57-30a7b477f775 req-1def769c-335d-4b55-84fa-e552e0b12140 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.495552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7b1d30fd-156a-445a-be57-30a7b477f775 req-1def769c-335d-4b55-84fa-e552e0b12140 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 0.2165158 Jul 14 09:29:38.819619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] Update dhcp port {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'fixed_ips': [{'subnet_id': '790d287b-217f-4851-8eaf-cd628a450aa7', 'ip_address': '2001:db8:0:1:f816:3eff:fefc:e931'}, {'subnet_id': 'a9ddda78-f93a-4388-a3a5-846162a35c75'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '029377b7-a963-449b-99de-3f5ca0db2462'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:29:38.826804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-8dab21f5-541a-4110-b126-24a56e17afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.828431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-8dab21f5-541a-4110-b126-24a56e17afff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6617ece6-cf65-45fc-864c-c731b1a7af93 HTTP/1.1" status: 200 len: 835 time: 0.9958823 Jul 14 09:29:38.886051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-2b6dc735-0069-45b6-a0ab-f65ba31bb784 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.891487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-2b6dc735-0069-45b6-a0ab-f65ba31bb784 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 1.3822124 Jul 14 09:29:38.918254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.177980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7b1d30fd-156a-445a-be57-30a7b477f775 req-532452be-a983-4e28-b76d-a21f7711eba4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813409 Jul 14 09:29:39.245452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:39.245835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.319762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/a9ddda78-f93a-4388-a3a5-846162a35c75/029377b7-a963-449b-99de-3f5ca0db2462) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:39.419981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:39.488690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:39.509367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:39.641259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:39.668323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:39.670835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.685386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.717979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-50dea53b-4eb6-40bf-9512-67bc9e290a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.719879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-50dea53b-4eb6-40bf-9512-67bc9e290a7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=049c645a-d3c9-4e5b-a6e7-d1616171850d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8288450 Jul 14 09:29:39.729394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port 0fa74814-e439-40e6-bc14-6fa7dda9a651 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:39.809791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.869652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c754-1116-447a-a62e-4fbce2349e36 req-4d92a819-e953-4484-96a7-d19f436e28ac tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.875949 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a087c754-1116-447a-a62e-4fbce2349e36 req-4d92a819-e953-4484-96a7-d19f436e28ac tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 946 time: 0.6752932 Jul 14 09:29:39.960608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:39.962990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Deleting port ee9feefe-2869-4b87-9a70-78052036e719 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:39.963531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.037999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-8b6aad1f-a34b-4b7f-9bc1-17b7e67d0a1a service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057549 Jul 14 09:29:40.054077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.156205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] Transition to ACTIVE for port object 029377b7-a963-449b-99de-3f5ca0db2462 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:40.166795 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.202317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a087c754-1116-447a-a62e-4fbce2349e36 req-722e11fe-8406-479b-b9c4-71540310a393 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=f92d102e-7019-466d-8d1d-b1ba31e362ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979414 Jul 14 09:29:40.202943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.309316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b69f1a1-da02-4afa-a6cf-6ad7ea072361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.328729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492875dc-a019-4759-9e20-c806d56cb514 None None] Pushing event updated for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=16']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.413770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.441554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] No DVR routers for this DVR port d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:40.460903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.463003 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "DELETE /v2.0/ports/d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 HTTP/1.1" status: 204 len: 173 time: 3.2900813 Jul 14 09:29:40.463506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'name': 'network-vif-deleted', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:40.465949 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e76b9f5-693b-4ab6-bda3-47dc54f4d9ae" -d '{"events": [{"server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "name": "network-vif-deleted", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:40.467253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::197 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/a9ddda78-f93a-4388-a3a5-846162a35c75/0fa74814-e439-40e6-bc14-6fa7dda9a651) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:40.510690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c1e1e75-b495-4d6d-9f02-9a9742de0300 req-1db42fc6-e124-44f5-b007-8f3740c7c8df service neutron] 10.222.0.11 "GET /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625559 Jul 14 09:29:40.515672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] For port ee9feefe-2869-4b87-9a70-78052036e719, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ee9feefe-2869-4b87-9a70-78052036e719,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:40.515974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.527441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:aecb (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/790d287b-217f-4851-8eaf-cd628a450aa7/0fa74814-e439-40e6-bc14-6fa7dda9a651) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:40.596735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Calling delete_port for ee9feefe-2869-4b87-9a70-78052036e719 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:40.616206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:40.652111 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:40.664688 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:40.665579 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.671002 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769286a2-fc1a-4aa6-a8a3-840856a36064 x-openstack-request-id: req-769286a2-fc1a-4aa6-a8a3-840856a36064 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:40.671633 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ef445-a25c-4812-b2dc-7b1e6c14c47a", "name": "network-vif-deleted", "tag": "d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:40.672299 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-769286a2-fc1a-4aa6-a8a3-840856a36064 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:40.674084 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ef445-a25c-4812-b2dc-7b1e6c14c47a', 'name': 'network-vif-deleted', 'tag': 'd2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6', 'status': 'completed', 'code': 200} Jul 14 09:29:40.771093 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.777862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60af08e-406b-43e3-bbbf-e58764220b4d req-a648f294-1b60-41eb-94b9-77fc1272882a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.785361 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d60af08e-406b-43e3-bbbf-e58764220b4d req-a648f294-1b60-41eb-94b9-77fc1272882a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 945 time: 0.3342083 Jul 14 09:29:40.788033 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:40.793542 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.835140 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.835828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00673d1c-d223-43dd-91df-b63d115f91ff None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:40.836616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b69f1a1-da02-4afa-a6cf-6ad7ea072361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.877463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d60af08e-406b-43e3-bbbf-e58764220b4d req-6bcad6d9-2657-4e43-9be5-2bf43ea0cd80 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908892 Jul 14 09:29:40.916723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.932950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object 0fa74814-e439-40e6-bc14-6fa7dda9a651 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:40.949663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.963091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ee9feefe-2869-4b87-9a70-78052036e719'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:40.965328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:40.979946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b69f1a1-da02-4afa-a6cf-6ad7ea072361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.028986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:41.072670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:41.077415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d2eea3a2-1c92-4cd0-81b2-bfd1f5ab29a6 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:41.117033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.126607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2b69f1a1-da02-4afa-a6cf-6ad7ea072361 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8139b5e73ab43fa8d252c2e211529b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0714176 Jul 14 09:29:41.127511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.132917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f1a1-da02-4afa-a6cf-6ad7ea072361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf3632-9e99-4305-891b-444797b4254c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.173723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.211671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] No DVR routers for this DVR port ee9feefe-2869-4b87-9a70-78052036e719 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:41.215121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.217178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a30ccb4c-b1f3-4986-b0c8-32a9e1443a81 req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "DELETE /v2.0/ports/ee9feefe-2869-4b87-9a70-78052036e719 HTTP/1.1" status: 204 len: 173 time: 2.2895110 Jul 14 09:29:41.220988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4e5f-9d25-4230-81d8-3b37f03c55e7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event deleted for resources: {'Port': ['ID=ee9feefe-2869-4b87-9a70-78052036e719,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.232427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:41.245680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:41.256900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:41.264409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.265565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.271308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=0fa74814-e439-40e6-bc14-6fa7dda9a651,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.293086 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b32c549b-7e22-4457-b007-9cc5d8a446c7 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.9551718 Jul 14 09:29:41.293799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51966) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.349667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a15a54d2-f874-4b48-b685-29bc54f1e662 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9605858 Jul 14 09:29:41.356923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 51968) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.453529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d3765a54-9450-4771-b061-de54a3048b3f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "GET /v2.0/floatingips/3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c HTTP/1.1" status: 200 len: 976 time: 0.1584730 Jul 14 09:29:41.457492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9a22c9-1591-4cfb-897b-4ab0a54b7ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.458259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.569215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:41.605980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9a22c9-1591-4cfb-897b-4ab0a54b7ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.670750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port 0fa74814-e439-40e6-bc14-6fa7dda9a651 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:41.671789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.720925 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4c219997-a314-4c6c-bf3e-110c6fc6fa3b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2604842 Jul 14 09:29:41.731220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.736052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'port_id': '7746b487-2ce5-4cb1-950c-d2dbb289dc07'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:41.770522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b96e321c-972c-4eb4-bb4c-44ef9097bec2 None None] Provisioning for port 029377b7-a963-449b-99de-3f5ca0db2462 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:41.776251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b96e321c-972c-4eb4-bb4c-44ef9097bec2 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:41.776416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9a22c9-1591-4cfb-897b-4ab0a54b7ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.776991 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b96e321c-972c-4eb4-bb4c-44ef9097bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.779871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9a22c9-1591-4cfb-897b-4ab0a54b7ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.781969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bb9a22c9-1591-4cfb-897b-4ab0a54b7ddc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bcf3632-9e99-4305-891b-444797b4254c HTTP/1.1" status: 204 len: 168 time: 0.6504054 Jul 14 09:29:41.833156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a22c9-1591-4cfb-897b-4ab0a54b7ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf3632-9e99-4305-891b-444797b4254c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.895309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.911496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for 0fa74814-e439-40e6-bc14-6fa7dda9a651 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:41.958271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.071965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c8d8472-2a22-4802-8234-3f1c90e92463 req-5f96c456-7d80-4e1c-8712-9f94f6dd1e1a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec4ef445-a25c-4812-b2dc-7b1e6c14c47a HTTP/1.1" status: 200 len: 210 time: 0.3467999 Jul 14 09:29:42.394706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a1ef1bd-19a4-4afd-a644-b5f8d8b6a0ca req-8ed1808a-9692-4f56-85e3-b7ba50a9cd7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=c47b8018-32df-4bcd-95f9-51d027165aed HTTP/1.1" status: 200 len: 210 time: 0.0450394 Jul 14 09:29:42.515958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-42135790-56e0-4f51-ad45-21856ef5fb6b None None] Provisioning for port 0fa74814-e439-40e6-bc14-6fa7dda9a651 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:42.520189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-42135790-56e0-4f51-ad45-21856ef5fb6b None None] Provisioning complete for port 0fa74814-e439-40e6-bc14-6fa7dda9a651 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:42.520778 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42135790-56e0-4f51-ad45-21856ef5fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.521770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.562654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 51998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.570445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=0fa74814-e439-40e6-bc14-6fa7dda9a651,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.571035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-42135790-56e0-4f51-ad45-21856ef5fb6b None None] Port 0fa74814-e439-40e6-bc14-6fa7dda9a651 was deleted so its status cannot be updated. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:29:42.611743 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120a7cb4-6d32-48ef-aa3b-ddc59d0c37d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.635416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.638277 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-702ade95-18e8-416c-a26e-d69f0a3b2424 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/0fa74814-e439-40e6-bc14-6fa7dda9a651 HTTP/1.1" status: 204 len: 168 time: 1.2685730 Jul 14 09:29:42.640846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.724700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'name': 'network-vif-deleted', 'tag': 'ee9feefe-2869-4b87-9a70-78052036e719'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:42.725121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b802b223-dc98-44ce-aae3-ac675dd4db69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.727682 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b4db5c-a4e6-4783-8c80-ffe1f9287eb7" -d '{"events": [{"server_uuid": "c47b8018-32df-4bcd-95f9-51d027165aed", "name": "network-vif-deleted", "tag": "ee9feefe-2869-4b87-9a70-78052036e719"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:42.729866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b802b223-dc98-44ce-aae3-ac675dd4db69 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0878603 Jul 14 09:29:42.730762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.848079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d96caf-43e7-4bcd-95c1-eaeba56180ec tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.851892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4d96caf-43e7-4bcd-95c1-eaeba56180ec tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1176758 Jul 14 09:29:42.854972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.860248 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22102914-5d6f-4980-86ca-1f3c343179bb x-openstack-request-id: req-22102914-5d6f-4980-86ca-1f3c343179bb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:42.860521 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b8018-32df-4bcd-95f9-51d027165aed", "name": "network-vif-deleted", "tag": "ee9feefe-2869-4b87-9a70-78052036e719", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:42.860783 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22102914-5d6f-4980-86ca-1f3c343179bb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:42.861180 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b8018-32df-4bcd-95f9-51d027165aed', 'name': 'network-vif-deleted', 'tag': 'ee9feefe-2869-4b87-9a70-78052036e719', 'status': 'completed', 'code': 200} Jul 14 09:29:42.959969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0ba34-3652-4b14-bea7-4a6d552eb6e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.962949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0ba34-3652-4b14-bea7-4a6d552eb6e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.964923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0ba34-3652-4b14-bea7-4a6d552eb6e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.967106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7dd0ba34-3652-4b14-bea7-4a6d552eb6e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1094775 Jul 14 09:29:42.970545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.034018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ee9feefe-2869-4b87-9a70-78052036e719 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:43.034286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 790d287b-217f-4851-8eaf-cd628a450aa7 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:43.037986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.044260 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120a7cb4-6d32-48ef-aa3b-ddc59d0c37d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.067044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120a7cb4-6d32-48ef-aa3b-ddc59d0c37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.085226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: ee9feefe-2869-4b87-9a70-78052036e719 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:43.086249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ee9feefe-2869-4b87-9a70-78052036e719 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:43.091097 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.102294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.111430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-120a7cb4-6d32-48ef-aa3b-ddc59d0c37d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b849c57b2ef74de88b88f920d481a185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475979 Jul 14 09:29:43.118969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.126370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.131043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a7cb4-6d32-48ef-aa3b-ddc59d0c37d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd3bbf-f623-4307-9a9c-a85d9a3e4f12,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.212590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.255323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.333048 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c associated. External IP: 172.25.2.17, port: e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd. Jul 14 09:29:43.338408 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af02e87e-0f37-423e-9063-77c36d3dd575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.339845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.378588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=790d287b-217f-4851-8eaf-cd628a450aa7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.384492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.387319 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34be4ccd-62db-4ab5-adfa-00cc0cfbc6dd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/790d287b-217f-4851-8eaf-cd628a450aa7 HTTP/1.1" status: 204 len: 168 time: 0.4157896 Jul 14 09:29:43.390420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.396647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8976c12-616e-4a5d-97a3-011160aa8618 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:43.470695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet a9ddda78-f93a-4388-a3a5-846162a35c75 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:43.478170 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.601198 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.762717 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.922991 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b5104d6-c5bf-459d-a9e5-85ea9ee6bdb6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.959727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-df093fad-9dfe-4f14-b0da-8048f6728e09 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.961833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-df093fad-9dfe-4f14-b0da-8048f6728e09 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.1678994 Jul 14 09:29:43.998505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af02e87e-0f37-423e-9063-77c36d3dd575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.003597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-0f2aed10-8abc-47f6-b348-896255012c07 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.0269678 Jul 14 09:29:44.045372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b5104d6-c5bf-459d-a9e5-85ea9ee6bdb6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.046044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.084339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ddda78-f93a-4388-a3a5-846162a35c75,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.086597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.088754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-02d04d6d-cd0c-420a-a7c0-bd8ce9434e42 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/a9ddda78-f93a-4388-a3a5-846162a35c75 HTTP/1.1" status: 204 len: 168 time: 0.6972790 Jul 14 09:29:44.092922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52060) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.189873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-101ab924-cb22-49a3-a8e3-03ac1ab0f958 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957186 Jul 14 09:29:44.190530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.205406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:44.215105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af02e87e-0f37-423e-9063-77c36d3dd575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.217655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af02e87e-0f37-423e-9063-77c36d3dd575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.232918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af02e87e-0f37-423e-9063-77c36d3dd575 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5dd3bbf-f623-4307-9a9c-a85d9a3e4f12 HTTP/1.1" status: 204 len: 168 time: 1.1016803 Jul 14 09:29:44.279150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02e87e-0f37-423e-9063-77c36d3dd575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd3bbf-f623-4307-9a9c-a85d9a3e4f12,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.334645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-386bec10-599a-4860-8bb9-a3414f4ba20c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3254561 Jul 14 09:29:44.394001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b5104d6-c5bf-459d-a9e5-85ea9ee6bdb6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.406662 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b5104d6-c5bf-459d-a9e5-85ea9ee6bdb6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.416717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2b5104d6-c5bf-459d-a9e5-85ea9ee6bdb6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/security-groups/f92d102e-7019-466d-8d1d-b1ba31e362ac HTTP/1.1" status: 204 len: 168 time: 1.2005713 Jul 14 09:29:44.460291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5104d6-c5bf-459d-a9e5-85ea9ee6bdb6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92d102e-7019-466d-8d1d-b1ba31e362ac,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.463066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:44.473607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:44.496341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.573163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52076) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.851638 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-540d5f2b-6d34-4607-a753-6889674fbf55 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761627 Jul 14 09:29:44.868598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d5f21-7b99-4530-b12f-5c9da79b72aa None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:45.103512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-18e26092-9bd1-44e8-bc88-4bffe41c0120 None None] Provisioning complete for port 029377b7-a963-449b-99de-3f5ca0db2462 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:45.104273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18e26092-9bd1-44e8-bc88-4bffe41c0120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.104747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:45.157335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1d883-d441-472d-8fc1-07742954724e None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:45.208953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1d883-d441-472d-8fc1-07742954724e None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:45.212069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01b1d883-d441-472d-8fc1-07742954724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:45.229523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.301665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:45.309719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:45.321047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.322093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.375228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01b1d883-d441-472d-8fc1-07742954724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:45.386899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.407445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-a4b09f95-284a-40a7-8cf0-0f9d5e0b2d0c service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414088 Jul 14 09:29:45.417417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aab0b6d1-38c4-4dcc-8202-b0024c15f2bb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2160490 Jul 14 09:29:45.441520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52110) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:45.454140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c2ad2edf-58fd-4d04-b9bf-2dfc194e5f38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:45.482643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1d883-d441-472d-8fc1-07742954724e None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:45.483808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01b1d883-d441-472d-8fc1-07742954724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:45.625643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01b1d883-d441-472d-8fc1-07742954724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:45.628288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1d883-d441-472d-8fc1-07742954724e None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:45.649620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:45.752810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad2edf-58fd-4d04-b9bf-2dfc194e5f38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:45.754400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] Deleting port 029377b7-a963-449b-99de-3f5ca0db2462 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:45.755007 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.758635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2edf-58fd-4d04-b9bf-2dfc194e5f38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.860796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:45.925116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9c729403-a866-4a2f-90a5-6d3bf0fb52b2 req-096490c0-3b4c-486f-b808-698463f36b21 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 210 time: 0.1665845 Jul 14 09:29:45.926427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] For port 029377b7-a963-449b-99de-3f5ca0db2462, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029377b7-a963-449b-99de-3f5ca0db2462,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:45.926930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.967683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] Calling delete_port for 029377b7-a963-449b-99de-3f5ca0db2462 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:46.038436 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-c2ad2edf-58fd-4d04-b9bf-2dfc194e5f38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3 (CIDR: 2001:db8::/64) Jul 14 09:29:46.042298 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ad2edf-58fd-4d04-b9bf-2dfc194e5f38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:46.042937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ad2edf-58fd-4d04-b9bf-2dfc194e5f38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:46.064015 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c2ad2edf-58fd-4d04-b9bf-2dfc194e5f38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6168847 Jul 14 09:29:46.064517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.110276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'subnet': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:46.136550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:46.146941 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:46.160159 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:46.161081 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.173839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.208856 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.222617 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:46.223652 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.281293 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:46.284323 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff2d3f-a7d4-4cf7-82b5-4be5e7be7868 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:46.328211 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.421125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:46.437172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.440530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52150) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.449020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-560474ec-7b8e-4df8-8a94-3f48cc3d31f8 req-89845c4c-79cb-49e6-8349-f81b8fcd7571 service neutron] (93754) timed out ('10.222.0.48', 49261) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:29:46.457170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:46.457674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f0636fd8-918d-4356-93fe-862de0ff739b tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/floatingips/3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c HTTP/1.1" status: 200 len: 978 time: 4.7043886 Jul 14 09:29:46.607972 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.778624 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2dcafd20-a91d-4eb5-91e2-51583d05360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.783401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] Pushing event deleted for resources: {'Port': ['ID=029377b7-a963-449b-99de-3f5ca0db2462,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.792670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4dcedc-255d-460a-8b6d-bf10143f78e6 None None] No DVR routers for this DVR port 029377b7-a963-449b-99de-3f5ca0db2462 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:46.823102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5e3a27-ca3e-405c-8725-0e4a7af65af2 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:46.842321 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.068779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.080070 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.081874 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c disassociated. External IP: 172.25.2.17, port: 7746b487-2ce5-4cb1-950c-d2dbb289dc07. Jul 14 09:29:47.273080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port 8102c88c-149d-4d19-a25b-c5a02d7294bc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:47.273688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.323596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'tenant_id': 'e56ac9a202ae4266b0de940f46b46fe0', 'fixed_ips': [{'subnet_id': '44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:47.328274 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.485229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d0ad37e4-45c5-40aa-8ea5-021ebad0b5ab req-b33632c4-29c1-475a-907d-b66990415e59 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 210 time: 0.1298511 Jul 14 09:29:47.633608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port 8102c88c-149d-4d19-a25b-c5a02d7294bc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8102c88c-149d-4d19-a25b-c5a02d7294bc,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:47.634359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.677535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for 8102c88c-149d-4d19-a25b-c5a02d7294bc owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:47.682200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Allocated IP 2001:db8::2 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3/48da0017-7dc1-4aa0-80a5-3cba6122f6e7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:47.932001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.948734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:47.999501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Transition to ACTIVE for port object 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:48.004307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 029377b7-a963-449b-99de-3f5ca0db2462 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:48.004978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029377b7-a963-449b-99de-3f5ca0db2462 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:48.028193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52194) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.036626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Transition to ACTIVE for port object 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:48.047529 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.075884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:48.163948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:48.169678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:48.181989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:48.209196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Pushing event updated for resources: {'Port': ['ID=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.229944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:29:48.243064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-a5a957f2-77d9-43b9-a301-0b31de5c47a4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.250425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-a5a957f2-77d9-43b9-a301-0b31de5c47a4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.4169068 Jul 14 09:29:48.271405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Request body: {'port': {'device_id': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'admin_state_up': True, 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:48.303088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a305f3-ef78-491e-bbec-819f7b13b955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.322972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Attempting to bind port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:48.323713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Attempting to bind port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:48.326144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Attempting to bind port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 on network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:48.336360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:48.336782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Checking segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:48.337165 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.337569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Bound using segment: {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:48.338060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Bound port: 48da0017-7dc1-4aa0-80a5-3cba6122f6e7, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df6e1b7-cc86-4d54-b992-77af79156d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:48.338459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.470044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] For port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:48.477742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] For port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:48.485467 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.567278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.629148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=8102c88c-149d-4d19-a25b-c5a02d7294bc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.646852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677c6a6-f0b4-4ed3-96ad-7fe393ff9b83 None None] Pushing event updated for resources: {'Port': ['ID=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.677495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:48.696137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:48.698517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.717433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:48.718414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.772632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.777973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-da455b03-b0e1-4cfd-b29f-51b8ae072ca1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/floatingips/3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c HTTP/1.1" status: 200 len: 687 time: 2.3276696 Jul 14 09:29:48.814230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.831394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:48.832363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.884532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.885647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147751a9-e676-47a7-820e-e3b3a41670be None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:48.936740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.947800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-293e0264-5362-43b1-98fd-31a38be228bf req-5b5b595f-adf2-4b6c-b59e-6ca626fa4cd9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 210 time: 0.1740782 Jul 14 09:29:49.011521 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.052649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a305f3-ef78-491e-bbec-819f7b13b955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.107746 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a305f3-ef78-491e-bbec-819f7b13b955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.207140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-33a305f3-ef78-491e-bbec-819f7b13b955 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e285c59696045e3a9041331a2c880fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1756299 Jul 14 09:29:49.210836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52222) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.267064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:49.270748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.331403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] For port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:49.352318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55c1d30b-25c9-4dd7-b2fd-cdbdd227fba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.395695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.403294 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.404387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.432464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55c1d30b-25c9-4dd7-b2fd-cdbdd227fba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.633013 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a62b02b0-dd09-45a7-941c-b22f3a84d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.701515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.745199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:49.890268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:49.891683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a305f3-ef78-491e-bbec-819f7b13b955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84989ad5-b5fe-45a6-b17a-5efb5d33e9d5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.992617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.048370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:50.067768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:50.082907 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.083176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.083598 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.114872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Allocated IP 172.20.0.2 (e83a7abd-35cf-4f6c-95e3-62222ad25010/1f740fca-f926-4310-ba56-bde45cb25f14/df906cd5-ee68-444f-b37b-ba4eaee88e6a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:50.147405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,revision_number=4']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.150663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Subnet': ['ID=e5599ef1-df0e-4aed-824c-47a3d149a6c3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.178390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ff1d053-1094-4593-8ec6-e5c1df1b3bc8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1125615 Jul 14 09:29:50.185484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.224260 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6bea836e-2831-40d2-af81-c7e89689b538 req-016d04eb-e682-4503-8f1d-edda10359e24 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 210 time: 0.0612993 Jul 14 09:29:50.228715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Request body: {'port': {'network_id': '4d90daea-0b6a-4a64-bcdc-80846d1e16f4', 'mac_address': 'fa:16:3e:dc:71:73', 'name': 'tempest-NetworksTestDHCPv6-227065314'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:50.277096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 431475fa-4c70-4031-88d3-d474281ae6c2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:50.277556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.300085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55c1d30b-25c9-4dd7-b2fd-cdbdd227fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.302435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55c1d30b-25c9-4dd7-b2fd-cdbdd227fba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.312995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-55c1d30b-25c9-4dd7-b2fd-cdbdd227fba3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84989ad5-b5fe-45a6-b17a-5efb5d33e9d5 HTTP/1.1" status: 204 len: 168 time: 1.0939364 Jul 14 09:29:50.354617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1d30b-25c9-4dd7-b2fd-cdbdd227fba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84989ad5-b5fe-45a6-b17a-5efb5d33e9d5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.442199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9671a7b-7dbc-41b9-b10d-0a45f2a5bfd0 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:50.504014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Made reservation on behalf of e56ac9a202ae4266b0de940f46b46fe0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:50.575667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61abcaed-88da-432b-8f78-4701fbbfa077 None None] Provisioning for port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:50.577381 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.578675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.586349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61abcaed-88da-432b-8f78-4701fbbfa077 None None] Provisioning complete for port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:50.634979 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61abcaed-88da-432b-8f78-4701fbbfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.649522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.660790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 431475fa-4c70-4031-88d3-d474281ae6c2 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:50.712615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] device_id is not set on port f3a18ccd-fb40-44a9-85dd-76b2db393b57 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:50.757243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.839202 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61abcaed-88da-432b-8f78-4701fbbfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.845634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c4c084c-fa2f-4bf7-9145-d15382a46197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.954179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-61abcaed-88da-432b-8f78-4701fbbfa077 None None] For port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:50.961887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61abcaed-88da-432b-8f78-4701fbbfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.011953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8::89 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3/f3a18ccd-fb40-44a9-85dd-76b2db393b57) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:51.020408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:7173 (4d90daea-0b6a-4a64-bcdc-80846d1e16f4/e5599ef1-df0e-4aed-824c-47a3d149a6c3/f3a18ccd-fb40-44a9-85dd-76b2db393b57) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:51.093206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abcaed-88da-432b-8f78-4701fbbfa077 None None] Pushing event updated for resources: {'Port': ['ID=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.149881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.221664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:51.315969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.348421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c4c084c-fa2f-4bf7-9145-d15382a46197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.363628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Transition to ACTIVE for port object f3a18ccd-fb40-44a9-85dd-76b2db393b57 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:51.368867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c4c084c-fa2f-4bf7-9145-d15382a46197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.410414 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.443789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.449644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.462110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:51.480557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.504423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:51.512545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:51.517511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:51.537091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.537982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.545556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:51.565294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event updated for resources: {'Port': ['ID=f3a18ccd-fb40-44a9-85dd-76b2db393b57,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.595568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f74bfc2e-f1fb-4c2c-a1ab-ffa8bc88e734 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3825240 Jul 14 09:29:51.596757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52280) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.600694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event updated for resources: {'Port': ['ID=df906cd5-ee68-444f-b37b-ba4eaee88e6a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.621639 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5c4c084c-fa2f-4bf7-9145-d15382a46197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff4764bf9067445f83cab707ed0b6d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8613222 Jul 14 09:29:51.624968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52282) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.633064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:51.657301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.658221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.688399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:51.692981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:51.745623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c084c-fa2f-4bf7-9145-d15382a46197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13665969-4f74-4f55-9e3e-4267d7817514,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.759510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dfffc1c-41ec-42b8-9de0-bede368fdd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.774867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=431475fa-4c70-4031-88d3-d474281ae6c2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.786992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dfffc1c-41ec-42b8-9de0-bede368fdd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.834209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:51.848067 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] Sync routers for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:51.848506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-25b3906d-6f61-427f-9e06-c2b0908e30ad tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "PUT /v2.0/routers/4ff5e2e9-db87-4b34-9cd2-e668b1278dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2805243 Jul 14 09:29:51.855145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.866038 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:51.867029 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:51.896546 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dfffc1c-41ec-42b8-9de0-bede368fdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.900638 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dfffc1c-41ec-42b8-9de0-bede368fdd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.918365 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4dfffc1c-41ec-42b8-9de0-bede368fdd3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13665969-4f74-4f55-9e3e-4267d7817514 HTTP/1.1" status: 204 len: 168 time: 0.2847185 Jul 14 09:29:51.968348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfffc1c-41ec-42b8-9de0-bede368fdd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13665969-4f74-4f55-9e3e-4267d7817514,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.977481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.981615 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.064671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.069303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.077013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bc5d6b88-d1d8-4e37-99e1-43affd89ee1f tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c HTTP/1.1" status: 204 len: 168 time: 3.2998631 Jul 14 09:29:52.082668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.094738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d0a932bc-d50b-403e-826f-f05a3dd3badb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8311551 Jul 14 09:29:52.098880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting subnet 6617ece6-cf65-45fc-864c-c731b1a7af93 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:52.109090 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.116107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Request body: {'port': {'device_id': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:52.125808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f29901-ee42-45a3-aea1-495f85aae745 req-4fe80cd3-dac9-4f7f-bf3d-bc6e012e1cf8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.127975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96f29901-ee42-45a3-aea1-495f85aae745 req-4fe80cd3-dac9-4f7f-bf3d-bc6e012e1cf8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 931 time: 0.6423597 Jul 14 09:29:52.147090 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:52.175572 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1bab51d3-6521-4c0a-92d9-0edcc250c898 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] delete failed (client error): The resource could not be found. Jul 14 09:29:52.205817 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1bab51d3-6521-4c0a-92d9-0edcc250c898 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b5f7ab1-1bd8-4f2d-aeaf-b5e30831344c HTTP/1.1" status: 404 len: 345 time: 0.1203692 Jul 14 09:29:52.210926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52300) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.215100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4711e7e2-b8da-419a-b39a-656fccc7d0ba None None] Provisioning complete for port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:52.219610 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4711e7e2-b8da-419a-b39a-656fccc7d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.244736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.339916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting port f3a18ccd-fb40-44a9-85dd-76b2db393b57 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:52.340448 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.441168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-96f29901-ee42-45a3-aea1-495f85aae745 req-717ce3f3-2965-431d-be47-5b8cafa56e68 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889647 Jul 14 09:29:52.606349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-98ed5506-5cbf-4986-9182-a0b6812fcdcd None None] Provisioning for port f3a18ccd-fb40-44a9-85dd-76b2db393b57 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:52.619964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-98ed5506-5cbf-4986-9182-a0b6812fcdcd None None] Provisioning complete for port f3a18ccd-fb40-44a9-85dd-76b2db393b57 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:52.620511 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98ed5506-5cbf-4986-9182-a0b6812fcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.636044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.636792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e668bc-5a83-4649-baaf-4838c3e01915 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.643616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e668bc-5a83-4649-baaf-4838c3e01915 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.650044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e668bc-5a83-4649-baaf-4838c3e01915 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.651888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-62e668bc-5a83-4649-baaf-4838c3e01915 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "GET /v2.0/ports?network_id=ca85c80e-dae8-4c3b-908f-c71412df2c75 HTTP/1.1" status: 200 len: 2358 time: 0.4343626 Jul 14 09:29:52.661815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.680836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.690214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-98ed5506-5cbf-4986-9182-a0b6812fcdcd None None] Port f3a18ccd-fb40-44a9-85dd-76b2db393b57 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:52.693618 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.745882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2703bfb3-f6de-480e-ad48-236af9d2322e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.748402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2703bfb3-f6de-480e-ad48-236af9d2322e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "GET /v2.0/subnets/6092392b-c092-4981-af9c-7d16556535d8 HTTP/1.1" status: 200 len: 797 time: 0.0881274 Jul 14 09:29:52.763589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52314) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.771181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Calling delete_port for f3a18ccd-fb40-44a9-85dd-76b2db393b57 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:52.772355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'port': {'network_id': 'ca85c80e-dae8-4c3b-908f-c71412df2c75', 'name': 'tempest-FloatingIPTestJSON-109985400', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:52.776911 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:29:52.824330 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:48Z', 'revision_number': 7, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.892552 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] Checking router: 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:52.912963 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.918904 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] Routers {'4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:52.922004 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.998526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Subnet': ['ID=6617ece6-cf65-45fc-864c-c731b1a7af93,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.000897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.005393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ba86190a-e9c1-439f-810b-f16dfc656403 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/subnets/6617ece6-cf65-45fc-864c-c731b1a7af93 HTTP/1.1" status: 204 len: 168 time: 1.1421292 Jul 14 09:29:53.005544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e69fdd-4608-444d-9b4f-3a8ee693b59f None None] Network 049c645a-d3c9-4e5b-a6e7-d1616171850d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:53.015558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.153494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.193808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.196077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Port': ['ID=f3a18ccd-fb40-44a9-85dd-76b2db393b57,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.241413 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] Set router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:53.421835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.421835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6924fe97-e706-43e2-8724-f30cfd0282eb tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/f3a18ccd-fb40-44a9-85dd-76b2db393b57 HTTP/1.1" status: 204 len: 168 time: 1.7675481 Jul 14 09:29:53.421835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.487450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.515685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] DHCP port deletion for 049c645a-d3c9-4e5b-a6e7-d1616171850d request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:53.595239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb3807-0a6c-4e35-aec3-94673d16ae38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.599875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5fdb3807-0a6c-4e35-aec3-94673d16ae38 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2313814 Jul 14 09:29:53.606165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.608537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.640788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] Deleting port 3cd8d858-c616-4be1-81e1-e0154f7dc576 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:53.641174 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.739130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1176014330-network', 'tenant_id': 'bc14d2ff8eb54c11a978b9e225e39e85'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:53.773430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] For port 3cd8d858-c616-4be1-81e1-e0154f7dc576, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3cd8d858-c616-4be1-81e1-e0154f7dc576,segment=NetworkSegment(acf62f92-80ca-4d6c-8a49-32bfeb204074),segment_id=acf62f92-80ca-4d6c-8a49-32bfeb204074)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:53.774550 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.797490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] Calling delete_port for 3cd8d858-c616-4be1-81e1-e0154f7dc576 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:53.816471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:53.831889 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:48Z', 'revision_number': 7, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:53.912870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3369f1-d00d-410d-98c3-60ba668bd76e req-b911094c-b00c-4167-a8ad-a06627eb65ec tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.913573 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b401c1-3ec7-4394-9517-42651a52f918 None None] The sync data for ids ['4ff5e2e9-db87-4b34-9cd2-e668b1278dc1'] in n-d-758944-44 is: [{'id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'name': 'tempest-TestNetworkBasicOps-router-449957733', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:29:48Z', 'revision_number': 7, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': 'aeb74e7e-e3d3-4f0d-95e7-987872b7771e', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff5e2e9-db87-4b34-9cd2-e668b1278dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:51Z', 'updated_at': '2021-07-14T09:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:53.914467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d3369f1-d00d-410d-98c3-60ba668bd76e req-b911094c-b00c-4167-a8ad-a06627eb65ec tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 931 time: 0.1875193 Jul 14 09:29:53.916179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Made reservation on behalf of bc14d2ff8eb54c11a978b9e225e39e85 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:53.920150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.952990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port aeb74e7e-e3d3-4f0d-95e7-987872b7771e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:53.953678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.957939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e9a92-f588-4608-97fa-f291dbf10284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.962554 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.975242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1e9e9a92-f588-4608-97fa-f291dbf10284 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3678658 Jul 14 09:29:53.978134 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.990728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52366) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.024471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] Pushing event deleted for resources: {'Port': ['ID=3cd8d858-c616-4be1-81e1-e0154f7dc576,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.031029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3693310-1130-47d0-a342-48d3caa85d36 None None] No DVR routers for this DVR port 3cd8d858-c616-4be1-81e1-e0154f7dc576 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:54.133393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3a26a-e3ea-48a8-9be4-0af82fd59cec tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.134949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df906cd5-ee68-444f-b37b-ba4eaee88e6a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:54.135070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3a26a-e3ea-48a8-9be4-0af82fd59cec tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.136800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3a26a-e3ea-48a8-9be4-0af82fd59cec tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.138602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b4a3a26a-e3ea-48a8-9be4-0af82fd59cec tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1467872 Jul 14 09:29:54.145821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.150988 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0d3369f1-d00d-410d-98c3-60ba668bd76e req-48e5ace0-1fb9-4635-811f-3dcbca61c8a3 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739776 Jul 14 09:29:54.156175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port aeb74e7e-e3d3-4f0d-95e7-987872b7771e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:54.156737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.171055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.203763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.225917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for aeb74e7e-e3d3-4f0d-95e7-987872b7771e owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:54.232844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.237086 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.253221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] device_id is not set on port 4e58fb2e-ca96-4660-86cc-13025861b58d yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:54.267020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Transition to ACTIVE for port object df906cd5-ee68-444f-b37b-ba4eaee88e6a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:54.273235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:54.295984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e96320-49aa-495a-bad2-eec8da9b874b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.306733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.307106 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Added segment 68176414-a9bd-47e2-a684-217dc4179cb6 of type vlan for network 938150a0-7b81-4155-a58c-aa69f49e1e13 Jul 14 09:29:54.358087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.373816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.391261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet 44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:54.411172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.413142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.413889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.448386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.487286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] Pushing event updated for resources: {'Network': ['ID=938150a0-7b81-4155-a58c-aa69f49e1e13,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.498828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 938150a0-7b81-4155-a58c-aa69f49e1e13 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:54.513242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1bb282b9-f2ed-4af7-a70c-0e8843071384 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0248494 Jul 14 09:29:54.514285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.520639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Request body: {'subnet': {'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1176014330-subnet', 'tenant_id': 'bc14d2ff8eb54c11a978b9e225e39e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:54.545935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Made reservation on behalf of bc14d2ff8eb54c11a978b9e225e39e85 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:54.548911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.805155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.875756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=679c8ac1-e70c-4971-9d50-f0efc46d3dd6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.886971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Checking segment: {'id': '68176414-a9bd-47e2-a684-217dc4179cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:54.887336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Network hostable DHCP agents. Network: 938150a0-7b81-4155-a58c-aa69f49e1e13, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:54.910059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Network 938150a0-7b81-4155-a58c-aa69f49e1e13 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:54.922846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 938150a0-7b81-4155-a58c-aa69f49e1e13) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:54.938365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.939193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.948182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93d8fa-6e17-4ca4-a06f-72b75927b66e None None] Network 938150a0-7b81-4155-a58c-aa69f49e1e13 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:54.956636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-13057769-70c0-406d-b9d4-b1031f87f94e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4400268 Jul 14 09:29:54.968169 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.086634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=df906cd5-ee68-444f-b37b-ba4eaee88e6a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.137698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ca55d-ce70-4511-a1e6-6bfa3b5954ce None None] Network 938150a0-7b81-4155-a58c-aa69f49e1e13 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:55.365899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.512813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8102c88c-149d-4d19-a25b-c5a02d7294bc no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:55.553922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8102c88c-149d-4d19-a25b-c5a02d7294bc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:55.554832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8102c88c-149d-4d19-a25b-c5a02d7294bc not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:55.555775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3cd8d858-c616-4be1-81e1-e0154f7dc576 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:55.584515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3cd8d858-c616-4be1-81e1-e0154f7dc576 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:55.584936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3cd8d858-c616-4be1-81e1-e0154f7dc576 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:55.619873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Attempting to bind port df906cd5-ee68-444f-b37b-ba4eaee88e6a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:55.620294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Attempting to bind port df906cd5-ee68-444f-b37b-ba4eaee88e6a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:55.620562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Attempting to bind port df906cd5-ee68-444f-b37b-ba4eaee88e6a on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:55.656881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.666165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Port df906cd5-ee68-444f-b37b-ba4eaee88e6a on network e83a7abd-35cf-4f6c-95e3-62222ad25010 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:55.666616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Attempting to bind port df906cd5-ee68-444f-b37b-ba4eaee88e6a on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:55.731531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=aeb74e7e-e3d3-4f0d-95e7-987872b7771e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.735124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:55.735758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:55.736316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Bound using segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:55.738662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Bound port: df906cd5-ee68-444f-b37b-ba4eaee88e6a, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:55.739558 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.777916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092a9e8-24a8-4923-afac-1095e151312c req-21741a60-e382-4d2c-beef-e9a21c76078d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.779875 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4092a9e8-24a8-4923-afac-1095e151312c req-21741a60-e382-4d2c-beef-e9a21c76078d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 943 time: 0.4413500 Jul 14 09:29:55.788039 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.851008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.856032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1352996278-network', 'tenant_id': '5b4bd22f2c754bd5b226f233c6fa66c1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:55.880446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Made reservation on behalf of 5b4bd22f2c754bd5b226f233c6fa66c1 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:55.883227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.893613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.925752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.935300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.939596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f07bf722-d96b-4444-8836-8a9f43035134 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3 HTTP/1.1" status: 204 len: 168 time: 1.7904069 Jul 14 09:29:55.939851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10264eb-0a99-4773-a9c1-a77d077e0b31 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:55.950402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.034376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.040761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.058642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.14 (ca85c80e-dae8-4c3b-908f-c71412df2c75/6092392b-c092-4981-af9c-7d16556535d8/4e58fb2e-ca96-4660-86cc-13025861b58d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:56.086731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4092a9e8-24a8-4923-afac-1095e151312c req-30d73b62-b9d7-4c96-ae28-ba1752b4461a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745786 Jul 14 09:29:56.107941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8551ea-5126-4db6-8998-d1b8bb2ec8c1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.109972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.12 (ca85c80e-dae8-4c3b-908f-c71412df2c75/6092392b-c092-4981-af9c-7d16556535d8/4e58fb2e-ca96-4660-86cc-13025861b58d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:56.122532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:56.155493 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.155875 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Added segment 7ca54382-c314-42a4-af9d-1d7b85452069 of type vlan for network 14935bfe-6cb7-440b-b256-fc695878a2c6 Jul 14 09:29:56.163040 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.215882 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.250450 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.251812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.252604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.294238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] For port df906cd5-ee68-444f-b37b-ba4eaee88e6a, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:56.308719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] For port df906cd5-ee68-444f-b37b-ba4eaee88e6a, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=df906cd5-ee68-444f-b37b-ba4eaee88e6a,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:56.318143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Deleting subnet e5599ef1-df0e-4aed-824c-47a3d149a6c3 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:56.332680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4801867 Jul 14 09:29:56.335666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.340663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Request body: {'subnet': {'network_id': '14935bfe-6cb7-440b-b256-fc695878a2c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1352996278-subnet', 'tenant_id': '5b4bd22f2c754bd5b226f233c6fa66c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:56.349491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f4cf6-18f7-4c8f-bade-4333d18d4f60 admin admin] Pushing event updated for resources: {'Network': ['ID=14935bfe-6cb7-440b-b256-fc695878a2c6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.363155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 14935bfe-6cb7-440b-b256-fc695878a2c6 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:56.387152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Made reservation on behalf of 5b4bd22f2c754bd5b226f233c6fa66c1 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:56.393625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.439193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.442045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.492043 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.511009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.530996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.531762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Fanout notify agent at l3_agent the message router_deleted on router 4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:56.638570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.647393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f6f2e28-adb5-418f-b268-1979b2255033 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/routers/4ff5e2e9-db87-4b34-9cd2-e668b1278dc1 HTTP/1.1" status: 204 len: 168 time: 3.6273541 Jul 14 09:29:56.649352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.737030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.741124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.744543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] 10.222.0.11 "PUT /v2.0/ports/df906cd5-ee68-444f-b37b-ba4eaee88e6a HTTP/1.1" status: 200 len: 1092 time: 4.6417592 Jul 14 09:29:56.781646 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.797776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'tag': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:56.800441 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e" -d '{"events": [{"name": "network-changed", "server_uuid": "e216d870-a6de-41a4-96b2-14fb83f7d268", "tag": "df906cd5-ee68-444f-b37b-ba4eaee88e6a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:56.835273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec924-d0a7-4761-a8b5-c21be1d5dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=df906cd5-ee68-444f-b37b-ba4eaee88e6a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.857881 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65d6792-3476-482d-a77c-a5bf5aa7797a x-openstack-request-id: req-e65d6792-3476-482d-a77c-a5bf5aa7797a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:56.858313 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e216d870-a6de-41a4-96b2-14fb83f7d268", "tag": "df906cd5-ee68-444f-b37b-ba4eaee88e6a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:56.858676 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e65d6792-3476-482d-a77c-a5bf5aa7797a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:56.859181 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'tag': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a', 'status': 'completed', 'code': 200} Jul 14 09:29:56.900452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.995197 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.034484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.044042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.153656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=4e58fb2e-ca96-4660-86cc-13025861b58d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.206499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.225808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:57.228838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:57.235528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:57.248937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049c645a-d3c9-4e5b-a6e7-d1616171850d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.262847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Checking segment: {'id': '7ca54382-c314-42a4-af9d-1d7b85452069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '14935bfe-6cb7-440b-b256-fc695878a2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:57.263211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Network hostable DHCP agents. Network: 14935bfe-6cb7-440b-b256-fc695878a2c6, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:57.279913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf62f92-80ca-4d6c-8a49-32bfeb204074') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.280209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf62f92-80ca-4d6c-8a49-32bfeb204074') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.295392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35352bc-ad9b-4eb6-ad64-143997cd86a7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.305575 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.324838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Network 14935bfe-6cb7-440b-b256-fc695878a2c6 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:57.340021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 14935bfe-6cb7-440b-b256-fc695878a2c6) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:57.352133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9d49c-0e40-4911-ae5f-0c0d434e4388 None None] Network 14935bfe-6cb7-440b-b256-fc695878a2c6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:57.358574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.359414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.369139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-4d262166-861a-4ae1-81bf-e3af1c5436dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.370695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-4d262166-861a-4ae1-81bf-e3af1c5436dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 1095 time: 0.5672073 Jul 14 09:29:57.392352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aa18efba-c42e-4478-a2d6-3b8477b138c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0557854 Jul 14 09:29:57.402558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.414643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.416646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:57.416835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.417337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:57.425053 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:57.475943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8ee6fcee-b040-4535-ab46-a6e4b8ef1879 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.7073145 Jul 14 09:29:57.488181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7015d7b1-4178-4897-8379-d406f7e25b97 None None] Provisioning complete for port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:57.488751 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7015d7b1-4178-4897-8379-d406f7e25b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.521999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.548543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '4e58fb2e-ca96-4660-86cc-13025861b58d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:57.562933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeb74e7e-e3d3-4f0d-95e7-987872b7771e no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:57.607553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.613740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.622954 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.628762 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/networks/049c645a-d3c9-4e5b-a6e7-d1616171850d HTTP/1.1" status: 204 len: 168 time: 0.9756031 Jul 14 09:29:57.659868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: aeb74e7e-e3d3-4f0d-95e7-987872b7771e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:57.660127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device aeb74e7e-e3d3-4f0d-95e7-987872b7771e not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:57.662729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52458) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.671025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcd6a8-5b20-483f-b2a7-d91cbcf97222 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Network': ['ID=049c645a-d3c9-4e5b-a6e7-d1616171850d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.677122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-6b769349-f96a-4750-a0cf-18223ba0aab6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df906cd5-ee68-444f-b37b-ba4eaee88e6a HTTP/1.1" status: 200 len: 217 time: 0.2861514 Jul 14 09:29:57.697699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'network': {'name': 'tempest-network-smoke--2073655482', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:57.746427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.756728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:57.770815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.789380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacffae6-1752-45ae-a3a5-77c090306cd4 req-39a4de97-255e-4c3a-91b9-30601a5aa912 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.791993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cacffae6-1752-45ae-a3a5-77c090306cd4 req-39a4de97-255e-4c3a-91b9-30601a5aa912 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 943 time: 0.4890473 Jul 14 09:29:57.793523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-9b3f32b5-413c-4489-9a8f-4eebdd695a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.795590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-9b3f32b5-413c-4489-9a8f-4eebdd695a5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1068428 Jul 14 09:29:57.866031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-372542ea-0032-4adc-8e17-03817a249a80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403614 Jul 14 09:29:57.879369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.919842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:57.929129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b5d57-0265-4b54-a2cb-ce45d70731eb None None] Network 14935bfe-6cb7-440b-b256-fc695878a2c6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:57.940052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.940823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.941213 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Added segment e4d1b994-414f-473a-9c9c-92726a8acbbf of type vlan for network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 Jul 14 09:29:57.956255 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/e5599ef1-df0e-4aed-824c-47a3d149a6c3 HTTP/1.1" status: 204 len: 168 time: 2.0012472 Jul 14 09:29:57.956441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.016030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1369cb-089e-4258-840f-2ae1870ca251 None None] Network 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:58.016875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8234cb0a-fd32-4145-a56f-d839c741374f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595002 Jul 14 09:29:58.023386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.078849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.120020 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cacffae6-1752-45ae-a3a5-77c090306cd4 req-76a3571c-eee1-4baf-a1ce-6392462cf5cb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208632 Jul 14 09:29:58.126060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3dfb6-53d7-489e-93f5-2a7ab5f19f46 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Subnet': ['ID=e5599ef1-df0e-4aed-824c-47a3d149a6c3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.211457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-a4a00702-ffdb-4478-ba53-3ee627ba476d service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383193 Jul 14 09:29:58.297097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-fc6bf1d2-3426-43fa-b4fb-289d583f27d0 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.298703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-fc6bf1d2-3426-43fa-b4fb-289d583f27d0 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/networks?id=938150a0-7b81-4155-a58c-aa69f49e1e13 HTTP/1.1" status: 200 len: 809 time: 0.1417613 Jul 14 09:29:58.300428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:29:58.383411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-784c181c-e9e9-4238-b688-ad985c50b9b1 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/quotas/bc14d2ff8eb54c11a978b9e225e39e85 HTTP/1.1" status: 200 len: 375 time: 0.0710287 Jul 14 09:29:58.386173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f39c7b-b1ba-4908-9d38-200e0083a49b req-26e66dc1-7c7b-465a-bafe-f134f88c9bea service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676295 Jul 14 09:29:58.406861 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.414230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.414989 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.472672 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.476440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-d5db93b6-1226-4b17-a9c2-39400c970f25 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc14d2ff8eb54c11a978b9e225e39e85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809999 Jul 14 09:29:58.540445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-05148e1d-91a9-4421-b1cc-ada7e46af4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.541889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-05148e1d-91a9-4421-b1cc-ada7e46af4bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 1095 time: 0.1067266 Jul 14 09:29:58.564421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] DHCP port deletion for 4d90daea-0b6a-4a64-bcdc-80846d1e16f4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:58.625855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9431174 Jul 14 09:29:58.662372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-837d3e2e-0cc5-477d-b3ce-499909477fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.664131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-837d3e2e-0cc5-477d-b3ce-499909477fdf service neutron] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.1078608 Jul 14 09:29:58.664620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.665654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013fdd6-bffd-4b12-a3e7-c6b2b5fe533d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.668133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6013fdd6-bffd-4b12-a3e7-c6b2b5fe533d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6438074 Jul 14 09:29:58.669484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-307903886', 'admin_state_up': True, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:58.676217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52492) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.685288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] Deleting port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:58.685730 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.696686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984344f-7eb3-4775-afae-b4661144b923 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Network': ['ID=8f18e8af-98fb-406e-97f8-5f3eaed6a723,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.772955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-9cf53c43-2708-47d6-bcb2-8979550e07c1 service neutron] 10.222.0.18 "GET /v2.0/networks/938150a0-7b81-4155-a58c-aa69f49e1e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813516 Jul 14 09:29:58.794217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:58.804194 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] For port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,segment=NetworkSegment(7df6e1b7-cc86-4d54-b992-77af79156d73),segment_id=7df6e1b7-cc86-4d54-b992-77af79156d73)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:58.804598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.830314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-b3ba691b-aed0-400a-960d-6da75ac734d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df906cd5-ee68-444f-b37b-ba4eaee88e6a HTTP/1.1" status: 200 len: 217 time: 0.1520822 Jul 14 09:29:58.855635 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.862856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.908352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.25.2.97 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/99cb4c49-c90a-4dae-a87a-8a2673228d8b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:58.911974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e8704-b17f-40cf-a80a-ee75f5c8c5fd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.914237 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c38e8704-b17f-40cf-a80a-ee75f5c8c5fd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2349694 Jul 14 09:29:58.923186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.940685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-7517cb84-7572-4971-8b3a-6655b3cefefc service neutron] 10.222.0.18 "GET /v2.0/networks/938150a0-7b81-4155-a58c-aa69f49e1e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568856 Jul 14 09:29:58.978933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a1c256d9-7c87-4f98-82fb-6c8336859228 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537064 Jul 14 09:29:58.987543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-c2a44538-e737-47ea-be2f-4a8d4ca8694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.987543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-c2a44538-e737-47ea-be2f-4a8d4ca8694a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1445005 Jul 14 09:29:58.993293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.065034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.077440 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f99c8a-2504-4dce-acd6-4a26081cd4f0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:59.078764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f99c8a-2504-4dce-acd6-4a26081cd4f0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:59.084571 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-77f99c8a-2504-4dce-acd6-4a26081cd4f0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/f3a18ccd-fb40-44a9-85dd-76b2db393b57 HTTP/1.1" status: 404 len: 333 time: 0.0901463 Jul 14 09:29:59.085484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.129379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-b97e3d22-c052-44f5-9c17-5c2f47f2c078 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757573 Jul 14 09:29:59.152729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] Calling delete_port for 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:59.155304 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c7ea82-608a-4907-8841-699473623ad7 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:59.155814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c7ea82-608a-4907-8841-699473623ad7 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:59.163088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b5c7ea82-608a-4907-8841-699473623ad7 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/e5599ef1-df0e-4aed-824c-47a3d149a6c3 HTTP/1.1" status: 404 len: 337 time: 0.0721886 Jul 14 09:29:59.163838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.265119 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4bf7e1-12d5-41a9-b7cc-c5c325db653a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:59.265841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4bf7e1-12d5-41a9-b7cc-c5c325db653a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:59.271388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f4bf7e1-12d5-41a9-b7cc-c5c325db653a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/44bf2a08-93e4-4e13-b0a8-4c4b8cc222f3 HTTP/1.1" status: 404 len: 337 time: 0.0987709 Jul 14 09:29:59.274145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.348035 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c53c6a1-290d-4caa-81d6-3f3ff0450623 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:59.348802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c53c6a1-290d-4caa-81d6-3f3ff0450623 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:59.352801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1c53c6a1-290d-4caa-81d6-3f3ff0450623 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/0fa74814-e439-40e6-bc14-6fa7dda9a651 HTTP/1.1" status: 404 len: 333 time: 0.0752857 Jul 14 09:29:59.356011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.450537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.476815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.493352 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae0e3e4-c632-45f0-ab29-9ebde514fce5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:59.493825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae0e3e4-c632-45f0-ab29-9ebde514fce5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:59.501534 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08596dce-620f-41ba-9684-37c91bb65e6f req-23f42f34-c861-4c78-8888-040b78f1adf4 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 210 time: 0.1856914 Jul 14 09:29:59.503246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.507448 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4ae0e3e4-c632-45f0-ab29-9ebde514fce5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/790d287b-217f-4851-8eaf-cd628a450aa7 HTTP/1.1" status: 404 len: 337 time: 0.1174755 Jul 14 09:29:59.513203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] Pushing event deleted for resources: {'Port': ['ID=48da0017-7dc1-4aa0-80a5-3cba6122f6e7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.523248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9458c-ece4-4e99-8819-a9ddc45662cc None None] No DVR routers for this DVR port 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:59.574544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:59.586731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81deb03-0124-4d3c-871b-790e1dd360b3 req-718eb29a-0006-4b52-bb49-aae45c2430ec tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.615541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a81deb03-0124-4d3c-871b-790e1dd360b3 req-718eb29a-0006-4b52-bb49-aae45c2430ec tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 943 time: 0.2734096 Jul 14 09:29:59.618640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:59.619208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 48da0017-7dc1-4aa0-80a5-3cba6122f6e7 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:59.677570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.718016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a81deb03-0124-4d3c-871b-790e1dd360b3 req-e75d572a-f975-4e7e-a466-dfaed47916d4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985758 Jul 14 09:29:59.727655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.760046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:59.765990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:59.771145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:59.774934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-980102e9-cc04-46b2-9a31-f201caec5b9b service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076694 Jul 14 09:29:59.776494 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-83694776-ae65-4d27-b148-eba7f8b0b435 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:59.776971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83694776-ae65-4d27-b148-eba7f8b0b435 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:59.779690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=99cb4c49-c90a-4dae-a87a-8a2673228d8b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.781834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83694776-ae65-4d27-b148-eba7f8b0b435 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/a9ddda78-f93a-4388-a3a5-846162a35c75 HTTP/1.1" status: 404 len: 337 time: 0.2749453 Jul 14 09:29:59.794955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.879139 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-901a6b32-a2ba-4961-923a-758c37ef12c8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:59.879944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901a6b32-a2ba-4961-923a-758c37ef12c8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:59.884673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-901a6b32-a2ba-4961-923a-758c37ef12c8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/b49569df-ff4e-47cd-a9e1-10e47cc3fe71 HTTP/1.1" status: 404 len: 333 time: 0.0884275 Jul 14 09:29:59.911845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52534) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.421457 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d13997-8fe7-45b1-96a0-0e065ae825a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.421457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d13997-8fe7-45b1-96a0-0e065ae825a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.424585 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f8d13997-8fe7-45b1-96a0-0e065ae825a8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2f16e738-92f1-4fcf-b114-66a822daa1ee HTTP/1.1" status: 404 len: 337 time: 0.5111821 Jul 14 09:30:00.426237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52542) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.464227 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2869819a-76be-4708-a34e-f313c2f62b05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.464669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2869819a-76be-4708-a34e-f313c2f62b05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.469412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2869819a-76be-4708-a34e-f313c2f62b05 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/6d1336b8-3cb7-42fe-866b-4497b0efffd1 HTTP/1.1" status: 404 len: 337 time: 0.0386360 Jul 14 09:30:00.473764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.523807 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eeec395-4fcd-4bbb-ae91-24e483b76a5e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.523807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eeec395-4fcd-4bbb-ae91-24e483b76a5e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.528555 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4eeec395-4fcd-4bbb-ae91-24e483b76a5e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/0a5a5ac8-10a5-4ff0-bbea-d4ff71bb803a HTTP/1.1" status: 404 len: 333 time: 0.0537276 Jul 14 09:30:00.531134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52550) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.573871 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02348b7-ec43-495f-a9d9-c62b3f83e47d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.574345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02348b7-ec43-495f-a9d9-c62b3f83e47d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.588437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a02348b7-ec43-495f-a9d9-c62b3f83e47d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/70bdc871-91a6-4e32-9275-02fd73afa0f2 HTTP/1.1" status: 404 len: 337 time: 0.0536385 Jul 14 09:30:00.588673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.604483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f1fe1dff-b688-49c1-b63a-0e75ca0ee30e req-7b09c3db-b0e7-46b9-9755-ed9f41b14cfa service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8174889 Jul 14 09:30:00.668800 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-106921b6-4f6c-4a7b-a78d-4034ac7d9ea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.669332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106921b6-4f6c-4a7b-a78d-4034ac7d9ea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.671218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-106921b6-4f6c-4a7b-a78d-4034ac7d9ea4 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2515ddf3-b670-491a-b733-7349d63ed3a2 HTTP/1.1" status: 404 len: 337 time: 0.0815022 Jul 14 09:30:00.674628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.712716 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-da833db8-1631-4db2-b582-ae034545f2cf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.713285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da833db8-1631-4db2-b582-ae034545f2cf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.715132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-da833db8-1631-4db2-b582-ae034545f2cf tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/3d1c1fa7-0b61-4517-9fed-2e2c63590ec7 HTTP/1.1" status: 404 len: 333 time: 0.0394812 Jul 14 09:30:00.717679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.753526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c8e5865-f80d-4dcc-aaac-3c84761e0c81 req-be94d55b-9c5f-43d6-b04e-72d19e9265e2 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 210 time: 0.0704556 Jul 14 09:30:00.775185 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3452cd-9905-4656-879f-5a334e2c324a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.782269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3452cd-9905-4656-879f-5a334e2c324a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.783905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.784627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5f3452cd-9905-4656-879f-5a334e2c324a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/9282c766-848c-459d-91bc-d51667535f71 HTTP/1.1" status: 404 len: 337 time: 0.0659754 Jul 14 09:30:00.787491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.822761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.867167 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-01022af3-b730-4fa6-9f9b-c0eba600d10f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.867950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01022af3-b730-4fa6-9f9b-c0eba600d10f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.872012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-01022af3-b730-4fa6-9f9b-c0eba600d10f tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/800a2c2d-d5d2-4ae3-bc2d-68473c276015 HTTP/1.1" status: 404 len: 333 time: 0.0810456 Jul 14 09:30:00.903665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.954637 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad484b0-4d00-4aff-8cf5-4afcc4a32438 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:00.954637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad484b0-4d00-4aff-8cf5-4afcc4a32438 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:00.959278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fad484b0-4d00-4aff-8cf5-4afcc4a32438 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/7298e5a5-e460-488e-807d-2114c2fe0e08 HTTP/1.1" status: 404 len: 337 time: 0.0504990 Jul 14 09:30:00.963576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.075089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a698-f348-420d-89a5-6bc1d327052d req-af49a3e4-cb20-4959-b007-7e612badbeb6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.082826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3746a698-f348-420d-89a5-6bc1d327052d req-af49a3e4-cb20-4959-b007-7e612badbeb6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 943 time: 0.1410074 Jul 14 09:30:01.102564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.136491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device df906cd5-ee68-444f-b37b-ba4eaee88e6a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:01.141073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.25.2.126 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/665925d4-de0a-4228-a527-d6e5fd569f4c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:01.152434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-20d5404e-9ba9-476f-a934-262e2a7f1f23 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.153966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-20d5404e-9ba9-476f-a934-262e2a7f1f23 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.48 "GET /v2.0/networks?id=938150a0-7b81-4155-a58c-aa69f49e1e13 HTTP/1.1" status: 200 len: 809 time: 0.3093379 Jul 14 09:30:01.157307 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee1a15f-4f54-4733-a563-2624bd502cf2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.158029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee1a15f-4f54-4733-a563-2624bd502cf2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.162874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6ee1a15f-4f54-4733-a563-2624bd502cf2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/8fa441b7-e2eb-4e64-bbda-dc04321bbfae HTTP/1.1" status: 404 len: 333 time: 0.1959879 Jul 14 09:30:01.169696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Request body: {'port': {'device_id': '0a639a56-551a-47b3-b651-e00f30eea935', 'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13', 'admin_state_up': True, 'tenant_id': 'bc14d2ff8eb54c11a978b9e225e39e85'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:01.172662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52574) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.189166 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3746a698-f348-420d-89a5-6bc1d327052d req-e5115c4f-199c-4a31-845f-97df50e36497 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048334 Jul 14 09:30:01.204043 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0b9868-0684-4654-9e58-b2e8d3da63e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.204282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0b9868-0684-4654-9e58-b2e8d3da63e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.209520 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e0b9868-0684-4654-9e58-b2e8d3da63e2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/051d8a2c-392a-46ad-b286-a77624a310be HTTP/1.1" status: 404 len: 337 time: 0.0328023 Jul 14 09:30:01.216674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.262671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port df906cd5-ee68-444f-b37b-ba4eaee88e6a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=df906cd5-ee68-444f-b37b-ba4eaee88e6a,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:01.270417 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c847a58d-11b3-4816-a6b8-1a152f1088d9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.271341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c847a58d-11b3-4816-a6b8-1a152f1088d9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.275971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c847a58d-11b3-4816-a6b8-1a152f1088d9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/76ec4a70-05df-471f-baa1-0ad05d641c95 HTTP/1.1" status: 404 len: 333 time: 0.0582409 Jul 14 09:30:01.277891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'port_id': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a', 'mac_address': 'fa:16:3e:b6:2b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f740fca-f926-4310-ba56-bde45cb25f14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:01.278720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52580) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.323591 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc52c84e-5fef-4187-8dd5-0746687b716a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.324264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc52c84e-5fef-4187-8dd5-0746687b716a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.328397 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.329044 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fc52c84e-5fef-4187-8dd5-0746687b716a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2582a64c-33d3-47d2-b8a2-6e07716b87ce HTTP/1.1" status: 404 len: 337 time: 0.0491476 Jul 14 09:30:01.329652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.366769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df906cd5-ee68-444f-b37b-ba4eaee88e6a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:01.393661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port df906cd5-ee68-444f-b37b-ba4eaee88e6a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=df906cd5-ee68-444f-b37b-ba4eaee88e6a,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:01.395962 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-34af6bb7-a6e1-40af-a9e2-4e7517bdadb0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.396974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34af6bb7-a6e1-40af-a9e2-4e7517bdadb0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.398776 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.401770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34af6bb7-a6e1-40af-a9e2-4e7517bdadb0 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/28eedf70-b06c-48f9-a2cd-0d42568d9bde HTTP/1.1" status: 404 len: 333 time: 0.0707624 Jul 14 09:30:01.402612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.402733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52588) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.479101 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.486173 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a58f08-6a80-4a20-876e-a1486759e6b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.487938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a58f08-6a80-4a20-876e-a1486759e6b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.490205 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-98a58f08-6a80-4a20-876e-a1486759e6b9 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/da6e3925-3b90-4623-b28f-503c80648b8e HTTP/1.1" status: 404 len: 337 time: 0.0834248 Jul 14 09:30:01.494079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.523963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=df906cd5-ee68-444f-b37b-ba4eaee88e6a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.537656 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.568478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Made reservation on behalf of bc14d2ff8eb54c11a978b9e225e39e85 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:01.572737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.610277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['df906cd5-ee68-444f-b37b-ba4eaee88e6a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:01.687331 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.704815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.709139 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-92932d20-638c-4851-a3af-1fc16c3db1c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.709540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92932d20-638c-4851-a3af-1fc16c3db1c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.711907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-92932d20-638c-4851-a3af-1fc16c3db1c5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/21754e71-7306-4c8b-86c6-14f9253622dd HTTP/1.1" status: 404 len: 333 time: 0.2163365 Jul 14 09:30:01.712983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.714908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52602) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.757788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:01.763017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:01.767191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:01.845262 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-27827597-a970-40bd-a733-17ca0c768044 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.846305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27827597-a970-40bd-a733-17ca0c768044 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.853332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-27827597-a970-40bd-a733-17ca0c768044 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/67f909c8-b845-4c9b-97b2-b63bef3a6d94 HTTP/1.1" status: 404 len: 337 time: 0.1315048 Jul 14 09:30:01.854194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52608) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.863527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=665925d4-de0a-4228-a527-d6e5fd569f4c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.956738 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd309760-d38c-4f04-ba14-057f38900224 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:01.957207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd309760-d38c-4f04-ba14-057f38900224 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:01.967626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bd309760-d38c-4f04-ba14-057f38900224 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/d2c35b66-d698-4054-9e2d-e5e49334aa80 HTTP/1.1" status: 404 len: 337 time: 0.1051443 Jul 14 09:30:01.968270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52612) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.977911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=99cb4c49-c90a-4dae-a87a-8a2673228d8b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:02.010552 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f171fa2-059b-4640-a645-186a88ad7a5a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.011276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f171fa2-059b-4640-a645-186a88ad7a5a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.015675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5f171fa2-059b-4640-a645-186a88ad7a5a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/d2deb793-c3c2-4254-a724-4ddd618ba921 HTTP/1.1" status: 404 len: 333 time: 0.0387435 Jul 14 09:30:02.016298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.026665 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.076133 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0bd16343-3242-4dde-99d4-b3da87e0f769 req-16d41275-7595-46f2-90ab-c20953f15703 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 210 time: 0.1081288 Jul 14 09:30:02.077818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Allocated IP 172.20.0.13 (938150a0-7b81-4155-a58c-aa69f49e1e13/679c8ac1-e70c-4971-9d50-f0efc46d3dd6/df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:02.103825 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69fe6f2-9648-4b53-a40c-31202fc35641 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.104365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69fe6f2-9648-4b53-a40c-31202fc35641 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.116963 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c69fe6f2-9648-4b53-a40c-31202fc35641 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/3f9fe624-72a1-4af6-aafd-3f55e553fd1b HTTP/1.1" status: 404 len: 337 time: 0.0893562 Jul 14 09:30:02.116963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.142378 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0d9c01-ca7d-4c30-a056-6f0ffee7b8d2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.143410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0d9c01-ca7d-4c30-a056-6f0ffee7b8d2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.147823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc0d9c01-ca7d-4c30-a056-6f0ffee7b8d2 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/4efd846a-6013-4ca9-8c9f-45b2701de973 HTTP/1.1" status: 404 len: 337 time: 0.0358105 Jul 14 09:30:02.148448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52620) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.208764 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1ec7bf-d4d7-4357-8caf-ba7c8047c665 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.209391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1ec7bf-d4d7-4357-8caf-ba7c8047c665 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.213755 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3a1ec7bf-d4d7-4357-8caf-ba7c8047c665 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/3f03505c-a0c6-4a11-ab5c-a46c5799a11d HTTP/1.1" status: 404 len: 333 time: 0.0626879 Jul 14 09:30:02.214355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52622) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.247868 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aad8b5-e73a-47e4-9e92-ab9f354f94bd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.248429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aad8b5-e73a-47e4-9e92-ab9f354f94bd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.253261 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-83aad8b5-e73a-47e4-9e92-ab9f354f94bd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/409bef53-7742-4593-b3b3-754cd7816d75 HTTP/1.1" status: 404 len: 337 time: 0.0359263 Jul 14 09:30:02.262942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.266860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.328367 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a1fe95-c6ef-49ab-b74c-1b821ab2728c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.329026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a1fe95-c6ef-49ab-b74c-1b821ab2728c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.334946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69a1fe95-c6ef-49ab-b74c-1b821ab2728c tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/e222a3a4-34ae-4064-8303-9fd69285a7bc HTTP/1.1" status: 404 len: 337 time: 0.0621538 Jul 14 09:30:02.337638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.372707 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ce413c-98a2-4d6e-b098-99c67fb879e8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.373824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ce413c-98a2-4d6e-b098-99c67fb879e8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.379026 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-00ce413c-98a2-4d6e-b098-99c67fb879e8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/25d96b89-147c-4c43-b9f8-d0a8094929a9 HTTP/1.1" status: 404 len: 333 time: 0.0401771 Jul 14 09:30:02.379934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.393146 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 177292f7-fce4-4cd4-94e6-b03e396d9b18 associated. External IP: 172.25.2.97, port: 4e58fb2e-ca96-4660-86cc-13025861b58d. Jul 14 09:30:02.463962 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fe2a42-f4fb-4e09-ba67-96eb5a0f9c21 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.464431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fe2a42-f4fb-4e09-ba67-96eb5a0f9c21 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.468449 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-78fe2a42-f4fb-4e09-ba67-96eb5a0f9c21 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/59cfb16a-43a9-41fa-9d59-395ff1ebedac HTTP/1.1" status: 404 len: 337 time: 0.0834355 Jul 14 09:30:02.470152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.523618 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b3ad72-4e9d-497a-8a03-25c3736af400 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.524122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b3ad72-4e9d-497a-8a03-25c3736af400 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.528590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f1b3ad72-4e9d-497a-8a03-25c3736af400 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/b99c77fe-54ec-45c8-9670-63c278f3560e HTTP/1.1" status: 404 len: 337 time: 0.0517659 Jul 14 09:30:02.533354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.575092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10ef331e-5640-484d-b11a-e843e80184b5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e3398a5-4798-4bdd-bd12-4235b14e5563 HTTP/1.1" status: 200 len: 205 time: 0.0405018 Jul 14 09:30:02.580273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52640) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.677304 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0219fe8f-147f-48f7-b559-ee77ee8bfe93 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] delete failed (client error): The resource could not be found. Jul 14 09:30:02.681132 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0219fe8f-147f-48f7-b559-ee77ee8bfe93 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/routers/2e3398a5-4798-4bdd-bd12-4235b14e5563 HTTP/1.1" status: 404 len: 336 time: 0.0983534 Jul 14 09:30:02.681794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52642) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.707441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.732376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dcb8b-2d08-43db-9a21-37529d0be3a5 req-ddfb7201-09e1-4895-80e6-b21b973f30fa tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.733703 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0ffdd4-b840-4a7c-b4dd-df001882cf5d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:02.734286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0ffdd4-b840-4a7c-b4dd-df001882cf5d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:02.735228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-174dcb8b-2d08-43db-9a21-37529d0be3a5 req-ddfb7201-09e1-4895-80e6-b21b973f30fa tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 944 time: 0.2679358 Jul 14 09:30:02.745330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a0ffdd4-b840-4a7c-b4dd-df001882cf5d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/313d1256-2d57-4e81-af50-5f231f2b87f6 HTTP/1.1" status: 404 len: 337 time: 0.0534084 Jul 14 09:30:02.751060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.846525 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2c27295a-cbde-434d-a601-e721171a92d8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "GET /v2.0/ports?device_id=7440e24d-cdef-468c-b9d9-52ec7c3c9050 HTTP/1.1" status: 200 len: 205 time: 0.0877454 Jul 14 09:30:02.847888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.867878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:02.874452 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-174dcb8b-2d08-43db-9a21-37529d0be3a5 req-e074ef73-8b8f-490f-80bf-cd1e6da0fdea tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222172 Jul 14 09:30:02.892291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.897571 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-18d737a6-e335-4fba-98ed-e1fe6bb56708 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] delete failed (client error): The resource could not be found. Jul 14 09:30:02.900105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-18d737a6-e335-4fba-98ed-e1fe6bb56708 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/routers/7440e24d-cdef-468c-b9d9-52ec7c3c9050 HTTP/1.1" status: 404 len: 336 time: 0.0501921 Jul 14 09:30:02.904758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.922458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.013136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:03.024132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:03.038011 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.049899 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08261e7-ced9-4a34-b5a7-d457a2e30a7d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.050371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08261e7-ced9-4a34-b5a7-d457a2e30a7d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.053778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:03.054511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:03.057334 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f08261e7-ced9-4a34-b5a7-d457a2e30a7d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/eba1ccf1-4fa5-45ad-9183-35f3eb432825 HTTP/1.1" status: 404 len: 337 time: 0.1490386 Jul 14 09:30:03.058006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52658) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.073855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Network 938150a0-7b81-4155-a58c-aa69f49e1e13 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:03.084308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-61898216-610d-4119-b98f-bab0461e4c58 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5608873 Jul 14 09:30:03.086879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.091692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'port_id': '4e58fb2e-ca96-4660-86cc-13025861b58d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:03.112213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:03.114289 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14c2f5d-3ff1-409e-94b5-355aead093fd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.114753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14c2f5d-3ff1-409e-94b5-355aead093fd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.119313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e14c2f5d-3ff1-409e-94b5-355aead093fd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/e26cba27-b3af-4bf2-b2f3-f3b77cfd6f89 HTTP/1.1" status: 404 len: 337 time: 0.0565929 Jul 14 09:30:03.119993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.120758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:03.125105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:03.153401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.159827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:03.160468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:03.169920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device df906cd5-ee68-444f-b37b-ba4eaee88e6a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:03.272305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:03.273011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92ad68-1d07-453b-aab8-4d2602efdab0 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:03.314602 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a2eedc-4238-4a3d-a97e-3d02d0ae3283 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.320953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a2eedc-4238-4a3d-a97e-3d02d0ae3283 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.321704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port df906cd5-ee68-444f-b37b-ba4eaee88e6a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:03.328003 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e7a2eedc-4238-4a3d-a97e-3d02d0ae3283 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/30244074-6943-40b2-94e0-720adbae4526 HTTP/1.1" status: 404 len: 333 time: 0.1960294 Jul 14 09:30:03.334549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port df906cd5-ee68-444f-b37b-ba4eaee88e6a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:03.334958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.335250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52668) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.409047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Pushing event updated for resources: {'Port': ['ID=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.442977 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4152193-d594-4700-b3d9-c97e622eab3d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.443474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4152193-d594-4700-b3d9-c97e622eab3d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.445244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e4152193-d594-4700-b3d9-c97e622eab3d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/b8d395a1-4f67-41df-bbe4-34854457a562 HTTP/1.1" status: 404 len: 337 time: 0.1088736 Jul 14 09:30:03.452125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.466951 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.503374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:03.507969 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb79f563-9130-4d20-bd75-ccbea3b78ff2" -d '{"events": [{"server_uuid": "e216d870-a6de-41a4-96b2-14fb83f7d268", "name": "network-vif-plugged", "status": "completed", "tag": "df906cd5-ee68-444f-b37b-ba4eaee88e6a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:03.528320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port df906cd5-ee68-444f-b37b-ba4eaee88e6a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=df906cd5-ee68-444f-b37b-ba4eaee88e6a,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:03.537636 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.567081 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d7841a-54fe-4c4b-baa6-62905b353176 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.571592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d7841a-54fe-4c4b-baa6-62905b353176 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.576858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4d7841a-54fe-4c4b-baa6-62905b353176 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/dce378c1-84e4-423d-8e4b-7abec0f1b81d HTTP/1.1" status: 404 len: 333 time: 0.1164899 Jul 14 09:30:03.594939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.596511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.601016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.658072 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f134bda9-901c-4376-ab30-757e24abd29b x-openstack-request-id: req-f134bda9-901c-4376-ab30-757e24abd29b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:03.658876 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e216d870-a6de-41a4-96b2-14fb83f7d268", "name": "network-vif-plugged", "status": "completed", "tag": "df906cd5-ee68-444f-b37b-ba4eaee88e6a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:03.659139 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f134bda9-901c-4376-ab30-757e24abd29b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:03.659706 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a', 'code': 200} Jul 14 09:30:03.660420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=df906cd5-ee68-444f-b37b-ba4eaee88e6a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.672286 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-80197570-8042-4ca6-93d8-7b7811b022ee tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.672983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80197570-8042-4ca6-93d8-7b7811b022ee tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.675533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-80197570-8042-4ca6-93d8-7b7811b022ee tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/2ea18143-5a92-40a1-9120-7b24a7503f8b HTTP/1.1" status: 404 len: 337 time: 0.0717487 Jul 14 09:30:03.682212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.814614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-64914626-a2d5-4cb6-8b7d-f786ab8f88dc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6492200 Jul 14 09:30:03.831975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e91c84-2c35-4adc-a8cc-3ab6ef86f865 req-c0aa1a18-4140-4e6c-9b28-3e5ac4ddd800 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.833758 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e91c84-2c35-4adc-a8cc-3ab6ef86f865 req-c0aa1a18-4140-4e6c-9b28-3e5ac4ddd800 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 932 time: 0.5932918 Jul 14 09:30:03.852598 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a02f0b4-5f66-4670-8cbc-1ca1493ee1f8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.853380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a02f0b4-5f66-4670-8cbc-1ca1493ee1f8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.855342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7a02f0b4-5f66-4670-8cbc-1ca1493ee1f8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/a18b299b-98fd-4655-b377-cfbdc93348ee HTTP/1.1" status: 404 len: 333 time: 0.1518166 Jul 14 09:30:03.860064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.943471 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d456f01-4352-4396-9b17-93aa999ab53d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:03.944228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d456f01-4352-4396-9b17-93aa999ab53d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:03.949298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2d456f01-4352-4396-9b17-93aa999ab53d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/a2e2f738-8ffe-4515-9d30-03aa6555421e HTTP/1.1" status: 404 len: 337 time: 0.0725291 Jul 14 09:30:03.950812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.998750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e91c84-2c35-4adc-a8cc-3ab6ef86f865 req-e15bd7f0-4546-4140-8c43-f37ca79a4fe1 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359003 Jul 14 09:30:04.044111 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0702362a-f0f0-4272-95e9-1abe83d31e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:04.044906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0702362a-f0f0-4272-95e9-1abe83d31e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:04.049562 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0702362a-f0f0-4272-95e9-1abe83d31e1b tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/feba632b-99ee-4102-b8ea-f17810d5b8e3 HTTP/1.1" status: 404 len: 333 time: 0.0951314 Jul 14 09:30:04.059060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.072524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273825e-37cb-48ec-85b1-d23437589614 req-8b995f12-bfaf-4f90-a9fb-1ae1f9b9f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.072524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0273825e-37cb-48ec-85b1-d23437589614 req-8b995f12-bfaf-4f90-a9fb-1ae1f9b9f78d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 1097 time: 0.4049788 Jul 14 09:30:04.112186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 05b836bb-3d6f-45d5-91d5-c94af95725cc is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:30:04.141742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0273825e-37cb-48ec-85b1-d23437589614 req-019e600a-db22-4cc3-bd28-2de4a63a98e4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603619 Jul 14 09:30:04.243570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Request body: {'port': {'device_id': '0a639a56-551a-47b3-b651-e00f30eea935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:04.247915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.251542 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47b01ca-2fb5-4f68-910e-4bac7424274a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:04.252540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47b01ca-2fb5-4f68-910e-4bac7424274a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:04.257309 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d47b01ca-2fb5-4f68-910e-4bac7424274a tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/b3cfecc2-32a0-445a-9c10-fa4f1f7840fe HTTP/1.1" status: 404 len: 337 time: 0.1974151 Jul 14 09:30:04.268974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.288446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.412555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be80bf5-209c-4bd4-a454-4c8f51b634f3 req-43c1a197-1cd2-4b06-a161-c9dc5c3fc879 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.420389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2be80bf5-209c-4bd4-a454-4c8f51b634f3 req-43c1a197-1cd2-4b06-a161-c9dc5c3fc879 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 945 time: 0.2859569 Jul 14 09:30:04.498739 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2be80bf5-209c-4bd4-a454-4c8f51b634f3 req-045c5489-1830-4b44-9a8e-b52952bcba01 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580573 Jul 14 09:30:04.951799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:04.974859 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Sync routers for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:04.988556 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:04.989424 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.001231 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0214828b-9abe-49bb-bb9c-4b04f91df1c8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.002706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0214828b-9abe-49bb-bb9c-4b04f91df1c8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.013439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0214828b-9abe-49bb-bb9c-4b04f91df1c8 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/1182e7f0-33c6-4213-b796-79a1f1fcf682 HTTP/1.1" status: 404 len: 333 time: 0.7418501 Jul 14 09:30:05.014133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.038364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.039912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-65b62f2e-bcd7-4233-bbe9-136d071227b4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3740621 Jul 14 09:30:05.066666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.237263 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:05.293533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e605a429-7ba3-48fe-a2ef-aa3074a1c04d tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=dd8d03dc25ee441d8c6ae7993489df4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2227948 Jul 14 09:30:05.301357 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfcfa6d-ea83-4aa7-8546-38924c6e590e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.302828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfcfa6d-ea83-4aa7-8546-38924c6e590e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.307879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6dfcfa6d-ea83-4aa7-8546-38924c6e590e tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/ec2e6de5-4a8a-427f-bd0a-a20f88a27012 HTTP/1.1" status: 404 len: 337 time: 0.2736058 Jul 14 09:30:05.310508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.310856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.437955 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.503761 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b895ca8-2ee4-4b8c-a2da-7642c39cf188 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.505555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b895ca8-2ee4-4b8c-a2da-7642c39cf188 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.511649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4b895ca8-2ee4-4b8c-a2da-7642c39cf188 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/9b2a1812-ac7e-42e8-ac02-519820c57944 HTTP/1.1" status: 404 len: 333 time: 0.1913080 Jul 14 09:30:05.579085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.615580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:05.704016 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d384c9-1705-4089-81e7-181079ccd385 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.704652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d384c9-1705-4089-81e7-181079ccd385 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.707016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b3d384c9-1705-4089-81e7-181079ccd385 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/bb1a67e5-6a13-4ed2-8c69-d22b547701e4 HTTP/1.1" status: 404 len: 337 time: 0.1246653 Jul 14 09:30:05.726648 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:02Z', 'revision_number': 3, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.733625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.825982 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Checking router: 05b836bb-3d6f-45d5-91d5-c94af95725cc for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:05.826460 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Updating router 05b836bb-3d6f-45d5-91d5-c94af95725cc port 665925d4-de0a-4228-a527-d6e5fd569f4c binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:30:05.828903 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f9ea04-0775-4466-8070-27856fd6f98d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:05.829625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f9ea04-0775-4466-8070-27856fd6f98d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.831437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c2f9ea04-0775-4466-8070-27856fd6f98d tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/ports/258a9dc0-b298-4063-a681-4882085ecb38 HTTP/1.1" status: 404 len: 333 time: 0.0957882 Jul 14 09:30:05.836459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52798) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.879313 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.934359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:05.940342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.949767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:05.966997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:05.967894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dddd3-286b-4562-8f50-a9db1ec412c4 req-aa515d18-5893-4925-8af3-de5035c593b1 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.968980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.969605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-503dddd3-286b-4562-8f50-a9db1ec412c4 req-aa515d18-5893-4925-8af3-de5035c593b1 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 932 time: 0.5884979 Jul 14 09:30:05.988131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91828cde-b15e-460d-93e5-033182a38817 req-f3a9a296-f06f-48ca-afef-23a39a0752cf tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.990340 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91828cde-b15e-460d-93e5-033182a38817 req-f3a9a296-f06f-48ca-afef-23a39a0752cf tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 945 time: 0.2313752 Jul 14 09:30:06.043525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.066644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:06.067938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.117487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91828cde-b15e-460d-93e5-033182a38817 req-13f5889f-d72d-41fb-815d-97d5373f5267 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155756 Jul 14 09:30:06.140353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.141559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20958a3c-bd4a-4200-80f8-c40bc370d0a6 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:06.153769 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-635296d7-1266-45a8-9a6b-6bfcc737bddd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:06.154240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635296d7-1266-45a8-9a6b-6bfcc737bddd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:06.155530 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e6afcecd-83d1-4199-ac07-0f2024f9bc5c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/floatingips/177292f7-fce4-4cd4-94e6-b03e396d9b18 HTTP/1.1" status: 200 len: 977 time: 3.0675166 Jul 14 09:30:06.158754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.159038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-635296d7-1266-45a8-9a6b-6bfcc737bddd tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/subnets/25f61e18-7904-4a39-a555-2ee51af054b3 HTTP/1.1" status: 404 len: 337 time: 0.3194058 Jul 14 09:30:06.170942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 52836) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.183769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63dcf0c-e2df-424f-b4a6-2a556c322e7d tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:06.185311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d63dcf0c-e2df-424f-b4a6-2a556c322e7d tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8685203 Jul 14 09:30:06.193034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.286262 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f7942405-873f-4a63-a26c-be122a3cafc6 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0918090 Jul 14 09:30:06.289783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 52848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.301056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-416417428', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:06.362888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-503dddd3-286b-4562-8f50-a9db1ec412c4 req-b28d050b-4002-4efa-8cfb-c6997171efbe tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436197 Jul 14 09:30:06.563327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:06.569032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.573959 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.584084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.587123 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Transition to ACTIVE for port object 665925d4-de0a-4228-a527-d6e5fd569f4c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:06.593895 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.663605 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Pushing event updated for resources: {'Port': ['ID=665925d4-de0a-4228-a527-d6e5fd569f4c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:06.684768 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.685232 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.685647 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.686230 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.686637 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.687037 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.687490 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.687892 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.688472 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.688873 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.689862 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.689862 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:06.724417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:06.728014 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Attempting to bind port 665925d4-de0a-4228-a527-d6e5fd569f4c on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:06.728457 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Attempting to bind port 665925d4-de0a-4228-a527-d6e5fd569f4c by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:06.728897 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Attempting to bind port 665925d4-de0a-4228-a527-d6e5fd569f4c on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:06.734678 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:06.735138 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:06.735661 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.736981 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:06.738479 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Bound port: 665925d4-de0a-4228-a527-d6e5fd569f4c, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:06.738953 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.740954 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.768808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.807500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d90daea-0b6a-4a64-bcdc-80846d1e16f4']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.820105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df6e1b7-cc86-4d54-b992-77af79156d73') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.820430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df6e1b7-cc86-4d54-b992-77af79156d73') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.835976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 99cb4c49-c90a-4dae-a87a-8a2673228d8b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:06.836326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.838992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.864808 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] For port 665925d4-de0a-4228-a527-d6e5fd569f4c, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:06.872198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] For port 665925d4-de0a-4228-a527-d6e5fd569f4c, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=665925d4-de0a-4228-a527-d6e5fd569f4c,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:06.877554 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.890695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Transition to ACTIVE for port object df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:06.895371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.910351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:06.911311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:06.915451 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:06.939669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.941018 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:06.941860 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.019078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.019732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.047620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.062947 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600447a5-28b4-4f1d-8d3e-b0f69e55b820 None None] Pushing event updated for resources: {'Port': ['ID=665925d4-de0a-4228-a527-d6e5fd569f4c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.072384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 99cb4c49-c90a-4dae-a87a-8a2673228d8b owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:07.076776 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.083877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Pushing event updated for resources: {'Port': ['ID=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.085558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] 10.222.0.18 "DELETE /v2.0/networks/4d90daea-0b6a-4a64-bcdc-80846d1e16f4 HTTP/1.1" status: 204 len: 168 time: 0.9135408 Jul 14 09:30:07.087040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08586-abee-41cc-8b47-07ca1aa96fd5 tempest-NetworksTestDHCPv6-1676492999 tempest-NetworksTestDHCPv6-1676492999-project] Pushing event deleted for resources: {'Network': ['ID=4d90daea-0b6a-4a64-bcdc-80846d1e16f4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.134431 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:07.216383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d88d4-e0e3-4454-9e24-a5f35ff49c9b req-ff210318-b861-4b99-9ade-6632b9eb5c2e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.218054 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c61d88d4-e0e3-4454-9e24-a5f35ff49c9b req-ff210318-b861-4b99-9ade-6632b9eb5c2e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 945 time: 0.4118679 Jul 14 09:30:07.272411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c61d88d4-e0e3-4454-9e24-a5f35ff49c9b req-d11b807b-6ff5-4465-b386-c5180bb8e5c1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Jul 14 09:30:07.301600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Attempting to bind port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:07.302003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Attempting to bind port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '68176414-a9bd-47e2-a684-217dc4179cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:07.302437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Attempting to bind port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 on network 938150a0-7b81-4155-a58c-aa69f49e1e13 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:07.336368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.363558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 on network 938150a0-7b81-4155-a58c-aa69f49e1e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:07.364008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Attempting to bind port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 on network 938150a0-7b81-4155-a58c-aa69f49e1e13 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:07.386786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:07.388540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Checking segment: {'id': '68176414-a9bd-47e2-a684-217dc4179cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:07.388952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Bound using segment: {'id': '68176414-a9bd-47e2-a684-217dc4179cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:07.389420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Bound port: df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68176414-a9bd-47e2-a684-217dc4179cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:07.389822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.448938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=99cb4c49-c90a-4dae-a87a-8a2673228d8b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.524662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] For port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:07.528899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] For port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,segment=NetworkSegment(68176414-a9bd-47e2-a684-217dc4179cb6),segment_id=68176414-a9bd-47e2-a684-217dc4179cb6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:07.536397 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.559967 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:02Z', 'revision_number': 3, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.582629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.583272 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.584896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] 10.222.0.48 "PUT /v2.0/ports/df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 HTTP/1.1" status: 200 len: 1093 time: 3.7469547 Jul 14 09:30:07.585359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a639a56-551a-47b3-b651-e00f30eea935', 'tag': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:07.587961 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ac92f-a863-45f6-a2c3-e3cc38932685" -d '{"events": [{"name": "network-changed", "server_uuid": "0a639a56-551a-47b3-b651-e00f30eea935", "tag": "df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:07.726742 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6379c5-570e-4e56-aa29-3d7a1696acf1 None None] The sync data for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 is: [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:02Z', 'revision_number': 3, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:07.765734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.766170 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 177292f7-fce4-4cd4-94e6-b03e396d9b18 disassociated (deleted). External IP: 172.25.2.97, port: 4e58fb2e-ca96-4660-86cc-13025861b58d. Jul 14 09:30:07.782882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.788864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80fe0b-2970-4f01-9855-14aebfb3c281 service neutron] Pushing event updated for resources: {'Port': ['ID=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.866937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-e93eab0e-19b7-460a-a470-d460937dfe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.868560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-e93eab0e-19b7-460a-a470-d460937dfe24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc14d2ff8eb54c11a978b9e225e39e85&device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 1096 time: 0.2225850 Jul 14 09:30:07.896548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fc7ea-b16a-460e-aab4-415ae3f93c7c req-5167466c-7f2b-41a0-8029-7c8ab9b01cc8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.898279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf7fc7ea-b16a-460e-aab4-415ae3f93c7c req-5167466c-7f2b-41a0-8029-7c8ab9b01cc8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 945 time: 0.3610191 Jul 14 09:30:07.929087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53008) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:07.932471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-21469c8d-2a41-4aef-bc3c-827bcc019a48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 HTTP/1.1" status: 200 len: 217 time: 0.0478313 Jul 14 09:30:07.945187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf172d9-bf37-45c9-a58b-24ad3334be1d req-e065959d-2b33-4326-99ca-b9fb668ef97f tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.946795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bdf172d9-bf37-45c9-a58b-24ad3334be1d req-e065959d-2b33-4326-99ca-b9fb668ef97f tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 944 time: 0.2446678 Jul 14 09:30:07.984151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Subnet': ['ID=ed7785b9-81b6-4d0f-b5c6-894e057a87bb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.994543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf7fc7ea-b16a-460e-aab4-415ae3f93c7c req-70e1f759-b00d-4184-a6ea-5cee1065a2b1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872998 Jul 14 09:30:08.057642 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9950181d-8b7a-45e4-97b8-66e946abce18 x-openstack-request-id: req-9950181d-8b7a-45e4-97b8-66e946abce18 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:08.057993 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a639a56-551a-47b3-b651-e00f30eea935", "tag": "df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:08.058186 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9950181d-8b7a-45e4-97b8-66e946abce18 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:08.058599 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a639a56-551a-47b3-b651-e00f30eea935', 'tag': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0', 'status': 'completed', 'code': 200} Jul 14 09:30:08.069085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Checking segment: {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:08.069536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network hostable DHCP agents. Network: 8f18e8af-98fb-406e-97f8-5f3eaed6a723, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:08.091628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-f5d2f765-bc7d-437c-925e-e99b48e0b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:08.093179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-f5d2f765-bc7d-437c-925e-e99b48e0b419 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=679c8ac1-e70c-4971-9d50-f0efc46d3dd6 HTTP/1.1" status: 200 len: 849 time: 0.1454518 Jul 14 09:30:08.097047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bdf172d9-bf37-45c9-a58b-24ad3334be1d req-f7188aa4-18c1-437c-8678-11420262d10f tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173394 Jul 14 09:30:08.180519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-f1a42ef8-7e32-4584-898a-e6992afdac11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=938150a0-7b81-4155-a58c-aa69f49e1e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663714 Jul 14 09:30:08.266790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:08.352358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:08.384501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8f18e8af-98fb-406e-97f8-5f3eaed6a723) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:08.396437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:08.397051 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.398204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04798a0c-ef47-4f1e-afb1-73b978b94db3 None None] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:08.416024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c630e147-d0b2-42c4-9596-81f91ccde56c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1197934 Jul 14 09:30:08.434386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.470418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-1b6800dc-2178-4ee8-b62f-47c22c639ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/938150a0-7b81-4155-a58c-aa69f49e1e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808673 Jul 14 09:30:08.582483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-418ae28a-9fad-4dde-9d2b-9afb1791dbbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e56ac9a202ae4266b0de940f46b46fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520386 Jul 14 09:30:08.588544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.625350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:08.642308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.649071 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:08.672130 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:08.672999 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:08.750885 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:08.781717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-35aa6bba-b360-4cd1-9514-d2f1bce31163 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/floatingips/177292f7-fce4-4cd4-94e6-b03e396d9b18 HTTP/1.1" status: 204 len: 168 time: 2.6197243 Jul 14 09:30:08.796711 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:08.797340 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:08.801470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53084) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.832442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:08.833545 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.886977 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:08.887809 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373dfaf6-e9ee-4a4b-bf9b-d3a56e1c9b42 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:09.054794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9b85875-7bf9-4a27-a7ef-b1378576ba6a req-c120ce9c-4e45-4134-b564-7560ae6f9882 service neutron] 10.222.0.48 "GET /v2.0/networks/938150a0-7b81-4155-a58c-aa69f49e1e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727413 Jul 14 09:30:09.083966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fecc5ad-a1d3-45c0-b4ed-64b4ddd420e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.088458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Allocated IP 172.20.0.2 (8f18e8af-98fb-406e-97f8-5f3eaed6a723/ed7785b9-81b6-4d0f-b5c6-894e057a87bb/472c4cdb-1565-44fa-9d43-23a53c969e05) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:09.228827 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fecc5ad-a1d3-45c0-b4ed-64b4ddd420e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.272476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8078-eabc-4f83-a9cb-a24aaace880b req-59caa9cf-dab4-4b50-bb1e-34130c40cace tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.275768 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c83c8078-eabc-4f83-a9cb-a24aaace880b req-59caa9cf-dab4-4b50-bb1e-34130c40cace tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 945 time: 0.5222428 Jul 14 09:30:09.470408 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c83c8078-eabc-4f83-a9cb-a24aaace880b req-10e15318-29c3-417b-be31-5c093e6b2eb6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873367 Jul 14 09:30:09.477319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-d7e5f4ea-c44d-4c23-a4b2-563ebc58d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.478969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-d7e5f4ea-c44d-4c23-a4b2-563ebc58d17b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc14d2ff8eb54c11a978b9e225e39e85&device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 1096 time: 0.3618164 Jul 14 09:30:09.487583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 4e58fb2e-ca96-4660-86cc-13025861b58d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:09.488033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.540962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.551213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Transition to ACTIVE for port object 472c4cdb-1565-44fa-9d43-23a53c969e05 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:09.606994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5402f5-30a2-4ba0-a183-b91d12c73770 req-8cccb3d2-e395-4b90-a827-4bf07a0b6c53 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.608790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf5402f5-30a2-4ba0-a183-b91d12c73770 req-8cccb3d2-e395-4b90-a827-4bf07a0b6c53 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 944 time: 0.2248299 Jul 14 09:30:09.611213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 665925d4-de0a-4228-a527-d6e5fd569f4c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:09.620121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.639658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Transition to ACTIVE for port object 472c4cdb-1565-44fa-9d43-23a53c969e05 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:09.673547 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.696932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:09.698593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 665925d4-de0a-4228-a527-d6e5fd569f4c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:09.705574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:09.708112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 665925d4-de0a-4228-a527-d6e5fd569f4c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:09.708800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.714750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-6618f019-445e-4bde-8f5d-41fa0010981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.716551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-6618f019-445e-4bde-8f5d-41fa0010981a service neutron] 10.222.0.48 "GET /v2.0/networks?id=938150a0-7b81-4155-a58c-aa69f49e1e13 HTTP/1.1" status: 200 len: 910 time: 0.1406121 Jul 14 09:30:09.725927 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fecc5ad-a1d3-45c0-b4ed-64b4ddd420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.728788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8fecc5ad-a1d3-45c0-b4ed-64b4ddd420e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.744801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8fecc5ad-a1d3-45c0-b4ed-64b4ddd420e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c566979-b3fe-411e-8719-9be311b7a022 HTTP/1.1" status: 204 len: 168 time: 1.1448159 Jul 14 09:30:09.766468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:09.815823 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-16b73728-258e-41ef-b2e7-ad824d3917d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 HTTP/1.1" status: 200 len: 217 time: 0.0615616 Jul 14 09:30:09.820502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecc5ad-a1d3-45c0-b4ed-64b4ddd420e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c566979-b3fe-411e-8719-9be311b7a022,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.866528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf5402f5-30a2-4ba0-a183-b91d12c73770 req-97111868-c171-465d-b410-5c3bc1d1b1cc tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373164 Jul 14 09:30:09.944069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-00172634-d9eb-443f-b491-829cfef7c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.945563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-00172634-d9eb-443f-b491-829cfef7c655 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=679c8ac1-e70c-4971-9d50-f0efc46d3dd6 HTTP/1.1" status: 200 len: 849 time: 0.1213624 Jul 14 09:30:09.960039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.016415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 665925d4-de0a-4228-a527-d6e5fd569f4c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=665925d4-de0a-4228-a527-d6e5fd569f4c,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:10.034180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-425d5771-63f0-4a94-8c4c-092e3dab07ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=938150a0-7b81-4155-a58c-aa69f49e1e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327878 Jul 14 09:30:10.062340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Attempting to bind port 472c4cdb-1565-44fa-9d43-23a53c969e05 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:10.063262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Attempting to bind port 472c4cdb-1565-44fa-9d43-23a53c969e05 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:10.064189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Attempting to bind port 472c4cdb-1565-44fa-9d43-23a53c969e05 on network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:10.072500 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.077436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:10.078431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Checking segment: {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:10.079845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.081312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Bound using segment: {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:10.082545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Bound port: 472c4cdb-1565-44fa-9d43-23a53c969e05, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:10.083207 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.107124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Pushing event updated for resources: {'Port': ['ID=472c4cdb-1565-44fa-9d43-23a53c969e05,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.146023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.146448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.146864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.147478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.147893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.148295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.148895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.149435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.149984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.150536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.152398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.152837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:10.209388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.217970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=665925d4-de0a-4228-a527-d6e5fd569f4c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.238064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-b68d01ac-f203-4ba6-84a8-f7933cf4d555 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.240394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-b68d01ac-f203-4ba6-84a8-f7933cf4d555 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 945 time: 0.2802312 Jul 14 09:30:10.254645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] For port 472c4cdb-1565-44fa-9d43-23a53c969e05, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:10.259400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] For port 472c4cdb-1565-44fa-9d43-23a53c969e05, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=472c4cdb-1565-44fa-9d43-23a53c969e05,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:10.264980 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.306489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 4e58fb2e-ca96-4660-86cc-13025861b58d owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:10.353015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24950a41-0a95-4f48-8d34-a67674e1ff22 None None] Pushing event updated for resources: {'Port': ['ID=472c4cdb-1565-44fa-9d43-23a53c969e05,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.380059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-f13d9969-dd6d-49d1-a19b-bb085ddd5d1f service neutron] 10.222.0.48 "GET /v2.0/networks/938150a0-7b81-4155-a58c-aa69f49e1e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269117 Jul 14 09:30:10.396428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.20.0.1 (8f18e8af-98fb-406e-97f8-5f3eaed6a723/ed7785b9-81b6-4d0f-b5c6-894e057a87bb/e98fe1b9-e48b-464d-9fdb-fd9193c19dc4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:10.649560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.721115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Transition to ACTIVE for port object e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:10.740209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Deleting port df906cd5-ee68-444f-b37b-ba4eaee88e6a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:10.740494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.837625 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-482ac92f-a863-45f6-a2c3-e3cc38932685 req-733a58ee-ad65-44c0-afc0-6b56ae434513 service neutron] 10.222.0.48 "GET /v2.0/networks/938150a0-7b81-4155-a58c-aa69f49e1e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564402 Jul 14 09:30:10.879335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.992361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.007205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:11.009238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:11.012706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:11.069377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.132964 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.224230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=4e58fb2e-ca96-4660-86cc-13025861b58d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.281524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] For port df906cd5-ee68-444f-b37b-ba4eaee88e6a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=df906cd5-ee68-444f-b37b-ba4eaee88e6a,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:11.282150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.344573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Calling delete_port for df906cd5-ee68-444f-b37b-ba4eaee88e6a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:11.423165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.624059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53308) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.704441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63d6eb-d375-4858-ba25-6b641ce93143 req-87b86ace-6118-463d-a489-35638e3da8cf tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.713700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e63d6eb-d375-4858-ba25-6b641ce93143 req-87b86ace-6118-463d-a489-35638e3da8cf tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 944 time: 0.4962766 Jul 14 09:30:11.796475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 472c4cdb-1565-44fa-9d43-23a53c969e05 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:11.911594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 472c4cdb-1565-44fa-9d43-23a53c969e05 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:11.916322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 665925d4-de0a-4228-a527-d6e5fd569f4c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:11.937129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1630051052'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:12.028064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e63d6eb-d375-4858-ba25-6b641ce93143 req-834ec26d-2bbb-4144-9a65-58272e103f62 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128698 Jul 14 09:30:12.037323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 665925d4-de0a-4228-a527-d6e5fd569f4c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:12.038249 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.093914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a9919-9a5e-4beb-8fdd-6e16d00b97b1 None None] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:12.124344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Made reservation on behalf of 63ad3e0685fb48afbe6ba40ad2fb6307 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:12.128372 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.180472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-723d21bc-9524-4ca5-85c7-7d99cf9feb21 None None] Provisioning for port 472c4cdb-1565-44fa-9d43-23a53c969e05 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:12.180682 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.194274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-723d21bc-9524-4ca5-85c7-7d99cf9feb21 None None] Provisioning complete for port 472c4cdb-1565-44fa-9d43-23a53c969e05 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:12.195019 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-723d21bc-9524-4ca5-85c7-7d99cf9feb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.226679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8e6a5-1197-49ff-a3a0-170b6631a8bd req-d5eadc1e-7753-4638-a06c-1e1fa06394f1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:12.233715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cd8e6a5-1197-49ff-a3a0-170b6631a8bd req-d5eadc1e-7753-4638-a06c-1e1fa06394f1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 945 time: 1.2151663 Jul 14 09:30:12.281098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:12.310469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.319157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.321153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1ab02c7e-2ad2-4731-89e0-b200d286e856 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/ports/4e58fb2e-ca96-4660-86cc-13025861b58d HTTP/1.1" status: 204 len: 168 time: 3.5138638 Jul 14 09:30:12.325080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.337188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cd8e6a5-1197-49ff-a3a0-170b6631a8bd req-9eae61f6-cb85-40d1-8c21-72baee0364cd tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Jul 14 09:30:12.353376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:12.353376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.475050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,segment=NetworkSegment(68176414-a9bd-47e2-a684-217dc4179cb6),segment_id=68176414-a9bd-47e2-a684-217dc4179cb6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:12.483551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.507438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:12.509878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['df906cd5-ee68-444f-b37b-ba4eaee88e6a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:12.535901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event deleted for resources: {'Port': ['ID=df906cd5-ee68-444f-b37b-ba4eaee88e6a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.565239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0', 'network_id': '938150a0-7b81-4155-a58c-aa69f49e1e13', 'port_id': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0', 'mac_address': 'fa:16:3e:a3:da:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679c8ac1-e70c-4971-9d50-f0efc46d3dd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:12.624429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.637390 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.642469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] No DVR routers for this DVR port df906cd5-ee68-444f-b37b-ba4eaee88e6a on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:12.650816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.652589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.654840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64a08a7c-4009-41d3-beeb-1d64953eefcf req-9910fc99-25d0-4a6d-a3b7-03174f443e18 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "DELETE /v2.0/ports/df906cd5-ee68-444f-b37b-ba4eaee88e6a HTTP/1.1" status: 204 len: 173 time: 2.4075303 Jul 14 09:30:12.655442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'name': 'network-vif-deleted', 'tag': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:12.658415 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc47d0cb-e425-4300-9a07-8c7d2cfbc7e0" -d '{"events": [{"server_uuid": "e216d870-a6de-41a4-96b2-14fb83f7d268", "name": "network-vif-deleted", "tag": "df906cd5-ee68-444f-b37b-ba4eaee88e6a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:12.726834 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b77bf-e36a-4c24-97ed-add937aceea2 x-openstack-request-id: req-db8b77bf-e36a-4c24-97ed-add937aceea2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:12.727240 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e216d870-a6de-41a4-96b2-14fb83f7d268", "name": "network-vif-deleted", "tag": "df906cd5-ee68-444f-b37b-ba4eaee88e6a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:12.727750 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db8b77bf-e36a-4c24-97ed-add937aceea2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:12.728367 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e216d870-a6de-41a4-96b2-14fb83f7d268', 'name': 'network-vif-deleted', 'tag': 'df906cd5-ee68-444f-b37b-ba4eaee88e6a', 'status': 'completed', 'code': 200} Jul 14 09:30:12.735286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:12.783619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,segment=NetworkSegment(68176414-a9bd-47e2-a684-217dc4179cb6),segment_id=68176414-a9bd-47e2-a684-217dc4179cb6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:12.793787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.817197 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-723d21bc-9524-4ca5-85c7-7d99cf9feb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.888121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.922881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.967051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-723d21bc-9524-4ca5-85c7-7d99cf9feb21 None None] For port 472c4cdb-1565-44fa-9d43-23a53c969e05, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=472c4cdb-1565-44fa-9d43-23a53c969e05,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:12.969507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.990406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.993925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:12.997860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-723d21bc-9524-4ca5-85c7-7d99cf9feb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.041313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.042221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:13.058986 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Added segment 47297692-630c-420f-a447-38e8d9a44fdf of type vlan for network 711b13d9-5de2-4147-b561-43ceb7230353 Jul 14 09:30:13.062835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a34cc46-ed25-4d66-b81c-08de6b75121b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.174647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:13.179145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:13.181153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d21bc-9524-4ca5-85c7-7d99cf9feb21 None None] Pushing event updated for resources: {'Port': ['ID=472c4cdb-1565-44fa-9d43-23a53c969e05,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.348576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b21d46-b195-481f-a0ce-488acf1338b4 req-22f4e1b2-3f14-4676-8632-d1f98308f0f6 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.360705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90b21d46-b195-481f-a0ce-488acf1338b4 req-22f4e1b2-3f14-4676-8632-d1f98308f0f6 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 945 time: 0.1603284 Jul 14 09:30:13.497178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90b21d46-b195-481f-a0ce-488acf1338b4 req-26a22492-6a94-44cb-8619-095a0ba25755 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348393 Jul 14 09:30:13.530044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d47caa-c2d0-46ce-a107-7f02fd0e685e None None] Provisioning for port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:13.535999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d47caa-c2d0-46ce-a107-7f02fd0e685e None None] Provisioning complete for port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:13.536545 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25d47caa-c2d0-46ce-a107-7f02fd0e685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.612044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-25d47caa-c2d0-46ce-a107-7f02fd0e685e None None] Port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:13.614470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 472c4cdb-1565-44fa-9d43-23a53c969e05 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:13.655881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d47caa-c2d0-46ce-a107-7f02fd0e685e None None] Provisioning complete for port 472c4cdb-1565-44fa-9d43-23a53c969e05 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:13.656267 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25d47caa-c2d0-46ce-a107-7f02fd0e685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.757243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 472c4cdb-1565-44fa-9d43-23a53c969e05 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:13.757629 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.975204 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.039328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-59577e64-516e-4db1-848f-e725d9353ac5 None None] Provisioning complete for port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:14.039816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59577e64-516e-4db1-848f-e725d9353ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.084830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-59577e64-516e-4db1-848f-e725d9353ac5 None None] Port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:14.112287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.118836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.119596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.159308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4067118-43d7-4a7e-b258-e993cf9151a2 req-1ada6237-ad6e-42ed-a0bb-d07cd0d16fea tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=e216d870-a6de-41a4-96b2-14fb83f7d268 HTTP/1.1" status: 200 len: 210 time: 0.1917515 Jul 14 09:30:14.245059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6153872 Jul 14 09:30:14.248425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:14.255119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Request body: {'subnet': {'network_id': '711b13d9-5de2-4147-b561-43ceb7230353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:14.268501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d0429-6da0-45d6-8309-6620b51474c8 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event updated for resources: {'Network': ['ID=711b13d9-5de2-4147-b561-43ceb7230353,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.272084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 05b836bb-3d6f-45d5-91d5-c94af95725cc has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:14.272567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:14.314997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 711b13d9-5de2-4147-b561-43ceb7230353 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:14.412557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Made reservation on behalf of 63ad3e0685fb48afbe6ba40ad2fb6307 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:14.422082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.441525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.458236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7432122c-336f-4179-b261-491fb8295597 None None] Provisioning complete for port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:14.458733 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7432122c-336f-4179-b261-491fb8295597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.540750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:14.554933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:14.567370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b3a63c84-9579-49a3-b4d8-e555177b28ae tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "PUT /v2.0/routers/05b836bb-3d6f-45d5-91d5-c94af95725cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1283414 Jul 14 09:30:14.568381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:14.612618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Sync routers for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:14.625314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:14.625927 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.659599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7432122c-336f-4179-b261-491fb8295597 None None] Port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:14.662309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.25.2.61 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/d876a4fd-01bc-4cca-a8d5-3efd0618ac04) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:14.672607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:14.674302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:14.870782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.889111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.891379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.891895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.892441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.892955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.893421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.893894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.894338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.894857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.895332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.898178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.901294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc88daa3-b1b7-4b99-8433-024f7242dcb4 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7748 time: 0.3315396 Jul 14 09:30:14.907198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.034357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc0d5a-d2ac-4e15-a449-890a4c28e03a req-4942d59b-495a-4748-ad90-44c888657a76 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.042447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-72fc0d5a-d2ac-4e15-a449-890a4c28e03a req-4942d59b-495a-4748-ad90-44c888657a76 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 945 time: 0.2807429 Jul 14 09:30:15.055401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.072751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event updated for resources: {'Subnet': ['ID=675dc9e8-5d28-4ac4-ac56-47eb62d4e836,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.075396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Checking segment: {'id': '47297692-630c-420f-a447-38e8d9a44fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '711b13d9-5de2-4147-b561-43ceb7230353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:15.075945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Network hostable DHCP agents. Network: 711b13d9-5de2-4147-b561-43ceb7230353, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:15.126491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-72fc0d5a-d2ac-4e15-a449-890a4c28e03a req-02855b2b-6b72-49dd-b42a-3a642c39550d tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792425 Jul 14 09:30:15.128116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Network 711b13d9-5de2-4147-b561-43ceb7230353 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:15.132517 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.145686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 711b13d9-5de2-4147-b561-43ceb7230353) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:15.160333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.162768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.162895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.163159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.163649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.164106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.164540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.164982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.165856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.166298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.166728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.167164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.167635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.169832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3f51c60e-5bec-450d-9c29-6de6f5b06f76 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7122 time: 0.2617486 Jul 14 09:30:15.174446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.175147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:15.179621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31019eea-28ec-4cef-a51c-d85bc91d7b2d None None] Network 711b13d9-5de2-4147-b561-43ceb7230353 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:15.199701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-72dc225a-f04a-4cd4-948d-9fd84f22388e tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9495261 Jul 14 09:30:15.202726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53392) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.224091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Request body: {'port': {'network_id': '711b13d9-5de2-4147-b561-43ceb7230353', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-18464075'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:15.292526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.305656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device df906cd5-ee68-444f-b37b-ba4eaee88e6a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:15.416544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:15.432331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:15.437546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:15.509158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=d876a4fd-01bc-4cca-a8d5-3efd0618ac04,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.578629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Made reservation on behalf of 63ad3e0685fb48afbe6ba40ad2fb6307 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:15.585130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.599273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: df906cd5-ee68-444f-b37b-ba4eaee88e6a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:15.599587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device df906cd5-ee68-444f-b37b-ba4eaee88e6a not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:15.602397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a639a56-551a-47b3-b651-e00f30eea935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:15.605872 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ace5d95-c48e-440e-8c26-7206505f9860" -d '{"events": [{"server_uuid": "0a639a56-551a-47b3-b651-e00f30eea935", "name": "network-vif-plugged", "status": "completed", "tag": "df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:15.628351 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,segment=NetworkSegment(68176414-a9bd-47e2-a684-217dc4179cb6),segment_id=68176414-a9bd-47e2-a684-217dc4179cb6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:15.669209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] device_id is not set on port 612c57fc-059f-47c0-b921-3737afc9d7f7 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:15.670865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.717924 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e8f3dd-7c81-47c0-9991-c87fbeae0a70 x-openstack-request-id: req-66e8f3dd-7c81-47c0-9991-c87fbeae0a70 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:15.718221 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a639a56-551a-47b3-b651-e00f30eea935", "name": "network-vif-plugged", "status": "completed", "tag": "df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:15.718481 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66e8f3dd-7c81-47c0-9991-c87fbeae0a70 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:15.718942 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a639a56-551a-47b3-b651-e00f30eea935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0', 'code': 200} Jul 14 09:30:15.765940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.813127 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f2f13cba-2d23-4f73-947d-60b534d1b6dc tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.6356950 Jul 14 09:30:15.853491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.914745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 2, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:15.924840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-711b13d9-5de2-4147-b561-43ceb7230353', 'network_id': '711b13d9-5de2-4147-b561-43ceb7230353', 'tenant_id': '63ad3e0685fb48afbe6ba40ad2fb6307', 'fixed_ips': [{'subnet_id': '675dc9e8-5d28-4ac4-ac56-47eb62d4e836'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:15.925844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.943797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.976902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Checking router: 05b836bb-3d6f-45d5-91d5-c94af95725cc for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:15.977313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Updating router 05b836bb-3d6f-45d5-91d5-c94af95725cc port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:30:16.075509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad6915a0-713d-4539-84c7-5ef71d1e9073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.152028 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.368893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.376217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.388015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1a1fb229-1556-428b-b715-c8c0a3777900 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.402660 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1a1fb229-1556-428b-b715-c8c0a3777900 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.7148633 Jul 14 09:30:16.524556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-c0f87ee5-c916-4d12-8434-1968487b1aa2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/quotas/f2ed925a7a0246439a5a21f0114f4745 HTTP/1.1" status: 200 len: 375 time: 0.1129282 Jul 14 09:30:16.630693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=d876a4fd-01bc-4cca-a8d5-3efd0618ac04,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:16.661812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.677480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Allocated IP 2001:db8::3c1 (711b13d9-5de2-4147-b561-43ceb7230353/675dc9e8-5d28-4ac4-ac56-47eb62d4e836/612c57fc-059f-47c0-b921-3737afc9d7f7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:16.688997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd4387-083c-44dc-9061-f7608b2d3904 req-53d4cc2d-c561-4b16-bb51-02cce8194cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.699993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6bfd4387-083c-44dc-9061-f7608b2d3904 req-53d4cc2d-c561-4b16-bb51-02cce8194cff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 1098 time: 0.6336432 Jul 14 09:30:16.704576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.708620 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f2935f9a-2257-4efa-a470-7906d4cc3f66 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3799534 Jul 14 09:30:16.709202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:16.717367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'port': {'network_id': 'ca85c80e-dae8-4c3b-908f-c71412df2c75', 'name': 'tempest-FloatingIPTestJSON-1718848822'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:16.983088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:16.988012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.029789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] device_id is not set on port 5ac4806e-e394-4b77-a67a-038bbea1a941 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:17.052749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-af31a34d-335e-497e-888d-8ebcb8e374ba tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5252805 Jul 14 09:30:17.156830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:17.168343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1bd9a04c-d434-4d1b-a5f4-7cd9eb4c73e7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287641211', 'description': 'tempest-secgroup-smoke-287641211 description', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:17.172897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6bfd4387-083c-44dc-9061-f7608b2d3904 req-f0665bdf-acc5-4b0a-aab3-d78fa1f60baa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344137 Jul 14 09:30:17.228033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a04c-d434-4d1b-a5f4-7cd9eb4c73e7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.267120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.14 (ca85c80e-dae8-4c3b-908f-c71412df2c75/6092392b-c092-4981-af9c-7d16556535d8/5ac4806e-e394-4b77-a67a-038bbea1a941) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:17.560778 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.573212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Transition to ACTIVE for port object e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:17.582436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.597063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-e46de396-9a61-4f11-8320-ce39facc603e service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417709 Jul 14 09:30:17.616541 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a04c-d434-4d1b-a5f4-7cd9eb4c73e7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.628252 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a04c-d434-4d1b-a5f4-7cd9eb4c73e7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.672407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba7a5-2a07-4c5c-92dd-78e1fc1ac540 None None] Pushing event updated for resources: {'Port': ['ID=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.733740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a04c-d434-4d1b-a5f4-7cd9eb4c73e7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.738094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1bd9a04c-d434-4d1b-a5f4-7cd9eb4c73e7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5799675 Jul 14 09:30:17.738722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:17.744664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-3ba35a4f-e8f9-4e9f-8614-072fe5801326 service neutron] 10.222.0.18 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358428 Jul 14 09:30:17.751135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c47676f6-0ac4-476d-a631-84bdd056aff7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '3084c823-60ca-4084-b3aa-a268d330c8d3', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:17.757582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9a04c-d434-4d1b-a5f4-7cd9eb4c73e7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3084c823-60ca-4084-b3aa-a268d330c8d3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.763397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.776636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5820-e98a-430e-b781-ea96598b7add req-8251720f-27f4-46cb-9651-26711d3d2e16 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.779067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-191f5820-e98a-430e-b781-ea96598b7add req-8251720f-27f4-46cb-9651-26711d3d2e16 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 946 time: 0.2792406 Jul 14 09:30:17.785659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Attempting to bind port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:17.786042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Attempting to bind port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:17.786434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Attempting to bind port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 on network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:17.799414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:17.799796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Checking segment: {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:17.800088 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.800490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Bound using segment: {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:17.800977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Bound port: e98fe1b9-e48b-464d-9fdb-fd9193c19dc4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:17.802209 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.805498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.819152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Transition to ACTIVE for port object 612c57fc-059f-47c0-b921-3737afc9d7f7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:17.885450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.897149 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-191f5820-e98a-430e-b781-ea96598b7add req-73b1da9b-0832-4569-906a-f487b333fe01 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002095 Jul 14 09:30:17.911131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c47676f6-0ac4-476d-a631-84bdd056aff7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.951813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.976121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] For port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:17.989161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] For port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:18.003756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Network 711b13d9-5de2-4147-b561-43ceb7230353 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:18.015124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:18.063463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:18.077870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.078552 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.091019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Allocated IP 2001:db8::2 (711b13d9-5de2-4147-b561-43ceb7230353/675dc9e8-5d28-4ac4-ac56-47eb62d4e836/7ab318df-d315-4b85-b9b3-370442f1aca2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:18.114320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network ca85c80e-dae8-4c3b-908f-c71412df2c75 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:18.121691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7e18307-fc8a-4218-a43f-75025a9781d5 req-4ddffbbf-83b4-4a53-ab7b-276ee898babc tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 210 time: 0.0471561 Jul 14 09:30:18.129443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:18.133825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:18.153423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event updated for resources: {'Port': ['ID=612c57fc-059f-47c0-b921-3737afc9d7f7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.168288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53438) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.168671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-11569564-4a8c-4a6c-b514-8ab5524ab7e1 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.9627676 Jul 14 09:30:18.175051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.192478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=5ac4806e-e394-4b77-a67a-038bbea1a941,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.214500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Request body: {'port': {'network_id': '711b13d9-5de2-4147-b561-43ceb7230353', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1363803799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:18.215151 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] bootfile-name is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:18.215545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] tftp-server is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:18.215892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] server-ip-address is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:18.234276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c47676f6-0ac4-476d-a631-84bdd056aff7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.307851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:18.308548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:29:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:18.316446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c47676f6-0ac4-476d-a631-84bdd056aff7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.346953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c47676f6-0ac4-476d-a631-84bdd056aff7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.348202 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c47676f6-0ac4-476d-a631-84bdd056aff7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6012466 Jul 14 09:30:18.351491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.357110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-02d7383f-e360-4eb2-a5a6-c9e942d6a740 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '3084c823-60ca-4084-b3aa-a268d330c8d3', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:18.368959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.369603 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.374430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47676f6-0ac4-476d-a631-84bdd056aff7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9321f6ab-5371-422d-b40f-9bc27095414d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.392868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba7a5-2a07-4c5c-92dd-78e1fc1ac540 None None] Pushing event updated for resources: {'Port': ['ID=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.438633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d7383f-e360-4eb2-a5a6-c9e942d6a740 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.484525 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3260d1f3-4beb-438b-bb87-9c0e8e5d5524 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7711217 Jul 14 09:30:18.486710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.505503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'port_id': '5ac4806e-e394-4b77-a67a-038bbea1a941'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:18.549271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Made reservation on behalf of 63ad3e0685fb48afbe6ba40ad2fb6307 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:18.561756 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.608707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] device_id is not set on port 0a67e438-9627-4759-9b2e-e83435b83dda yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:18.637844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.654182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.654573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Transition to ACTIVE for port object 7ab318df-d315-4b85-b9b3-370442f1aca2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:18.661473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:18.727249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Transition to ACTIVE for port object 7ab318df-d315-4b85-b9b3-370442f1aca2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:18.786782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.808411 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d7383f-e360-4eb2-a5a6-c9e942d6a740 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.855255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Allocated IP 2001:db8::142 (711b13d9-5de2-4147-b561-43ceb7230353/675dc9e8-5d28-4ac4-ac56-47eb62d4e836/0a67e438-9627-4759-9b2e-e83435b83dda) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:18.867341 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d7383f-e360-4eb2-a5a6-c9e942d6a740 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.904117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Network 711b13d9-5de2-4147-b561-43ceb7230353 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:18.912461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7383f-e360-4eb2-a5a6-c9e942d6a740 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1751f9-2cbc-4538-8578-8d369bb7af48,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.913718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:18.925083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:18.934348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Pushing event updated for resources: {'Port': ['ID=7ab318df-d315-4b85-b9b3-370442f1aca2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.950594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d7383f-e360-4eb2-a5a6-c9e942d6a740 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.952862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02d7383f-e360-4eb2-a5a6-c9e942d6a740 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5999827 Jul 14 09:30:18.970190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.977284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-13d7910a-2897-4067-828c-d2cd1d8821be tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '3084c823-60ca-4084-b3aa-a268d330c8d3', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:19.077216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13d7910a-2897-4067-828c-d2cd1d8821be tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.140946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Attempting to bind port 7ab318df-d315-4b85-b9b3-370442f1aca2 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:19.141334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Attempting to bind port 7ab318df-d315-4b85-b9b3-370442f1aca2 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '47297692-630c-420f-a447-38e8d9a44fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '711b13d9-5de2-4147-b561-43ceb7230353'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:19.143426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Attempting to bind port 7ab318df-d315-4b85-b9b3-370442f1aca2 on network 711b13d9-5de2-4147-b561-43ceb7230353 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:19.149903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.156953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:19.157620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Checking segment: {'id': '47297692-630c-420f-a447-38e8d9a44fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '711b13d9-5de2-4147-b561-43ceb7230353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:19.159051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.159753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Bound using segment: {'id': '47297692-630c-420f-a447-38e8d9a44fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '711b13d9-5de2-4147-b561-43ceb7230353'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:19.161318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Bound port: 7ab318df-d315-4b85-b9b3-370442f1aca2, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47297692-630c-420f-a447-38e8d9a44fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '711b13d9-5de2-4147-b561-43ceb7230353'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:19.161996 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.225832 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.248035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Transition to ACTIVE for port object 0a67e438-9627-4759-9b2e-e83435b83dda will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:19.286539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.320854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:17Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.365721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657cc2a7-a706-4dd5-81d8-8c8996c7ab3e None None] The sync data for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 is: [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:17Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:19.368489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] For port 7ab318df-d315-4b85-b9b3-370442f1aca2, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:19.386149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] For port 7ab318df-d315-4b85-b9b3-370442f1aca2, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7ab318df-d315-4b85-b9b3-370442f1aca2,segment=NetworkSegment(47297692-630c-420f-a447-38e8d9a44fdf),segment_id=47297692-630c-420f-a447-38e8d9a44fdf)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:19.404608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.406711 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13d7910a-2897-4067-828c-d2cd1d8821be tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.440186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event updated for resources: {'Port': ['ID=0a67e438-9627-4759-9b2e-e83435b83dda,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.440328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13d7910a-2897-4067-828c-d2cd1d8821be tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.566706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7910a-2897-4067-828c-d2cd1d8821be tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b673de88-f7a7-4fc3-b236-d35642ec5ea3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.574772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afce7e-9011-49bd-858f-bf2f6081a9d8 None None] Pushing event updated for resources: {'Port': ['ID=7ab318df-d315-4b85-b9b3-370442f1aca2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.601282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13d7910a-2897-4067-828c-d2cd1d8821be tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.607972 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-13d7910a-2897-4067-828c-d2cd1d8821be tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6307733 Jul 14 09:30:19.617492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:19.625622 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0d5ce56-760f-4a03-b517-0a3d3e5918c7 req-0364d862-936c-4a2a-9f62-917e8c2f96ff tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 210 time: 0.1911235 Jul 14 09:30:19.627255 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe6e7-5f19-458a-b40f-8900643eb4e7 req-102b7786-a8b1-4222-a92d-42387a105a40 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.636469 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a793d80-f4cb-4cbf-9608-f22b073b5cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.637938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffcbe6e7-5f19-458a-b40f-8900643eb4e7 req-102b7786-a8b1-4222-a92d-42387a105a40 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 946 time: 0.4746873 Jul 14 09:30:19.648748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-db2ef4f2-46e4-41f9-8abe-2286e409f180 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '3084c823-60ca-4084-b3aa-a268d330c8d3', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:19.669343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Network 711b13d9-5de2-4147-b561-43ceb7230353 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:19.686562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:19.691418 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.711912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:19.725429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.726148 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.803932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fa654de9-da57-45d0-812e-277533af4074 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6124232 Jul 14 09:30:19.804649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:19.815310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db2ef4f2-46e4-41f9-8abe-2286e409f180 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.840854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffcbe6e7-5f19-458a-b40f-8900643eb4e7 req-a2dcf029-c9f8-413e-9297-b81dedda729a tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549594 Jul 14 09:30:20.040036 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db2ef4f2-46e4-41f9-8abe-2286e409f180 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.057357 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db2ef4f2-46e4-41f9-8abe-2286e409f180 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.090320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:30:20.096034 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.113447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20edf8d-084e-4251-bae0-d4389561c311 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.131881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20edf8d-084e-4251-bae0-d4389561c311 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.138318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20edf8d-084e-4251-bae0-d4389561c311 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.149399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c20edf8d-084e-4251-bae0-d4389561c311 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3430033 Jul 14 09:30:20.158741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.172505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.212938 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.244366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ef4f2-46e4-41f9-8abe-2286e409f180 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1486fd-25ce-4eb6-b396-3cd008d1e0d4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.270435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db2ef4f2-46e4-41f9-8abe-2286e409f180 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.272793 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-db2ef4f2-46e4-41f9-8abe-2286e409f180 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6462312 Jul 14 09:30:20.291981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53472) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.297243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '3084c823-60ca-4084-b3aa-a268d330c8d3', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:20.399923 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Project dd8d03dc25ee441d8c6ae7993489df4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:20.420312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.617928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.632579 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.648839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdea1-ed78-4a89-920d-998d3759e394 req-cd439535-1310-401f-b3a3-59527088f89f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.650374 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-cd439535-1310-401f-b3a3-59527088f89f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 806 time: 0.4759560 Jul 14 09:30:20.667398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Request body: {'port': {'device_id': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'admin_state_up': True, 'tenant_id': 'f2ed925a7a0246439a5a21f0114f4745'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:20.759394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.763326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4699290 Jul 14 09:30:20.765961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53484) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.771699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'security_group_rule': {'security_group_id': '3084c823-60ca-4084-b3aa-a268d330c8d3', 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:20.772264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9d951-74b7-4c26-a5e6-19f21b3a4646 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744f963d-118e-4a87-b710-e76c215c0bf3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.790594 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP c3530564-f3d8-4106-906b-91c9416b6ff4 associated. External IP: 172.25.2.61, port: 5ac4806e-e394-4b77-a67a-038bbea1a941. Jul 14 09:30:20.802070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Deleting port 0a67e438-9627-4759-9b2e-e83435b83dda {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:20.803431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.000273 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Project dd8d03dc25ee441d8c6ae7993489df4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:21.024504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.075634 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.096418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Calling delete_port for 0a67e438-9627-4759-9b2e-e83435b83dda owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:21.232909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Made reservation on behalf of f2ed925a7a0246439a5a21f0114f4745 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:21.240760 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.349569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.371588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.386023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2635e025-4f05-48b6-99b4-7b2e06b8eb11 req-d56f4b64-faf8-40e1-867d-6850176322a8 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 210 time: 0.0624003 Jul 14 09:30:21.429218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.438721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.492839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event deleted for resources: {'Port': ['ID=0a67e438-9627-4759-9b2e-e83435b83dda,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.500094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.502828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b22ddb59-5b60-4867-b218-36c57cb5df4f tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "DELETE /v2.0/ports/0a67e438-9627-4759-9b2e-e83435b83dda HTTP/1.1" status: 204 len: 168 time: 1.3342206 Jul 14 09:30:21.506398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.517767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ed5e2-fc2c-4b57-aa0e-876e16734a3b None None] Network 711b13d9-5de2-4147-b561-43ceb7230353 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:21.522633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Request body: {'port': {'name': 'tempest-new-port-name-1244930401', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:21.523051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] bootfile-name is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:21.523427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] tftp-server is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:21.530278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.api.validators [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] server-ip-address is not in valid_values {{(pid=93754) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:21.564901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.577273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8097122 Jul 14 09:30:21.684995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba24c2-202b-48f1-beac-fcf0a020a188 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44b22a5-9769-490b-b47f-3360054668ed,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.796405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:21.832448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9fd70e0b-47c9-4d8f-8ba3-25f7575f3631 None None] Provisioning for port 7ab318df-d315-4b85-b9b3-370442f1aca2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:22.094144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:22.115903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:22.117761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.391445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.587451 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.668464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:22.674394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.675542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7ab318df-d315-4b85-b9b3-370442f1aca2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:22.738647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.742159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.767211 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.807020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb922be2-42c0-4cf5-8bbf-dbf51f70be29 req-ae38602e-5b15-4ee1-a771-f5ebb4cb8d7e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 210 time: 0.0623722 Jul 14 09:30:22.813706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.831040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 7ab318df-d315-4b85-b9b3-370442f1aca2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:22.839130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7ab318df-d315-4b85-b9b3-370442f1aca2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:22.839714 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.887188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] In _notify_port_updated(), no bound segment for port 612c57fc-059f-47c0-b921-3737afc9d7f7 on network 711b13d9-5de2-4147-b561-43ceb7230353 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:30:22.897689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.898496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.900228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "PUT /v2.0/ports/612c57fc-059f-47c0-b921-3737afc9d7f7 HTTP/1.1" status: 200 len: 1130 time: 1.3926084 Jul 14 09:30:22.930080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d319e09-d41d-47f5-9af2-a47fbfae21cd tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event updated for resources: {'Port': ['ID=612c57fc-059f-47c0-b921-3737afc9d7f7,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.933537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53526) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.976441 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.030813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Allocated IP 172.20.0.6 (e83a7abd-35cf-4f6c-95e3-62222ad25010/1f740fca-f926-4310-ba56-bde45cb25f14/fe02d809-10b6-479e-a3bf-9b62adacf272) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:23.091528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-a309f3ad-f421-462e-8f10-e2380b5b1972 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287641211&fields=id&tenant_id=dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 267 time: 1.2493100 Jul 14 09:30:23.101782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 7ab318df-d315-4b85-b9b3-370442f1aca2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7ab318df-d315-4b85-b9b3-370442f1aca2,segment=NetworkSegment(47297692-630c-420f-a447-38e8d9a44fdf),segment_id=47297692-630c-420f-a447-38e8d9a44fdf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:23.104498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0be78a23-7bc7-409d-ad0c-2952ee17c2ab None None] Provisioning complete for port 7ab318df-d315-4b85-b9b3-370442f1aca2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:23.106396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0be78a23-7bc7-409d-ad0c-2952ee17c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.118882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:23.153453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be38fdd-4a7f-440e-beb8-20547172fe22 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.158552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1be38fdd-4a7f-440e-beb8-20547172fe22 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "GET /v2.0/ports/612c57fc-059f-47c0-b921-3737afc9d7f7 HTTP/1.1" status: 200 len: 1130 time: 0.2203367 Jul 14 09:30:23.159334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.161457 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.226438 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6c22bf42-fc31-4ff0-b593-0abc016e7b9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d92f7f5978f54248973327d22c122f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664719 Jul 14 09:30:23.229169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.277583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=7ab318df-d315-4b85-b9b3-370442f1aca2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.398367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Deleting port 612c57fc-059f-47c0-b921-3737afc9d7f7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:23.399718 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.430363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0be78a23-7bc7-409d-ad0c-2952ee17c2ab None None] Provisioning for port 612c57fc-059f-47c0-b921-3737afc9d7f7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:23.444653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0be78a23-7bc7-409d-ad0c-2952ee17c2ab None None] Provisioning complete for port 612c57fc-059f-47c0-b921-3737afc9d7f7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:23.445041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0be78a23-7bc7-409d-ad0c-2952ee17c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.555739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0be78a23-7bc7-409d-ad0c-2952ee17c2ab None None] Port 612c57fc-059f-47c0-b921-3737afc9d7f7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:23.571715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:23.588329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b7d3f3-5ecb-44cf-a1fb-a1225f706499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.600166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.628426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Calling delete_port for 612c57fc-059f-47c0-b921-3737afc9d7f7 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:23.683864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:23.687189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.697247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-4725d055-3bc1-46d5-99e3-43b300c0b20a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.698889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-4725d055-3bc1-46d5-99e3-43b300c0b20a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/networks?id=8f18e8af-98fb-406e-97f8-5f3eaed6a723 HTTP/1.1" status: 200 len: 797 time: 0.5918574 Jul 14 09:30:23.707862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-da907323-10c9-4ac2-b941-0a4feb7d038f None None] Provisioning complete for port 612c57fc-059f-47c0-b921-3737afc9d7f7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:23.708357 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da907323-10c9-4ac2-b941-0a4feb7d038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.764630 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b7d3f3-5ecb-44cf-a1fb-a1225f706499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.771448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-ad5865ed-a871-44a5-a622-ef29a7a59950 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/quotas/dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 375 time: 0.0469022 Jul 14 09:30:23.877240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-da907323-10c9-4ac2-b941-0a4feb7d038f None None] Port 612c57fc-059f-47c0-b921-3737afc9d7f7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:23.894757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:23.900992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.905204 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:23.922069 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:23.923514 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:23.948893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.003333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd8ab239-9c78-4b0a-a4fe-23ac6cd77f18 None None] Could not find standard attr ID for object 0a67e438-9627-4759-9b2e-e83435b83dda. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:24.035102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7ab318df-d315-4b85-b9b3-370442f1aca2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:24.042427 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.047834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-64a295ff-9ce5-4d6a-8777-1b6830d495ff tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/floatingips/c3530564-f3d8-4106-906b-91c9416b6ff4 HTTP/1.1" status: 200 len: 978 time: 5.5586157 Jul 14 09:30:24.050577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.072809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de92d050-6fbc-445a-84e4-3bb88b3ff296 req-bae11ac2-315a-4420-8799-11872fb95f65 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 210 time: 0.0637071 Jul 14 09:30:24.077333 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:24.080201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.113322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.158186 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.158916 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996746b3-4dc8-4e66-a615-cfd20fc43f84 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:24.176029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7ab318df-d315-4b85-b9b3-370442f1aca2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:24.176419 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.182392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-bbf42334-83e0-40c3-8f25-c48592b56739 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3980114 Jul 14 09:30:24.185565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event deleted for resources: {'Port': ['ID=612c57fc-059f-47c0-b921-3737afc9d7f7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.199283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b7d3f3-5ecb-44cf-a1fb-a1225f706499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.202250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37b7d3f3-5ecb-44cf-a1fb-a1225f706499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.203772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-37b7d3f3-5ecb-44cf-a1fb-a1225f706499 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60ad87df-fada-42c2-93ae-ad3087764868 HTTP/1.1" status: 204 len: 168 time: 0.9616470 Jul 14 09:30:24.239423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.242354 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6348c65b-cad1-444f-83d0-32e47bad6571 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "DELETE /v2.0/ports/612c57fc-059f-47c0-b921-3737afc9d7f7 HTTP/1.1" status: 204 len: 168 time: 1.0804799 Jul 14 09:30:24.244762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53554) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.286952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7d3f3-5ecb-44cf-a1fb-a1225f706499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ad87df-fada-42c2-93ae-ad3087764868,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.351058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.371047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:24.393999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Deleting subnet 675dc9e8-5d28-4ac4-ac56-47eb62d4e836 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:24.405236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.469886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Network e83a7abd-35cf-4f6c-95e3-62222ad25010 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:24.481373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.527015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:24.534269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:24.610542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event updated for resources: {'Port': ['ID=fe02d809-10b6-479e-a3bf-9b62adacf272,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.712055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9326f5bc-07b5-4318-b582-a6a74a18f760 service neutron] 10.222.0.18 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000772 Jul 14 09:30:24.717273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 5ac4806e-e394-4b77-a67a-038bbea1a941 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:24.717701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.794376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.827279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.927764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7cf00db8-94a6-4e1c-be53-07b081f2f359 None None] Could not find standard attr ID for object 612c57fc-059f-47c0-b921-3737afc9d7f7. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:24.957157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.013783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.019437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "DELETE /v2.0/subnets/675dc9e8-5d28-4ac4-ac56-47eb62d4e836 HTTP/1.1" status: 204 len: 168 time: 0.7734766 Jul 14 09:30:25.020365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53578) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.041232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec59ed-b884-461f-8355-5514c3b0eb0b tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event deleted for resources: {'Subnet': ['ID=675dc9e8-5d28-4ac4-ac56-47eb62d4e836,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.139741 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.188741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.190293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.190774 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP c3530564-f3d8-4106-906b-91c9416b6ff4 disassociated. External IP: 172.25.2.61, port: 5ac4806e-e394-4b77-a67a-038bbea1a941. Jul 14 09:30:25.191271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 5ac4806e-e394-4b77-a67a-038bbea1a941 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:25.204089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.204983 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.274838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816facf-ea86-4c9c-a0a7-67392ac7c285 None None] Network 711b13d9-5de2-4147-b561-43ceb7230353 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:25.293631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Deleting port 7ab318df-d315-4b85-b9b3-370442f1aca2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:25.295894 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.325173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-26cbdd2b-3f7f-4967-ae8e-2af5cabc09e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6656127 Jul 14 09:30:25.342996 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Request body: {'port': {'device_id': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:25.431685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d2a42834-ed24-42e8-8c1b-1dd266583edb service neutron] 10.222.0.18 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097465 Jul 14 09:30:25.476165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] For port 7ab318df-d315-4b85-b9b3-370442f1aca2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7ab318df-d315-4b85-b9b3-370442f1aca2,segment=NetworkSegment(47297692-630c-420f-a447-38e8d9a44fdf),segment_id=47297692-630c-420f-a447-38e8d9a44fdf)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:25.476687 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.507899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Calling delete_port for 7ab318df-d315-4b85-b9b3-370442f1aca2 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:25.580498 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.695981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] DHCP port deletion for 711b13d9-5de2-4147-b561-43ceb7230353 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:25.788998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] Deleting port 7ab318df-d315-4b85-b9b3-370442f1aca2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:25.789460 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.828584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.868299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] For port 7ab318df-d315-4b85-b9b3-370442f1aca2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7ab318df-d315-4b85-b9b3-370442f1aca2,segment=NetworkSegment(47297692-630c-420f-a447-38e8d9a44fdf),segment_id=47297692-630c-420f-a447-38e8d9a44fdf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:25.869210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.885135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] Calling delete_port for 7ab318df-d315-4b85-b9b3-370442f1aca2 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:25.902422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event deleted for resources: {'Port': ['ID=7ab318df-d315-4b85-b9b3-370442f1aca2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.906437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] No DVR routers for this DVR port 7ab318df-d315-4b85-b9b3-370442f1aca2 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:25.922002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e75a0-9eb6-44a8-86ca-e25d10e01eb0 req-6736db98-db9e-4f65-88d2-824fd28bb41a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.924047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd7e75a0-9eb6-44a8-86ca-e25d10e01eb0 req-6736db98-db9e-4f65-88d2-824fd28bb41a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 931 time: 0.2702940 Jul 14 09:30:26.057788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.063677 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.064537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd7e75a0-9eb6-44a8-86ca-e25d10e01eb0 req-376f6fbb-5613-4286-a230-46a627272380 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033418 Jul 14 09:30:26.074676 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.096691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] No DVR routers for this DVR port 7ab318df-d315-4b85-b9b3-370442f1aca2 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:26.100596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711b13d9-5de2-4147-b561-43ceb7230353']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.135394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b327c-56ae-431d-8397-17123dd4a599 None None] Pushing event deleted for resources: {'Port': ['ID=7ab318df-d315-4b85-b9b3-370442f1aca2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.136382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47297692-630c-420f-a447-38e8d9a44fdf') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.144157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47297692-630c-420f-a447-38e8d9a44fdf') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.174581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=5ac4806e-e394-4b77-a67a-038bbea1a941,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.179831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.214595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3dc2f711-dfbe-449e-a313-46592b0bb83d req-fceb3159-df7c-46fe-bbbc-40f3cca794db tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 210 time: 0.0526762 Jul 14 09:30:26.231622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.250241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:26.250241 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:26.323040 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:26.359295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.367552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.370075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] 10.222.0.18 "DELETE /v2.0/networks/711b13d9-5de2-4147-b561-43ceb7230353 HTTP/1.1" status: 204 len: 168 time: 1.3482420 Jul 14 09:30:26.390288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3767a9-64e9-49a3-a473-a18631ede774 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852 tempest-ExtraDHCPOptionsIpV6TestJSON-575471852-project] Pushing event deleted for resources: {'Network': ['ID=711b13d9-5de2-4147-b561-43ceb7230353,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.411540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1631-205f-4b6f-9f27-33517fbff67b req-cac9e51d-7e58-4dca-8e32-5909822e19d7 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.419217 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac6b1631-205f-4b6f-9f27-33517fbff67b req-cac9e51d-7e58-4dca-8e32-5909822e19d7 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 946 time: 0.4580758 Jul 14 09:30:26.472999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:26.512172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac6b1631-205f-4b6f-9f27-33517fbff67b req-279be7d8-4e84-45ea-9c2b-616b00631b1b tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916848 Jul 14 09:30:26.578049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe02d809-10b6-479e-a3bf-9b62adacf272 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:26.586861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.605449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Transition to ACTIVE for port object fe02d809-10b6-479e-a3bf-9b62adacf272 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:26.611033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.737831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:26.784576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Pushing event updated for resources: {'Port': ['ID=fe02d809-10b6-479e-a3bf-9b62adacf272,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.890178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:26.920767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:26.942424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8369ff65-7942-438d-8c4e-627707663320 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63ad3e0685fb48afbe6ba40ad2fb6307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029557 Jul 14 09:30:26.945050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:26.945838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:26.946480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.991964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.001106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:27.002288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.036965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Attempting to bind port fe02d809-10b6-479e-a3bf-9b62adacf272 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:27.037834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Attempting to bind port fe02d809-10b6-479e-a3bf-9b62adacf272 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:27.037834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Attempting to bind port fe02d809-10b6-479e-a3bf-9b62adacf272 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:27.051273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Port fe02d809-10b6-479e-a3bf-9b62adacf272 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:27.051273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Attempting to bind port fe02d809-10b6-479e-a3bf-9b62adacf272 on network e83a7abd-35cf-4f6c-95e3-62222ad25010 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:27.056387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.057079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188725f1-f80d-49bd-8ef4-bc89eea39d52 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:27.087973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.090923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.097536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4e83dc11-2c13-4258-88c7-8101bd2528ec tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/ports/5ac4806e-e394-4b77-a67a-038bbea1a941 HTTP/1.1" status: 204 len: 168 time: 3.0385175 Jul 14 09:30:27.104405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-31fcaab2-747c-4a0b-9ab5-b7577ffe048c tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.106957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-31fcaab2-747c-4a0b-9ab5-b7577ffe048c tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 946 time: 0.3404706 Jul 14 09:30:27.107758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.108643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:27.109336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Checking segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:27.109988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Bound using segment: {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:27.110522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Bound port: fe02d809-10b6-479e-a3bf-9b62adacf272, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211bf82-d39d-48bc-b891-1325b67e19f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:27.111447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.185319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.245429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.248644 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.250026 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a34cc46-ed25-4d66-b81c-08de6b75121b HTTP/1.1" status: 204 len: 168 time: 0.3023973 Jul 14 09:30:27.261268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a34cc46-ed25-4d66-b81c-08de6b75121b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.271843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.272381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.272866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.273502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.274211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.274767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.275397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.275866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.276418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.277209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.277762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.278306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d24ddf-0a5f-4568-8196-1b89098471ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:27.332798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9974079e-3f0c-440b-9093-96c617f1c270 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "GET /v2.0/floatingips/c3530564-f3d8-4106-906b-91c9416b6ff4 HTTP/1.1" status: 200 len: 687 time: 0.2171607 Jul 14 09:30:27.335441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.557022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7ab318df-d315-4b85-b9b3-370442f1aca2 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:27.602546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53650) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.619075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-51056a9d-b22c-4776-902c-a89148c32b58 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271225798', 'description': 'tempest-secgroup-smoke-1271225798 description', 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:27.620573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 7ab318df-d315-4b85-b9b3-370442f1aca2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:27.623449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7ab318df-d315-4b85-b9b3-370442f1aca2 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:27.694166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51056a9d-b22c-4776-902c-a89148c32b58 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.771933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8ce4b683-3995-4686-bf42-f661c7bf3dc7 req-88afb10d-47af-421b-a5ac-41ced756db9a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 210 time: 0.0536175 Jul 14 09:30:27.786663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port d876a4fd-01bc-4cca-a8d5-3efd0618ac04 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:27.787005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.883240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.883630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.897850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for d876a4fd-01bc-4cca-a8d5-3efd0618ac04 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:28.135949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] For port fe02d809-10b6-479e-a3bf-9b62adacf272, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:28.145784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] For port fe02d809-10b6-479e-a3bf-9b62adacf272, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fe02d809-10b6-479e-a3bf-9b62adacf272,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:28.152203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Deleting port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:28.152647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.170166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13686f-aa0c-4b77-a7ae-eac44d2d1fb8 req-dbb68a6c-d00d-4750-b233-aa6695e263df tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.171989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3c13686f-aa0c-4b77-a7ae-eac44d2d1fb8 req-dbb68a6c-d00d-4750-b233-aa6695e263df tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 946 time: 0.1961646 Jul 14 09:30:28.177678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d14e8-95cd-4526-9acb-af109f415c24 req-4a07e9f6-0442-48ef-87bd-ca10ca3cd888 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.180279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf2d14e8-95cd-4526-9acb-af109f415c24 req-4a07e9f6-0442-48ef-87bd-ca10ca3cd888 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 943 time: 0.8041325 Jul 14 09:30:28.181433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.216910 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51056a9d-b22c-4776-902c-a89148c32b58 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.229920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9de7ffbc-4248-471f-87ca-329a9512182a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.231001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9de7ffbc-4248-471f-87ca-329a9512182a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "GET /v2.0/networks?id=8f18e8af-98fb-406e-97f8-5f3eaed6a723 HTTP/1.1" status: 200 len: 797 time: 0.9020474 Jul 14 09:30:28.241675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51056a9d-b22c-4776-902c-a89148c32b58 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.263783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.285995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.286607 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.288117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] 10.222.0.11 "PUT /v2.0/ports/fe02d809-10b6-479e-a3bf-9b62adacf272 HTTP/1.1" status: 200 len: 1092 time: 2.9502666 Jul 14 09:30:28.291755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'tag': 'fe02d809-10b6-479e-a3bf-9b62adacf272'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:28.294266 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d7c07d-47fd-4204-8aba-b3f422997366" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb10f9-831b-4ce9-b2dd-7747f137a4d0", "tag": "fe02d809-10b6-479e-a3bf-9b62adacf272"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:28.328939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=d876a4fd-01bc-4cca-a8d5-3efd0618ac04,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.356531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51056a9d-b22c-4776-902c-a89148c32b58 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.362531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-51056a9d-b22c-4776-902c-a89148c32b58 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7543797 Jul 14 09:30:28.372609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53674) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.411432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fe64b3bb-7e88-47a1-b9d4-3c1463ba49a4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'security_group_rule': {'security_group_id': '7f90097b-51af-423f-947e-a3fa4025f5d2', 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.418941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b221-7f14-4f3e-826f-d61e0018a839 service neutron] Pushing event updated for resources: {'Port': ['ID=fe02d809-10b6-479e-a3bf-9b62adacf272,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.432999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf2d14e8-95cd-4526-9acb-af109f415c24 req-e67bec2e-33fe-4552-b408-5ae3d8b00739 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112057 Jul 14 09:30:28.456604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3c13686f-aa0c-4b77-a7ae-eac44d2d1fb8 req-98b286ee-671f-4f29-b76e-194ca0bf00bd tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/security-groups?id=76e96320-49aa-495a-bad2-eec8da9b874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358816 Jul 14 09:30:28.457586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51056a9d-b22c-4776-902c-a89148c32b58 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f90097b-51af-423f-947e-a3fa4025f5d2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.458708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-afda5d01-9436-460a-8131-fe0fd80b38ca tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd8d03dc25ee441d8c6ae7993489df4f HTTP/1.1" status: 200 len: 379 time: 0.1967399 Jul 14 09:30:28.468616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] For port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,segment=NetworkSegment(68176414-a9bd-47e2-a684-217dc4179cb6),segment_id=68176414-a9bd-47e2-a684-217dc4179cb6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:28.469298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.485199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'port': {'device_id': '7937fe5d-545c-406c-bec6-d079319a548a', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'admin_state_up': True, 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'security_groups': ['3084c823-60ca-4084-b3aa-a268d330c8d3']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.506714 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f1e0b-87b4-4ac4-9b15-0d329d79abcc x-openstack-request-id: req-aa5f1e0b-87b4-4ac4-9b15-0d329d79abcc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:28.506979 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb10f9-831b-4ce9-b2dd-7747f137a4d0", "tag": "fe02d809-10b6-479e-a3bf-9b62adacf272", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:28.507200 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa5f1e0b-87b4-4ac4-9b15-0d329d79abcc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:28.507885 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'tag': 'fe02d809-10b6-479e-a3bf-9b62adacf272', 'status': 'completed', 'code': 200} Jul 14 09:30:28.543739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Calling delete_port for df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:28.550008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe64b3bb-7e88-47a1-b9d4-3c1463ba49a4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.551162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.562522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.565163 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.567432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69beb17e-bec5-4822-9803-efdf8bd7b769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/floatingips/c3530564-f3d8-4106-906b-91c9416b6ff4 HTTP/1.1" status: 204 len: 168 time: 1.2296999 Jul 14 09:30:28.570915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53680) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.587617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '7746b487-2ce5-4cb1-950c-d2dbb289dc07'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.636565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.646230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe64b3bb-7e88-47a1-b9d4-3c1463ba49a4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.650371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdea1-ed78-4a89-920d-998d3759e394 req-2a1d28e6-590b-49d8-8178-ba524c825b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.651819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-2a1d28e6-590b-49d8-8178-ba524c825b3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 1095 time: 0.2902582 Jul 14 09:30:28.697210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe64b3bb-7e88-47a1-b9d4-3c1463ba49a4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.716199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-5b7a8747-81e5-44ae-88cd-b2e36663844f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe02d809-10b6-479e-a3bf-9b62adacf272 HTTP/1.1" status: 200 len: 217 time: 0.0519876 Jul 14 09:30:28.735973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe64b3bb-7e88-47a1-b9d4-3c1463ba49a4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.740352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fe64b3bb-7e88-47a1-b9d4-3c1463ba49a4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652656 Jul 14 09:30:28.741914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.744626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64b3bb-7e88-47a1-b9d4-3c1463ba49a4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ec406d-6c0f-4007-ba76-0c20cc5bbbc1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.777182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5067d7ca-3676-4814-b81c-857e5238bfb0 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'security_group_rule': {'security_group_id': '7f90097b-51af-423f-947e-a3fa4025f5d2', 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.793822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'networks': [{'name': 'tempest-network--601505351'}, {'name': 'tempest-network--1992033467'}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.794184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'network': {'name': 'tempest-network--601505351'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.794609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'network': {'name': 'tempest-network--1992033467'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.838577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.855576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Made reservation on behalf of dd8d03dc25ee441d8c6ae7993489df4f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:28.856093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.872460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fdea1-ed78-4a89-920d-998d3759e394 req-af73f39f-58db-4bf3-83fa-4ac37c62bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.873937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-af73f39f-58db-4bf3-83fa-4ac37c62bed5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1503654 Jul 14 09:30:28.899027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:30:28.899027 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:30:28.899027 n-d-758944-44 neutron-server[93753]: [parameters: {'project_id_1': 'b71893c166774f8987c12d919ec35b9c', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 30, 28, 806833)}] Jul 14 09:30:28.899027 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:28.899504 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:28.935207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-87b7e79c-2503-40fa-9923-441ecf1abac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501914 Jul 14 09:30:28.943833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5067d7ca-3676-4814-b81c-857e5238bfb0 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.975048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.25.2.251 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/22a0e7e1-9ddd-47f6-9233-bff3b395feed) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:29.004142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1643d943-62ae-44f5-873e-82dd2f6d751c req-b458fe9c-b286-4dd2-b98c-4c22dd873c50 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 210 time: 0.0463886 Jul 14 09:30:29.055466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.120130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.127225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Pushing event deleted for resources: {'Port': ['ID=df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.169381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.211746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:29.216321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:29.220946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:29.224103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=22a0e7e1-9ddd-47f6-9233-bff3b395feed,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.229332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] No DVR routers for this DVR port df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:29.238506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.240493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b7fd55f-4b28-4af5-9a2a-02a2675b6a49 req-8b21318a-2050-457f-aeb4-6c526ba6ff75 tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.48 "DELETE /v2.0/ports/df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 HTTP/1.1" status: 204 len: 173 time: 2.1087012 Jul 14 09:30:29.262900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5067d7ca-3676-4814-b81c-857e5238bfb0 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.272166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.20.0.5 (8f18e8af-98fb-406e-97f8-5f3eaed6a723/ed7785b9-81b6-4d0f-b5c6-894e057a87bb/41fbae2c-1e6e-4907-90fe-24c9dabd6ca7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:29.278690 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5067d7ca-3676-4814-b81c-857e5238bfb0 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.291925 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-f4b15ecf-8d00-4195-aabe-a851b4d93152 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437846 Jul 14 09:30:29.368012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067d7ca-3676-4814-b81c-857e5238bfb0 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1332c9b0-f477-4040-b190-b345536a314e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.386673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5067d7ca-3676-4814-b81c-857e5238bfb0 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.387938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5067d7ca-3676-4814-b81c-857e5238bfb0 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6435575 Jul 14 09:30:29.392823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.440952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-32fd503a-c317-4dc8-a9af-8c4fa0e7ab13 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'security_group_rule': {'security_group_id': '7f90097b-51af-423f-947e-a3fa4025f5d2', 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.606007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:30:29.606007 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:30:29.606007 n-d-758944-44 neutron-server[93753]: [parameters: {'project_id_1': 'b71893c166774f8987c12d919ec35b9c', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 30, 29, 465234)}] Jul 14 09:30:29.606007 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:29.606007 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:29.631842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-638fdea1-ed78-4a89-920d-998d3759e394 req-a611e580-814e-4ce0-9a41-f45fb854bcf8 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265011 Jul 14 09:30:29.657745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32fd503a-c317-4dc8-a9af-8c4fa0e7ab13 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.665507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74d3d707-1f1a-4ebc-a136-3de307649852 req-e8cb97d3-1399-48d0-81f7-0c110409316a tempest-VolumesActionsTest-1448850801 tempest-VolumesActionsTest-1448850801-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a639a56-551a-47b3-b651-e00f30eea935 HTTP/1.1" status: 200 len: 210 time: 0.0394242 Jul 14 09:30:29.738332 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:29.770246 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.781281 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.818164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Transition to ACTIVE for port object 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:29.823884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32fd503a-c317-4dc8-a9af-8c4fa0e7ab13 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.831866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32fd503a-c317-4dc8-a9af-8c4fa0e7ab13 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.840696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f27a8-8bf4-49b3-983b-93c69d9fbf57 req-50ab103b-6c56-4cb4-a1e2-f8f611841d4d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.848208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b9f27a8-8bf4-49b3-983b-93c69d9fbf57 req-50ab103b-6c56-4cb4-a1e2-f8f611841d4d tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 943 time: 0.2413621 Jul 14 09:30:29.895211 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.899647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd503a-c317-4dc8-a9af-8c4fa0e7ab13 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e766559-76cf-4b35-b9dd-4d4baefbaad9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.923834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32fd503a-c317-4dc8-a9af-8c4fa0e7ab13 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.925551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-32fd503a-c317-4dc8-a9af-8c4fa0e7ab13 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5315323 Jul 14 09:30:29.933151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.939712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d80dea95-2b7e-4f56-80b4-53947aa7e26c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'security_group_rule': {'security_group_id': '7f90097b-51af-423f-947e-a3fa4025f5d2', 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.940593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-c1d014da-bf40-41af-9ca4-00191e23c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.941976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-c1d014da-bf40-41af-9ca4-00191e23c69d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 1095 time: 0.2201567 Jul 14 09:30:29.954400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b9f27a8-8bf4-49b3-983b-93c69d9fbf57 req-18d236a3-5d7d-40e4-ba1a-275832f344a4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052027 Jul 14 09:30:29.963971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.005002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80dea95-2b7e-4f56-80b4-53947aa7e26c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.065459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:30.071321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.074029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:30.078038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:30.186430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-c9c6c7a8-df52-45ba-bb4d-92dd6cf67d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.188031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-c9c6c7a8-df52-45ba-bb4d-92dd6cf67d7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.2322571 Jul 14 09:30:30.194184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.194891 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.265736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-fe8e53a2-a790-40e4-9125-07642e40c974 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe02d809-10b6-479e-a3bf-9b62adacf272 HTTP/1.1" status: 200 len: 217 time: 0.0572326 Jul 14 09:30:30.267664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-d457c87f-45f3-4b5a-bbb3-59866b3fa09e tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7940814 Jul 14 09:30:30.294286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Request body: {'port': {'device_id': '7937fe5d-545c-406c-bec6-d079319a548a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:30.318720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:30.360356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:30.361171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:30.366449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53704) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.445348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-c1d7488c-f8a0-411f-b858-34a6c9da0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.446840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-c1d7488c-f8a0-411f-b858-34a6c9da0890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1676357 Jul 14 09:30:30.448909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Made reservation on behalf of b71893c166774f8987c12d919ec35b9c for: {'network': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:30.453557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.511242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a639a56-551a-47b3-b651-e00f30eea935', 'name': 'network-vif-deleted', 'tag': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:30.514175 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351dcb34-aa05-493a-9bed-6d114ae23f5d" -d '{"events": [{"server_uuid": "0a639a56-551a-47b3-b651-e00f30eea935", "name": "network-vif-deleted", "tag": "df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:30.518013 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.524979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-37de7787-f2be-44c4-941e-57f889478980 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471132 Jul 14 09:30:30.533735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1095867f-e218-4392-bde4-d50cb3399937 None None] Provisioning for port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:30.538022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1095867f-e218-4392-bde4-d50cb3399937 None None] Provisioning complete for port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:30.538431 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1095867f-e218-4392-bde4-d50cb3399937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.540714 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80dea95-2b7e-4f56-80b4-53947aa7e26c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.573159 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80dea95-2b7e-4f56-80b4-53947aa7e26c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.612734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1095867f-e218-4392-bde4-d50cb3399937 None None] Port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:30.616840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dea95-2b7e-4f56-80b4-53947aa7e26c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7d0f61-44d5-40fc-bb77-e1d2b0fb70c2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.628837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301adc16-216d-4917-ac04-cccda9ea904c req-67ea86f7-8fb2-467d-8328-bfdcab71e2a1 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.630335 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d0485-c6ef-4967-9cfc-01b6f8395832 x-openstack-request-id: req-1b9d0485-c6ef-4967-9cfc-01b6f8395832 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:30.630481 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-301adc16-216d-4917-ac04-cccda9ea904c req-67ea86f7-8fb2-467d-8328-bfdcab71e2a1 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 931 time: 0.2231972 Jul 14 09:30:30.630688 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a639a56-551a-47b3-b651-e00f30eea935", "name": "network-vif-deleted", "tag": "df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:30.631014 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b9d0485-c6ef-4967-9cfc-01b6f8395832 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:30.631537 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a639a56-551a-47b3-b651-e00f30eea935', 'name': 'network-vif-deleted', 'tag': 'df4fcb2f-3451-41e4-bfb2-aff81f3d4ce0', 'status': 'completed', 'code': 200} Jul 14 09:30:30.658152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.669218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.692697 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.707287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6615f4e-4de6-4dd6-9ae3-b662d357a83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.755517 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-301adc16-216d-4917-ac04-cccda9ea904c req-5669dc23-221c-4997-a18a-1a126022a95b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083083 Jul 14 09:30:30.781643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=22a0e7e1-9ddd-47f6-9233-bff3b395feed,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.803097 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.815525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.829373 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.830319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.854480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80dea95-2b7e-4f56-80b4-53947aa7e26c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.858425 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d80dea95-2b7e-4f56-80b4-53947aa7e26c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9216371 Jul 14 09:30:30.858650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.868396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'security_group_rule': {'security_group_id': '7f90097b-51af-423f-947e-a3fa4025f5d2', 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:30.945791 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 7e3b1dd4-779a-4e1d-a3b1-e57e8c9eeeb5 associated. External IP: 172.25.2.251, port: 7746b487-2ce5-4cb1-950c-d2dbb289dc07. Jul 14 09:30:30.977681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-6c1852ac-598b-4603-8568-322b1682c9d5 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407265 Jul 14 09:30:30.992253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32a35f-1f20-48cb-b24e-89ea529095c6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.008920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:30:31.008920 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:30:31.008920 n-d-758944-44 neutron-server[93754]: [parameters: {'project_id_1': '5c36cc6bd36545ba889b8d18ac9b0387', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 30, 30, 877040)}] Jul 14 09:30:31.008920 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:31.009234 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:31.013683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:31.083553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.083990 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Added segment 688810e4-e2ad-4141-ac78-29b16d0e4064 of type vlan for network 0118c25e-64c0-4bad-84c0-744125f428cc Jul 14 09:30:31.193768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a8475-bc63-47ff-a832-0cc021722074 req-3eb4592f-eab1-4b7f-a55a-e0c980b8a398 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.195344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d25a8475-bc63-47ff-a832-0cc021722074 req-3eb4592f-eab1-4b7f-a55a-e0c980b8a398 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 943 time: 0.1046677 Jul 14 09:30:31.220792 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.294353 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87d7c07d-47fd-4204-8aba-b3f422997366 req-c9a62568-83ff-48a0-85ca-8aa9540cbd2c service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072412 Jul 14 09:30:31.310527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d25a8475-bc63-47ff-a832-0cc021722074 req-dee01555-51ca-4799-845f-950b0daa63fb tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757337 Jul 14 09:30:31.348720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6615f4e-4de6-4dd6-9ae3-b662d357a83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.348945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:31.355487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:31.376929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6615f4e-4de6-4dd6-9ae3-b662d357a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.403449 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.403812 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Added segment eace9292-ed4d-47ea-b624-2b280ad379b4 of type vlan for network dbeebcb3-0d54-403e-97b7-746ade2b66e0 Jul 14 09:30:31.422405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:31.444921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.464468 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.473597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:31.482952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a6615f4e-4de6-4dd6-9ae3-b662d357a83f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=616897b040134b5d98dd9feb02ea15ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1133363 Jul 14 09:30:31.483147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:31.487524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.491530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6615f4e-4de6-4dd6-9ae3-b662d357a83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616f1a79-8e9c-415d-93b8-9b69bfd43446,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.494628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Transition to ACTIVE for port object 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:31.497030 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:31.497946 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:31.505369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.508784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.521251 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.594503 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:31.595970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-299221ea-a34d-41d7-8422-317fc558fca6 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0232728 Jul 14 09:30:31.596189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Pushing event updated for resources: {'Port': ['ID=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.601194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.605337 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:31.606222 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:31.606642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-930578153'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.624253 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Project 5c36cc6bd36545ba889b8d18ac9b0387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:31.633492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb346b24-856b-4b54-bb0c-6d80753c5228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.642090 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.645705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.652320 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:31.653235 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf1f93-ec1f-4710-ad64-4bbd80fc1865 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:31.656579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.666091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.666875 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.668827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb346b24-856b-4b54-bb0c-6d80753c5228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.691633 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.774977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.784915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.830882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9183177-a892-4f4f-93e7-3aae5468cc5b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.876871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb346b24-856b-4b54-bb0c-6d80753c5228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.886189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb346b24-856b-4b54-bb0c-6d80753c5228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.896017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eb346b24-856b-4b54-bb0c-6d80753c5228 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/616f1a79-8e9c-415d-93b8-9b69bfd43446 HTTP/1.1" status: 204 len: 168 time: 0.4051762 Jul 14 09:30:31.909596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb346b24-856b-4b54-bb0c-6d80753c5228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f1a79-8e9c-415d-93b8-9b69bfd43446,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.200369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.206647 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6711f6db-d3d8-4645-8ee1-accf54154656 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3445847 Jul 14 09:30:32.208470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.216126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'security_group_rule': {'security_group_id': '7f90097b-51af-423f-947e-a3fa4025f5d2', 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:32.235107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:32.239563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.253092 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Project 5c36cc6bd36545ba889b8d18ac9b0387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:30:32.271548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.273281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.7175426 Jul 14 09:30:32.277834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.284540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Network': ['ID=0118c25e-64c0-4bad-84c0-744125f428cc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.303172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 0118c25e-64c0-4bad-84c0-744125f428cc details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:32.399574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:32.450859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Attempting to bind port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:32.451485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Attempting to bind port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:32.452194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Attempting to bind port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 on network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:32.458105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.459481 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Added segment 47dec97a-cbfd-4b49-81b0-f418140ff0a5 of type vlan for network b24482ed-43bb-4052-8ebd-b829ed2d6658 Jul 14 09:30:32.488324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 on network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:32.488650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Attempting to bind port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 on network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:32.501919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31c07-d9ff-4884-9ef9-8ad653a827af tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Network': ['ID=dbeebcb3-0d54-403e-97b7-746ade2b66e0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.512796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network dbeebcb3-0d54-403e-97b7-746ade2b66e0 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:32.618474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.665773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:32.666241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Checking segment: {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:32.667190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Bound using segment: {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:32.667801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Bound port: 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d1b994-414f-473a-9c9c-92726a8acbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:32.668434 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.696237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75d9c-6934-4392-8e15-5bbb9da9ec19 req-bb1dbd64-c711-49b2-8db0-b84cb1eeb858 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.698392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-34a75d9c-6934-4392-8e15-5bbb9da9ec19 req-bb1dbd64-c711-49b2-8db0-b84cb1eeb858 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 943 time: 0.5334904 Jul 14 09:30:32.702746 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.710882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.711789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.739834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.749624 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.797275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6ebc0-0274-485c-b9a6-fc18267b578b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.804633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6ebc0-0274-485c-b9a6-fc18267b578b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.813210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6ebc0-0274-485c-b9a6-fc18267b578b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.820001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6ebc0-0274-485c-b9a6-fc18267b578b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.823512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-afa6ebc0-0274-485c-b9a6-fc18267b578b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5398037 Jul 14 09:30:32.823512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac299b1c-77f1-4538-8f68-2f88fc3019be,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.826847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.827596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.828968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-016df54b-0137-4016-a33f-3ba1b1afd816 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6201975 Jul 14 09:30:32.838662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2362974 Jul 14 09:30:32.912434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.930168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.936147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'subnet': {'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:32.969058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf5fe-651d-469e-9ebb-eb6c00787218 req-6972c0b4-cb4b-416b-bd18-4be9e7d4df07 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.992384 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ecf5fe-651d-469e-9ebb-eb6c00787218 req-6972c0b4-cb4b-416b-bd18-4be9e7d4df07 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 943 time: 0.4557827 Jul 14 09:30:33.036376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-34a75d9c-6934-4392-8e15-5bbb9da9ec19 req-887fb18e-22ee-463c-8e59-1a86732f5893 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984805 Jul 14 09:30:33.093443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53776) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.095966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5ecf5fe-651d-469e-9ebb-eb6c00787218 req-bf6ed05f-064a-47d4-987d-8ae18dac28d4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014829 Jul 14 09:30:33.141222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d000e4-8b71-4718-b213-dff0e6dcaf8c tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Network': ['ID=b24482ed-43bb-4052-8ebd-b829ed2d6658,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.157997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] For port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:33.162649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] For port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:33.163900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:33.186330 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.213989 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.217119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:33.225847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.227387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0118c25e-64c0-4bad-84c0-744125f428cc']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.240731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688810e4-e2ad-4141-ac78-29b16d0e4064') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.241029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688810e4-e2ad-4141-ac78-29b16d0e4064') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.255884 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.275066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.281574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:33.282208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:33.295607 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:33.307903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fe02d809-10b6-479e-a3bf-9b62adacf272 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:33.365757 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.447740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.453171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/networks/0118c25e-64c0-4bad-84c0-744125f428cc HTTP/1.1" status: 204 len: 168 time: 0.6200347 Jul 14 09:30:33.456767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53782) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.459177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59689f93-da05-4d36-ae45-fba242d30a64 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Network': ['ID=0118c25e-64c0-4bad-84c0-744125f428cc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.460132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fe02d809-10b6-479e-a3bf-9b62adacf272, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fe02d809-10b6-479e-a3bf-9b62adacf272,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:33.478144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'fe02d809-10b6-479e-a3bf-9b62adacf272', 'network_id': 'e83a7abd-35cf-4f6c-95e3-62222ad25010', 'port_id': 'fe02d809-10b6-479e-a3bf-9b62adacf272', 'mac_address': 'fa:16:3e:0f:75:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f740fca-f926-4310-ba56-bde45cb25f14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:33.531585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.550229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe02d809-10b6-479e-a3bf-9b62adacf272 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:33.579863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.580382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.582249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] 10.222.0.11 "PUT /v2.0/ports/41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 HTTP/1.1" status: 200 len: 1092 time: 3.2938077 Jul 14 09:30:33.597859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fe02d809-10b6-479e-a3bf-9b62adacf272, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fe02d809-10b6-479e-a3bf-9b62adacf272,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:33.599623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1191740025-network', 'tenant_id': 'a8cc00e7294a412493ec79883b5731c5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:33.610186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.620651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:33.634799 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae68ca6-2980-4825-8c56-1096bc82865f" -d '{"events": [{"name": "network-changed", "server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:33.636201 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.637540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.734740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fe02d809-10b6-479e-a3bf-9b62adacf272,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.765677 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c9f04-14a2-41aa-8471-813df0470acc x-openstack-request-id: req-526c9f04-14a2-41aa-8471-813df0470acc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:33.766221 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:33.766620 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-526c9f04-14a2-41aa-8471-813df0470acc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:33.767841 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'status': 'completed', 'code': 200} Jul 14 09:30:33.817709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fe02d809-10b6-479e-a3bf-9b62adacf272'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:33.851843 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.873389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeebcb3-0d54-403e-97b7-746ade2b66e0']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.881905 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-fbc38611-4c07-4e52-be7c-8f757f09a79e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271225798&fields=id&tenant_id=5c36cc6bd36545ba889b8d18ac9b0387 HTTP/1.1" status: 200 len: 267 time: 0.5487151 Jul 14 09:30:33.899065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eace9292-ed4d-47ea-b624-2b280ad379b4') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.899388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eace9292-ed4d-47ea-b624-2b280ad379b4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.917079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.936635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.951853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:33.953944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:33.957733 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:33.996413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80bd4e-8d17-4a77-bc5e-dd9b3584b252 service neutron] Pushing event updated for resources: {'Port': ['ID=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.010646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Made reservation on behalf of a8cc00e7294a412493ec79883b5731c5 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:34.012621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.036308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Subnet': ['ID=f827cc01-4133-4ef0-a1d9-1b6cc21d71c0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.046791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.048955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.062237 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.068702 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/networks/dbeebcb3-0d54-403e-97b7-746ade2b66e0 HTTP/1.1" status: 204 len: 168 time: 0.6098011 Jul 14 09:30:34.072458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53790) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.080721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bbcfb-cbff-4339-82ef-f0462339a0cd tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Network': ['ID=dbeebcb3-0d54-403e-97b7-746ade2b66e0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.098047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Checking segment: {'id': '47dec97a-cbfd-4b49-81b0-f418140ff0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:34.098422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network hostable DHCP agents. Network: b24482ed-43bb-4052-8ebd-b829ed2d6658, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:34.247249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-c0972b74-2700-499c-a551-75d5f6a3599c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.248731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-c0972b74-2700-499c-a551-75d5f6a3599c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/networks?id=206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 200 len: 814 time: 0.3658130 Jul 14 09:30:34.261555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-0d57e658-2495-4b14-8f3e-5ed4ff8b47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.263047 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-0d57e658-2495-4b14-8f3e-5ed4ff8b47c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 1095 time: 0.6177256 Jul 14 09:30:34.308909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1549d4-723e-432f-ac25-02f6504eaa7a req-aee39cd3-7955-46b0-9464-c4f7ce0706e4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.311194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4b1549d4-723e-432f-ac25-02f6504eaa7a req-aee39cd3-7955-46b0-9464-c4f7ce0706e4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 943 time: 0.0935535 Jul 14 09:30:34.355319 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4b1549d4-723e-432f-ac25-02f6504eaa7a req-fb55efbf-6c7c-492d-9eaf-6d664a8cd344 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 Jul 14 09:30:34.372233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:34.385314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-312cb8f6-7c52-4e5f-8f16-d343215fe86c tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/quotas/5c36cc6bd36545ba889b8d18ac9b0387 HTTP/1.1" status: 200 len: 375 time: 0.1135385 Jul 14 09:30:34.396545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-96cef0e4-dd0b-401f-a0cb-84f3e19c642c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 HTTP/1.1" status: 200 len: 217 time: 0.1236174 Jul 14 09:30:34.434617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b24482ed-43bb-4052-8ebd-b829ed2d6658) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:34.447668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d9675-4a8d-43c9-9686-c34fdd396c72 None None] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:34.455919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.457507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.515038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48198b2c-1177-4254-905d-edbb86658948 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.525095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48198b2c-1177-4254-905d-edbb86658948 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.527066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-48198b2c-1177-4254-905d-edbb86658948 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4497299 Jul 14 09:30:34.541924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53796) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.551647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1506551937'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.588496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-227c8a43-6e1e-4da9-9952-d4672a2ed93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.590676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-227c8a43-6e1e-4da9-9952-d4672a2ed93a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed7785b9-81b6-4d0f-b5c6-894e057a87bb HTTP/1.1" status: 200 len: 834 time: 0.1832733 Jul 14 09:30:34.606440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc55756-61b1-4a46-ab11-7ce4525796ab req-97d1e3ad-9a60-48a0-8e38-137481c9d9cd tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.610097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4dc55756-61b1-4a46-ab11-7ce4525796ab req-97d1e3ad-9a60-48a0-8e38-137481c9d9cd tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 944 time: 0.0940542 Jul 14 09:30:34.668095 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4dc55756-61b1-4a46-ab11-7ce4525796ab req-81b12b0f-5b99-4540-9e0e-a4f69211e8fa tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496778 Jul 14 09:30:34.696469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-b24482ed-43bb-4052-8ebd-b829ed2d6658', 'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658', 'tenant_id': '68a24052a95c471baa52af1ca7642b48', 'fixed_ips': [{'subnet_id': 'f827cc01-4133-4ef0-a1d9-1b6cc21d71c0'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:34.697983 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.718566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.740125 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.771763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-0c5c2229-aae5-4ae2-add2-9621df1354a2 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3731720 Jul 14 09:30:34.772566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eb0d99be-364c-4d2f-9fee-4d7b97211189 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8587468 Jul 14 09:30:34.777798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53798) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.786537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Made reservation on behalf of b71893c166774f8987c12d919ec35b9c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:34.791011 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.792063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-836047240', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.835122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:34.855818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.857452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.861027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.861426 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Added segment 0324da8e-8c31-45dd-b3d8-373f6408bac7 of type vlan for network 45e7f19c-ba49-473b-8a6a-1436897f3b70 Jul 14 09:30:34.872656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27eb102-74f0-40c3-98fe-54b7056a5728,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.903219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-e0e0ea22-8f45-443d-b60b-2a9b4950adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.907181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-e0e0ea22-8f45-443d-b60b-2a9b4950adb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f18e8af-98fb-406e-97f8-5f3eaed6a723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3104374 Jul 14 09:30:34.968926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Allocated IP 172.20.0.2 (b24482ed-43bb-4052-8ebd-b829ed2d6658/f827cc01-4133-4ef0-a1d9-1b6cc21d71c0/682d8cb7-6ab3-4413-b236-e02ae548d916) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:35.066444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.093537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-85675493-b469-4fe7-874a-271ad136fd2d service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246059 Jul 14 09:30:35.193151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:35.220957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.260590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.260797 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Added segment 6f8baf31-d551-4d66-abba-815dac5da09a of type vlan for network a43df0d2-265e-4597-b8c4-02b9854abc73 Jul 14 09:30:35.263184 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.288231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Transition to ACTIVE for port object 682d8cb7-6ab3-4413-b236-e02ae548d916 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:35.311311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fe02d809-10b6-479e-a3bf-9b62adacf272 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:35.375457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Transition to ACTIVE for port object 682d8cb7-6ab3-4413-b236-e02ae548d916 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:35.395772 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.410823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port fe02d809-10b6-479e-a3bf-9b62adacf272 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:35.446715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port fe02d809-10b6-479e-a3bf-9b62adacf272 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:35.447426 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.518431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:35.528133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:35.532159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:35.538824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Pushing event updated for resources: {'Port': ['ID=682d8cb7-6ab3-4413-b236-e02ae548d916,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.622416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-914b1056-fd52-4760-8e6e-e937a116cf44 req-7f09952a-16b6-4527-be66-30f629cae4b4 service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050352 Jul 14 09:30:35.631098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Attempting to bind port 682d8cb7-6ab3-4413-b236-e02ae548d916 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:35.631842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Attempting to bind port 682d8cb7-6ab3-4413-b236-e02ae548d916 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '47dec97a-cbfd-4b49-81b0-f418140ff0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:35.632317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Attempting to bind port 682d8cb7-6ab3-4413-b236-e02ae548d916 on network b24482ed-43bb-4052-8ebd-b829ed2d6658 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:35.645699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:35.646257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Checking segment: {'id': '47dec97a-cbfd-4b49-81b0-f418140ff0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:35.646768 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.647473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Bound using segment: {'id': '47dec97a-cbfd-4b49-81b0-f418140ff0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:35.648299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Bound port: 682d8cb7-6ab3-4413-b236-e02ae548d916, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47dec97a-cbfd-4b49-81b0-f418140ff0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:35.648821 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.664546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.667861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.674336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.680645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:35.681472 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.751739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-d8118867-cfa2-4cbd-9595-0a90f82aa430 service neutron] 10.222.0.18 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9277835 Jul 14 09:30:35.793856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe02d809-10b6-479e-a3bf-9b62adacf272'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:35.802286 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0952ecea-0594-4bee-a759-6d61393cb80e" -d '{"events": [{"server_uuid": "29eb10f9-831b-4ce9-b2dd-7747f137a4d0", "name": "network-vif-plugged", "status": "completed", "tag": "fe02d809-10b6-479e-a3bf-9b62adacf272"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:35.840809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fe02d809-10b6-479e-a3bf-9b62adacf272, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fe02d809-10b6-479e-a3bf-9b62adacf272,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:35.853520 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.923669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] For port 682d8cb7-6ab3-4413-b236-e02ae548d916, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:35.925436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fe02d809-10b6-479e-a3bf-9b62adacf272,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.951958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] For port 682d8cb7-6ab3-4413-b236-e02ae548d916, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=682d8cb7-6ab3-4413-b236-e02ae548d916,segment=NetworkSegment(47dec97a-cbfd-4b49-81b0-f418140ff0a5),segment_id=47dec97a-cbfd-4b49-81b0-f418140ff0a5)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:35.960206 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.070347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.085213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325fe7b-19ef-47fe-b3d2-f9ef207a0575 None None] Pushing event updated for resources: {'Port': ['ID=682d8cb7-6ab3-4413-b236-e02ae548d916,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.234542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc5288-6125-4719-879f-ecb829867e74 req-e2956760-dce7-4d45-b276-b11367e5ce48 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:36.241879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04fc5288-6125-4719-879f-ecb829867e74 req-e2956760-dce7-4d45-b276-b11367e5ce48 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 943 time: 0.2102594 Jul 14 09:30:36.331200 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:30:36.337470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2405624 Jul 14 09:30:36.341775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.371302 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04fc5288-6125-4719-879f-ecb829867e74 req-6fba7396-ab4b-4c37-b18f-8ae02419eee0 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282327 Jul 14 09:30:36.392966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Request body: {'subnet': {'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1191740025-subnet', 'tenant_id': 'a8cc00e7294a412493ec79883b5731c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:36.511193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Pushing event updated for resources: {'Network': ['ID=45e7f19c-ba49-473b-8a6a-1436897f3b70,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.539131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.555985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:36.557117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.565737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.567284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.568115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.568262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.568510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.568851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.569331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.569854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.569985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.570317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.570652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.570973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da3aff-0a4c-48d3-b92e-35fb251748f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:36.588994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 45e7f19c-ba49-473b-8a6a-1436897f3b70 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:36.731043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Made reservation on behalf of a8cc00e7294a412493ec79883b5731c5 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:36.740615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.755963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2098796 Jul 14 09:30:36.759269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.765815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1747260554'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:36.772279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b511574-4d7c-491a-a19a-de6a5e2a8aaa tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Network': ['ID=a43df0d2-265e-4597-b8c4-02b9854abc73,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.785571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a43df0d2-265e-4597-b8c4-02b9854abc73 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:36.792000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-d1aaef13-eff1-4a7c-ac5a-60e5d5da3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:36.793443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-d1aaef13-eff1-4a7c-ac5a-60e5d5da3349 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 1095 time: 1.0686064 Jul 14 09:30:36.802875 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-f8dbfeb0-b455-4f0f-86d8-8d212eaa277d service neutron] 10.222.0.18 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9648671 Jul 14 09:30:36.911129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Made reservation on behalf of b71893c166774f8987c12d919ec35b9c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:36.915572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.946651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.960778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:36.982585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.985889 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Added segment c5754be4-8927-4a76-993c-7f1cee6ad47d of type vlan for network 82240f43-bf3c-4fd5-bc5e-b31b69f372b7 Jul 14 09:30:36.996824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-63870446-34e6-442e-a966-387b0b1fa607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:36.998597 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-63870446-34e6-442e-a966-387b0b1fa607 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f18e8af-98fb-406e-97f8-5f3eaed6a723 HTTP/1.1" status: 200 len: 898 time: 0.1946476 Jul 14 09:30:37.029932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.081941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-0a2b9d56-6fc0-4eb9-adce-ef72d4ee4c6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 HTTP/1.1" status: 200 len: 217 time: 0.0587864 Jul 14 09:30:37.085602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.182283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-e5c9a7d3-5a94-4fbe-b04d-4264422dd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.183494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.184430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-e5c9a7d3-5a94-4fbe-b04d-4264422dd6f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed7785b9-81b6-4d0f-b5c6-894e057a87bb HTTP/1.1" status: 200 len: 834 time: 0.0937252 Jul 14 09:30:37.191564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.198736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.200453 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.251997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4905672 Jul 14 09:30:37.255488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.277665 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc4dba-df73-4837-bc0d-f3b43f817b3f x-openstack-request-id: req-0afc4dba-df73-4837-bc0d-f3b43f817b3f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:37.278166 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb10f9-831b-4ce9-b2dd-7747f137a4d0", "name": "network-vif-plugged", "status": "completed", "tag": "fe02d809-10b6-479e-a3bf-9b62adacf272", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:37.281396 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0afc4dba-df73-4837-bc0d-f3b43f817b3f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:37.295045 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe02d809-10b6-479e-a3bf-9b62adacf272', 'code': 200} Jul 14 09:30:37.321631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'ports': [{'network_id': 'a43df0d2-265e-4597-b8c4-02b9854abc73', 'name': 'tempest-port--623885033', 'admin_state_up': True}, {'network_id': '82240f43-bf3c-4fd5-bc5e-b31b69f372b7', 'admin_state_up': False}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.321631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'port': {'network_id': 'a43df0d2-265e-4597-b8c4-02b9854abc73', 'name': 'tempest-port--623885033', 'admin_state_up': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.321631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'port': {'network_id': '82240f43-bf3c-4fd5-bc5e-b31b69f372b7', 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.357733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aab50-53a2-4748-94ae-25d43866d2ee req-d5bb8761-c766-4355-91ce-8934924330af tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.367666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-609aab50-53a2-4748-94ae-25d43866d2ee req-d5bb8761-c766-4355-91ce-8934924330af tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.6231956 Jul 14 09:30:37.375957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.25.2.221 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/a87afff2-0fc6-4811-8753-20a3bd20bf0b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:37.488462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de83e6f-b5f6-4b75-aa4d-f7a1834181c1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.521256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-609aab50-53a2-4748-94ae-25d43866d2ee req-8c451d1e-29ff-42b2-b8c2-bfe76305b5e4 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512618 Jul 14 09:30:37.622393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 682d8cb7-6ab3-4413-b236-e02ae548d916 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:37.653227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Checking segment: {'id': '0324da8e-8c31-45dd-b3d8-373f6408bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:37.653645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Network hostable DHCP agents. Network: 45e7f19c-ba49-473b-8a6a-1436897f3b70, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:37.681746 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4324554-81f0-4dee-ad73-dc26f4a98766 req-f58cfeca-98ba-4660-9ea2-bd344ee0de1a tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 210 time: 0.3158426 Jul 14 09:30:37.735866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Network 45e7f19c-ba49-473b-8a6a-1436897f3b70 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:37.752315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d89b28-667a-4224-85ed-ba1b4f560c5e tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Network': ['ID=82240f43-bf3c-4fd5-bc5e-b31b69f372b7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.771233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 82240f43-bf3c-4fd5-bc5e-b31b69f372b7 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:37.791815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 45e7f19c-ba49-473b-8a6a-1436897f3b70) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:37.808052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.811040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.812023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.850042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08e81b-5649-475b-91c5-e00335520ebb None None] Network 45e7f19c-ba49-473b-8a6a-1436897f3b70 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:37.904718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3db43-5273-4bd4-89ff-0943dbb37935 None None] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:37.909875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f4f23d77-30a3-4229-8cb3-bbd70c01f882 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5291839 Jul 14 09:30:37.993371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 682d8cb7-6ab3-4413-b236-e02ae548d916 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:38.009018 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.035383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7aecf-803c-40f6-8689-b41737f8986f req-fb5b76d5-b683-49ca-95a9-96109cf82c62 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.043583 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5e7aecf-803c-40f6-8689-b41737f8986f req-fb5b76d5-b683-49ca-95a9-96109cf82c62 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 943 time: 0.2031851 Jul 14 09:30:38.123169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-028ecd9e-0d72-4b1e-82bd-74092f3d1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.126833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-028ecd9e-0d72-4b1e-82bd-74092f3d1248 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f18e8af-98fb-406e-97f8-5f3eaed6a723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9116716 Jul 14 09:30:38.136045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f17a8f6-face-47da-ac9d-2f28c98c5a25 None None] Provisioning for port 682d8cb7-6ab3-4413-b236-e02ae548d916 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:38.205374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4079c-124e-44d7-a080-9a6cf04d1548 req-6c8f730f-01f2-44ce-a3bc-4b1d88ef118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.206927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ff4079c-124e-44d7-a080-9a6cf04d1548 req-6c8f730f-01f2-44ce-a3bc-4b1d88ef118a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 1097 time: 0.7683561 Jul 14 09:30:38.218813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:38.265822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:38.304823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:38.310184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=a87afff2-0fc6-4811-8753-20a3bd20bf0b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.435572 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5e7aecf-803c-40f6-8689-b41737f8986f req-de248794-58c5-4bf1-b28a-7f1aa73a900d tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893771 Jul 14 09:30:38.459717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Made reservation on behalf of b71893c166774f8987c12d919ec35b9c for: {'port': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:38.478557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.486560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ff4079c-124e-44d7-a080-9a6cf04d1548 req-9bd6efcb-6451-456f-bc90-26848a66970d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731118 Jul 14 09:30:38.521630 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.722910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f17a8f6-face-47da-ac9d-2f28c98c5a25 None None] Provisioning complete for port 682d8cb7-6ab3-4413-b236-e02ae548d916 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:38.723467 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f17a8f6-face-47da-ac9d-2f28c98c5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.748602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] device_id is not set on port 81e08431-0151-4908-8461-8a876dfeec68 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:38.827740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2546927-fc38-4d21-9bd0-0910f6c855a1 None None] Network 45e7f19c-ba49-473b-8a6a-1436897f3b70 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:38.950197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-b388d1b8-e96c-4b8b-a1ca-680bd5a2f496 service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141236 Jul 14 09:30:39.097666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-555941e3-708f-4c2f-9528-700e96e56f58 req-9317b617-7504-4078-a5a8-08decb7a7355 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 210 time: 0.0571873 Jul 14 09:30:39.108658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f17a8f6-face-47da-ac9d-2f28c98c5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.182668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.194969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.237147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909830da-4fe8-46e6-8da0-9c3b63093a93 req-d54f414a-2651-4125-bc28-f0cc19239f0a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.238781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-909830da-4fe8-46e6-8da0-9c3b63093a93 req-d54f414a-2651-4125-bc28-f0cc19239f0a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.4326959 Jul 14 09:30:39.266461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-460978254-network', 'tenant_id': '8e8706d1723f4d8a99ce8ef69071cd38'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:39.285793 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8f17a8f6-face-47da-ac9d-2f28c98c5a25 None None] For port 682d8cb7-6ab3-4413-b236-e02ae548d916, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=682d8cb7-6ab3-4413-b236-e02ae548d916,segment=NetworkSegment(47dec97a-cbfd-4b49-81b0-f418140ff0a5),segment_id=47dec97a-cbfd-4b49-81b0-f418140ff0a5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:39.295019 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f17a8f6-face-47da-ac9d-2f28c98c5a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.332907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.346422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:39.402646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ae68ca6-2980-4825-8c56-1096bc82865f req-4e7cdaa3-bfa6-4e1d-9d16-0ec285617197 service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116850 Jul 14 09:30:39.422563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Made reservation on behalf of 8e8706d1723f4d8a99ce8ef69071cd38 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:39.431894 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.453629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.453879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17a8f6-face-47da-ac9d-2f28c98c5a25 None None] Pushing event updated for resources: {'Port': ['ID=682d8cb7-6ab3-4413-b236-e02ae548d916,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.514544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-909830da-4fe8-46e6-8da0-9c3b63093a93 req-fcc561c7-9cf3-4b67-a9a1-9b6f4d8fd189 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600596 Jul 14 09:30:39.780911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:39.786250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e1d92ff1-ae74-47cc-8593-f471fe14d8c2 None None] Provisioning complete for port 682d8cb7-6ab3-4413-b236-e02ae548d916 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:39.786665 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1d92ff1-ae74-47cc-8593-f471fe14d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.828755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] device_id is not set on port 02f620d7-af70-45a4-b07f-6e9c410227bc yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:39.873683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'port_id': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'mac_address': 'fa:16:3e:9b:04:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:39.926667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-8cae4bf5-f6e5-4c4a-b694-174d7e7e0020 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.928633 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-8cae4bf5-f6e5-4c4a-b694-174d7e7e0020 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.48 "GET /v2.0/networks?id=206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 200 len: 814 time: 0.2575002 Jul 14 09:30:39.960322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.990145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f552988-b3d1-414d-a563-700a7c7c5015 req-b5e0b547-f3ed-4eaf-8add-a218d21f2e73 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.993779 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.004096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f552988-b3d1-414d-a563-700a7c7c5015 req-b5e0b547-f3ed-4eaf-8add-a218d21f2e73 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 943 time: 0.3217628 Jul 14 09:30:40.052539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-3e8aa49f-fdab-44d4-8b1d-1f784d66a782 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c36cc6bd36545ba889b8d18ac9b0387 HTTP/1.1" status: 200 len: 380 time: 0.1017659 Jul 14 09:30:40.065046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'port': {'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'admin_state_up': True, 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'security_groups': ['7f90097b-51af-423f-947e-a3fa4025f5d2']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:40.067483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:40.108715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:40.114813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.196658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.225110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.299071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f552988-b3d1-414d-a563-700a7c7c5015 req-d8ea24c1-9d5b-48f9-a5be-37f8fb81b127 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899430 Jul 14 09:30:40.314894 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.317408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['41fbae2c-1e6e-4907-90fe-24c9dabd6ca7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:40.331501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.335061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.441483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:40.467844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Port': ['ID=81e08431-0151-4908-8461-8a876dfeec68,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.515329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff69abdd-8431-4547-979e-8424ccea0fb6 req-457e88bd-7ecc-45e2-b33e-f4359555ecae tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 210 time: 0.1685476 Jul 14 09:30:40.540568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920063fb-3144-4f53-8a10-6c8fa7a850df,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.577380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.580282 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Added segment 96435c1d-d6d0-4cc5-8ad4-17fde6307d99 of type vlan for network 6e7281a7-880b-4452-8162-60ebdeb30d9f Jul 14 09:30:40.593936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Made reservation on behalf of 5c36cc6bd36545ba889b8d18ac9b0387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:40.598504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.742143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Checking segment: {'id': '6f8baf31-d551-4d66-abba-815dac5da09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a43df0d2-265e-4597-b8c4-02b9854abc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:40.744366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network hostable DHCP agents. Network: a43df0d2-265e-4597-b8c4-02b9854abc73, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:40.838797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.921412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network a43df0d2-265e-4597-b8c4-02b9854abc73 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:40.950479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Allocated IP 172.20.0.6 (206ef09b-c7e4-4c28-ad44-326d61660e47/a868a6a7-6a50-4857-bde6-e8b1c65d5f3f/0b875230-0148-47fe-9530-6c54d65b9544) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:40.957014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a43df0d2-265e-4597-b8c4-02b9854abc73) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:40.966114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 415957bd-5d36-4073-a194-984b1dc056bd is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:30:40.972542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e69e8-8eb4-4dd4-9caf-88815a66c146 None None] Network a43df0d2-265e-4597-b8c4-02b9854abc73 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:40.984387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:40.986723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.991583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.993211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.994094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.154774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Port': ['ID=02f620d7-af70-45a4-b07f-6e9c410227bc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:41.200460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Checking segment: {'id': 'c5754be4-8927-4a76-993c-7f1cee6ad47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '82240f43-bf3c-4fd5-bc5e-b31b69f372b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:41.200904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network hostable DHCP agents. Network: 82240f43-bf3c-4fd5-bc5e-b31b69f372b7, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:41.217365 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9551804 Jul 14 09:30:41.232156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.239025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Request body: {'subnet': {'network_id': '6e7281a7-880b-4452-8162-60ebdeb30d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-460978254-subnet', 'tenant_id': '8e8706d1723f4d8a99ce8ef69071cd38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:41.241260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9667588-a6e2-444e-a3be-dfdc3721aa61 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7281a7-880b-4452-8162-60ebdeb30d9f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:41.256126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 6e7281a7-880b-4452-8162-60ebdeb30d9f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:41.310437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0aefb-f9ef-4b0b-85aa-c5fff5be4232 req-08b0210a-860f-4c17-bb9f-63bae73f5611 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.319598 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9d0aefb-f9ef-4b0b-85aa-c5fff5be4232 req-08b0210a-860f-4c17-bb9f-63bae73f5611 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.4462857 Jul 14 09:30:41.339841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.358978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Transition to ACTIVE for port object 0b875230-0148-47fe-9530-6c54d65b9544 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:41.385338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:41.388937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9d0aefb-f9ef-4b0b-85aa-c5fff5be4232 req-ff1081fb-6e1f-4713-8859-6fde51a0bd4a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683365 Jul 14 09:30:41.392074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:41.427258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network 82240f43-bf3c-4fd5-bc5e-b31b69f372b7 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:41.466982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Made reservation on behalf of 8e8706d1723f4d8a99ce8ef69071cd38 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:41.473524 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.474839 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee894696-5b69-483d-ae22-6254a4481a51 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6900487 Jul 14 09:30:41.482454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53896) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.496930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.529192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] Sync routers for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:41.641111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 682d8cb7-6ab3-4413-b236-e02ae548d916 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:41.730444 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.754583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:41.755243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:41.760817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 82240f43-bf3c-4fd5-bc5e-b31b69f372b7) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:41.859072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e94261-90c8-438d-a813-2256d6ded020 None None] Network 82240f43-bf3c-4fd5-bc5e-b31b69f372b7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:41.905915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:41.913391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:41.920980 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.930492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.931222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.978828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:41.992477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:41.996626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:42.098130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-efde23ba-6764-401b-92c6-9c451ace4219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7870719 Jul 14 09:30:42.120993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.126569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'Port': ['ID=0b875230-0148-47fe-9530-6c54d65b9544,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.161439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 682d8cb7-6ab3-4413-b236-e02ae548d916 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:42.164302 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.272939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.273690 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.346209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689419f-1396-458f-9b78-4edf00c0d97d req-6856b762-636f-4796-a388-1c6c096da30b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.354563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4689419f-1396-458f-9b78-4edf00c0d97d req-6856b762-636f-4796-a388-1c6c096da30b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 944 time: 0.6259334 Jul 14 09:30:42.372603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:42.379918 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:42.426421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.457613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-6a8c97a4-87c9-4071-b874-99608e3e677b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3988950 Jul 14 09:30:42.527382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Request body: {'port': {'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.542291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:42.542729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ba903-56b9-4cd4-b080-05735ae35ca6 None None] The sync data for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:42.573217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:42.635394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4689419f-1396-458f-9b78-4edf00c0d97d req-f7d4e4a0-029d-43e4-8203-50a1ae7ebc50 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799768 Jul 14 09:30:42.640236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:42.640623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.683824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129bed4c-3009-4c60-a18d-624988adb979 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.691520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129bed4c-3009-4c60-a18d-624988adb979 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.693566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-129bed4c-3009-4c60-a18d-624988adb979 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5601716 Jul 14 09:30:42.709986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53912) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.761034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d68eaa14-375e-4cb5-ac08-baf59e46e490 None None] Provisioning for port 0b875230-0148-47fe-9530-6c54d65b9544 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:42.868040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a836c554-ffbd-4020-a8ab-dd79c75cb094,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.911445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce28d-19ca-4843-8d67-0c7ce1fc4089 req-652b6a2e-496a-4dd7-b41e-9ac8640bfa30 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.913088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d68eaa14-375e-4cb5-ac08-baf59e46e490 None None] Provisioning complete for port 0b875230-0148-47fe-9530-6c54d65b9544 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:42.913855 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d68eaa14-375e-4cb5-ac08-baf59e46e490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.925980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c17ce28d-19ca-4843-8d67-0c7ce1fc4089 req-652b6a2e-496a-4dd7-b41e-9ac8640bfa30 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 931 time: 0.6451945 Jul 14 09:30:42.929865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Checking segment: {'id': '96435c1d-d6d0-4cc5-8ad4-17fde6307d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6e7281a7-880b-4452-8162-60ebdeb30d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:42.935007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Network hostable DHCP agents. Network: 6e7281a7-880b-4452-8162-60ebdeb30d9f, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:43.007572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.010635 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.070824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Network 6e7281a7-880b-4452-8162-60ebdeb30d9f is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:43.111802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 6e7281a7-880b-4452-8162-60ebdeb30d9f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:43.117145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:43.118016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.146631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-97c1764d-536b-4f18-aac0-8513c7707703 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9071956 Jul 14 09:30:43.162520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667e23a-1ff7-47b3-a332-1c9b50df1ddc None None] Network 6e7281a7-880b-4452-8162-60ebdeb30d9f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:43.193878 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c17ce28d-19ca-4843-8d67-0c7ce1fc4089 req-17610528-7780-4f1f-88ed-9fde103f2fa6 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668984 Jul 14 09:30:43.354304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:43.365386 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6543563-1fbd-4d0f-a648-52a1245dc2e5" -d '{"events": [{"server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "name": "network-vif-plugged", "status": "completed", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:43.371203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.478236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d68eaa14-375e-4cb5-ac08-baf59e46e490 None None] Port 0b875230-0148-47fe-9530-6c54d65b9544 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:43.504840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:43.523266 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0b301c-13b5-46fe-9a51-512b04b1c6cd x-openstack-request-id: req-1c0b301c-13b5-46fe-9a51-512b04b1c6cd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:43.523609 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "name": "network-vif-plugged", "status": "completed", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:43.523880 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c0b301c-13b5-46fe-9a51-512b04b1c6cd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:43.524274 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'code': 200} Jul 14 09:30:43.534665 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.779343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41fe86-62fe-4d7a-84f5-f89e67830b3f None None] Network 6e7281a7-880b-4452-8162-60ebdeb30d9f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:43.914809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.107492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Deleting port 81e08431-0151-4908-8461-8a876dfeec68 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:44.108053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.201644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.242406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Calling delete_port for 81e08431-0151-4908-8461-8a876dfeec68 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:44.337038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea079fc5-25a9-4efe-8d26-0bb405a7cd32 req-88c0677c-da5f-4523-bc34-436bd53e7748 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.345527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea079fc5-25a9-4efe-8d26-0bb405a7cd32 req-88c0677c-da5f-4523-bc34-436bd53e7748 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 1.3563223 Jul 14 09:30:44.489517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab4e9-6863-46fb-81e1-949bf8349a37 req-3c0ce7bb-b293-4247-918b-cf58ad0ce2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.491197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-705ab4e9-6863-46fb-81e1-949bf8349a37 req-3c0ce7bb-b293-4247-918b-cf58ad0ce2f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 1097 time: 0.5860863 Jul 14 09:30:44.504816 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea079fc5-25a9-4efe-8d26-0bb405a7cd32 req-a109e54e-79f8-4aa5-a1db-a3571355e177 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582456 Jul 14 09:30:44.700009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.1 (b24482ed-43bb-4052-8ebd-b829ed2d6658/f827cc01-4133-4ef0-a1d9-1b6cc21d71c0/b2e97cd3-c503-40f8-b86a-5ece8dcd9057) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:44.717594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-705ab4e9-6863-46fb-81e1-949bf8349a37 req-a3e2c305-c30a-4b03-bb34-141c9733fee1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864917 Jul 14 09:30:44.886232 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.890351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.905326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Transition to ACTIVE for port object b2e97cd3-c503-40f8-b86a-5ece8dcd9057 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:44.966863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.970160 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/ports/81e08431-0151-4908-8461-8a876dfeec68 HTTP/1.1" status: 204 len: 168 time: 2.2551658 Jul 14 09:30:44.977595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa120e-e056-4a10-9c4e-02bb8b08ad0b tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Port': ['ID=81e08431-0151-4908-8461-8a876dfeec68,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.981608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 53950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:44.996762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.057704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-d63332bb-81e7-434f-893f-5a2f3146fc17 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.064209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-d63332bb-81e7-434f-893f-5a2f3146fc17 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/networks?id=45e7f19c-ba49-473b-8a6a-1436897f3b70 HTTP/1.1" status: 200 len: 812 time: 0.2973888 Jul 14 09:30:45.075266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b875230-0148-47fe-9530-6c54d65b9544 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:45.110170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-6468c6c0-595f-42bb-ac3f-839c349bf182 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/quotas/a8cc00e7294a412493ec79883b5731c5 HTTP/1.1" status: 200 len: 375 time: 0.0448861 Jul 14 09:30:45.120095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:45.123420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.155764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:45.158779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:45.220731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-518c0986-a6dc-4815-9901-498e630e3899 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8cc00e7294a412493ec79883b5731c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855689 Jul 14 09:30:45.268043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=b2e97cd3-c503-40f8-b86a-5ece8dcd9057,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.325288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4f832-c3a9-4006-ae71-1fdb6a67c85a req-582b7b2c-9bbb-4ec7-9355-0ef2abce437a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.335950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50f4f832-c3a9-4006-ae71-1fdb6a67c85a req-582b7b2c-9bbb-4ec7-9355-0ef2abce437a tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 945 time: 1.4450452 Jul 14 09:30:45.410014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.482480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Transition to ACTIVE for port object 0b875230-0148-47fe-9530-6c54d65b9544 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:45.518658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.628168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50f4f832-c3a9-4006-ae71-1fdb6a67c85a req-c2244693-f4ec-4fb5-b4c1-1f541faea2b8 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867527 Jul 14 09:30:45.633782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-10bc13b4-b645-4972-ac53-66572e4d9c74 None None] Provisioning for port b2e97cd3-c503-40f8-b86a-5ece8dcd9057 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:45.640532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-10bc13b4-b645-4972-ac53-66572e4d9c74 None None] Provisioning complete for port b2e97cd3-c503-40f8-b86a-5ece8dcd9057 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:45.640988 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10bc13b4-b645-4972-ac53-66572e4d9c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.659107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Pushing event updated for resources: {'Port': ['ID=0b875230-0148-47fe-9530-6c54d65b9544,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.723689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-10bc13b4-b645-4972-ac53-66572e4d9c74 None None] Port b2e97cd3-c503-40f8-b86a-5ece8dcd9057 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:45.728836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Deleting port 02f620d7-af70-45a4-b07f-6e9c410227bc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:45.729191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.744877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-8bcb8790-16d6-4956-8d8d-9886c3b6f42a service neutron] 10.222.0.18 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170226 Jul 14 09:30:45.765812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.944185 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09f46680-187e-4b77-b4fa-924f5277d232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.972977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-f0208977-6da9-41c9-b021-c8a51ca71236 service neutron] 10.222.0.18 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269428 Jul 14 09:30:46.078672 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-ff275918-990b-4bd7-b412-ff00a9ffcfe1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6116171 Jul 14 09:30:46.100987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.120012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Calling delete_port for 02f620d7-af70-45a4-b07f-6e9c410227bc owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:46.151126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Attempting to bind port 0b875230-0148-47fe-9530-6c54d65b9544 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:46.151635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Attempting to bind port 0b875230-0148-47fe-9530-6c54d65b9544 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:46.151975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Attempting to bind port 0b875230-0148-47fe-9530-6c54d65b9544 on network 206ef09b-c7e4-4c28-ad44-326d61660e47 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:46.187286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Port 0b875230-0148-47fe-9530-6c54d65b9544 on network 206ef09b-c7e4-4c28-ad44-326d61660e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:46.187612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Attempting to bind port 0b875230-0148-47fe-9530-6c54d65b9544 on network 206ef09b-c7e4-4c28-ad44-326d61660e47 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:46.281711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:46.281711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Checking segment: {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:46.285804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Bound using segment: {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:46.286559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Bound port: 0b875230-0148-47fe-9530-6c54d65b9544, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3245626e-c707-4287-a93a-06afb08ab392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:46.287055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.289702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.308889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.414768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] For port 0b875230-0148-47fe-9530-6c54d65b9544, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:46.420863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] For port 0b875230-0148-47fe-9530-6c54d65b9544, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0b875230-0148-47fe-9530-6c54d65b9544,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:46.442078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4c38a-3ec8-4f52-b614-b7d9bd6da367 req-b4aa4ab0-1f09-4f8a-87ff-9180fbe28f09 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.451425 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80f4c38a-3ec8-4f52-b614-b7d9bd6da367 req-b4aa4ab0-1f09-4f8a-87ff-9180fbe28f09 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 943 time: 0.6211152 Jul 14 09:30:46.453566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.495461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.529910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.530857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.533510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] 10.222.0.48 "PUT /v2.0/ports/0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 200 len: 1092 time: 4.0620642 Jul 14 09:30:46.551457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:46.554757 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11d0024-d3c9-41cd-b0c9-bbd758463467" -d '{"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:46.584124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=b2e97cd3-c503-40f8-b86a-5ece8dcd9057,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.617442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-e4051679-1a46-47a9-8562-840683bc13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.619727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-e4051679-1a46-47a9-8562-840683bc13cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 1097 time: 0.4792805 Jul 14 09:30:46.679242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-80f4c38a-3ec8-4f52-b614-b7d9bd6da367 req-36851192-98fe-45e2-bdee-de6c130d0f36 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206914 Jul 14 09:30:46.848651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-491739cc-1c2c-46ed-a20d-aa78b6eb5505 req-889f4acd-0172-41a5-a2b6-7a30639f4fc5 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 210 time: 0.0667119 Jul 14 09:30:46.854969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.884317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:46.886370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:46.891218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.896954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/ports/02f620d7-af70-45a4-b07f-6e9c410227bc HTTP/1.1" status: 204 len: 168 time: 1.9118836 Jul 14 09:30:46.898989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.929528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d91d7-3f6c-4824-951b-a1db76e16590 service neutron] Pushing event updated for resources: {'Port': ['ID=0b875230-0148-47fe-9530-6c54d65b9544,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.002404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132db54-312f-4ac6-8c67-c4756344e316 req-ee66d4b0-d53c-476f-8170-20bd3127de35 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.004422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c132db54-312f-4ac6-8c67-c4756344e316 req-ee66d4b0-d53c-476f-8170-20bd3127de35 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.5791345 Jul 14 09:30:47.085492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1ed9b501-bb0e-45f8-95d6-dc23b0037445 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1851091 Jul 14 09:30:47.095671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53976) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.101972 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802fdbb5-0e0d-49ab-964d-06b31b30c767 x-openstack-request-id: req-802fdbb5-0e0d-49ab-964d-06b31b30c767 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:47.102305 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:47.106952 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-802fdbb5-0e0d-49ab-964d-06b31b30c767 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:47.107330 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544', 'status': 'completed', 'code': 200} Jul 14 09:30:47.118941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346437753'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:47.120679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b24c9-02aa-473e-bafc-51c9dcfa8c7c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Port': ['ID=02f620d7-af70-45a4-b07f-6e9c410227bc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.230412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c132db54-312f-4ac6-8c67-c4756344e316 req-00da882d-4029-4116-bd3c-db05d93d9d15 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734107 Jul 14 09:30:47.246530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-e5f2bd1e-57c4-4382-80e1-ad21573c966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.248121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-e5f2bd1e-57c4-4382-80e1-ad21573c966c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1095 time: 0.6517928 Jul 14 09:30:47.283895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-d7527527-169a-4f9c-a74b-195e7f48f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.285391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-d7527527-169a-4f9c-a74b-195e7f48f687 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.6276453 Jul 14 09:30:47.300460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 415957bd-5d36-4073-a194-984b1dc056bd has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:47.408947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-75dee947-9614-4e13-a21a-8dd21af2aa59 None None] Provisioning complete for port b2e97cd3-c503-40f8-b86a-5ece8dcd9057 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:47.409533 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75dee947-9614-4e13-a21a-8dd21af2aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.461561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-0e1125a0-e178-4290-aeb1-c1bb847d3cd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 200 len: 217 time: 0.1905274 Jul 14 09:30:47.484815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:47.496346 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] Sync routers for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:47.503737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a23cf235-4b73-4f6a-a6fc-80ba170b519d tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/routers/415957bd-5d36-4073-a194-984b1dc056bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0198269 Jul 14 09:30:47.510352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Made reservation on behalf of b71893c166774f8987c12d919ec35b9c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:47.514727 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:47.515823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.517976 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:47.529676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75dee947-9614-4e13-a21a-8dd21af2aa59 None None] Port b2e97cd3-c503-40f8-b86a-5ece8dcd9057 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:47.534687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.544264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'port': {'network_id': 'b24482ed-43bb-4052-8ebd-b829ed2d6658', 'name': 'tempest-FloatingIPTestJSON-463219164'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:47.551812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-9815c116-c7eb-4d8f-b6ae-af80d7d4764a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe02d809-10b6-479e-a3bf-9b62adacf272 HTTP/1.1" status: 200 len: 217 time: 0.1268218 Jul 14 09:30:47.627994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-0276d6db-c1ac-4adb-8a09-9b63369abcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.630200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-0276d6db-c1ac-4adb-8a09-9b63369abcc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f HTTP/1.1" status: 200 len: 853 time: 0.0877569 Jul 14 09:30:47.634705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-5a93b998-5867-490b-92e6-24ba9ac034ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.644761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-5a93b998-5867-490b-92e6-24ba9ac034ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.0743916 Jul 14 09:30:47.653995 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:47.678933 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:47.679818 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:47.725469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:47.761367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066069b-b988-4af5-9625-8967236df17b req-502c3fcb-fad9-4a2f-9b85-c9cd79bfcc2c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.763165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5066069b-b988-4af5-9625-8967236df17b req-502c3fcb-fad9-4a2f-9b85-c9cd79bfcc2c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 945 time: 0.4591177 Jul 14 09:30:47.764712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.765310 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Added segment f03d9ba0-fe71-40df-9527-b72fe15543f2 of type vlan for network 631d3272-c502-437c-a9b9-44fa328a17e5 Jul 14 09:30:47.768169 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Made reservation on behalf of 68a24052a95c471baa52af1ca7642b48 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:47.772051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.778698 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:47.779641 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f2358-89c9-4057-9369-9a501139b8e1 None None] The sync data for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:47.800430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-7fb62373-2c9f-46ed-9b7f-e59dba9df514 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608702 Jul 14 09:30:47.862748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] device_id is not set on port 6f23a078-d645-4632-8a88-ed45eb9c78ab yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:47.955547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-74d2081a-c746-4e58-81cf-663ca7751e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.957186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-74d2081a-c746-4e58-81cf-663ca7751e4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=206ef09b-c7e4-4c28-ad44-326d61660e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3115332 Jul 14 09:30:48.122607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.176231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-8e3ab061-d455-4177-9fc2-b47ccd139b6f service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643329 Jul 14 09:30:48.184006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.194046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.198432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.212959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Allocated IP 172.20.0.6 (b24482ed-43bb-4052-8ebd-b829ed2d6658/f827cc01-4133-4ef0-a1d9-1b6cc21d71c0/6f23a078-d645-4632-8a88-ed45eb9c78ab) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:48.343458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5066069b-b988-4af5-9625-8967236df17b req-cbfdb52d-ef95-4e76-8868-22f283c7d7e6 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5236022 Jul 14 09:30:48.415834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-dbcc4376-a165-47a1-87d3-e49b609c1e8a tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.418919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-dbcc4376-a165-47a1-87d3-e49b609c1e8a tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.11 "GET /v2.0/networks?id=45e7f19c-ba49-473b-8a6a-1436897f3b70 HTTP/1.1" status: 200 len: 812 time: 0.3093095 Jul 14 09:30:48.421286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-bca3393e-cdbd-4cc0-9fd9-90ddae8b2293 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514709 Jul 14 09:30:48.444431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Request body: {'port': {'device_id': '7f1b62fb-36b8-4292-896f-0b005182107f', 'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70', 'admin_state_up': True, 'tenant_id': 'a8cc00e7294a412493ec79883b5731c5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:48.449742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3488734 Jul 14 09:30:48.459207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 53992) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.473650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1729215943'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:48.493897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82fcea-d876-40ca-8c10-e312575437be tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Network': ['ID=631d3272-c502-437c-a9b9-44fa328a17e5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.507946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 631d3272-c502-437c-a9b9-44fa328a17e5 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:48.541002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f43e-d90b-462d-87e5-f1ade63f61de req-58a5537e-cb1c-4cfd-9574-44065ad10512 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.542552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce39f43e-d90b-462d-87e5-f1ade63f61de req-58a5537e-cb1c-4cfd-9574-44065ad10512 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.6399155 Jul 14 09:30:48.589836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Made reservation on behalf of b71893c166774f8987c12d919ec35b9c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:48.596523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.756208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:48.793620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.793965 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Added segment 28add676-8ecc-425e-87e2-ac2193472978 of type vlan for network c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 Jul 14 09:30:48.798045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.825314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93345de-57f0-4add-abe8-1e2fe463bf12 req-bb5a8dc8-c2e9-449b-91ac-a61264665a3b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.833003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a93345de-57f0-4add-abe8-1e2fe463bf12 req-bb5a8dc8-c2e9-449b-91ac-a61264665a3b tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 943 time: 0.2299933 Jul 14 09:30:48.878094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Transition to ACTIVE for port object 6f23a078-d645-4632-8a88-ed45eb9c78ab will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:48.903681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.928056 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a93345de-57f0-4add-abe8-1e2fe463bf12 req-32ec4ae4-947e-40b5-8b8c-8c466d8f300e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939889 Jul 14 09:30:49.015570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.027671 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.041392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.042044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.142219 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.170241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7095661 Jul 14 09:30:49.195810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb179f03-5f24-4215-b237-1ec579ca959e req-6229de50-5d29-4a57-98a6-56f71c9a78e6 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 210 time: 0.0513432 Jul 14 09:30:49.233626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:49.237429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605321a-1268-460a-80a4-93f30c90c75d tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Network': ['ID=c3b8f0c8-58df-4bcd-8ca7-99c659bf2278,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.244896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:49.248913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:49.249451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:49.286420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event updated for resources: {'Port': ['ID=6f23a078-d645-4632-8a88-ed45eb9c78ab,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.331041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.347028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'subnets': [{'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1590527062', 'ip_version': 4}, {'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:49.350903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'subnet': {'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1590527062', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:49.351668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Request body: {'subnet': {'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:49.461793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.462532 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.501281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3168b3d3-4401-45b8-b9b2-f210d413b86a req-ef6b5df9-ee1f-46ce-8085-9d7308efa618 service neutron] 10.222.0.11 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2995684 Jul 14 09:30:49.543135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce39f43e-d90b-462d-87e5-f1ade63f61de req-52d51f44-47e7-4d71-8db4-b18852489177 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887773 Jul 14 09:30:49.556535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Made reservation on behalf of a8cc00e7294a412493ec79883b5731c5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:49.565040 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.586946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee5f0760-775e-4ffc-9dbe-d2647ba4909a req-89a5e2f4-3508-4c21-8fa7-002b2afb08f4 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1333117 Jul 14 09:30:49.590576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95730296-e3ec-4231-80dd-9462b768d133 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0488632 Jul 14 09:30:49.591392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54006) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.597302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Request body: {'floatingip': {'port_id': '6f23a078-d645-4632-8a88-ed45eb9c78ab'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:49.643052 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3af5815-3426-468e-a9bb-99d0af54dff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.688737 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.690506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-208880e6-e65f-454b-9f3f-313e25179a14 None None] Provisioning for port 6f23a078-d645-4632-8a88-ed45eb9c78ab completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:49.694977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-208880e6-e65f-454b-9f3f-313e25179a14 None None] Provisioning complete for port 6f23a078-d645-4632-8a88-ed45eb9c78ab triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:49.695780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-208880e6-e65f-454b-9f3f-313e25179a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.739031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-208880e6-e65f-454b-9f3f-313e25179a14 None None] Port 6f23a078-d645-4632-8a88-ed45eb9c78ab cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:49.778974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612db5fd-a35b-4b79-a6dc-54ac108102d9 req-329e4496-14e6-4ef5-8242-fa0787b843f9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.780870 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-612db5fd-a35b-4b79-a6dc-54ac108102d9 req-329e4496-14e6-4ef5-8242-fa0787b843f9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 945 time: 0.3399804 Jul 14 09:30:49.783988 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.835177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Allocated IP 172.20.0.11 (45e7f19c-ba49-473b-8a6a-1436897f3b70/5de83e6f-b5f6-4b75-aa4d-f7a1834181c1/92938f9e-bf57-4d6a-9762-9af6982b818b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:49.856106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-6bf2f082-857e-4280-b758-f9202b0989bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.857746 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-6bf2f082-857e-4280-b758-f9202b0989bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1095 time: 0.1345356 Jul 14 09:30:49.881785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Made reservation on behalf of b71893c166774f8987c12d919ec35b9c for: {'subnet': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:49.886600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.886953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.931919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-612db5fd-a35b-4b79-a6dc-54ac108102d9 req-d8059ea1-9207-49e5-9d43-3eff403bf1c7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125915 Jul 14 09:30:49.987108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.041054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-dc332133-2dfe-4e79-b90c-44f3adb12a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.042667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-dc332133-2dfe-4e79-b90c-44f3adb12a4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 200 len: 915 time: 0.1737683 Jul 14 09:30:50.091841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.136607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-98cefd68-e90d-40f0-8b3b-0f907fd2ed8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 200 len: 217 time: 0.0851965 Jul 14 09:30:50.190087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.239075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-592a7cba-15b2-4171-997e-708cf5626f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.240844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-592a7cba-15b2-4171-997e-708cf5626f0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f HTTP/1.1" status: 200 len: 853 time: 0.0955615 Jul 14 09:30:50.294541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce0978-24dc-45ce-85c0-7fbd5572ef3d req-9632a8d8-c850-4214-945b-5e8e40da7a5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.296341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39ce0978-24dc-45ce-85c0-7fbd5572ef3d req-9632a8d8-c850-4214-945b-5e8e40da7a5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 943 time: 0.1933122 Jul 14 09:30:50.324553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.412122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39ce0978-24dc-45ce-85c0-7fbd5572ef3d req-41dce264-ee95-47db-b450-61bf51b2a968 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062417 Jul 14 09:30:50.414180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Network 45e7f19c-ba49-473b-8a6a-1436897f3b70 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:50.438292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-310cfb18-a472-4066-bcc7-82c9983ea694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.439852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-310cfb18-a472-4066-bcc7-82c9983ea694 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=206ef09b-c7e4-4c28-ad44-326d61660e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1919127 Jul 14 09:30:50.440740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:50.442783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Pushing event updated for resources: {'Port': ['ID=92938f9e-bf57-4d6a-9762-9af6982b818b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.445141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:50.541950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.542641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.580648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b129544e-d0af-4edf-b34b-88fcef7cf11b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1410143 Jul 14 09:30:50.586148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-7b0bd42f-3d59-44b0-ade7-31b12a1b18ee service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376474 Jul 14 09:30:50.593064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Request body: {'port': {'device_id': '7f1b62fb-36b8-4292-896f-0b005182107f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.623124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215db99d-b37f-4983-97af-ecd36f200914 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.628079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-215db99d-b37f-4983-97af-ecd36f200914 tempest-TestNetworkBasicOps-2080305696 tempest-TestNetworkBasicOps-2080305696-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 1092 time: 0.6395826 Jul 14 09:30:50.629452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.635851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.737967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.833753 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.848806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b11d0024-d3c9-41cd-b0c9-bbd758463467 req-82821e08-27bb-494e-9878-2bf4a5dc3f37 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525499 Jul 14 09:30:50.863917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81a1f-bb17-4d83-b442-078892c88509 req-122a701d-1fd3-4077-8a5b-9f21114fa588 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.865447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07c81a1f-bb17-4d83-b442-078892c88509 req-122a701d-1fd3-4077-8a5b-9f21114fa588 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 932 time: 0.2865086 Jul 14 09:30:50.933232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9d4f-f349-4f7a-9b56-bb4612138179 req-b295366a-e34a-4294-9f70-69dae3274f2a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.934741 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-086c9d4f-f349-4f7a-9b56-bb4612138179 req-b295366a-e34a-4294-9f70-69dae3274f2a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1997151 Jul 14 09:30:51.008518 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07c81a1f-bb17-4d83-b442-078892c88509 req-70e32a15-d8e8-451a-a330-d386cd88e7f3 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077280 Jul 14 09:30:51.090526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-086c9d4f-f349-4f7a-9b56-bb4612138179 req-bac12c87-f9b3-4866-a7ed-28e8361069c7 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125448 Jul 14 09:30:51.124257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.207311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.220780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.247077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.283662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Allocated IP 172.25.2.82 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/294bbd4a-7487-4fca-9892-dd0f22449acb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:51.293274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92938f9e-bf57-4d6a-9762-9af6982b818b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:51.306250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.328783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Subnet': ['ID=68e03d92-f9cf-48d4-9764-83fe55b55652,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.354558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Transition to ACTIVE for port object 92938f9e-bf57-4d6a-9762-9af6982b818b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:51.362111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.373998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Checking segment: {'id': 'f03d9ba0-fe71-40df-9527-b72fe15543f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:51.374756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network hostable DHCP agents. Network: 631d3272-c502-437c-a9b9-44fa328a17e5, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:51.408448 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 7e3b1dd4-779a-4e1d-a3b1-e57e8c9eeeb5 associated. External IP: 172.25.2.251, port: 7746b487-2ce5-4cb1-950c-d2dbb289dc07. Jul 14 09:30:51.448444 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.456248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network 631d3272-c502-437c-a9b9-44fa328a17e5 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:51.465655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=92938f9e-bf57-4d6a-9762-9af6982b818b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.482599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.486583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 631d3272-c502-437c-a9b9-44fa328a17e5) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:51.492108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.569247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6e146e-ac91-4599-beff-8bc9acdda060 None None] Network 631d3272-c502-437c-a9b9-44fa328a17e5 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:51.581781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Attempting to bind port 92938f9e-bf57-4d6a-9762-9af6982b818b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:51.582376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Attempting to bind port 92938f9e-bf57-4d6a-9762-9af6982b818b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '0324da8e-8c31-45dd-b3d8-373f6408bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:51.582493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Attempting to bind port 92938f9e-bf57-4d6a-9762-9af6982b818b on network 45e7f19c-ba49-473b-8a6a-1436897f3b70 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:51.590190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Port 92938f9e-bf57-4d6a-9762-9af6982b818b on network 45e7f19c-ba49-473b-8a6a-1436897f3b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:51.590515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Attempting to bind port 92938f9e-bf57-4d6a-9762-9af6982b818b on network 45e7f19c-ba49-473b-8a6a-1436897f3b70 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:51.597404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:51.597750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Checking segment: {'id': '0324da8e-8c31-45dd-b3d8-373f6408bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:51.598137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Bound using segment: {'id': '0324da8e-8c31-45dd-b3d8-373f6408bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:51.598568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Bound port: 92938f9e-bf57-4d6a-9762-9af6982b818b, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0324da8e-8c31-45dd-b3d8-373f6408bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:51.598927 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.608911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.621703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event updated for resources: {'Subnet': ['ID=ab2081be-e143-4b88-b9cd-9ce827c546f3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.654403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Checking segment: {'id': '28add676-8ecc-425e-87e2-ac2193472978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:51.654746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network hostable DHCP agents. Network: c3b8f0c8-58df-4bcd-8ca7-99c659bf2278, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:51.680788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:51.688952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:51.693872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:51.729216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=294bbd4a-7487-4fca-9892-dd0f22449acb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.753694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] For port 92938f9e-bf57-4d6a-9762-9af6982b818b, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:51.793843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:51.849034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] For port 92938f9e-bf57-4d6a-9762-9af6982b818b, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=92938f9e-bf57-4d6a-9762-9af6982b818b,segment=NetworkSegment(0324da8e-8c31-45dd-b3d8-373f6408bac7),segment_id=0324da8e-8c31-45dd-b3d8-373f6408bac7)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:51.941939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-631d3272-c502-437c-a9b9-44fa328a17e5', 'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5', 'tenant_id': 'b71893c166774f8987c12d919ec35b9c', 'fixed_ips': [{'subnet_id': '68e03d92-f9cf-48d4-9764-83fe55b55652'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:51.942806 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.977852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:51.980416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Network c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:52.033060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c3b8f0c8-58df-4bcd-8ca7-99c659bf2278) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:52.037527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:52.038635 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.044770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.045418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.046174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.064693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca18b3e-88d8-4340-a25f-dea7f1b67973 None None] Network c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:52.073491 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-21413ced-dd36-423f-9f5b-acca9a0e47e3 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7411427 Jul 14 09:30:52.078241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54034) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.109462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.110821 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.112269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] 10.222.0.11 "PUT /v2.0/ports/92938f9e-bf57-4d6a-9762-9af6982b818b HTTP/1.1" status: 200 len: 1093 time: 1.5234244 Jul 14 09:30:52.116579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1b62fb-36b8-4292-896f-0b005182107f', 'tag': '92938f9e-bf57-4d6a-9762-9af6982b818b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:52.118903 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1b62fb-36b8-4292-896f-0b005182107f", "tag": "92938f9e-bf57-4d6a-9762-9af6982b818b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:52.171140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c74d9b-97ff-4c93-b568-2cb62f35fc0c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.173549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c74d9b-97ff-4c93-b568-2cb62f35fc0c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.175275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c74d9b-97ff-4c93-b568-2cb62f35fc0c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.176968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-49c74d9b-97ff-4c93-b568-2cb62f35fc0c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0972097 Jul 14 09:30:52.181963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.205324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:52.205884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.207251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd9885-9d87-4bb6-a186-fb6d7ebdfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=92938f9e-bf57-4d6a-9762-9af6982b818b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.231626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dbc70-5c25-46cd-8529-d1580292049e req-71e4b871-7565-4b74-9f24-a5bb5f918af3 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.239496 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-903dbc70-5c25-46cd-8529-d1580292049e req-71e4b871-7565-4b74-9f24-a5bb5f918af3 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 943 time: 0.4434474 Jul 14 09:30:52.318250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.320493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Deleting subnet 68e03d92-f9cf-48d4-9764-83fe55b55652 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:52.339030 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-903dbc70-5c25-46cd-8529-d1580292049e req-ee6d3e05-a985-43fa-8f77-339a656b31da tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966012 Jul 14 09:30:52.418090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Allocated IP 172.20.0.2 (631d3272-c502-437c-a9b9-44fa328a17e5/68e03d92-f9cf-48d4-9764-83fe55b55652/43c4f5ff-0a58-465b-8e5d-3b94a2e4a989) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:52.504218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 415957bd-5d36-4073-a194-984b1dc056bd has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:52.506959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c3b8f0c8-58df-4bcd-8ca7-99c659bf2278', 'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278', 'tenant_id': 'b71893c166774f8987c12d919ec35b9c', 'fixed_ips': [{'subnet_id': 'ab2081be-e143-4b88-b9cd-9ce827c546f3'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:52.507834 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.529499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:52.530060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.668730 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5895062-6bcc-4708-8fa1-e5c27278cbaf x-openstack-request-id: req-c5895062-6bcc-4708-8fa1-e5c27278cbaf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:52.669235 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1b62fb-36b8-4292-896f-0b005182107f", "tag": "92938f9e-bf57-4d6a-9762-9af6982b818b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:52.669332 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5895062-6bcc-4708-8fa1-e5c27278cbaf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:52.669863 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1b62fb-36b8-4292-896f-0b005182107f', 'tag': '92938f9e-bf57-4d6a-9762-9af6982b818b', 'status': 'completed', 'code': 200} Jul 14 09:30:52.697330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b271323-b371-41df-909c-bb8693bf797c req-67723913-b062-490d-a41a-686d29e957d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.702447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b271323-b371-41df-909c-bb8693bf797c req-67723913-b062-490d-a41a-686d29e957d9 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1878121 Jul 14 09:30:52.719282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-205a3248-d941-46e4-aa42-9a03a2f77e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.721497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-205a3248-d941-46e4-aa42-9a03a2f77e49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cc00e7294a412493ec79883b5731c5&device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 1096 time: 0.5461485 Jul 14 09:30:52.725851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.745332 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.755954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Transition to ACTIVE for port object 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:52.777883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Transition to ACTIVE for port object 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:52.783160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.785687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09645e5f-2c31-42af-9384-c3d5a7971b81 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:52.788414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.798076 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.836195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:52.836535 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-c9b2d960-b2d5-44f1-95a1-b4f9d87ffa50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92938f9e-bf57-4d6a-9762-9af6982b818b HTTP/1.1" status: 200 len: 217 time: 0.1061630 Jul 14 09:30:52.840010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.852401 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] Sync routers for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:52.856952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b271323-b371-41df-909c-bb8693bf797c req-8582a952-57d7-4084-a956-f12d78b686cf tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431758 Jul 14 09:30:52.869328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:52.870121 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.895111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.898803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51160197-6903-4b86-92bf-d520f68e6a29 req-8d009f17-3188-4ecb-9ac2-2714e13af4ef tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.907622 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51160197-6903-4b86-92bf-d520f68e6a29 req-8d009f17-3188-4ecb-9ac2-2714e13af4ef tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 944 time: 0.6577637 Jul 14 09:30:52.922020 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.936936 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:52.939860 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.966983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51160197-6903-4b86-92bf-d520f68e6a29 req-3dbfd8f1-3b82-48cb-aaf4-5799074c97cc tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 Jul 14 09:30:52.982050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-923e769d-8c2e-4d76-ac71-5fffb30134a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.983699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-923e769d-8c2e-4d76-ac71-5fffb30134a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5de83e6f-b5f6-4b75-aa4d-f7a1834181c1 HTTP/1.1" status: 200 len: 852 time: 0.1394515 Jul 14 09:30:53.037941 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.039170 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ad16f-940c-4185-bd59-84a35ee910d1 None None] The sync data for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:53.047076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-108289eb-587e-428f-9af9-46588479d0a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e7f19c-ba49-473b-8a6a-1436897f3b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446875 Jul 14 09:30:53.091950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e4eacbef-e59e-4278-863b-0a819f98c484 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/floatingips/7e3b1dd4-779a-4e1d-a3b1-e57e8c9eeeb5 HTTP/1.1" status: 200 len: 977 time: 3.4991193 Jul 14 09:30:53.095384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.106485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Network 631d3272-c502-437c-a9b9-44fa328a17e5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:53.113934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:53.117932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:53.124653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Pushing event updated for resources: {'Port': ['ID=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.126178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.177647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Allocated IP 172.20.0.18 (c3b8f0c8-58df-4bcd-8ca7-99c659bf2278/ab2081be-e143-4b88-b9cd-9ce827c546f3/85451d9b-9fad-4146-b9f2-a515cdf214f1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:53.204984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Attempting to bind port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:53.205350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Attempting to bind port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'f03d9ba0-fe71-40df-9527-b72fe15543f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:53.205718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Attempting to bind port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 on network 631d3272-c502-437c-a9b9-44fa328a17e5 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:53.215535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:53.215902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Checking segment: {'id': 'f03d9ba0-fe71-40df-9527-b72fe15543f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:53.216304 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.216702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Bound using segment: {'id': 'f03d9ba0-fe71-40df-9527-b72fe15543f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:53.217179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Bound port: 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03d9ba0-fe71-40df-9527-b72fe15543f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '631d3272-c502-437c-a9b9-44fa328a17e5'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:53.217563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.221195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.224412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-1970bec3-8257-4e26-8c05-23ee9960a07c service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642287 Jul 14 09:30:53.393460 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.404031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Transition to ACTIVE for port object 85451d9b-9fad-4146-b9f2-a515cdf214f1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:53.424657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58aa72c6-be6d-4805-9ac8-29ffcf17640b req-b2ace5f9-87fb-4ce6-bc8d-84a09ad47982 service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736526 Jul 14 09:30:53.454257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Transition to ACTIVE for port object 85451d9b-9fad-4146-b9f2-a515cdf214f1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:53.518206 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.560375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Network c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:53.563917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:53.573523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:53.626759 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.634239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Pushing event updated for resources: {'Port': ['ID=85451d9b-9fad-4146-b9f2-a515cdf214f1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.638932 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.657394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Attempting to bind port 85451d9b-9fad-4146-b9f2-a515cdf214f1 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:53.658332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Attempting to bind port 85451d9b-9fad-4146-b9f2-a515cdf214f1 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '28add676-8ecc-425e-87e2-ac2193472978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:53.658890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Attempting to bind port 85451d9b-9fad-4146-b9f2-a515cdf214f1 on network c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:53.665639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:53.666576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Checking segment: {'id': '28add676-8ecc-425e-87e2-ac2193472978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:53.667148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.667737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Bound using segment: {'id': '28add676-8ecc-425e-87e2-ac2193472978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:53.668613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Bound port: 85451d9b-9fad-4146-b9f2-a515cdf214f1, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28add676-8ecc-425e-87e2-ac2193472978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'c3b8f0c8-58df-4bcd-8ca7-99c659bf2278'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:53.669164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.707057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event updated for resources: {'Port': ['ID=294bbd4a-7487-4fca-9892-dd0f22449acb,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.774856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] For port 85451d9b-9fad-4146-b9f2-a515cdf214f1, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:53.777475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-31061c3f-5e43-4431-b372-181ea4050aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.779349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-31061c3f-5e43-4431-b372-181ea4050aba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cc00e7294a412493ec79883b5731c5&device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 1096 time: 0.1502762 Jul 14 09:30:53.779598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] For port 85451d9b-9fad-4146-b9f2-a515cdf214f1, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=85451d9b-9fad-4146-b9f2-a515cdf214f1,segment=NetworkSegment(28add676-8ecc-425e-87e2-ac2193472978),segment_id=28add676-8ecc-425e-87e2-ac2193472978)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:53.785288 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.786080 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.874138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.877611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] For port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:53.915227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Subnet': ['ID=68e03d92-f9cf-48d4-9764-83fe55b55652,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.930802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] For port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,segment=NetworkSegment(f03d9ba0-fe71-40df-9527-b72fe15543f2),segment_id=f03d9ba0-fe71-40df-9527-b72fe15543f2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:53.941533 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.941752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.944276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b0578b4d-b3dc-40b3-9347-d7f2d09b368c tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/subnets/68e03d92-f9cf-48d4-9764-83fe55b55652 HTTP/1.1" status: 204 len: 168 time: 1.7588403 Jul 14 09:30:53.957775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.967802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e825c3a-7bb6-4d51-b678-096da01f91b6 None None] Pushing event updated for resources: {'Port': ['ID=85451d9b-9fad-4146-b9f2-a515cdf214f1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.036567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b3234-0758-44b8-8964-aac0d9f68508 None None] Pushing event updated for resources: {'Port': ['ID=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.086798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc220f-3054-4b75-b8e5-07e23ea6ebcc req-a74daf53-d1c5-4712-9c69-ae5f091bd6d9 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.090152 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d9bc220f-3054-4b75-b8e5-07e23ea6ebcc req-a74daf53-d1c5-4712-9c69-ae5f091bd6d9 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 943 time: 0.2944291 Jul 14 09:30:54.093818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 6f23a078-d645-4632-8a88-ed45eb9c78ab {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:54.094428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.095295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-04dd3a27-cb2c-421d-b45d-1ed2eaf8e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.100669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-04dd3a27-cb2c-421d-b45d-1ed2eaf8e8bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e7f19c-ba49-473b-8a6a-1436897f3b70 HTTP/1.1" status: 200 len: 913 time: 0.2627745 Jul 14 09:30:54.113593 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Floating IP 0b23f30a-5c5d-4e20-a6c8-c0563408655b associated. External IP: 172.25.2.82, port: 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7. Jul 14 09:30:54.215623 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Deleting subnet ab2081be-e143-4b88-b9cd-9ce827c546f3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:54.231929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.315066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d9bc220f-3054-4b75-b8e5-07e23ea6ebcc req-b8575c26-2eed-4288-8962-960a07891486 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059391 Jul 14 09:30:54.346273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.357687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-ecf8e06e-ae4d-4dcd-8c80-4a7e7806d4b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92938f9e-bf57-4d6a-9762-9af6982b818b HTTP/1.1" status: 200 len: 217 time: 0.1285243 Jul 14 09:30:54.372228 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.483763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-ad79088b-33f5-4265-a31a-446416b4ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.486437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-ad79088b-33f5-4265-a31a-446416b4ee52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5de83e6f-b5f6-4b75-aa4d-f7a1834181c1 HTTP/1.1" status: 200 len: 852 time: 0.1286023 Jul 14 09:30:54.540613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-97fb97a3-b4b1-4e73-9248-ef96a354863c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e7f19c-ba49-473b-8a6a-1436897f3b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401425 Jul 14 09:30:54.564468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ceab-f6d9-4a15-9044-cf0d3d7e0b5f req-9c4f83a5-6280-48d5-a52b-4511700e8a7b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.565963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8386ceab-f6d9-4a15-9044-cf0d3d7e0b5f req-9c4f83a5-6280-48d5-a52b-4511700e8a7b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.3406558 Jul 14 09:30:54.671726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.741058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8386ceab-f6d9-4a15-9044-cf0d3d7e0b5f req-a0cac789-8423-4a69-82dd-46968710a3e1 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667819 Jul 14 09:30:54.768981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-ac4ff674-7c69-4e49-9a39-82a978d207a3 service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125609 Jul 14 09:30:54.787911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 05b836bb-3d6f-45d5-91d5-c94af95725cc has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:54.792636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a1a40-d86a-4827-94bf-0977bd813d0e req-b3a7adf4-3ec9-4130-9697-d4d89a706257 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.794296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-681a1a40-d86a-4827-94bf-0977bd813d0e req-b3a7adf4-3ec9-4130-9697-d4d89a706257 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 944 time: 0.2697079 Jul 14 09:30:54.822731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.823232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.823582 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Floating IP 7e3b1dd4-779a-4e1d-a3b1-e57e8c9eeeb5 disassociated. External IP: 172.25.2.251, port: 6f23a078-d645-4632-8a88-ed45eb9c78ab. Jul 14 09:30:54.823990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 6f23a078-d645-4632-8a88-ed45eb9c78ab owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:54.839574 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.917645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2081be-e143-4b88-b9cd-9ce827c546f3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.919767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.924431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e0354e84-74a6-4be3-a69e-755b648b5294 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/subnets/ab2081be-e143-4b88-b9cd-9ce827c546f3 HTTP/1.1" status: 204 len: 168 time: 0.9656265 Jul 14 09:30:54.929656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-681a1a40-d86a-4827-94bf-0977bd813d0e req-a2fbf839-e1f3-408b-9d06-bb391a8c6fd9 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243463 Jul 14 09:30:54.931864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.955669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cf8873a-fd4c-43c6-be3f-9e0a3582a12e req-e29f481b-8384-4a58-9b20-6f6d13f102aa service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793256 Jul 14 09:30:54.983672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:54.995814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] Sync routers for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:55.002129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1be53b-ab2c-448b-b748-4fca663c4617 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.004300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.007126 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8f1be53b-ab2c-448b-b748-4fca663c4617 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0725944 Jul 14 09:30:55.008893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.015240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:55.016576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:55.097877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.109096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-50180402-e173-4559-9344-8879e5695387 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4766989 Jul 14 09:30:55.109889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.114153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:55.116468 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2211bd4-ede1-4664-9729-2e4a861936f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:55.131992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.163473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:55.188681 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8109b1f-ffed-4851-b799-5ca82f662bb5 x-openstack-request-id: req-c8109b1f-ffed-4851-b799-5ca82f662bb5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:55.189277 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:55.189277 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8109b1f-ffed-4851-b799-5ca82f662bb5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:55.189629 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'status': 'completed', 'code': 200} Jul 14 09:30:55.222762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=6f23a078-d645-4632-8a88-ed45eb9c78ab,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.275906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Deleting port 85451d9b-9fad-4146-b9f2-a515cdf214f1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:55.276394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.339035 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f472ca22-8287-407d-bf05-358cb20f962b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/floatingips/0b23f30a-5c5d-4e20-a6c8-c0563408655b HTTP/1.1" status: 200 len: 990 time: 0.2277410 Jul 14 09:30:55.376324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] For port 85451d9b-9fad-4146-b9f2-a515cdf214f1, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=85451d9b-9fad-4146-b9f2-a515cdf214f1,segment=NetworkSegment(28add676-8ecc-425e-87e2-ac2193472978),segment_id=28add676-8ecc-425e-87e2-ac2193472978)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:55.376833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.405143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Calling delete_port for 85451d9b-9fad-4146-b9f2-a515cdf214f1 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:55.502828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d2c05-8268-4c6b-b62a-49d5db2d8d29 None None] Network c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:55.571981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 415957bd-5d36-4073-a194-984b1dc056bd has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:55.646315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.713772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 85451d9b-9fad-4146-b9f2-a515cdf214f1 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:55.721968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Port': ['ID=85451d9b-9fad-4146-b9f2-a515cdf214f1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.760401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] No DVR routers for this DVR port 85451d9b-9fad-4146-b9f2-a515cdf214f1 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:55.763839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 85451d9b-9fad-4146-b9f2-a515cdf214f1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:55.764500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 85451d9b-9fad-4146-b9f2-a515cdf214f1 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:30:55.767216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96ea02e8-4651-48d8-90e9-15ac74425e95 None None] Provisioning for port 85451d9b-9fad-4146-b9f2-a515cdf214f1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:55.773961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-df90e949-b66a-45d0-bb0c-ac9730270402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.779748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-df90e949-b66a-45d0-bb0c-ac9730270402 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 1097 time: 0.5536680 Jul 14 09:30:55.789881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96ea02e8-4651-48d8-90e9-15ac74425e95 None None] Provisioning complete for port 85451d9b-9fad-4146-b9f2-a515cdf214f1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:55.790268 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96ea02e8-4651-48d8-90e9-15ac74425e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.792047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c154780-506f-4f98-a649-02aacbbd1cec req-c143cff7-9e6e-4d3e-987d-fa43c5a86aad tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.804882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c154780-506f-4f98-a649-02aacbbd1cec req-c143cff7-9e6e-4d3e-987d-fa43c5a86aad tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 943 time: 0.2156391 Jul 14 09:30:55.856206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:55.868704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-96ea02e8-4651-48d8-90e9-15ac74425e95 None None] Port 85451d9b-9fad-4146-b9f2-a515cdf214f1 was deleted so its status cannot be updated. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:30:55.874997 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] Sync routers for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:55.888483 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:55.889740 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:55.898313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Port 85451d9b-9fad-4146-b9f2-a515cdf214f1 not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:30:55.905402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:55.934777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-a8e13493-493b-46f1-845b-569ae08b8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.938374 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-a8e13493-493b-46f1-845b-569ae08b8fc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f18e8af-98fb-406e-97f8-5f3eaed6a723 HTTP/1.1" status: 200 len: 898 time: 0.1332078 Jul 14 09:30:55.983656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8bbc95-9fb3-430c-87f3-3eb9c9b69189 None None] DHCP port deletion for c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:56.019287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.026662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c154780-506f-4f98-a649-02aacbbd1cec req-98da51c8-00fa-44fa-8092-f80a0decc1cf tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207844 Jul 14 09:30:56.026948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0b23f30a-5c5d-4e20-a6c8-c0563408655b', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'port_id': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'mac_address': 'fa:16:3e:9b:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937fe5d-545c-406c-bec6-d079319a548a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:51Z', 'updated_at': '2021-07-14T09:30:51Z', 'revision_number': 0, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:22Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.030259 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:56.031077 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.061404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] Checking router: 05b836bb-3d6f-45d5-91d5-c94af95725cc for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:56.065574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:56.081091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f51b4-1baf-41a0-9b01-3b81daa291e0 None None] Network 631d3272-c502-437c-a9b9-44fa328a17e5 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:56.083896 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.087133 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34dbfb1b-fa9a-4b34-b384-c79a7fd2d9bb tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/ports/6f23a078-d645-4632-8a88-ed45eb9c78ab HTTP/1.1" status: 204 len: 168 time: 2.9829772 Jul 14 09:30:56.094202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54092) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.098900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:56.099781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.103956 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.104793 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f5a702-0c53-48d4-b676-431f870c48cc None None] The sync data for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:56.207007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ad137261-7bcf-429d-8f91-d0edc4886b17 None None] Provisioning for port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:56.214869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ad137261-7bcf-429d-8f91-d0edc4886b17 None None] Provisioning complete for port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:56.217297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad137261-7bcf-429d-8f91-d0edc4886b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.353336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.451504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:56.490832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0b875230-0148-47fe-9530-6c54d65b9544 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:56.528608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad137261-7bcf-429d-8f91-d0edc4886b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.535486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8a57deb6-b17e-40f3-ad60-e471b6e5e07c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/floatingips/0b23f30a-5c5d-4e20-a6c8-c0563408655b HTTP/1.1" status: 200 len: 990 time: 0.1759257 Jul 14 09:30:56.551241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2356e-b33d-4270-bc0d-352ea30ad252 req-6a1a5cbe-5bf5-4b83-98d5-be00dbc789d0 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.553059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88c2356e-b33d-4270-bc0d-352ea30ad252 req-6a1a5cbe-5bf5-4b83-98d5-be00dbc789d0 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 944 time: 0.2958333 Jul 14 09:30:56.572744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.587787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-f23150fd-0b59-4f62-af6c-e8caeb9d4f7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 HTTP/1.1" status: 200 len: 998 time: 0.6418321 Jul 14 09:30:56.589352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b8f0c8-58df-4bcd-8ca7-99c659bf2278']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.641864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88c2356e-b33d-4270-bc0d-352ea30ad252 req-6e4ad952-9523-4a75-b4a6-4104146ac74c tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761168 Jul 14 09:30:56.647760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28add676-8ecc-425e-87e2-ac2193472978') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.648304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28add676-8ecc-425e-87e2-ac2193472978') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.679942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.711310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0474262-e508-43ba-bc25-d59b6eb4a3b5 req-2d69198f-63da-45a1-a87c-a07b18fd9c69 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.713246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0474262-e508-43ba-bc25-d59b6eb4a3b5 req-2d69198f-63da-45a1-a87c-a07b18fd9c69 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.6168077 Jul 14 09:30:56.719921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-a201f619-10d5-4d91-95db-cbf0e0995660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.721712 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-a201f619-10d5-4d91-95db-cbf0e0995660 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed7785b9-81b6-4d0f-b5c6-894e057a87bb HTTP/1.1" status: 200 len: 834 time: 0.1155272 Jul 14 09:30:56.730240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.773562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:56.774824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:56.780704 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:56.786783 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:56.840847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ad137261-7bcf-429d-8f91-d0edc4886b17 None None] For port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,segment=NetworkSegment(f03d9ba0-fe71-40df-9527-b72fe15543f2),segment_id=f03d9ba0-fe71-40df-9527-b72fe15543f2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:56.859649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0474262-e508-43ba-bc25-d59b6eb4a3b5 req-597ed4b7-cb44-4654-ba4b-11a5da77ab2e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367359 Jul 14 09:30:56.904747 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.921931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-7436d854-ae0b-495e-b1b4-532533ef2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.924575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-7436d854-ae0b-495e-b1b4-532533ef2580 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f18e8af-98fb-406e-97f8-5f3eaed6a723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910791 Jul 14 09:30:56.967410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] DHCP port deletion for 631d3272-c502-437c-a9b9-44fa328a17e5 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:56.989699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0b875230-0148-47fe-9530-6c54d65b9544, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0b875230-0148-47fe-9530-6c54d65b9544,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:57.033327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '0b875230-0148-47fe-9530-6c54d65b9544', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'mac_address': 'fa:16:3e:31:5b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:57.033989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-ca352e95-1b26-4330-9052-945fb8784396 service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962832 Jul 14 09:30:57.056443 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.066253 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad137261-7bcf-429d-8f91-d0edc4886b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.131059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.135882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/networks/c3b8f0c8-58df-4bcd-8ca7-99c659bf2278 HTTP/1.1" status: 204 len: 168 time: 2.1237118 Jul 14 09:30:57.138839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54106) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.139011 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.148518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2586b74-da8c-4515-887a-ece763d0a530 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Network': ['ID=c3b8f0c8-58df-4bcd-8ca7-99c659bf2278,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.176107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b875230-0148-47fe-9530-6c54d65b9544 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:57.193788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] Deleting port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:57.194417 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.253540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad137261-7bcf-429d-8f91-d0edc4886b17 None None] Pushing event updated for resources: {'Port': ['ID=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.264164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0b875230-0148-47fe-9530-6c54d65b9544, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0b875230-0148-47fe-9530-6c54d65b9544,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:57.266722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.275767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.276211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2211bd4-ede1-4664-9729-2e4a861936f7 req-0a086a41-c8d1-4381-b4de-456dd2bdde6e service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306244 Jul 14 09:30:57.289063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0b23f30a-5c5d-4e20-a6c8-c0563408655b', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'port_id': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'mac_address': 'fa:16:3e:9b:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937fe5d-545c-406c-bec6-d079319a548a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:51Z', 'updated_at': '2021-07-14T09:30:51Z', 'revision_number': 0, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:22Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:57.350231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061958f-edeb-4dd0-a719-24dc9380d7a3 None None] The sync data for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 is: [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0b23f30a-5c5d-4e20-a6c8-c0563408655b', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'port_id': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'mac_address': 'fa:16:3e:9b:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937fe5d-545c-406c-bec6-d079319a548a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:51Z', 'updated_at': '2021-07-14T09:30:51Z', 'revision_number': 0, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:22Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:57.351483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Deleting port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:57.351957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.353940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] For port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,segment=NetworkSegment(f03d9ba0-fe71-40df-9527-b72fe15543f2),segment_id=f03d9ba0-fe71-40df-9527-b72fe15543f2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:57.355403 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.381114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] Calling delete_port for 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:57.402548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 92938f9e-bf57-4d6a-9762-9af6982b818b details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:57.434737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0b875230-0148-47fe-9530-6c54d65b9544,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.492867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] For port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,segment=NetworkSegment(f03d9ba0-fe71-40df-9527-b72fe15543f2),segment_id=f03d9ba0-fe71-40df-9527-b72fe15543f2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:57.493323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0b875230-0148-47fe-9530-6c54d65b9544'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:57.499063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.540608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54110) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.550527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Calling delete_port for 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:57.626212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 85451d9b-9fad-4146-b9f2-a515cdf214f1 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:57.695077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 85451d9b-9fad-4146-b9f2-a515cdf214f1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:57.695470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 85451d9b-9fad-4146-b9f2-a515cdf214f1 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:57.695898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:57.724820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.760914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Port': ['ID=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.765042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] No DVR routers for this DVR port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:57.768030 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.772913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 92938f9e-bf57-4d6a-9762-9af6982b818b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=92938f9e-bf57-4d6a-9762-9af6982b818b,segment=NetworkSegment(0324da8e-8c31-45dd-b3d8-373f6408bac7),segment_id=0324da8e-8c31-45dd-b3d8-373f6408bac7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:57.784813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3458d2-10f6-4444-9133-15d7ee0c3f24 None None] New status for floating IP 0b23f30a-5c5d-4e20-a6c8-c0563408655b: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:30:57.809308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae7b21ec-67f5-4a38-98f8-b3cb7673f737 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/floatingips/0b23f30a-5c5d-4e20-a6c8-c0563408655b HTTP/1.1" status: 200 len: 990 time: 0.2675350 Jul 14 09:30:57.819252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697b6d-2b3a-484e-95c5-ebddbf5e6842 req-ced512b7-12b2-4ea1-a31e-598de2969d5f tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.820915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca697b6d-2b3a-484e-95c5-ebddbf5e6842 req-ced512b7-12b2-4ea1-a31e-598de2969d5f tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 944 time: 0.3581996 Jul 14 09:30:57.825548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:57.826112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:57.836064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '92938f9e-bf57-4d6a-9762-9af6982b818b', 'network_id': '45e7f19c-ba49-473b-8a6a-1436897f3b70', 'port_id': '92938f9e-bf57-4d6a-9762-9af6982b818b', 'mac_address': 'fa:16:3e:26:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de83e6f-b5f6-4b75-aa4d-f7a1834181c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:57.897981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] Pushing event deleted for resources: {'Port': ['ID=43c4f5ff-0a58-465b-8e5d-3b94a2e4a989,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.900125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b20755-aac4-4068-905e-89f21bd1a916 None None] No DVR routers for this DVR port 43c4f5ff-0a58-465b-8e5d-3b94a2e4a989 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:57.916362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ca697b6d-2b3a-484e-95c5-ebddbf5e6842 req-443551b9-5b7c-4576-b3b5-3c68033da6fb tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836496 Jul 14 09:30:57.966278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.978515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631d3272-c502-437c-a9b9-44fa328a17e5']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:57.990077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03d9ba0-fe71-40df-9527-b72fe15543f2') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:57.990533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03d9ba0-fe71-40df-9527-b72fe15543f2') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.009149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.037828 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.045004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.054679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:58.055226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.083939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92938f9e-bf57-4d6a-9762-9af6982b818b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:58.109032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 92938f9e-bf57-4d6a-9762-9af6982b818b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=92938f9e-bf57-4d6a-9762-9af6982b818b,segment=NetworkSegment(0324da8e-8c31-45dd-b3d8-373f6408bac7),segment_id=0324da8e-8c31-45dd-b3d8-373f6408bac7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:58.118237 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:58.132213 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:58.138044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.148717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port b2e97cd3-c503-40f8-b86a-5ece8dcd9057 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:58.149064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.149480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2984a3-713a-403d-ab26-147e72ad416e req-6b58b2c1-5024-43c4-8890-9fccccfd414b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.151303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c2984a3-713a-403d-ab26-147e72ad416e req-6b58b2c1-5024-43c4-8890-9fccccfd414b tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 944 time: 0.3236215 Jul 14 09:30:58.158540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.161298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/networks/631d3272-c502-437c-a9b9-44fa328a17e5 HTTP/1.1" status: 204 len: 168 time: 1.0211179 Jul 14 09:30:58.163720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54116) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.195595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6413d-ecb5-42d7-bdf7-db1c063bab0b req-131f417e-73c0-45cc-b536-cecf3dd4ee07 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.197139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fbb6413d-ecb5-42d7-bdf7-db1c063bab0b req-131f417e-73c0-45cc-b536-cecf3dd4ee07 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1343999 Jul 14 09:30:58.248859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7bccf-c56d-49dd-86e9-9fd0c2dd2120 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Network': ['ID=631d3272-c502-437c-a9b9-44fa328a17e5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.287088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fbb6413d-ecb5-42d7-bdf7-db1c063bab0b req-a955c5c3-6039-4279-bcf4-d0e7c6bcf61b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 Jul 14 09:30:58.317781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=92938f9e-bf57-4d6a-9762-9af6982b818b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.319694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c2984a3-713a-403d-ab26-147e72ad416e req-5108043e-f1c2-4bb6-ab81-8e1b34e78fb1 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278014 Jul 14 09:30:58.337335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.345869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.370853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for b2e97cd3-c503-40f8-b86a-5ece8dcd9057 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:58.389681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['92938f9e-bf57-4d6a-9762-9af6982b818b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:58.498859 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.511283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82240f43-bf3c-4fd5-bc5e-b31b69f372b7']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.523021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5754be4-8927-4a76-993c-7f1cee6ad47d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.523334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5754be4-8927-4a76-993c-7f1cee6ad47d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.534224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.553386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.562282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:58.563542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:58.567132 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:58.640098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.652425 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.659873 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.664785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/networks/82240f43-bf3c-4fd5-bc5e-b31b69f372b7 HTTP/1.1" status: 204 len: 168 time: 0.4970925 Jul 14 09:30:58.664785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54124) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.668892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=b2e97cd3-c503-40f8-b86a-5ece8dcd9057,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.683592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f70d5c-2ec7-496e-bb1e-f900983f57c8 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Network': ['ID=82240f43-bf3c-4fd5-bc5e-b31b69f372b7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.809746 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.816962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54132) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.931133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.029372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.041016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43df0d2-265e-4597-b8c4-02b9854abc73']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:59.054196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8baf31-d551-4d66-abba-815dac5da09a') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:59.054500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8baf31-d551-4d66-abba-815dac5da09a') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:59.063836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.082414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-74487b10-98e8-4b98-ba97-77b2a665f65b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/floatingips/0b23f30a-5c5d-4e20-a6c8-c0563408655b HTTP/1.1" status: 200 len: 992 time: 0.2641978 Jul 14 09:30:59.090348 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.097542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:59.097937 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:59.100894 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:59.165177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.175767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.180574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] 10.222.0.18 "DELETE /v2.0/networks/a43df0d2-265e-4597-b8c4-02b9854abc73 HTTP/1.1" status: 204 len: 168 time: 0.5152893 Jul 14 09:30:59.197291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99efcd-516d-4dd2-a702-579210170219 tempest-BulkNetworkOpsTest-546929258 tempest-BulkNetworkOpsTest-546929258-project] Pushing event deleted for resources: {'Network': ['ID=a43df0d2-265e-4597-b8c4-02b9854abc73,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.257498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 415957bd-5d36-4073-a194-984b1dc056bd has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:59.268177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579f914-5b3c-4705-88f8-ab6d8b7c97f2 req-fa07254a-e16e-4d34-acf5-0f6feee003c8 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.270035 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8579f914-5b3c-4705-88f8-ab6d8b7c97f2 req-fa07254a-e16e-4d34-acf5-0f6feee003c8 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 944 time: 0.0929551 Jul 14 09:30:59.371958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8579f914-5b3c-4705-88f8-ab6d8b7c97f2 req-1d750c4c-15ef-43c9-832f-3cfd720b4915 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934954 Jul 14 09:30:59.418624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 92938f9e-bf57-4d6a-9762-9af6982b818b up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:59.501048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:59.510284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-92942cc0-2333-4c76-9a46-b84eb5cb8672 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/routers/415957bd-5d36-4073-a194-984b1dc056bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4148147 Jul 14 09:30:59.513656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.514693 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] Sync routers for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:59.527232 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:59.527878 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:59.590473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 92938f9e-bf57-4d6a-9762-9af6982b818b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:59.596744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 92938f9e-bf57-4d6a-9762-9af6982b818b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:59.597376 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.606321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:59.626654 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] Routers {'415957bd-5d36-4073-a194-984b1dc056bd'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:59.627276 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['415957bd-5d36-4073-a194-984b1dc056bd'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:59.637014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e702dd-d76e-4573-a3c9-1187021f9c64 req-51268f17-d0ef-4e34-8587-a4a199fe7893 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.642239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2e702dd-d76e-4573-a3c9-1187021f9c64 req-51268f17-d0ef-4e34-8587-a4a199fe7893 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1762183 Jul 14 09:30:59.642756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.695453 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:59.696005 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c16b36e-b696-431a-9db6-24fd484ff1a0 None None] The sync data for ids ['415957bd-5d36-4073-a194-984b1dc056bd'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:59.739044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2e702dd-d76e-4573-a3c9-1187021f9c64 req-43f7212d-89b7-4a73-b0c4-7b5992925bc0 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818427 Jul 14 09:30:59.746578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.751565 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.803213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1b62fb-36b8-4292-896f-0b005182107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92938f9e-bf57-4d6a-9762-9af6982b818b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:59.810546 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df5e6e8-630d-443f-90a2-ff265363f03b" -d '{"events": [{"server_uuid": "7f1b62fb-36b8-4292-896f-0b005182107f", "name": "network-vif-plugged", "status": "completed", "tag": "92938f9e-bf57-4d6a-9762-9af6982b818b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:59.843505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 92938f9e-bf57-4d6a-9762-9af6982b818b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=92938f9e-bf57-4d6a-9762-9af6982b818b,segment=NetworkSegment(0324da8e-8c31-45dd-b3d8-373f6408bac7),segment_id=0324da8e-8c31-45dd-b3d8-373f6408bac7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:59.850832 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.869761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fa627956-3632-4cfc-bf2b-dc08614f7d97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b71893c166774f8987c12d919ec35b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258208 Jul 14 09:30:59.872157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.953420 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a622ea-182f-46d0-8a77-3bed60f77b10 x-openstack-request-id: req-04a622ea-182f-46d0-8a77-3bed60f77b10 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:59.954188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3adf445-e54c-4868-86c0-2336a303574d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.954276 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1b62fb-36b8-4292-896f-0b005182107f", "name": "network-vif-plugged", "status": "completed", "tag": "92938f9e-bf57-4d6a-9762-9af6982b818b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:59.954513 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04a622ea-182f-46d0-8a77-3bed60f77b10 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:59.954907 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1b62fb-36b8-4292-896f-0b005182107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92938f9e-bf57-4d6a-9762-9af6982b818b', 'code': 200} Jul 14 09:30:59.955744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=92938f9e-bf57-4d6a-9762-9af6982b818b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.005754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d7dc5-5e0b-43ae-85ec-70f5bad868b1 req-5ec2e783-3b45-41f7-ae38-42371a29b5cf tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.007327 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-895d7dc5-5e0b-43ae-85ec-70f5bad868b1 req-5ec2e783-3b45-41f7-ae38-42371a29b5cf tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 945 time: 0.2799911 Jul 14 09:31:00.017597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3adf445-e54c-4868-86c0-2336a303574d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.028963 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.072566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b1fd-3db3-4478-bc39-2d6f42b29cd5 req-4d65b801-01b5-4f8b-a356-847aa0422074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.074400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6340b1fd-3db3-4478-bc39-2d6f42b29cd5 req-4d65b801-01b5-4f8b-a356-847aa0422074 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 1098 time: 0.1139226 Jul 14 09:31:00.100764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3adf445-e54c-4868-86c0-2336a303574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.102227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-895d7dc5-5e0b-43ae-85ec-70f5bad868b1 req-9b6a8f7f-31c6-46c5-8630-6e2232051f3c tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821066 Jul 14 09:31:00.103704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3adf445-e54c-4868-86c0-2336a303574d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.108991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f3adf445-e54c-4868-86c0-2336a303574d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f32a35f-1f20-48cb-b24e-89ea529095c6 HTTP/1.1" status: 204 len: 168 time: 0.2328837 Jul 14 09:31:00.122335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adf445-e54c-4868-86c0-2336a303574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32a35f-1f20-48cb-b24e-89ea529095c6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.137409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port a87afff2-0fc6-4811-8753-20a3bd20bf0b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:00.137755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.138546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6340b1fd-3db3-4478-bc39-2d6f42b29cd5 req-ca633b43-f266-4ac4-9ef0-d5f1048c4984 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516436 Jul 14 09:31:00.224090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.239122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for a87afff2-0fc6-4811-8753-20a3bd20bf0b owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:00.476074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0b875230-0148-47fe-9530-6c54d65b9544 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:00.487407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.522111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-e20e43b5-87b7-4a4b-9eb1-0fa8ead94f11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1386065 Jul 14 09:31:00.549540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=a87afff2-0fc6-4811-8753-20a3bd20bf0b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.591415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 0b875230-0148-47fe-9530-6c54d65b9544 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:00.597261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 0b875230-0148-47fe-9530-6c54d65b9544 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:00.597857 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.669709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.700230 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.733398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e7c0e-65e5-45be-ad70-02a139332a4a req-bf654d16-d3ad-466c-ad20-f9cbf9d68e97 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.735550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-825e7c0e-65e5-45be-ad70-02a139332a4a req-bf654d16-d3ad-466c-ad20-f9cbf9d68e97 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 944 time: 0.1448712 Jul 14 09:31:00.741503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-0019f6f6-b9c7-46bf-83d2-854196bff45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.742990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-0019f6f6-b9c7-46bf-83d2-854196bff45e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2ed925a7a0246439a5a21f0114f4745&device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 1097 time: 0.1630256 Jul 14 09:31:00.788911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0b875230-0148-47fe-9530-6c54d65b9544, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0b875230-0148-47fe-9530-6c54d65b9544,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:00.797218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.834680 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.837307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.909337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0b875230-0148-47fe-9530-6c54d65b9544,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.915029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-825e7c0e-65e5-45be-ad70-02a139332a4a req-3e68b99e-fe3b-44ca-b201-0c55b5a70145 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710167 Jul 14 09:31:00.977615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.979174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Fanout notify agent at l3_agent the message router_deleted on router 415957bd-5d36-4073-a194-984b1dc056bd {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:01.007886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.012001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f9b2f467-a07e-4213-955c-86d1be805470 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/routers/415957bd-5d36-4073-a194-984b1dc056bd HTTP/1.1" status: 204 len: 168 time: 1.4948893 Jul 14 09:31:01.021201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.022809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54186) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.049860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-b7829723-87ba-498a-ab29-d2aaf88e2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.051794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-b7829723-87ba-498a-ab29-d2aaf88e2e8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 200 len: 907 time: 0.2876289 Jul 14 09:31:01.112516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52d7aa-36f4-4c15-818a-beecc0fd58ec req-b7ee5058-3049-4b67-b31e-9c69bb1563be tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.114760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba52d7aa-36f4-4c15-818a-beecc0fd58ec req-b7ee5058-3049-4b67-b31e-9c69bb1563be tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1041307 Jul 14 09:31:01.150761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-e6225750-0c6a-43ad-a0f3-1ec63ca28717 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 HTTP/1.1" status: 200 len: 217 time: 0.0546672 Jul 14 09:31:01.195286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting subnet f827cc01-4133-4ef0-a1d9-1b6cc21d71c0 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:01.198548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.201251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba52d7aa-36f4-4c15-818a-beecc0fd58ec req-2857d18a-97e6-471e-8e35-5b9a593cd068 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 Jul 14 09:31:01.222279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1794973953'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:01.246797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:01.251207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.262396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.273279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.349502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-b8f7ae4a-3124-46ba-849a-83d81a5c82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.350997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-b8f7ae4a-3124-46ba-849a-83d81a5c82b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 200 len: 846 time: 0.1942518 Jul 14 09:31:01.369946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.374897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.394393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:01.414584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.415075 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Added segment 40b1faa5-1785-433b-8891-8368369b9c74 of type vlan for network 2a8abe66-01c7-4e11-973c-6f887891a56c Jul 14 09:31:01.419924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-234d35f8-6739-494d-b035-8a03cf9aae57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83a7abd-35cf-4f6c-95e3-62222ad25010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580051 Jul 14 09:31:01.452960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.463703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab7c03f-d238-454d-a115-c26284c029dc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.480708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.513739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.519342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.519953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.548035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.580877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211528b0-a89b-46e2-b403-16356cdf57b5 req-e58140a4-fec9-40c7-9b21-cc516a13bc8f tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.592333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5575347 Jul 14 09:31:01.592451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-211528b0-a89b-46e2-b403-16356cdf57b5 req-e58140a4-fec9-40c7-9b21-cc516a13bc8f tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.3063655 Jul 14 09:31:01.601583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf75fb0-f7ab-4e54-9373-40044afbe958 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Network': ['ID=2a8abe66-01c7-4e11-973c-6f887891a56c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.611540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2a8abe66-01c7-4e11-973c-6f887891a56c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:01.683223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-211528b0-a89b-46e2-b403-16356cdf57b5 req-ae962925-7bab-4c80-a932-b432f091ff30 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839679 Jul 14 09:31:01.685233 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-ba81fe65-5268-4271-958f-15fdcc3dc88c service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579734 Jul 14 09:31:01.703028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.798339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.800599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/subnets/f827cc01-4133-4ef0-a1d9-1b6cc21d71c0 HTTP/1.1" status: 204 len: 168 time: 0.7767520 Jul 14 09:31:01.803257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9324e1-ef6c-459f-a8ec-088b414b3745 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Subnet': ['ID=f827cc01-4133-4ef0-a1d9-1b6cc21d71c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.803443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.816082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613ac92-de4e-4de8-a323-a0aebc171531 None None] Network b24482ed-43bb-4052-8ebd-b829ed2d6658 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:01.884270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7e1d16ea-d99f-443c-b81d-430066f81947 req-a3031e2d-5eed-4a71-918c-5e8608f047e3 service neutron] 10.222.0.48 "GET /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917562 Jul 14 09:31:01.956561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:01.959864 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e84f8-bd60-4c2f-98cb-5f5c72d24e7e" -d '{"events": [{"server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "name": "network-vif-plugged", "status": "completed", "tag": "0b875230-0148-47fe-9530-6c54d65b9544"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:01.994556 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.013887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3dc29-7798-464e-9b82-d75fc4564c7a req-102afb9d-6fac-46a0-a563-ebfbb9b8bb29 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.021687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4eb3dc29-7798-464e-9b82-d75fc4564c7a req-102afb9d-6fac-46a0-a563-ebfbb9b8bb29 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.1213682 Jul 14 09:31:02.081929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.111547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] DHCP port deletion for b24482ed-43bb-4052-8ebd-b829ed2d6658 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:02.130373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4eb3dc29-7798-464e-9b82-d75fc4564c7a req-abcaab62-8d24-49f1-ab75-0dabb82900f4 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074378 Jul 14 09:31:02.186329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 682d8cb7-6ab3-4413-b236-e02ae548d916 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:02.186681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.226356 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547f7034-9d5e-4044-ba55-ab643b8fbcc9 x-openstack-request-id: req-547f7034-9d5e-4044-ba55-ab643b8fbcc9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:02.226685 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "name": "network-vif-plugged", "status": "completed", "tag": "0b875230-0148-47fe-9530-6c54d65b9544", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:02.226948 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-547f7034-9d5e-4044-ba55-ab643b8fbcc9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:02.227368 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544', 'code': 200} Jul 14 09:31:02.237004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] Deleting port 682d8cb7-6ab3-4413-b236-e02ae548d916 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:02.237391 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.250601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] Deleting subnet 679c8ac1-e70c-4971-9d50-f0efc46d3dd6 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:02.254026 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.290622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] For port 682d8cb7-6ab3-4413-b236-e02ae548d916, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=682d8cb7-6ab3-4413-b236-e02ae548d916,segment=NetworkSegment(47dec97a-cbfd-4b49-81b0-f418140ff0a5),segment_id=47dec97a-cbfd-4b49-81b0-f418140ff0a5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:02.290921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.306566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 682d8cb7-6ab3-4413-b236-e02ae548d916 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:02.309971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.363532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.398214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.402871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] For port 682d8cb7-6ab3-4413-b236-e02ae548d916, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=682d8cb7-6ab3-4413-b236-e02ae548d916,segment=NetworkSegment(47dec97a-cbfd-4b49-81b0-f418140ff0a5),segment_id=47dec97a-cbfd-4b49-81b0-f418140ff0a5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:02.403481 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.443735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] Calling delete_port for 682d8cb7-6ab3-4413-b236-e02ae548d916 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:02.458845 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=682d8cb7-6ab3-4413-b236-e02ae548d916,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.466474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] No DVR routers for this DVR port 682d8cb7-6ab3-4413-b236-e02ae548d916 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:02.600111 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.605495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.629755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24482ed-43bb-4052-8ebd-b829ed2d6658']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:02.639292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.642269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] Pushing event deleted for resources: {'Port': ['ID=682d8cb7-6ab3-4413-b236-e02ae548d916,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.655913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dec97a-cbfd-4b49-81b0-f418140ff0a5') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:02.656298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dec97a-cbfd-4b49-81b0-f418140ff0a5') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:02.664324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d2f76-a790-41c9-a464-00802308bc88 None None] No DVR routers for this DVR port 682d8cb7-6ab3-4413-b236-e02ae548d916 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:02.672991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.694297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.697687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.700002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/679c8ac1-e70c-4971-9d50-f0efc46d3dd6 HTTP/1.1" status: 204 len: 168 time: 0.6136246 Jul 14 09:31:02.705706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.715386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41372802-56d2-492b-806a-50374b4e8bab req-3c3856ca-cf68-417a-a944-f50d040a66de tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.717388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41372802-56d2-492b-806a-50374b4e8bab req-3c3856ca-cf68-417a-a944-f50d040a66de tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 945 time: 0.5422120 Jul 14 09:31:02.717758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:02.718187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.720735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118ec34-6e7c-4459-85ab-35d4d2fca636 req-e1aba3a4-c074-4403-ae67-22fcd178598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.722358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5118ec34-6e7c-4459-85ab-35d4d2fca636 req-e1aba3a4-c074-4403-ae67-22fcd178598b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1097 time: 0.3091929 Jul 14 09:31:02.723147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45feb866-370d-4597-8fbd-9a4052db0668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679c8ac1-e70c-4971-9d50-f0efc46d3dd6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:02.730828 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:02.770587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5118ec34-6e7c-4459-85ab-35d4d2fca636 req-a21bb474-fde0-4a38-816c-d7d858c01064 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Jul 14 09:31:02.807407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41372802-56d2-492b-806a-50374b4e8bab req-e0693262-eb80-4315-847b-953bc0fb4c8d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757108 Jul 14 09:31:02.870270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.874571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.893937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.898633 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/networks/b24482ed-43bb-4052-8ebd-b829ed2d6658 HTTP/1.1" status: 204 len: 168 time: 1.0941811 Jul 14 09:31:02.900243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.915887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df42351-caf7-4c69-a46b-f8f64bb38ee5 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Network': ['ID=b24482ed-43bb-4052-8ebd-b829ed2d6658,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.953974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f419e3-17e2-4862-857e-af888649d1da req-1d7657ee-fe7a-47fa-98a3-0f18c0f9344b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.955973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-48f419e3-17e2-4862-857e-af888649d1da req-1d7657ee-fe7a-47fa-98a3-0f18c0f9344b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.2401280 Jul 14 09:31:03.055074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-48f419e3-17e2-4862-857e-af888649d1da req-e3bf703e-b526-46d7-9b5c-5b64464417b2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822945 Jul 14 09:31:03.057004 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.081695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938150a0-7b81-4155-a58c-aa69f49e1e13']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.094915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68176414-a9bd-47e2-a684-217dc4179cb6') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.099410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68176414-a9bd-47e2-a684-217dc4179cb6') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.124371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.155682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3aa36-0d45-4ea4-90a8-ef1ea8afc29b req-3b024cc5-8a8f-4156-a7c4-43284fa6efe6 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.157882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fda3aa36-0d45-4ea4-90a8-ef1ea8afc29b req-3b024cc5-8a8f-4156-a7c4-43284fa6efe6 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.1943870 Jul 14 09:31:03.165176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.172894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:03.173397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.203880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 22a0e7e1-9ddd-47f6-9233-bff3b395feed {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:03.204498 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.209831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fda3aa36-0d45-4ea4-90a8-ef1ea8afc29b req-962b5292-37ad-45bb-91de-31d5f9d84506 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457041 Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:03.255898 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:03.265852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.281632 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.285637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] 10.222.0.18 "DELETE /v2.0/networks/938150a0-7b81-4155-a58c-aa69f49e1e13 HTTP/1.1" status: 204 len: 168 time: 0.5787003 Jul 14 09:31:03.288352 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.296301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.296824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.309362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 22a0e7e1-9ddd-47f6-9233-bff3b395feed owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:03.337901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5753c-201f-4970-9513-2b93e24d0464 admin admin] Pushing event deleted for resources: {'Network': ['ID=938150a0-7b81-4155-a58c-aa69f49e1e13,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.363751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] Deleting subnet f35352bc-ad9b-4eb6-ad64-143997cd86a7 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:03.369028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.445859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.503545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.591400 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.608125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 682d8cb7-6ab3-4413-b236-e02ae548d916 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:03.657358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35352bc-ad9b-4eb6-ad64-143997cd86a7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.666868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.674033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fc4ca7b4-902b-4378-af92-28baad91762c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f35352bc-ad9b-4eb6-ad64-143997cd86a7 HTTP/1.1" status: 204 len: 168 time: 0.3844695 Jul 14 09:31:03.674276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54216) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.678931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 682d8cb7-6ab3-4413-b236-e02ae548d916 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:03.679436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 682d8cb7-6ab3-4413-b236-e02ae548d916 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:03.769848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.892044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.895589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.927433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14935bfe-6cb7-440b-b256-fc695878a2c6']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.929882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=22a0e7e1-9ddd-47f6-9233-bff3b395feed,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.967380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca54382-c314-42a4-af9d-1d7b85452069') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.967701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca54382-c314-42a4-af9d-1d7b85452069') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.996035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.018140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.023831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.027062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.031985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ef50e710-53a4-4ac0-9973-53fb2f3fae22 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/floatingips/7e3b1dd4-779a-4e1d-a3b1-e57e8c9eeeb5 HTTP/1.1" status: 204 len: 168 time: 1.1294799 Jul 14 09:31:04.032181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.033754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:04.034162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:04.052999 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:04.077776 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-769a9863-1aab-4bb1-9d74-6439f7335753 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:04.081965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769a9863-1aab-4bb1-9d74-6439f7335753 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:04.086802 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-769a9863-1aab-4bb1-9d74-6439f7335753 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/ports/6f23a078-d645-4632-8a88-ed45eb9c78ab HTTP/1.1" status: 404 len: 333 time: 0.0514021 Jul 14 09:31:04.089099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54222) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.117961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.123659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.128615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] 10.222.0.18 "DELETE /v2.0/networks/14935bfe-6cb7-440b-b256-fc695878a2c6 HTTP/1.1" status: 204 len: 168 time: 0.4510622 Jul 14 09:31:04.169072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802d17f-0b6b-4fc0-8900-436f62ff1598 admin admin] Pushing event deleted for resources: {'Network': ['ID=14935bfe-6cb7-440b-b256-fc695878a2c6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.321224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6332ee-ef2d-4c42-bc63-00b2fb296eb1 req-ae17a72e-5d65-41ea-8cea-205b20baad03 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.332412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a6332ee-ef2d-4c42-bc63-00b2fb296eb1 req-ae17a72e-5d65-41ea-8cea-205b20baad03 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.0968504 Jul 14 09:31:04.375326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54230) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.408590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5a6332ee-ef2d-4c42-bc63-00b2fb296eb1 req-061edcce-4e9d-4087-85b1-5a15c2822ff6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746238 Jul 14 09:31:04.459241 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-162d9962-449f-44b2-a704-2e011da23ead admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc14d2ff8eb54c11a978b9e225e39e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761645 Jul 14 09:31:04.459553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.519666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f86fb74c-d48e-4602-a1f3-94f63b7d1931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.520411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4c21-78f4-42ea-b11b-07261ecc8563 req-c55ace07-2952-4d99-b00e-22739190927f tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.521920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-151f4c21-78f4-42ea-b11b-07261ecc8563 req-c55ace07-2952-4d99-b00e-22739190927f tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 945 time: 0.5416694 Jul 14 09:31:04.524124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-283dc92e-7de1-4f39-891e-0c336b82377e tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "GET /v2.0/ports?device_id=415957bd-5d36-4073-a194-984b1dc056bd HTTP/1.1" status: 200 len: 205 time: 0.4338675 Jul 14 09:31:04.526655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.566036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f86fb74c-d48e-4602-a1f3-94f63b7d1931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.570834 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b785e8b6-561f-4309-b702-5452ca157769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] delete failed (client error): The resource could not be found. Jul 14 09:31:04.571863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b785e8b6-561f-4309-b702-5452ca157769 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/routers/415957bd-5d36-4073-a194-984b1dc056bd HTTP/1.1" status: 404 len: 336 time: 0.0443053 Jul 14 09:31:04.577930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54236) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.613993 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-936b1666-8d20-4640-bf99-92744a33c785 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:04.614441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936b1666-8d20-4640-bf99-92744a33c785 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:04.618545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-936b1666-8d20-4640-bf99-92744a33c785 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/subnets/f827cc01-4133-4ef0-a1d9-1b6cc21d71c0 HTTP/1.1" status: 404 len: 337 time: 0.0368373 Jul 14 09:31:04.621351 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.628931 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-151f4c21-78f4-42ea-b11b-07261ecc8563 req-e6bbe053-9125-4069-b545-90220dd9ee33 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946229 Jul 14 09:31:04.699764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9817d-8d7e-413c-95f4-5d8d78f6d9db req-883575d4-74d0-439e-9880-350f15a6a4d0 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.701273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5c9817d-8d7e-413c-95f4-5d8d78f6d9db req-883575d4-74d0-439e-9880-350f15a6a4d0 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.1502416 Jul 14 09:31:04.744124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f86fb74c-d48e-4602-a1f3-94f63b7d1931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.746741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f86fb74c-d48e-4602-a1f3-94f63b7d1931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.751835 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f86fb74c-d48e-4602-a1f3-94f63b7d1931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76e96320-49aa-495a-bad2-eec8da9b874b HTTP/1.1" status: 204 len: 168 time: 0.2872081 Jul 14 09:31:04.768013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fb74c-d48e-4602-a1f3-94f63b7d1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e96320-49aa-495a-bad2-eec8da9b874b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.807080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5c9817d-8d7e-413c-95f4-5d8d78f6d9db req-5ca00ed3-ad0f-41e1-a339-7b1cfaae389a tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989840 Jul 14 09:31:04.848563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 7746b487-2ce5-4cb1-950c-d2dbb289dc07 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:04.849998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.873302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbed2a-a886-4770-8f79-5c930736f028 req-74572204-eff7-4e16-9d48-6ad28afa1610 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.881904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52fbed2a-a886-4770-8f79-5c930736f028 req-74572204-eff7-4e16-9d48-6ad28afa1610 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 945 time: 0.0917201 Jul 14 09:31:04.928593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-52fbed2a-a886-4770-8f79-5c930736f028 req-1057d093-5aa5-4122-b123-8b0eaf899507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457194 Jul 14 09:31:04.949095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.032835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.046594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 7746b487-2ce5-4cb1-950c-d2dbb289dc07 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:05.087019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.095407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'subnet': {'network_id': '2a8abe66-01c7-4e11-973c-6f887891a56c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.271216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.308879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=7746b487-2ce5-4cb1-950c-d2dbb289dc07,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.341848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.361020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:05.363375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-106c6570-d0de-4a3f-a993-5037ece5c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.364532 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.364915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-106c6570-d0de-4a3f-a993-5037ece5c737 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cc00e7294a412493ec79883b5731c5&device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 1098 time: 0.1553450 Jul 14 09:31:05.434231 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.436140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-993eeef0-024d-44df-8c45-fee4906b0826 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/ports/7746b487-2ce5-4cb1-950c-d2dbb289dc07 HTTP/1.1" status: 204 len: 168 time: 0.8111079 Jul 14 09:31:05.439093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.441789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb897-38ec-455b-a129-06e925775e35 req-56a2cdea-1499-4f77-b7c3-162aba5fa72e tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.443344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-534bb897-38ec-455b-a129-06e925775e35 req-56a2cdea-1499-4f77-b7c3-162aba5fa72e tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.2158089 Jul 14 09:31:05.526240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0b08a40d-8fdd-4170-975e-7177f293f566 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b4bd22f2c754bd5b226f233c6fa66c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817763 Jul 14 09:31:05.530168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.532911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2193b13-337b-41b5-af00-49e4ef85de49 tempest-TestVolumeBackupRestore-1733342027 tempest-TestVolumeBackupRestore-1733342027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.534446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a2193b13-337b-41b5-af00-49e4ef85de49 tempest-TestVolumeBackupRestore-1733342027 tempest-TestVolumeBackupRestore-1733342027-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1092 time: 0.5840476 Jul 14 09:31:05.539686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-1e6f97d3-6a2f-43a0-a393-2bebb922e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.541425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-1e6f97d3-6a2f-43a0-a393-2bebb922e982 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e7f19c-ba49-473b-8a6a-1436897f3b70 HTTP/1.1" status: 200 len: 913 time: 0.1693087 Jul 14 09:31:05.542084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54264) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.552892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.570268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-534bb897-38ec-455b-a129-06e925775e35 req-4178ba8e-fe06-4ed8-b3c3-ca8dafd2ce34 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094141 Jul 14 09:31:05.592764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.608982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-6d0a08cd-f90a-46c6-b636-cdeee61b2acd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92938f9e-bf57-4d6a-9762-9af6982b818b HTTP/1.1" status: 200 len: 217 time: 0.0588629 Jul 14 09:31:05.716170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81b86f4a-adae-474f-a0fe-4e9ebc672b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.721839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:05.722691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.725466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-421dd730-1075-4426-a8a2-28eae61cc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.726945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-421dd730-1075-4426-a8a2-28eae61cc0c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5de83e6f-b5f6-4b75-aa4d-f7a1834181c1 HTTP/1.1" status: 200 len: 852 time: 0.1041584 Jul 14 09:31:05.736866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.811175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Subnet': ['ID=c55fb9fe-19bf-4a4c-9005-d12322d52ae8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.819217 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-7209c101-90e5-44e5-95b6-b1c85f557731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e7f19c-ba49-473b-8a6a-1436897f3b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485404 Jul 14 09:31:05.821059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81b86f4a-adae-474f-a0fe-4e9ebc672b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.836756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Checking segment: {'id': '40b1faa5-1785-433b-8891-8368369b9c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a8abe66-01c7-4e11-973c-6f887891a56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:05.837117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network hostable DHCP agents. Network: 2a8abe66-01c7-4e11-973c-6f887891a56c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:05.845283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.894939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network 2a8abe66-01c7-4e11-973c-6f887891a56c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:05.911559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2a8abe66-01c7-4e11-973c-6f887891a56c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:05.917858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba4ce9-8080-4af2-a609-3397386ec9fe req-93d9b324-ad25-4b19-bf97-076ae7128e1a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.919427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ba4ce9-8080-4af2-a609-3397386ec9fe req-93d9b324-ad25-4b19-bf97-076ae7128e1a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.3192854 Jul 14 09:31:05.919906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e107e-1b5c-4c24-9fbc-03c62c8cb618 None None] Network 2a8abe66-01c7-4e11-973c-6f887891a56c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:05.920364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.920903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.951901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.962071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d60be440-a583-4e26-95f5-dcbd317fa356 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8739004 Jul 14 09:31:05.966096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.971487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1018809214'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.995542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:06.005416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Allocated IP 172.25.2.199 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/8b037e61-7000-4c34-8d1a-94bdb8b38fce) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:06.019046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:06.022669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.033861 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81b86f4a-adae-474f-a0fe-4e9ebc672b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.036419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81b86f4a-adae-474f-a0fe-4e9ebc672b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.037556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-81b86f4a-adae-474f-a0fe-4e9ebc672b54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d8551ea-5126-4db6-8998-d1b8bb2ec8c1 HTTP/1.1" status: 204 len: 168 time: 0.5051949 Jul 14 09:31:06.046739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ba4ce9-8080-4af2-a609-3397386ec9fe req-13620382-ed38-44c5-a89e-133565085a7c tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004994 Jul 14 09:31:06.094590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-5cda2a37-1ac9-49a6-801a-26762aa68cab service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628608 Jul 14 09:31:06.095326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b86f4a-adae-474f-a0fe-4e9ebc672b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8551ea-5126-4db6-8998-d1b8bb2ec8c1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.126604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:06.142825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.143193 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Added segment 07f25008-8e27-4509-911b-1cf97756b63f of type vlan for network bb8565d7-2921-4cff-ac03-3d47b7a431b4 Jul 14 09:31:06.180652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-2a8abe66-01c7-4e11-973c-6f887891a56c', 'network_id': '2a8abe66-01c7-4e11-973c-6f887891a56c', 'tenant_id': '51fc6147d5004240b59f555990371d2c', 'fixed_ips': [{'subnet_id': 'c55fb9fe-19bf-4a4c-9005-d12322d52ae8'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:06.181559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.236110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4652fd7-e0f4-4428-bdfa-f97c3edde33c req-bf3a1b2f-9750-4313-a05f-0ae3021bcb00 service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340392 Jul 14 09:31:06.264906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.279078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.288350 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.306703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.349725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Allocated IP 2001:db8:0:ffff::2 (2a8abe66-01c7-4e11-973c-6f887891a56c/c55fb9fe-19bf-4a4c-9005-d12322d52ae8/087db787-7277-4bb9-84db-fe6420fe3439) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:06.365416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.372170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.372869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.397307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4298644 Jul 14 09:31:06.401508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.411598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'subnet': {'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:06.417673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.419623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-731f5fa8-5286-4976-bd46-e04ab1d72224 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/ports/e8160ad6-dfc8-4f24-bce3-4f1f0cdfd3cd HTTP/1.1" status: 204 len: 168 time: 0.9795628 Jul 14 09:31:06.431156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.481098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.497116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a14114-2945-486e-a71e-39bed36fe4ac tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Network': ['ID=bb8565d7-2921-4cff-ac03-3d47b7a431b4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.532220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:06.539731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:06.543841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:06.552636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network bb8565d7-2921-4cff-ac03-3d47b7a431b4 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:06.557898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'Port': ['ID=8b037e61-7000-4c34-8d1a-94bdb8b38fce,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.576759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:06.581404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.607470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27757baf-bbfa-44e0-8863-298ee35f7867 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.609891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-27757baf-bbfa-44e0-8863-298ee35f7867 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d44e8e9-0de6-4cc7-9d88-271f3be056e1 HTTP/1.1" status: 200 len: 913 time: 0.1776674 Jul 14 09:31:06.618795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.737708 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:06.916218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.927475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Transition to ACTIVE for port object 087db787-7277-4bb9-84db-fe6420fe3439 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:06.970652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Transition to ACTIVE for port object 087db787-7277-4bb9-84db-fe6420fe3439 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:06.982004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.128224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Pushing event updated for resources: {'Port': ['ID=087db787-7277-4bb9-84db-fe6420fe3439,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.146060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Network 2a8abe66-01c7-4e11-973c-6f887891a56c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:07.148786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:07.157586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:07.170761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.objects.ports [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:31:07.177083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.297276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Attempting to bind port 087db787-7277-4bb9-84db-fe6420fe3439 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:07.298525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Attempting to bind port 087db787-7277-4bb9-84db-fe6420fe3439 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '40b1faa5-1785-433b-8891-8368369b9c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a8abe66-01c7-4e11-973c-6f887891a56c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:07.298907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Attempting to bind port 087db787-7277-4bb9-84db-fe6420fe3439 on network 2a8abe66-01c7-4e11-973c-6f887891a56c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:07.302015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729d291-7a72-4d67-8368-93eab47a0e8d req-104bdab9-57c7-49b6-b6ef-c35abff145b4 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.304180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c729d291-7a72-4d67-8368-93eab47a0e8d req-104bdab9-57c7-49b6-b6ef-c35abff145b4 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.3238933 Jul 14 09:31:07.306077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:07.307117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Checking segment: {'id': '40b1faa5-1785-433b-8891-8368369b9c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a8abe66-01c7-4e11-973c-6f887891a56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:07.307592 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.307941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.308777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Bound using segment: {'id': '40b1faa5-1785-433b-8891-8368369b9c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a8abe66-01c7-4e11-973c-6f887891a56c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:07.309609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Bound port: 087db787-7277-4bb9-84db-fe6420fe3439, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b1faa5-1785-433b-8891-8368369b9c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2a8abe66-01c7-4e11-973c-6f887891a56c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:07.310123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.328031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Subnet': ['ID=2cec4398-3359-45dd-b17f-1ba4870b7596,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.400952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Checking segment: {'id': '07f25008-8e27-4509-911b-1cf97756b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:07.401411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network hostable DHCP agents. Network: bb8565d7-2921-4cff-ac03-3d47b7a431b4, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:07.436284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397bf85-8fce-47bc-a507-be87dab6cfb7 req-2d62cda0-f672-4061-b34b-9f471c407c2f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.441929 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c729d291-7a72-4d67-8368-93eab47a0e8d req-ea0ef818-8203-49b2-9214-99679d92405e tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314569 Jul 14 09:31:07.448489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a397bf85-8fce-47bc-a507-be87dab6cfb7 req-2d62cda0-f672-4061-b34b-9f471c407c2f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1522985 Jul 14 09:31:07.452044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network bb8565d7-2921-4cff-ac03-3d47b7a431b4 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:07.456083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] For port 087db787-7277-4bb9-84db-fe6420fe3439, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:07.480330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, bb8565d7-2921-4cff-ac03-3d47b7a431b4) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:07.488140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.488846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.496399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] For port 087db787-7277-4bb9-84db-fe6420fe3439, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=087db787-7277-4bb9-84db-fe6420fe3439,segment=NetworkSegment(40b1faa5-1785-433b-8891-8368369b9c74),segment_id=40b1faa5-1785-433b-8891-8368369b9c74)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:07.501161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448589b-d93e-4b5d-b340-276a28a41819 None None] Network bb8565d7-2921-4cff-ac03-3d47b7a431b4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:07.505795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.529594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a397bf85-8fce-47bc-a507-be87dab6cfb7 req-6a821d3a-03b7-40e7-8f1a-30f8fa15c236 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796986 Jul 14 09:31:07.533575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-097fbe0d-5043-4266-9857-ceeba3855184 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1274836 Jul 14 09:31:07.537457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.554997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'port': {'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4', 'name': 'tempest-NetworksIpV6TestAttrs-1280582809'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:07.627852 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.707429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8d506-cb23-4cd9-9d1e-4f216f1c40ae None None] Pushing event updated for resources: {'Port': ['ID=087db787-7277-4bb9-84db-fe6420fe3439,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.720111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:07.728063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.746842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.751922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.755326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.774349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] device_id is not set on port 2b7878ab-85d5-442a-bf59-09e6bb358898 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:07.809293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-bb8565d7-2921-4cff-ac03-3d47b7a431b4', 'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4', 'tenant_id': '51fc6147d5004240b59f555990371d2c', 'fixed_ips': [{'subnet_id': '2cec4398-3359-45dd-b17f-1ba4870b7596'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:07.810263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.894757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event updated for resources: {'Port': ['ID=8b037e61-7000-4c34-8d1a-94bdb8b38fce,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.955768 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.962681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Allocated IP 2001:db8::f816:3eff:feec:c7dd (bb8565d7-2921-4cff-ac03-3d47b7a431b4/2cec4398-3359-45dd-b17f-1ba4870b7596/2b7878ab-85d5-442a-bf59-09e6bb358898) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:08.243744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.270939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Transition to ACTIVE for port object 2b7878ab-85d5-442a-bf59-09e6bb358898 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:08.308796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.333998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network bb8565d7-2921-4cff-ac03-3d47b7a431b4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:08.337206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:08.339965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:08.348358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.349374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.395166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8564267 Jul 14 09:31:08.398041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54320) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.401589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Allocated IP 2001:db8::f816:3eff:fe26:c3e5 (bb8565d7-2921-4cff-ac03-3d47b7a431b4/2cec4398-3359-45dd-b17f-1ba4870b7596/0eee968b-f9ff-4b9f-b523-6c7ddae68d0f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:08.487721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting subnet 2cec4398-3359-45dd-b17f-1ba4870b7596 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:08.506605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38891e0a-6155-4f02-b30c-2fbe488898cf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Port': ['ID=2b7878ab-85d5-442a-bf59-09e6bb358898,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.529460 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Floating IP d1bf2332-b711-417a-8d3f-5819327c36d5 associated. External IP: 172.25.2.199, port: 0b875230-0148-47fe-9530-6c54d65b9544. Jul 14 09:31:08.675981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.698704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Transition to ACTIVE for port object 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:08.736757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Transition to ACTIVE for port object 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:08.751422 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.751971 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.824839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Pushing event updated for resources: {'Port': ['ID=0eee968b-f9ff-4b9f-b523-6c7ddae68d0f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.826017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cfc3d-10e5-4168-b319-dcfbcc76ed28 req-5e39b794-5470-4976-abe9-c4943d734756 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.837106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906cfc3d-10e5-4168-b319-dcfbcc76ed28 req-5e39b794-5470-4976-abe9-c4943d734756 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.1890242 Jul 14 09:31:08.840681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Network bb8565d7-2921-4cff-ac03-3d47b7a431b4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:08.842772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:08.850837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:08.892205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.963681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Attempting to bind port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:08.964097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Attempting to bind port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '07f25008-8e27-4509-911b-1cf97756b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:08.964505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Attempting to bind port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f on network bb8565d7-2921-4cff-ac03-3d47b7a431b4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:08.975470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:08.976018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Checking segment: {'id': '07f25008-8e27-4509-911b-1cf97756b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:08.976465 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.976897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Bound using segment: {'id': '07f25008-8e27-4509-911b-1cf97756b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:08.977484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Bound port: 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f25008-8e27-4509-911b-1cf97756b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bb8565d7-2921-4cff-ac03-3d47b7a431b4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:08.977885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.056748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c33149-99aa-4882-91e9-a32894ebf27a req-0e6da2e8-bf9d-4100-b102-fc2b5467dbef tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.065596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40c33149-99aa-4882-91e9-a32894ebf27a req-0e6da2e8-bf9d-4100-b102-fc2b5467dbef tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.2573495 Jul 14 09:31:09.093679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 27f9f87c-3670-49d6-914e-7b92b88ebf3c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:09.095489 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.120746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906cfc3d-10e5-4168-b319-dcfbcc76ed28 req-e213f1d6-07d8-454c-8669-9a309164f967 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825916 Jul 14 09:31:09.173849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34db714-b7bd-41d6-84cf-8eb85ec7f240 None None] Network 2a8abe66-01c7-4e11-973c-6f887891a56c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:09.184559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.191782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40c33149-99aa-4882-91e9-a32894ebf27a req-1991dd5f-3f7f-46f0-b233-42d1d1200bbf tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252460 Jul 14 09:31:09.282420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.284012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:09.294759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b4c2be91-eaca-4cb5-960f-4a7de0c4a524 None None] Provisioning for port 087db787-7277-4bb9-84db-fe6420fe3439 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:09.315899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] For port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:09.327876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.363045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Subnet': ['ID=2cec4398-3359-45dd-b17f-1ba4870b7596,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.374114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] For port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0eee968b-f9ff-4b9f-b523-6c7ddae68d0f,segment=NetworkSegment(07f25008-8e27-4509-911b-1cf97756b63f),segment_id=07f25008-8e27-4509-911b-1cf97756b63f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:09.376916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.385178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54338) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.387152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4029abe2-d3b7-4161-938a-6b6b35fc21e8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/2cec4398-3359-45dd-b17f-1ba4870b7596 HTTP/1.1" status: 204 len: 168 time: 0.9879520 Jul 14 09:31:09.392531 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.470799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 27f9f87c-3670-49d6-914e-7b92b88ebf3c owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:09.573517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ac304-a6e7-4c0d-90ae-1aef33fe1d1e None None] Pushing event updated for resources: {'Port': ['ID=0eee968b-f9ff-4b9f-b523-6c7ddae68d0f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.701859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 087db787-7277-4bb9-84db-fe6420fe3439 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:09.758272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 087db787-7277-4bb9-84db-fe6420fe3439 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:09.763759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 087db787-7277-4bb9-84db-fe6420fe3439 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:09.764160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.837889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8f876-630a-4ab9-bd30-b1d726b40565 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.840126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8f876-630a-4ab9-bd30-b1d726b40565 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.842021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6ff8f876-630a-4ab9-bd30-b1d726b40565 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4554605 Jul 14 09:31:09.854593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.888180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc74c3-fdb0-43dc-992f-a60ac6ad04c7 req-b27c8d3c-3074-48a6-8968-9fd9ae3fba34 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.910874 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1dc74c3-fdb0-43dc-992f-a60ac6ad04c7 req-b27c8d3c-3074-48a6-8968-9fd9ae3fba34 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1958659 Jul 14 09:31:09.948452 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.032377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 087db787-7277-4bb9-84db-fe6420fe3439, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=087db787-7277-4bb9-84db-fe6420fe3439,segment=NetworkSegment(40b1faa5-1785-433b-8891-8368369b9c74),segment_id=40b1faa5-1785-433b-8891-8368369b9c74)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:10.043112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1dc74c3-fdb0-43dc-992f-a60ac6ad04c7 req-fc01d0bc-5fe1-4883-9756-fdc00105ef6e tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307993 Jul 14 09:31:10.059229 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.190356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:10.207806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=087db787-7277-4bb9-84db-fe6420fe3439,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.213358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] Sync routers for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:10.229356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e91fc328-0a49-4113-8bff-9f3c774268cd None None] Provisioning complete for port 087db787-7277-4bb9-84db-fe6420fe3439 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:10.229861 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e91fc328-0a49-4113-8bff-9f3c774268cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.234379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.235258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.235704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.236119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.236526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.236924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.237344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.237912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.238401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.238883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.239381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.239870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:10.239981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21021a-ac06-4994-b3e5-02d1a25c9490 req-31359236-3545-4172-8c0f-43e19a107b07 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.249390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c21021a-ac06-4994-b3e5-02d1a25c9490 req-31359236-3545-4172-8c0f-43e19a107b07 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.5277922 Jul 14 09:31:10.267323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:10.267696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84126daf-9ee4-4b6f-aa57-d8990ecb9062 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.268096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:10.283033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.283583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b822985-0558-4bb6-b5cf-f94f3a16cec2 req-f6823eb5-621a-47be-8b55-fdc0adf4a1a6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.285522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b822985-0558-4bb6-b5cf-f94f3a16cec2 req-f6823eb5-621a-47be-8b55-fdc0adf4a1a6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.0796819 Jul 14 09:31:10.322904 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-84126daf-9ee4-4b6f-aa57-d8990ecb9062 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:31:10.323093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84126daf-9ee4-4b6f-aa57-d8990ecb9062 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:10.324803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-84126daf-9ee4-4b6f-aa57-d8990ecb9062 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/bb8565d7-2921-4cff-ac03-3d47b7a431b4 HTTP/1.1" status: 409 len: 405 time: 0.4691820 Jul 14 09:31:10.329986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.334101 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.337689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b822985-0558-4bb6-b5cf-f94f3a16cec2 req-47a36d1d-99ac-4d0a-b498-c92859b5efa2 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Jul 14 09:31:10.341835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2135313984'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:10.405841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=27f9f87c-3670-49d6-914e-7b92b88ebf3c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.420062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f4eb7ec-0758-4429-9247-e1adb6103154 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8751180 Jul 14 09:31:10.423444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.423578 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c21021a-ac06-4994-b3e5-02d1a25c9490 req-bd58f95e-b662-45ca-b3e7-365578e29db8 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731317 Jul 14 09:31:10.429373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:10.431723 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f22986-75b1-45ee-b770-1ff2b9733744" -d '{"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:10.469111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:10.477828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:10.483396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.519889 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19677182-5533-4b6e-a630-6ea290069d0c x-openstack-request-id: req-19677182-5533-4b6e-a630-6ea290069d0c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:10.520263 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:10.520611 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19677182-5533-4b6e-a630-6ea290069d0c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:10.521081 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544', 'status': 'completed', 'code': 200} Jul 14 09:31:10.559627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:10.630784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.631262 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Added segment f77fc8c3-9895-4343-8675-58a2e6acc535 of type vlan for network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 Jul 14 09:31:10.697970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.774326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.781013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.781793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.893568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5628440 Jul 14 09:31:10.894427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.902551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.902677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd1bf2332-b711-417a-8d3f-5819327c36d5', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'mac_address': 'fa:16:3e:31:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:06Z', 'updated_at': '2021-07-14T09:31:06Z', 'revision_number': 0, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:10.911851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'subnet': {'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:10.936930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] Checking router: dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:10.950604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:10.951544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:10.987050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69674b97-f2d9-406d-869b-be1263c847c7 tempest-TestVolumeBackupRestore-1733342027 tempest-TestVolumeBackupRestore-1733342027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.991820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.991982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69674b97-f2d9-406d-869b-be1263c847c7 tempest-TestVolumeBackupRestore-1733342027 tempest-TestVolumeBackupRestore-1733342027-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1092 time: 0.5662615 Jul 14 09:31:11.022605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-06509604-bb47-4a5e-b828-daf5475d482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.024739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-06509604-bb47-4a5e-b828-daf5475d482d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1097 time: 0.4784846 Jul 14 09:31:11.056104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Request body: {'floatingip': {'port_id': '0b875230-0148-47fe-9530-6c54d65b9544'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:11.065772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:11.067155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:11.069297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.149141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60de6c-e5fb-4cbf-881e-96c8bb4c544b None None] Network bb8565d7-2921-4cff-ac03-3d47b7a431b4 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:11.184802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-df9c6297-7b12-4099-a305-e12dc5102872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.186616 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-df9c6297-7b12-4099-a305-e12dc5102872 service neutron] 10.222.0.48 "GET /v2.0/networks?id=206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 200 len: 915 time: 0.1529016 Jul 14 09:31:11.208350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd1cc1-93bb-4425-85f5-f27aceac9587 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Network': ['ID=c0dafcd5-dc31-4ce1-a478-e7ee59a39474,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.230336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:11.290928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-2305f686-cbd7-4183-b27e-6340470e78ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 200 len: 999 time: 0.0971742 Jul 14 09:31:11.303660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1ab811dd-6f44-44c4-84b4-d108a88e8dd0 None None] Provisioning for port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:11.367946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-70f541dd-46f5-412b-b8ac-55f2f852caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.370178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-70f541dd-46f5-412b-b8ac-55f2f852caef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f HTTP/1.1" status: 200 len: 853 time: 0.0728710 Jul 14 09:31:11.446149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216471a-0d13-48fc-b5d7-901c1131abef req-ff6c2ee9-d600-4a3c-88a7-18eb797fe58b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.452156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f216471a-0d13-48fc-b5d7-901c1131abef req-ff6c2ee9-d600-4a3c-88a7-18eb797fe58b tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.5995350 Jul 14 09:31:11.470220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.492430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-1a3a4b1f-a8a9-4cc6-b215-858487c5e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.495846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-1a3a4b1f-a8a9-4cc6-b215-858487c5e61c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=206ef09b-c7e4-4c28-ad44-326d61660e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189253 Jul 14 09:31:11.713362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-a7f1737d-33ae-406d-b405-3a764832ccd4 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083108 Jul 14 09:31:11.772058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 087db787-7277-4bb9-84db-fe6420fe3439 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:11.837956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] DHCP port deletion for bb8565d7-2921-4cff-ac03-3d47b7a431b4 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:11.850465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3870a06-7779-4395-ba83-a99ae170cf5c req-e2675b48-9789-4dba-89c0-b049a04af7cf tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.857554 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3870a06-7779-4395-ba83-a99ae170cf5c req-e2675b48-9789-4dba-89c0-b049a04af7cf tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.1886036 Jul 14 09:31:11.860349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd1bf2332-b711-417a-8d3f-5819327c36d5', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'mac_address': 'fa:16:3e:31:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:06Z', 'updated_at': '2021-07-14T09:31:06Z', 'revision_number': 0, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.887295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1f22986-75b1-45ee-b770-1ff2b9733744 req-c3b73eb4-b407-48c2-8127-47d359a06827 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646063 Jul 14 09:31:11.915338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a3870a06-7779-4395-ba83-a99ae170cf5c req-0a4caf70-bd3a-4318-837c-881353a4c505 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567744 Jul 14 09:31:11.933247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 087db787-7277-4bb9-84db-fe6420fe3439 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:11.933247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.933247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d2294-9f03-4409-8f9f-e9c476c9f260 None None] The sync data for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 is: [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd1bf2332-b711-417a-8d3f-5819327c36d5', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'mac_address': 'fa:16:3e:31:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:06Z', 'updated_at': '2021-07-14T09:31:06Z', 'revision_number': 0, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:12.070525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-10798a2e-aae9-4606-8620-f6b3e3a6ddcc tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.080876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-10798a2e-aae9-4606-8620-f6b3e3a6ddcc tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 945 time: 0.1217268 Jul 14 09:31:12.101315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:12.157714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] Deleting port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:12.165053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.233691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:12.249580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:12.251748 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.336335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Deleting port fe02d809-10b6-479e-a3bf-9b62adacf272 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:12.336865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.342459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] For port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0eee968b-f9ff-4b9f-b523-6c7ddae68d0f,segment=NetworkSegment(07f25008-8e27-4509-911b-1cf97756b63f),segment_id=07f25008-8e27-4509-911b-1cf97756b63f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:12.343272 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.354392 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c2441-cf00-46cd-b967-510d3afa7809 None None] New status for floating IP d1bf2332-b711-417a-8d3f-5819327c36d5: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:12.366772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] Calling delete_port for 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:12.429602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f216471a-0d13-48fc-b5d7-901c1131abef req-1bbe799a-2379-478b-b2f9-986e105e716f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9683824 Jul 14 09:31:12.526830 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.601485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0eee968b-f9ff-4b9f-b523-6c7ddae68d0f,segment=NetworkSegment(07f25008-8e27-4509-911b-1cf97756b63f),segment_id=07f25008-8e27-4509-911b-1cf97756b63f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:12.607140 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.637590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.670676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] No DVR routers for this DVR port 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:12.694733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=0eee968b-f9ff-4b9f-b523-6c7ddae68d0f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.717912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] For port fe02d809-10b6-479e-a3bf-9b62adacf272, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fe02d809-10b6-479e-a3bf-9b62adacf272,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:12.718284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.725198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd48174-8843-4dce-98aa-1abd47f1ee07 None None] Pushing event deleted for resources: {'Port': ['ID=0eee968b-f9ff-4b9f-b523-6c7ddae68d0f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.738285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Calling delete_port for fe02d809-10b6-479e-a3bf-9b62adacf272 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:12.749677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:12.754444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:12.754768 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:12.772908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-fa54f308-176e-48bc-b15c-d78d6011d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.774435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-fa54f308-176e-48bc-b15c-d78d6011d4d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8cc00e7294a412493ec79883b5731c5&device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 1098 time: 0.3085880 Jul 14 09:31:12.872593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77d874-198d-4fc4-89f9-90c6c7f5ad41 req-79c46409-7913-4fe4-a8f9-f14139808a13 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.874099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe77d874-198d-4fc4-89f9-90c6c7f5ad41 req-79c46409-7913-4fe4-a8f9-f14139808a13 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.4067729 Jul 14 09:31:12.896569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:31:12.902121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.974244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe77d874-198d-4fc4-89f9-90c6c7f5ad41 req-cddaadfc-ec29-4579-83a0-1ad3f9bbef71 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821538 Jul 14 09:31:12.977856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-1196f3da-68f9-40c7-adce-9831dda94362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.979507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-1196f3da-68f9-40c7-adce-9831dda94362 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45e7f19c-ba49-473b-8a6a-1436897f3b70 HTTP/1.1" status: 200 len: 913 time: 0.1653333 Jul 14 09:31:13.012658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Subnet': ['ID=3d17015e-43c5-43f5-9262-1464e111f5cf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.038673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:13.043288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-37598c6b-5b9a-43c5-b289-a7680a5dbd5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92938f9e-bf57-4d6a-9762-9af6982b818b HTTP/1.1" status: 200 len: 217 time: 0.0562124 Jul 14 09:31:13.048305 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-546947e9-322f-426c-9aea-08f5e3853e09 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "PUT /v2.0/routers/9d44e8e9-0de6-4cc7-9d88-271f3be056e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4242742 Jul 14 09:31:13.048305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Checking segment: {'id': 'f77fc8c3-9895-4343-8675-58a2e6acc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:13.048305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network hostable DHCP agents. Network: c0dafcd5-dc31-4ce1-a478-e7ee59a39474, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:13.049551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.059006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] Sync routers for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:13.071765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:13.073534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.075132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:13.085809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c0dafcd5-dc31-4ce1-a478-e7ee59a39474) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:13.090200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.090883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.108946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-163c61e2-019c-422c-bf7e-abcc7573c01b tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2009597 Jul 14 09:31:13.111741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.117794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'port': {'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474', 'name': 'tempest-NetworksIpV6TestAttrs-349977860'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:13.134138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd8aac2-d193-49b2-92ca-182098aba883 None None] Network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:13.138940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.158239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.191811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:13.194180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fe02d809-10b6-479e-a3bf-9b62adacf272'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:13.229384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-c5fbae5b-ac1f-4ed0-88c0-a73611ed2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.230936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-c5fbae5b-ac1f-4ed0-88c0-a73611ed2d35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5de83e6f-b5f6-4b75-aa4d-f7a1834181c1 HTTP/1.1" status: 200 len: 852 time: 0.1757383 Jul 14 09:31:13.233605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.255853 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.278402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] Routers {'9d44e8e9-0de6-4cc7-9d88-271f3be056e1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:13.279831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.317019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event deleted for resources: {'Port': ['ID=fe02d809-10b6-479e-a3bf-9b62adacf272,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.342127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:13.342567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-1048db42-d5d4-4928-9e6a-72a3f4cd8cfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45e7f19c-ba49-473b-8a6a-1436897f3b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958238 Jul 14 09:31:13.347133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.360003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.360979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca5be9-d7ab-42bb-bf36-692b37714933 None None] The sync data for ids ['9d44e8e9-0de6-4cc7-9d88-271f3be056e1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:13.401262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] device_id is not set on port 55c443c0-01f2-4617-9041-1cd2eaff89d6 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:13.496897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] No DVR routers for this DVR port fe02d809-10b6-479e-a3bf-9b62adacf272 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:13.502251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.504743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0d21fd9e-8ffa-4a0e-bbd8-2fcd77554f76 req-985577e7-85d2-4583-b181-d0f8738c3d96 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.11 "DELETE /v2.0/ports/fe02d809-10b6-479e-a3bf-9b62adacf272 HTTP/1.1" status: 204 len: 173 time: 1.4177771 Jul 14 09:31:13.505209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'name': 'network-vif-deleted', 'tag': 'fe02d809-10b6-479e-a3bf-9b62adacf272'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:13.507824 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacb2c9f-d054-4500-b3eb-527cf098d34e" -d '{"events": [{"server_uuid": "29eb10f9-831b-4ce9-b2dd-7747f137a4d0", "name": "network-vif-deleted", "tag": "fe02d809-10b6-479e-a3bf-9b62adacf272"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:13.580966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.627911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:13.648121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-7f99a8f3-f11a-4454-983c-d12a8fedf396 service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921417 Jul 14 09:31:13.722904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:13.723301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0eee968b-f9ff-4b9f-b523-6c7ddae68d0f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:13.778795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e1d2474-b315-4519-b059-ac6ac3942dc4 req-5e3e58d5-13a0-4a90-bdf4-6b5dcc97ad50 service neutron] 10.222.0.11 "GET /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207218 Jul 14 09:31:13.782372 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc512a-8947-4293-9481-a5394b69b493 x-openstack-request-id: req-46dc512a-8947-4293-9481-a5394b69b493 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:13.782372 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb10f9-831b-4ce9-b2dd-7747f137a4d0", "name": "network-vif-deleted", "tag": "fe02d809-10b6-479e-a3bf-9b62adacf272", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:13.782659 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46dc512a-8947-4293-9481-a5394b69b493 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:13.782973 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eb10f9-831b-4ce9-b2dd-7747f137a4d0', 'name': 'network-vif-deleted', 'tag': 'fe02d809-10b6-479e-a3bf-9b62adacf272', 'status': 'completed', 'code': 200} Jul 14 09:31:13.797144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting port 40ef6383-8268-48b4-841d-a33d24f152cd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:13.797495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.823544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c0dafcd5-dc31-4ce1-a478-e7ee59a39474', 'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474', 'tenant_id': '51fc6147d5004240b59f555990371d2c', 'fixed_ips': [{'subnet_id': '3d17015e-43c5-43f5-9262-1464e111f5cf'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:13.825743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.860330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Allocated IP 2001:db8::f816:3eff:fe01:348e (c0dafcd5-dc31-4ce1-a478-e7ee59a39474/3d17015e-43c5-43f5-9262-1464e111f5cf/55c443c0-01f2-4617-9041-1cd2eaff89d6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:13.878059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.888906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-679b1d21-9951-4d6b-bccc-43a8da0dacf1 req-58335489-b442-45e9-a81c-17b25d450d98 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=29eb10f9-831b-4ce9-b2dd-7747f137a4d0 HTTP/1.1" status: 200 len: 210 time: 0.0483806 Jul 14 09:31:13.902943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Calling delete_port for 40ef6383-8268-48b4-841d-a33d24f152cd owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:14.083608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.136916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Port': ['ID=40ef6383-8268-48b4-841d-a33d24f152cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.254118 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.261410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.314461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Transition to ACTIVE for port object 55c443c0-01f2-4617-9041-1cd2eaff89d6 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:14.374614 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.378895 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.408066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.414926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.457759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f776b09-8791-4109-8c4c-09a75e4f8d76 req-73f91c6e-c1fb-447b-b96f-53ff8e701cb7 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.465327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f776b09-8791-4109-8c4c-09a75e4f8d76 req-73f91c6e-c1fb-447b-b96f-53ff8e701cb7 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.2699280 Jul 14 09:31:14.486544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.487524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Fanout notify agent at l3_agent the message router_deleted on router 9d44e8e9-0de6-4cc7-9d88-271f3be056e1 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:14.506084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.507342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a65888f7-8c87-4cbd-b1c4-70af62fcd904 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/routers/9d44e8e9-0de6-4cc7-9d88-271f3be056e1 HTTP/1.1" status: 204 len: 168 time: 1.4577453 Jul 14 09:31:14.512990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.526906 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.542392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Allocated IP 2001:db8::f816:3eff:fe99:c16e (c0dafcd5-dc31-4ce1-a478-e7ee59a39474/3d17015e-43c5-43f5-9262-1464e111f5cf/48b41feb-e407-4ca6-a993-08d161d7c2d4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:14.574209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f776b09-8791-4109-8c4c-09a75e4f8d76 req-4fbd82a8-3815-4ce9-95c1-52de5dd93733 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077402 Jul 14 09:31:14.619773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Deleting subnet 6092392b-c092-4981-af9c-7d16556535d8 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:14.623139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.674898 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.680160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:14.688016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:14.704286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:14.711216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.712408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.736982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Port': ['ID=55c443c0-01f2-4617-9041-1cd2eaff89d6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.747232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-24e676f1-ea38-46b8-8d34-ef4b93a33e0c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6339428 Jul 14 09:31:14.751996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.752292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.802098 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.814296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Transition to ACTIVE for port object 48b41feb-e407-4ca6-a993-08d161d7c2d4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:14.822434 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.833047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Transition to ACTIVE for port object 48b41feb-e407-4ca6-a993-08d161d7c2d4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:14.841226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.854676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting subnet 3d17015e-43c5-43f5-9262-1464e111f5cf {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:14.858299 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.861453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Subnet': ['ID=6092392b-c092-4981-af9c-7d16556535d8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.863170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.865178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a849b0a2-e21e-4cda-b190-4ea27b945213 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/subnets/6092392b-c092-4981-af9c-7d16556535d8 HTTP/1.1" status: 204 len: 168 time: 0.3511293 Jul 14 09:31:14.867974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.903411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.905827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:14.909631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:14.912742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:14.929063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Pushing event updated for resources: {'Port': ['ID=48b41feb-e407-4ca6-a993-08d161d7c2d4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.973947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.005244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Attempting to bind port 48b41feb-e407-4ca6-a993-08d161d7c2d4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:15.005724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Attempting to bind port 48b41feb-e407-4ca6-a993-08d161d7c2d4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'f77fc8c3-9895-4343-8675-58a2e6acc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:15.006099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Attempting to bind port 48b41feb-e407-4ca6-a993-08d161d7c2d4 on network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:15.012320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:15.013045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Checking segment: {'id': 'f77fc8c3-9895-4343-8675-58a2e6acc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:15.013457 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.013960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Bound using segment: {'id': 'f77fc8c3-9895-4343-8675-58a2e6acc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:15.014442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Bound port: 48b41feb-e407-4ca6-a993-08d161d7c2d4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77fc8c3-9895-4343-8675-58a2e6acc535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c0dafcd5-dc31-4ce1-a478-e7ee59a39474'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:15.014848 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.054522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.120821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.145380 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.148659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] For port 48b41feb-e407-4ca6-a993-08d161d7c2d4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:15.153311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] For port 48b41feb-e407-4ca6-a993-08d161d7c2d4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48b41feb-e407-4ca6-a993-08d161d7c2d4,segment=NetworkSegment(f77fc8c3-9895-4343-8675-58a2e6acc535),segment_id=f77fc8c3-9895-4343-8675-58a2e6acc535)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:15.160919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.164208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca85c80e-dae8-4c3b-908f-c71412df2c75']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:15.183006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae86bbca-f37a-4a42-b60d-5e961b4e1642') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:15.183281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae86bbca-f37a-4a42-b60d-5e961b4e1642') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:15.195647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Subnet': ['ID=3d17015e-43c5-43f5-9262-1464e111f5cf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.201432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.203626 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fe39ae68-4c63-4166-9644-6345cc8a2b24 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/3d17015e-43c5-43f5-9262-1464e111f5cf HTTP/1.1" status: 204 len: 168 time: 0.4499214 Jul 14 09:31:15.205365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.207400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54410) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.240565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:15.278150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.279580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291988e-193a-460b-87ec-e279788c2e42 None None] Pushing event updated for resources: {'Port': ['ID=48b41feb-e407-4ca6-a993-08d161d7c2d4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.317829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:15.318341 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:15.325174 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:15.406981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a0222-1570-413e-bb03-468f82d5a042 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.409740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a0222-1570-413e-bb03-468f82d5a042 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.411723 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-573a0222-1570-413e-bb03-468f82d5a042 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2032194 Jul 14 09:31:15.417181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.499961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.505218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.510405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] 10.222.0.18 "DELETE /v2.0/networks/ca85c80e-dae8-4c3b-908f-c71412df2c75 HTTP/1.1" status: 204 len: 168 time: 0.6413841 Jul 14 09:31:15.560426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8b811-4efa-42d1-823f-ffe80a783dd1 tempest-FloatingIPTestJSON-1090705371 tempest-FloatingIPTestJSON-1090705371-project] Pushing event deleted for resources: {'Network': ['ID=ca85c80e-dae8-4c3b-908f-c71412df2c75,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.610583 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6e44-059f-442b-a715-5fd6fbee099c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.631403 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ae6e44-059f-442b-a715-5fd6fbee099c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:31:15.631889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ae6e44-059f-442b-a715-5fd6fbee099c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:15.633713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a5ae6e44-059f-442b-a715-5fd6fbee099c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/c0dafcd5-dc31-4ce1-a478-e7ee59a39474 HTTP/1.1" status: 409 len: 405 time: 0.2154219 Jul 14 09:31:15.637959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54426) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.654171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-794383292'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:15.713964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:15.719692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.784652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:15.810734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.811858 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Added segment 9ae02209-97f4-448a-8660-5b616c24c5b9 of type vlan for network a6f999b1-15f6-4fef-bdf6-5253ae2f01bb Jul 14 09:31:15.902451 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.942979 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84b66565-c978-4dd8-9373-3118f0222a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.945962 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.954477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.958298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.046179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.062965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4215481 Jul 14 09:31:16.064427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4ec3e-95dc-4e6d-8ff9-d2e4ead68d47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Network': ['ID=a6f999b1-15f6-4fef-bdf6-5253ae2f01bb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.069883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54442) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.075587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'subnet': {'network_id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:16.081753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a6f999b1-15f6-4fef-bdf6-5253ae2f01bb details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:16.160649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:16.168977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.175652 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] Sync routers for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:16.196671 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:16.198968 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.356355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96982-a31c-4d94-8a43-ebcbd7799ade req-4607f483-a610-47aa-ba1d-fd3670395255 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.363389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03c96982-a31c-4d94-8a43-ebcbd7799ade req-4607f483-a610-47aa-ba1d-fd3670395255 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.3646641 Jul 14 09:31:16.365186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:16.368749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.391085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5b7caaed-f279-4119-a7ed-2e4ac2bbb6b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68a24052a95c471baa52af1ca7642b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372326 Jul 14 09:31:16.393694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.404163 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:16.488475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7ba4-2789-4f44-9674-5145048adda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.529692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7ba4-2789-4f44-9674-5145048adda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.552742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:16.555282 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac29c62-4f42-4480-aee1-531d96db9552" -d '{"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:16.602705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7ba4-2789-4f44-9674-5145048adda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.605585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0ea7ba4-2789-4f44-9674-5145048adda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.606770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b0ea7ba4-2789-4f44-9674-5145048adda4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa467add-088b-4856-9e7c-32022d96a309 HTTP/1.1" status: 204 len: 168 time: 0.2119362 Jul 14 09:31:16.621254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7ba4-2789-4f44-9674-5145048adda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa467add-088b-4856-9e7c-32022d96a309,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.705501 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-03c96982-a31c-4d94-8a43-ebcbd7799ade req-735cb519-3014-4bf9-9fd9-415fbbc707c7 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411307 Jul 14 09:31:16.722971 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e6f7b13-d36e-4d9c-a3e9-d2c5f7c0773e tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "PUT /v2.0/floatingips/d1bf2332-b711-417a-8d3f-5819327c36d5 HTTP/1.1" status: 200 len: 993 time: 5.6714575 Jul 14 09:31:16.742939 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd1bf2332-b711-417a-8d3f-5819327c36d5', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'mac_address': 'fa:16:3e:31:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:06Z', 'updated_at': '2021-07-14T09:31:14Z', 'revision_number': 2, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.787659 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] Checking router: dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:16.817202 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:16.818064 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:30:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.841181 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0827759-c17f-4903-a2de-b080b9446e3a x-openstack-request-id: req-e0827759-c17f-4903-a2de-b080b9446e3a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:16.841807 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:16.842342 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0827759-c17f-4903-a2de-b080b9446e3a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:16.842894 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544', 'status': 'completed', 'code': 200} Jul 14 09:31:16.873695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d3352-6322-45a6-a3cd-6ef0166cf79b None None] Network c0dafcd5-dc31-4ce1-a478-e7ee59a39474 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:16.965986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-e8538152-2dbb-4bf7-9751-83a1d389b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.973377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-e8538152-2dbb-4bf7-9751-83a1d389b0bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1097 time: 0.1167808 Jul 14 09:31:17.071703 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:17.164377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-062e698e-d987-47ce-9232-62fe4bb70c5e None None] Provisioning for port 48b41feb-e407-4ca6-a993-08d161d7c2d4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:17.181675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-b6813f73-97e7-47f2-9ede-12288eef1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.183286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-b6813f73-97e7-47f2-9ede-12288eef1e66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 200 len: 915 time: 0.2029808 Jul 14 09:31:17.235262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:31:17.253127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.313101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-d131101b-c2f1-401f-9c15-7057667b45c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 200 len: 1001 time: 0.1202765 Jul 14 09:31:17.401075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Checking segment: {'id': '9ae02209-97f4-448a-8660-5b616c24c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:17.401445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network hostable DHCP agents. Network: a6f999b1-15f6-4fef-bdf6-5253ae2f01bb, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:17.409940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Subnet': ['ID=712d18dd-3bbe-4543-83a2-888adfdc1017,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.471426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fe02d809-10b6-479e-a3bf-9b62adacf272 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:17.476216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network a6f999b1-15f6-4fef-bdf6-5253ae2f01bb is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:17.498349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a6f999b1-15f6-4fef-bdf6-5253ae2f01bb) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:17.505515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.506136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.525513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-0a14113a-576a-4c02-9fde-877f83a0316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.533235 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-0a14113a-576a-4c02-9fde-877f83a0316c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f HTTP/1.1" status: 200 len: 853 time: 0.2116983 Jul 14 09:31:17.534708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f0d3932e-de50-45a1-8e41-66031fb40eaf tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4598801 Jul 14 09:31:17.534953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.556189 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd1bf2332-b711-417a-8d3f-5819327c36d5', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'mac_address': 'fa:16:3e:31:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:06Z', 'updated_at': '2021-07-14T09:31:14Z', 'revision_number': 2, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:17.570044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] DHCP port deletion for c0dafcd5-dc31-4ce1-a478-e7ee59a39474 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:17.572596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ead16-32ee-447c-adf2-9397095f6315 None None] Network a6f999b1-15f6-4fef-bdf6-5253ae2f01bb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:17.583152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: fe02d809-10b6-479e-a3bf-9b62adacf272 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:17.583958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fe02d809-10b6-479e-a3bf-9b62adacf272 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:17.601683 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ab4c9-edae-4fd3-ad46-43867f5c5b25 None None] The sync data for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 is: [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd1bf2332-b711-417a-8d3f-5819327c36d5', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'port_id': '0b875230-0148-47fe-9530-6c54d65b9544', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'mac_address': 'fa:16:3e:31:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641812f3-ec38-4289-adc5-204154fa12bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:06Z', 'updated_at': '2021-07-14T09:31:14Z', 'revision_number': 2, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:17.676782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c922ae-4184-4115-9438-d58ffd74e63d req-41dbe6dc-7577-448d-b54a-26af70353738 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.678386 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2c922ae-4184-4115-9438-d58ffd74e63d req-41dbe6dc-7577-448d-b54a-26af70353738 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.0889878 Jul 14 09:31:17.735678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2c922ae-4184-4115-9438-d58ffd74e63d req-df88df6a-1d81-4aab-ab82-dd5d758589d1 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Jul 14 09:31:17.817009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] Deleting port 48b41feb-e407-4ca6-a993-08d161d7c2d4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:17.817009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.946053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] For port 48b41feb-e407-4ca6-a993-08d161d7c2d4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=48b41feb-e407-4ca6-a993-08d161d7c2d4,segment=NetworkSegment(f77fc8c3-9895-4343-8675-58a2e6acc535),segment_id=f77fc8c3-9895-4343-8675-58a2e6acc535)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:17.946523 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.971299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] Calling delete_port for 48b41feb-e407-4ca6-a993-08d161d7c2d4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:18.026870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54494) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:18.056965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a6f999b1-15f6-4fef-bdf6-5253ae2f01bb', 'network_id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb', 'tenant_id': '51fc6147d5004240b59f555990371d2c', 'fixed_ips': [{'subnet_id': '712d18dd-3bbe-4543-83a2-888adfdc1017'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:18.057864 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.169900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170849706'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:18.200695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:18.205390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.216873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.252390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba945-a38d-424e-bb93-89a4fea0edaa req-8c59f13a-b9b8-4da7-81cf-6a8264d3c2e6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.254332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfdba945-a38d-424e-bb93-89a4fea0edaa req-8c59f13a-b9b8-4da7-81cf-6a8264d3c2e6 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 945 time: 0.9104609 Jul 14 09:31:18.261698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Allocated IP 2001:db8::f816:3eff:fe1d:3365 (a6f999b1-15f6-4fef-bdf6-5253ae2f01bb/712d18dd-3bbe-4543-83a2-888adfdc1017/9b03d00f-7108-4592-8267-ecc0429301bd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:18.266057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.331887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-dadddad5-1ef4-4c7b-aaec-3f2631f9c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.333580 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-dadddad5-1ef4-4c7b-aaec-3f2631f9c59c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=206ef09b-c7e4-4c28-ad44-326d61660e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7746255 Jul 14 09:31:18.346412 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.376073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.383251 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.397262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] Pushing event deleted for resources: {'Port': ['ID=48b41feb-e407-4ca6-a993-08d161d7c2d4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.398485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a5f40-a0ad-4480-bd57-90b2bce44200 None None] No DVR routers for this DVR port 48b41feb-e407-4ca6-a993-08d161d7c2d4 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:18.472688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfdba945-a38d-424e-bb93-89a4fea0edaa req-b651d972-d911-449b-85bb-bebbbb6bb6da tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/security-groups?id=8be24023-f3f9-49b0-8c87-9c1219a8aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949263 Jul 14 09:31:18.474646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:18.486495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e909d99e-880c-4d41-9b1f-f3a0c6f53706,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.503195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.503773 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment 8b8fe2b9-96ae-49f1-9977-c81bf8959d2b of type vlan for network 934db46d-0938-4be5-8899-b290ca58b4ae Jul 14 09:31:18.512352 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.551612 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.563758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Transition to ACTIVE for port object 9b03d00f-7108-4592-8267-ecc0429301bd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:18.567705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.578278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-e1312ac6-01c2-4dc6-975c-ed759505b1ce service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243655 Jul 14 09:31:18.593908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Transition to ACTIVE for port object 9b03d00f-7108-4592-8267-ecc0429301bd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:18.599445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-ce762ead-2412-4b8f-b494-14c4c946cbe5 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.601429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-ce762ead-2412-4b8f-b494-14c4c946cbe5 tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 945 time: 0.1879008 Jul 14 09:31:18.601671 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.648176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Network a6f999b1-15f6-4fef-bdf6-5253ae2f01bb is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:18.651474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:18.655562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.656517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:18.660226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Pushing event updated for resources: {'Port': ['ID=9b03d00f-7108-4592-8267-ecc0429301bd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.665940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.666653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.675627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.717150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Subnet': ['ID=712d18dd-3bbe-4543-83a2-888adfdc1017,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.725058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Attempting to bind port 9b03d00f-7108-4592-8267-ecc0429301bd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:18.725517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Attempting to bind port 9b03d00f-7108-4592-8267-ecc0429301bd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9ae02209-97f4-448a-8660-5b616c24c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:18.725960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Attempting to bind port 9b03d00f-7108-4592-8267-ecc0429301bd on network a6f999b1-15f6-4fef-bdf6-5253ae2f01bb {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:18.732518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:18.732905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Checking segment: {'id': '9ae02209-97f4-448a-8660-5b616c24c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:18.739407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.739407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Bound using segment: {'id': '9ae02209-97f4-448a-8660-5b616c24c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:18.739407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Bound port: 9b03d00f-7108-4592-8267-ecc0429301bd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae02209-97f4-448a-8660-5b616c24c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:18.739407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.762905 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7265558 Jul 14 09:31:18.801567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72170a74-f306-4d45-a2fc-2ba61f4d375f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=934db46d-0938-4be5-8899-b290ca58b4ae,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.808000 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ac29c62-4f42-4480-aee1-531d96db9552 req-e8e88e94-7b07-46a6-96ad-69c47a2cb049 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230914 Jul 14 09:31:18.821788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.844486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:18.847247 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7fcd9-9b32-454d-b537-0b42a40abb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:18.861406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f999b1-15f6-4fef-bdf6-5253ae2f01bb']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:18.887960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae02209-97f4-448a-8660-5b616c24c5b9') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:18.888259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae02209-97f4-448a-8660-5b616c24c5b9') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:18.911939 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c12ee48-f6a7-4b19-82d2-81cc79102068 x-openstack-request-id: req-5c12ee48-f6a7-4b19-82d2-81cc79102068 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:18.912391 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:18.912750 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c12ee48-f6a7-4b19-82d2-81cc79102068 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:18.913202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.913333 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544', 'status': 'completed', 'code': 200} Jul 14 09:31:18.918554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Deleting port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:18.919048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.966769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 934db46d-0938-4be5-8899-b290ca58b4ae details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:18.971116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.979384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:18.980023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:18.983456 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:19.060209 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:19.060209 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:19.060209 n-d-758944-44 neutron-server[93753]: [parameters: {'id': 'a6f999b1-15f6-4fef-bdf6-5253ae2f01bb'}] Jul 14 09:31:19.060209 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:19.061120 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:19.066757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-04ca9a1f-0e0b-46c2-a496-426d44a62db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.067663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] For port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,segment=NetworkSegment(4211bf82-d39d-48bc-b891-1325b67e19f7),segment_id=4211bf82-d39d-48bc-b891-1325b67e19f7)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:19.068136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.069144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-04ca9a1f-0e0b-46c2-a496-426d44a62db3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1097 time: 0.1289618 Jul 14 09:31:19.101681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.112184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Calling delete_port for 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:19.145987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] For port 9b03d00f-7108-4592-8267-ecc0429301bd, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:19.150084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] For port 9b03d00f-7108-4592-8267-ecc0429301bd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9b03d00f-7108-4592-8267-ecc0429301bd,segment=NetworkSegment(9ae02209-97f4-448a-8660-5b616c24c5b9),segment_id=9ae02209-97f4-448a-8660-5b616c24c5b9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:19.156062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.210374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606eefc-47e9-4e05-8bf7-31e49d0b57eb req-1802954f-e9fb-42df-9be4-0f92d2c8c3b1 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.217940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3606eefc-47e9-4e05-8bf7-31e49d0b57eb req-1802954f-e9fb-42df-9be4-0f92d2c8c3b1 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.1468010 Jul 14 09:31:19.233946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-38966e61-03d8-487d-ba1f-69668f347281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.236801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-38966e61-03d8-487d-ba1f-69668f347281 service neutron] 10.222.0.48 "GET /v2.0/networks?id=206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 200 len: 915 time: 0.1598513 Jul 14 09:31:19.251340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22df958-963b-4e19-b28e-90786b61e7ea req-16798236-8275-4272-ad2a-137670df7f16 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.253254 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d22df958-963b-4e19-b28e-90786b61e7ea req-16798236-8275-4272-ad2a-137670df7f16 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 946 time: 0.1048863 Jul 14 09:31:19.280023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3606eefc-47e9-4e05-8bf7-31e49d0b57eb req-97dcfc6f-c1bb-4a0c-ab50-e23d6f6bd854 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/security-groups?id=d27eb102-74f0-40c3-98fe-54b7056a5728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604208 Jul 14 09:31:19.334111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb29aa0-9e60-4013-a4ff-73b33b4d204a None None] Network a6f999b1-15f6-4fef-bdf6-5253ae2f01bb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:19.336734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891daee2-6a42-4f3d-b104-347485b9204c None None] Pushing event updated for resources: {'Port': ['ID=9b03d00f-7108-4592-8267-ecc0429301bd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.388907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.408415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:19.450257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Pushing event deleted for resources: {'Port': ['ID=6bb251ce-c36f-40c0-a4a6-8eaa73a11e60,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.543997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] No DVR routers for this DVR port 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:19.547908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-f3c2903f-8003-4c90-8ac3-fef803c8a910 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 200 len: 1001 time: 0.2913773 Jul 14 09:31:19.548058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.550170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eda31cf2-ab49-47c9-b524-efba6b8f6ce3 req-6b855de9-b089-40bf-85b4-a575cb09023f tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.48 "DELETE /v2.0/ports/6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 HTTP/1.1" status: 204 len: 173 time: 0.9428380 Jul 14 09:31:19.576162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.664666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce3df77a-96a1-4a22-a22f-b424c14d4525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.700527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.724284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9876c87c-0185-49e5-a64a-47f94caf349d req-2be90b3d-d1fd-4678-9334-3468e659c12a tempest-ServersTestJSON-131427370 tempest-ServersTestJSON-131427370-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc7dbf6f-0cfc-4285-adea-efe78ec82f55 HTTP/1.1" status: 200 len: 210 time: 0.0701776 Jul 14 09:31:19.741666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c985763-2890-42d5-b7c5-19f071f73bc2 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:19.774339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Deleting port 92938f9e-bf57-4d6a-9762-9af6982b818b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:19.774693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.855505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-828af015-9f18-47b4-a80d-feff748f091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.856101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-828af015-9f18-47b4-a80d-feff748f091a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f HTTP/1.1" status: 200 len: 853 time: 0.3042419 Jul 14 09:31:19.908560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c985763-2890-42d5-b7c5-19f071f73bc2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:19.953935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting port 9b03d00f-7108-4592-8267-ecc0429301bd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:19.954279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.965553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] For port 92938f9e-bf57-4d6a-9762-9af6982b818b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=92938f9e-bf57-4d6a-9762-9af6982b818b,segment=NetworkSegment(0324da8e-8c31-45dd-b3d8-373f6408bac7),segment_id=0324da8e-8c31-45dd-b3d8-373f6408bac7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:19.965910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.026561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Calling delete_port for 92938f9e-bf57-4d6a-9762-9af6982b818b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:20.058955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-d5a6643d-2145-4d89-99b7-751516f4a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.063544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-d5a6643d-2145-4d89-99b7-751516f4a53c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=206ef09b-c7e4-4c28-ad44-326d61660e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960349 Jul 14 09:31:20.084142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] For port 9b03d00f-7108-4592-8267-ecc0429301bd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9b03d00f-7108-4592-8267-ecc0429301bd,segment=NetworkSegment(9ae02209-97f4-448a-8660-5b616c24c5b9),segment_id=9ae02209-97f4-448a-8660-5b616c24c5b9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:20.084725 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.113252 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.173916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Calling delete_port for 9b03d00f-7108-4592-8267-ecc0429301bd owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:20.320950 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-174fe23b-0e56-481f-8ffc-8e921ded5784 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402754 Jul 14 09:31:20.361929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.490754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Port': ['ID=9b03d00f-7108-4592-8267-ecc0429301bd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.511678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No DVR routers for this DVR port 9b03d00f-7108-4592-8267-ecc0429301bd on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:20.566111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.580596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['92938f9e-bf57-4d6a-9762-9af6982b818b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:20.666339 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6aefd7a2-f18b-4bba-9bf5-5bad98cfa737 req-677210c4-be62-4916-b86e-8d4869523c17 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1b62fb-36b8-4292-896f-0b005182107f HTTP/1.1" status: 200 len: 210 time: 0.0673175 Jul 14 09:31:20.696478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Pushing event deleted for resources: {'Port': ['ID=92938f9e-bf57-4d6a-9762-9af6982b818b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.731434 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.734024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] No DVR routers for this DVR port 92938f9e-bf57-4d6a-9762-9af6982b818b on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:20.737331 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.739818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d22df958-963b-4e19-b28e-90786b61e7ea req-72ef7830-3e10-4a6d-b934-a9d36f9b4616 tempest-TestServerAdvancedOps-2007893556 tempest-TestServerAdvancedOps-2007893556-project] 10.222.0.11 "DELETE /v2.0/ports/92938f9e-bf57-4d6a-9762-9af6982b818b HTTP/1.1" status: 204 len: 173 time: 1.4784603 Jul 14 09:31:20.747937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1b62fb-36b8-4292-896f-0b005182107f', 'name': 'network-vif-deleted', 'tag': '92938f9e-bf57-4d6a-9762-9af6982b818b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:20.752154 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1554a5a-e835-49d5-a606-55817b07cefc" -d '{"events": [{"server_uuid": "7f1b62fb-36b8-4292-896f-0b005182107f", "name": "network-vif-deleted", "tag": "92938f9e-bf57-4d6a-9762-9af6982b818b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:20.759673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f999b1-15f6-4fef-bdf6-5253ae2f01bb']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:20.778296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae02209-97f4-448a-8660-5b616c24c5b9') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:20.779307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae02209-97f4-448a-8660-5b616c24c5b9') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:20.801795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.824225 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.830749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:20.831153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.901509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d7fcd9-9b32-454d-b537-0b42a40abb7c req-d775909a-546d-43a3-84a1-4a91db15ee97 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687470 Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:20.902496 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:20.914600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'name': 'network-vif-deleted', 'tag': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:20.917592 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eaefbf-8c8b-48b3-81aa-2140e51fe83e" -d '{"events": [{"server_uuid": "dc7dbf6f-0cfc-4285-adea-efe78ec82f55", "name": "network-vif-deleted", "tag": "6bb251ce-c36f-40c0-a4a6-8eaa73a11e60"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:20.927326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:20.941446 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e9effa-b469-432f-8e9e-8ae689ed2b4c x-openstack-request-id: req-a5e9effa-b469-432f-8e9e-8ae689ed2b4c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:20.941742 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1b62fb-36b8-4292-896f-0b005182107f", "name": "network-vif-deleted", "tag": "92938f9e-bf57-4d6a-9762-9af6982b818b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:20.942042 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5e9effa-b469-432f-8e9e-8ae689ed2b4c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:20.942459 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1b62fb-36b8-4292-896f-0b005182107f', 'name': 'network-vif-deleted', 'tag': '92938f9e-bf57-4d6a-9762-9af6982b818b', 'status': 'completed', 'code': 200} Jul 14 09:31:20.950891 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.956928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.958908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/a6f999b1-15f6-4fef-bdf6-5253ae2f01bb HTTP/1.1" status: 204 len: 168 time: 3.4230151 Jul 14 09:31:20.969254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:20.981759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-475977680'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:20.998557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cf4d3-b889-4972-9169-a6c3e1e0389c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Network': ['ID=a6f999b1-15f6-4fef-bdf6-5253ae2f01bb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.018243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:21.026348 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.035301 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e844d-5edd-4d07-a609-f6d6e99c4dd6 x-openstack-request-id: req-b59e844d-5edd-4d07-a609-f6d6e99c4dd6 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:21.035631 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7dbf6f-0cfc-4285-adea-efe78ec82f55", "name": "network-vif-deleted", "tag": "6bb251ce-c36f-40c0-a4a6-8eaa73a11e60", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:21.035893 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b59e844d-5edd-4d07-a609-f6d6e99c4dd6 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:21.036305 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7dbf6f-0cfc-4285-adea-efe78ec82f55', 'name': 'network-vif-deleted', 'tag': '6bb251ce-c36f-40c0-a4a6-8eaa73a11e60', 'status': 'completed', 'code': 200} Jul 14 09:31:21.069293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:21.074499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] Deleting subnet 1f740fca-f926-4310-ba56-bde45cb25f14 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:21.079184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.111548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.112338 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Added segment 5d9f4fff-87a1-4bf7-b578-99fdb1a73681 of type vlan for network 6c5f4949-4359-4647-8d21-325351d51ae0 Jul 14 09:31:21.124358 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.173066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.177293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.207897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.215856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.216758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.246172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.297621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f740fca-f926-4310-ba56-bde45cb25f14,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.306041 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.310988 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-208d750d-3ac7-4662-adca-51ade295c039 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f740fca-f926-4310-ba56-bde45cb25f14 HTTP/1.1" status: 204 len: 168 time: 0.3788838 Jul 14 09:31:21.311484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.312761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Network': ['ID=6c5f4949-4359-4647-8d21-325351d51ae0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.323123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-992550b5-dec7-4ca5-9b13-ad45b2e1d944 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3523388 Jul 14 09:31:21.324258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 6c5f4949-4359-4647-8d21-325351d51ae0 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:21.329077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54554) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.340499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'subnet': {'network_id': '6c5f4949-4359-4647-8d21-325351d51ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:21.476888 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.499162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:21.504241 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.541445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.791611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.835748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54562) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.849594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.880288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83a7abd-35cf-4f6c-95e3-62222ad25010']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.890889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Subnet': ['ID=ed4d52c0-6045-4c9b-8fee-6e692f318d39,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.902547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4211bf82-d39d-48bc-b891-1325b67e19f7') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.902850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4211bf82-d39d-48bc-b891-1325b67e19f7') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.917807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.928757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] Deleting subnet 5de83e6f-b5f6-4b75-aa4d-f7a1834181c1 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:21.938524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Checking segment: {'id': '5d9f4fff-87a1-4bf7-b578-99fdb1a73681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c5f4949-4359-4647-8d21-325351d51ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:21.939111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network hostable DHCP agents. Network: 6c5f4949-4359-4647-8d21-325351d51ae0, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:21.942288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.961739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network 6c5f4949-4359-4647-8d21-325351d51ae0 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:21.963812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.977322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:21.978593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:21.979655 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:21.983446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 6c5f4949-4359-4647-8d21-325351d51ae0) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:21.991430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b57d6-8cdd-49d6-9f37-fb92cb01681a None None] Network 6c5f4949-4359-4647-8d21-325351d51ae0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:21.999550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:22.000419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.023259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d7dc5c7d-f3c3-429b-86ba-7cf01cc9cef0 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6914544 Jul 14 09:31:22.025960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.073739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.136567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.160478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.165847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e83a7abd-35cf-4f6c-95e3-62222ad25010 HTTP/1.1" status: 204 len: 168 time: 0.8495193 Jul 14 09:31:22.196733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.203735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.281291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54576) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.283060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.283060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.293863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-6c5f4949-4359-4647-8d21-325351d51ae0', 'network_id': '6c5f4949-4359-4647-8d21-325351d51ae0', 'tenant_id': '51fc6147d5004240b59f555990371d2c', 'fixed_ips': [{'subnet_id': 'ed4d52c0-6045-4c9b-8fee-6e692f318d39'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:22.294748 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.310236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a693c84-2cb3-419f-b1ac-a16c6972b41b admin admin] Pushing event deleted for resources: {'Network': ['ID=e83a7abd-35cf-4f6c-95e3-62222ad25010,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.370371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.390892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': '934db46d-0938-4be5-8899-b290ca58b4ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:22.391986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.394495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5de83e6f-b5f6-4b75-aa4d-f7a1834181c1 HTTP/1.1" status: 204 len: 168 time: 0.5578051 Jul 14 09:31:22.402473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1311ae60-fefc-4df0-bd8f-00b165d770a3 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/floatingips/0b23f30a-5c5d-4e20-a6c8-c0563408655b HTTP/1.1" status: 200 len: 992 time: 0.1148639 Jul 14 09:31:22.416175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.417104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2b469-5e85-4e3c-8358-fbd63837986f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de83e6f-b5f6-4b75-aa4d-f7a1834181c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.475626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.521654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:22.544351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.557761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:22.558007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6bb251ce-c36f-40c0-a4a6-8eaa73a11e60 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:22.566270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Allocated IP 2001:db8::2 (6c5f4949-4359-4647-8d21-325351d51ae0/ed4d52c0-6045-4c9b-8fee-6e692f318d39/a151cf33-8d81-4939-8b1a-b1e8cee5c8d2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:22.577143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:22.584903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.705665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-512381b7-6939-4843-832b-af77778e94b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2ed925a7a0246439a5a21f0114f4745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288418 Jul 14 09:31:22.709936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.748039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.767305 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.777968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e7f19c-ba49-473b-8a6a-1436897f3b70']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:22.784200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Transition to ACTIVE for port object a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:22.804439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Transition to ACTIVE for port object a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:22.814604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0324da8e-8c31-45dd-b3d8-373f6408bac7') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:22.815055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0324da8e-8c31-45dd-b3d8-373f6408bac7') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:22.816147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54598) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.818916 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.826033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dda792d-ad0f-406c-80e5-5725206ebc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.841166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.868387 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.871496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dda792d-ad0f-406c-80e5-5725206ebc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.880370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.895649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:22.896069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:22.897828 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:22.907998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Network 6c5f4949-4359-4647-8d21-325351d51ae0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:22.913148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:22.918991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:22.947579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.971513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.988281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Pushing event updated for resources: {'Port': ['ID=a151cf33-8d81-4939-8b1a-b1e8cee5c8d2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.018333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.037178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.041907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] 10.222.0.18 "DELETE /v2.0/networks/45e7f19c-ba49-473b-8a6a-1436897f3b70 HTTP/1.1" status: 204 len: 168 time: 0.6192188 Jul 14 09:31:23.041907 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81abe2d-1e3e-4d78-9e1f-f0a47f6d3086 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e7f19c-ba49-473b-8a6a-1436897f3b70,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.044436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54602) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.067569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Attempting to bind port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:23.068050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4d52c0-6045-4c9b-8fee-6e692f318d39,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.068147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Attempting to bind port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '5d9f4fff-87a1-4bf7-b578-99fdb1a73681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c5f4949-4359-4647-8d21-325351d51ae0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:23.068326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Attempting to bind port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 on network 6c5f4949-4359-4647-8d21-325351d51ae0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:23.076962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:23.077437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Checking segment: {'id': '5d9f4fff-87a1-4bf7-b578-99fdb1a73681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c5f4949-4359-4647-8d21-325351d51ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:23.078601 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.079082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Bound using segment: {'id': '5d9f4fff-87a1-4bf7-b578-99fdb1a73681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c5f4949-4359-4647-8d21-325351d51ae0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:23.079743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Bound port: a151cf33-8d81-4939-8b1a-b1e8cee5c8d2, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9f4fff-87a1-4bf7-b578-99fdb1a73681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6c5f4949-4359-4647-8d21-325351d51ae0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:23.080211 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.098028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dda792d-ad0f-406c-80e5-5725206ebc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.100992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dda792d-ad0f-406c-80e5-5725206ebc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.102358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8dda792d-ad0f-406c-80e5-5725206ebc07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8be24023-f3f9-49b0-8c87-9c1219a8aa19 HTTP/1.1" status: 204 len: 168 time: 0.3913016 Jul 14 09:31:23.120790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda792d-ad0f-406c-80e5-5725206ebc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be24023-f3f9-49b0-8c87-9c1219a8aa19,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.137714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] Deleting subnet a836c554-ffbd-4020-a8ab-dd79c75cb094 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:23.142117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.191759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': '8b8fe2b9-96ae-49f1-9977-c81bf8959d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '934db46d-0938-4be5-8899-b290ca58b4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:23.192132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: 934db46d-0938-4be5-8899-b290ca58b4ae, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:23.202308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.213415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.216474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] For port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:23.220750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] For port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a151cf33-8d81-4939-8b1a-b1e8cee5c8d2,segment=NetworkSegment(5d9f4fff-87a1-4bf7-b578-99fdb1a73681),segment_id=5d9f4fff-87a1-4bf7-b578-99fdb1a73681)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:23.230878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 934db46d-0938-4be5-8899-b290ca58b4ae is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:23.232830 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.236570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5f4949-4359-4647-8d21-325351d51ae0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:23.254307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9f4fff-87a1-4bf7-b578-99fdb1a73681') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:23.254616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9f4fff-87a1-4bf7-b578-99fdb1a73681') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:23.279001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 934db46d-0938-4be5-8899-b290ca58b4ae) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:23.294236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.294839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33cbd9a-e56e-4459-9c57-da34c1ee75f1 None None] Network 934db46d-0938-4be5-8899-b290ca58b4ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:23.301548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.302183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.315688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.330292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2f3fa3a3-aa80-4dcf-b5b6-c4fe7504e5bf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0407240 Jul 14 09:31:23.333044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.342394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022636006'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:23.352659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.367045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:23.368586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:23.372678 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:23.416873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.424143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eee0e3-0143-4f09-82ed-064138c50abc None None] Pushing event updated for resources: {'Port': ['ID=a151cf33-8d81-4939-8b1a-b1e8cee5c8d2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.453583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16363262-68e7-4486-8e6d-8ea289742a24 None None] Network 6c5f4949-4359-4647-8d21-325351d51ae0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:23.474482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a836c554-ffbd-4020-a8ab-dd79c75cb094,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.479484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.484267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9697e6dc-83b9-4c43-8315-343cf93431de admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a836c554-ffbd-4020-a8ab-dd79c75cb094 HTTP/1.1" status: 204 len: 168 time: 0.4406269 Jul 14 09:31:23.485095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.512260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 92938f9e-bf57-4d6a-9762-9af6982b818b no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:23.541118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:23.541118 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:23.541118 n-d-758944-44 neutron-server[93753]: [parameters: {'id': '6c5f4949-4359-4647-8d21-325351d51ae0'}] Jul 14 09:31:23.541118 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:23.541941 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:23.550461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port 294bbd4a-7487-4fca-9892-dd0f22449acb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:23.558138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.562264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:23.564364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 92938f9e-bf57-4d6a-9762-9af6982b818b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:23.564799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 92938f9e-bf57-4d6a-9762-9af6982b818b not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:23.566227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.603771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.636895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:23.659427 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.660146 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment 80c01116-22f9-4079-b890-f6de25dfdd4f of type vlan for network 5d42c4fb-c9f8-40d9-af30-f737d98e68cc Jul 14 09:31:23.689938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-934db46d-0938-4be5-8899-b290ca58b4ae', 'network_id': '934db46d-0938-4be5-8899-b290ca58b4ae', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': '10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:23.690830 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.712395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.712777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.741962 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.745544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for 294bbd4a-7487-4fca-9892-dd0f22449acb owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:23.817835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.841322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7281a7-880b-4452-8162-60ebdeb30d9f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:23.868901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96435c1d-d6d0-4cc5-8ad4-17fde6307d99') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:23.869233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96435c1d-d6d0-4cc5-8ad4-17fde6307d99') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:23.893174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.936145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Allocated IP 2001:db8:0:ffff::2 (934db46d-0938-4be5-8899-b290ca58b4ae/10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8/373b963d-a975-4400-b67a-6f5e01a78036) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:23.942236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.949240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:23.949651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:23.951735 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:24.026693 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.075057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.077219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] 10.222.0.18 "DELETE /v2.0/networks/6e7281a7-880b-4452-8162-60ebdeb30d9f HTTP/1.1" status: 204 len: 168 time: 0.5911064 Jul 14 09:31:24.078876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c4af5-f6ac-48ca-9be2-dc92a7d0c12b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7281a7-880b-4452-8162-60ebdeb30d9f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.185702 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.197456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Transition to ACTIVE for port object 373b963d-a975-4400-b67a-6f5e01a78036 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:24.223040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Transition to ACTIVE for port object 373b963d-a975-4400-b67a-6f5e01a78036 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:24.238746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.255124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.262654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.309612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c35d24a3-805f-4bba-99c1-2dbd4f23172b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8cc00e7294a412493ec79883b5731c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455649 Jul 14 09:31:24.312611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54650) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.321257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.327499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.328584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.335948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Network 934db46d-0938-4be5-8899-b290ca58b4ae is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:24.339648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Pushing event updated for resources: {'Port': ['ID=373b963d-a975-4400-b67a-6f5e01a78036,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.358435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:24.364149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:24.400843 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf2e3-7e80-4a19-ae5c-e30985ed091d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.402543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54652) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.450146 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf2e3-7e80-4a19-ae5c-e30985ed091d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.457084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1215062 Jul 14 09:31:24.465227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.474677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': '5d42c4fb-c9f8-40d9-af30-f737d98e68cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.483992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Attempting to bind port 373b963d-a975-4400-b67a-6f5e01a78036 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:24.484505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Attempting to bind port 373b963d-a975-4400-b67a-6f5e01a78036 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '8b8fe2b9-96ae-49f1-9977-c81bf8959d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '934db46d-0938-4be5-8899-b290ca58b4ae'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:24.485103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Attempting to bind port 373b963d-a975-4400-b67a-6f5e01a78036 on network 934db46d-0938-4be5-8899-b290ca58b4ae {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:24.489007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526f0cb-1bae-4929-85f4-0f510e7eb82c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=5d42c4fb-c9f8-40d9-af30-f737d98e68cc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.493276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:24.493833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Checking segment: {'id': '8b8fe2b9-96ae-49f1-9977-c81bf8959d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '934db46d-0938-4be5-8899-b290ca58b4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:24.494601 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.495303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Bound using segment: {'id': '8b8fe2b9-96ae-49f1-9977-c81bf8959d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '934db46d-0938-4be5-8899-b290ca58b4ae'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:24.497037 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Bound port: 373b963d-a975-4400-b67a-6f5e01a78036, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8fe2b9-96ae-49f1-9977-c81bf8959d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '934db46d-0938-4be5-8899-b290ca58b4ae'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:24.497516 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.526045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf2e3-7e80-4a19-ae5c-e30985ed091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.527380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 5d42c4fb-c9f8-40d9-af30-f737d98e68cc details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:24.534460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf2e3-7e80-4a19-ae5c-e30985ed091d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.535485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fe6bf2e3-7e80-4a19-ae5c-e30985ed091d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d27eb102-74f0-40c3-98fe-54b7056a5728 HTTP/1.1" status: 204 len: 168 time: 0.2216768 Jul 14 09:31:24.576116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bf2e3-7e80-4a19-ae5c-e30985ed091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27eb102-74f0-40c3-98fe-54b7056a5728,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.586917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:24.587255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.708264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] For port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a151cf33-8d81-4939-8b1a-b1e8cee5c8d2,segment=NetworkSegment(5d9f4fff-87a1-4bf7-b578-99fdb1a73681),segment_id=5d9f4fff-87a1-4bf7-b578-99fdb1a73681)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:24.708710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.711500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:24.715685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.729402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1949365511-network', 'tenant_id': 'f47dccc544264ccbb8a16b3e5c6c8d4a'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.762082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] For port 373b963d-a975-4400-b67a-6f5e01a78036, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:24.762694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Made reservation on behalf of f47dccc544264ccbb8a16b3e5c6c8d4a for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:24.767899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.769853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] For port 373b963d-a975-4400-b67a-6f5e01a78036, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=373b963d-a975-4400-b67a-6f5e01a78036,segment=NetworkSegment(8b8fe2b9-96ae-49f1-9977-c81bf8959d2b),segment_id=8b8fe2b9-96ae-49f1-9977-c81bf8959d2b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:24.770990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.773311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Calling delete_port for a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:24.781455 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.794872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.867274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=294bbd4a-7487-4fca-9892-dd0f22449acb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.872363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ed727-0337-4768-b9df-b6040c989bb7 None None] Pushing event updated for resources: {'Port': ['ID=373b963d-a975-4400-b67a-6f5e01a78036,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.933420 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.939315 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.966097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:24.987439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297cfcbd-4ddd-40e4-a4ab-24f6c5f2bb16,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.005408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.008688 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Added segment 738f1336-4ec7-4d6d-b167-44519456d1d2 of type vlan for network 772acbe4-0111-41c4-998f-e371e3e63a43 Jul 14 09:31:25.083705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.084393 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Floating IP 0b23f30a-5c5d-4e20-a6c8-c0563408655b disassociated (deleted). External IP: 172.25.2.82, port: 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7. Jul 14 09:31:25.101028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.138551 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.139611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.140232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.226047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.248480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No DVR routers for this DVR port a151cf33-8d81-4939-8b1a-b1e8cee5c8d2 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:25.251207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.266434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8581777 Jul 14 09:31:25.275499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54674) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.286422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Request body: {'subnet': {'network_id': '772acbe4-0111-41c4-998f-e371e3e63a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1949365511-subnet', 'tenant_id': 'f47dccc544264ccbb8a16b3e5c6c8d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:25.329477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbdabb-2afd-46a8-8c39-f79eaac5be05 admin admin] Pushing event updated for resources: {'Network': ['ID=772acbe4-0111-41c4-998f-e371e3e63a43,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.345603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 772acbe4-0111-41c4-998f-e371e3e63a43 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:25.352712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Port': ['ID=a151cf33-8d81-4939-8b1a-b1e8cee5c8d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.359201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Made reservation on behalf of f47dccc544264ccbb8a16b3e5c6c8d4a for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:25.361849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.434495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.475142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5f4949-4359-4647-8d21-325351d51ae0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:25.576769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9f4fff-87a1-4bf7-b578-99fdb1a73681') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:25.579671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9f4fff-87a1-4bf7-b578-99fdb1a73681') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:25.611532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.626625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 373b963d-a975-4400-b67a-6f5e01a78036 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:25.636213 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.646316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5c23fa2f-94d7-453f-b801-d6f4522cf791 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e8706d1723f4d8a99ce8ef69071cd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392284 Jul 14 09:31:25.646956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.648229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.654813 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.694984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 373b963d-a975-4400-b67a-6f5e01a78036 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:25.725307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdb0eec-677e-4fb8-952c-0d4063bb001d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.734477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:25.734899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.736717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Checking segment: {'id': '738f1336-4ec7-4d6d-b167-44519456d1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '772acbe4-0111-41c4-998f-e371e3e63a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:25.737093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Network hostable DHCP agents. Network: 772acbe4-0111-41c4-998f-e371e3e63a43, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:25.754549 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:25.757444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Network 772acbe4-0111-41c4-998f-e371e3e63a43 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:25.767771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 772acbe4-0111-41c4-998f-e371e3e63a43) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:25.771938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.772719 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.785050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15379cef-3370-42f9-972c-81ef835d1380 None None] Network 772acbe4-0111-41c4-998f-e371e3e63a43 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:25.789309 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b4c8b41d-5126-4e84-bddb-22d6ce76c76f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5126379 Jul 14 09:31:25.852688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=d5f0d1df-c85e-4b64-bb14-54142f76b9e9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.939371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.956428 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.961536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/6c5f4949-4359-4647-8d21-325351d51ae0 HTTP/1.1" status: 204 len: 168 time: 3.9283550 Jul 14 09:31:25.962685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.970658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1287119151'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:25.980777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.983149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': '80c01116-22f9-4079-b890-f6de25dfdd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5d42c4fb-c9f8-40d9-af30-f737d98e68cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:25.983548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: 5d42c4fb-c9f8-40d9-af30-f737d98e68cc, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:26.017436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:26.021292 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.028344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892101e-8ee3-4890-ae09-84f8c46167ba tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Network': ['ID=6c5f4949-4359-4647-8d21-325351d51ae0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.034956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111c046f-8066-4c59-920b-42e4f4314974 None None] Network 772acbe4-0111-41c4-998f-e371e3e63a43 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:26.036099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6cb6-f468-4401-a714-1ffc6f575ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.060803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 05b836bb-3d6f-45d5-91d5-c94af95725cc has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:26.068076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:26.082388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.083061 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Added segment b5295906-0b27-4952-b3e5-a647fecf2044 of type vlan for network 518ab1d0-fafd-49ea-9b62-455e911c01ae Jul 14 09:31:26.132939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6cb6-f468-4401-a714-1ffc6f575ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.139880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.161060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 5d42c4fb-c9f8-40d9-af30-f737d98e68cc is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:26.171180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] Deleting subnet cfdb0eec-677e-4fb8-952c-0d4063bb001d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:26.178915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.180076 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.186565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:26.187770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.210550 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2457569 Jul 14 09:31:26.222563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:26.228090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Request body: {'subnet': {'network_id': '518ab1d0-fafd-49ea-9b62-455e911c01ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:26.228289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.337868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfeddc-45f0-4c79-b2e2-9b8363ac2e34 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Network': ['ID=518ab1d0-fafd-49ea-9b62-455e911c01ae,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.350214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 518ab1d0-fafd-49ea-9b62-455e911c01ae details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:26.383817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Made reservation on behalf of 51fc6147d5004240b59f555990371d2c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:26.389214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.464485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 5d42c4fb-c9f8-40d9-af30-f737d98e68cc) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:26.474628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da709d-7450-4649-84d6-9541a0395263 None None] Network 5d42c4fb-c9f8-40d9-af30-f737d98e68cc requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:26.481798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:26.482416 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.522179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.542208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000e9d7-aabc-4054-9912-0b724779da9d None None] Network 934db46d-0938-4be5-8899-b290ca58b4ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:26.553470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0aee434e-c55f-4b33-9297-38eb66f6deb6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0847642 Jul 14 09:31:26.556827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:26.589110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:26.601910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] Sync routers for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:26.628728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.669212 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6cb6-f468-4401-a714-1ffc6f575ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.672762 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6cb6-f468-4401-a714-1ffc6f575ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.676398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c0ad6cb6-f468-4401-a714-1ffc6f575ef2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/920063fb-3144-4f53-8a10-6c8fa7a850df HTTP/1.1" status: 204 len: 168 time: 1.0218298 Jul 14 09:31:26.762415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad6cb6-f468-4401-a714-1ffc6f575ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920063fb-3144-4f53-8a10-6c8fa7a850df,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.810849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.814765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.831571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.objects.ports [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:31:26.833485 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.851644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2c5e463-ee1a-4b61-8881-fa09c93d1cfe tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/floatingips/0b23f30a-5c5d-4e20-a6c8-c0563408655b HTTP/1.1" status: 204 len: 168 time: 4.0341067 Jul 14 09:31:26.854593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.856958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cfdb0eec-677e-4fb8-952c-0d4063bb001d HTTP/1.1" status: 204 len: 168 time: 0.8748524 Jul 14 09:31:26.858079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17208c2-dcb2-42f4-8141-f551821594bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdb0eec-677e-4fb8-952c-0d4063bb001d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.861156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:26.864633 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b19968-3f92-4df8-abf7-b695e5711df6" -d '{"events": [{"name": "network-changed", "server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:26.868299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:26.934589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event updated for resources: {'Subnet': ['ID=815791a6-ee8d-438c-9e7a-c7f3bc09a0b9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.943871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Checking segment: {'id': 'b5295906-0b27-4952-b3e5-a647fecf2044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '518ab1d0-fafd-49ea-9b62-455e911c01ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:26.944729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network hostable DHCP agents. Network: 518ab1d0-fafd-49ea-9b62-455e911c01ae, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:26.964139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:26.965479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:26.978302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Network 518ab1d0-fafd-49ea-9b62-455e911c01ae is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:27.007101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 518ab1d0-fafd-49ea-9b62-455e911c01ae) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:27.013637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.014423 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.018645 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26b8d3f-0c67-4520-abc7-e1c55c11d37b x-openstack-request-id: req-d26b8d3f-0c67-4520-abc7-e1c55c11d37b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:27.018948 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:27.019839 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d26b8d3f-0c67-4520-abc7-e1c55c11d37b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:27.020273 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'status': 'completed', 'code': 200} Jul 14 09:31:27.036611 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bf79f076-c9b8-4a1d-98aa-fa055cce9d95 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8129854 Jul 14 09:31:27.039218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.190541 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d379cbd9-8d92-4267-aeea-d3297edbba8f None None] Network 518ab1d0-fafd-49ea-9b62-455e911c01ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:27.207893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.303535 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.423686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.488431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-e9060680-36b8-4b20-870c-67e14b3b4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.489983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-e9060680-36b8-4b20-870c-67e14b3b4c06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 1097 time: 0.4688971 Jul 14 09:31:27.503042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.504951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa90f5c7-6e44-47c6-b3c8-531174ba6878 None None] Provisioning for port 373b963d-a975-4400-b67a-6f5e01a78036 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:27.542279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.549245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa90f5c7-6e44-47c6-b3c8-531174ba6878 None None] Provisioning complete for port 373b963d-a975-4400-b67a-6f5e01a78036 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:27.550045 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa90f5c7-6e44-47c6-b3c8-531174ba6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.559674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:27.639805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772acbe4-0111-41c4-998f-e371e3e63a43']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.650194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.668567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738f1336-4ec7-4d6d-b167-44519456d1d2') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.669026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738f1336-4ec7-4d6d-b167-44519456d1d2') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.689948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.716656 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.719114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f0d1df-c85e-4b64-bb14-54142f76b9e9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.741691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Subnet': ['ID=815791a6-ee8d-438c-9e7a-c7f3bc09a0b9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.757726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-2a56b7a1-4cad-4bbc-a419-6094d34983c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.760147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-2a56b7a1-4cad-4bbc-a419-6094d34983c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f18e8af-98fb-406e-97f8-5f3eaed6a723 HTTP/1.1" status: 200 len: 898 time: 0.2593739 Jul 14 09:31:27.803611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.803963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.804302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.804639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.805024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.805356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.805670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.806103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.806597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.807068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.807423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.807877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:27.828377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.836677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3964f-eddd-4dad-9cc6-9fb8c4783bb6 req-c5b21c84-21da-4c96-bbdc-b73b16d63467 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.838824 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13d3964f-eddd-4dad-9cc6-9fb8c4783bb6 req-c5b21c84-21da-4c96-bbdc-b73b16d63467 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 945 time: 0.2352383 Jul 14 09:31:27.838959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c0fffa-2c30-4777-9951-068bddc11997 None None] Network 5d42c4fb-c9f8-40d9-af30-f737d98e68cc requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:27.865128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.880905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ab1d0-fafd-49ea-9b62-455e911c01ae']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.904899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5295906-0b27-4952-b3e5-a647fecf2044') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.905206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5295906-0b27-4952-b3e5-a647fecf2044') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.916490 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13d3964f-eddd-4dad-9cc6-9fb8c4783bb6 req-bef4f5a1-ba6a-442a-ab66-3e362c935444 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715103 Jul 14 09:31:27.920140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.946773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.954216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:27.954916 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:27.958954 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:28.033042 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.053846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.056177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/518ab1d0-fafd-49ea-9b62-455e911c01ae HTTP/1.1" status: 204 len: 168 time: 1.0156193 Jul 14 09:31:28.059691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54734) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.079020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39365482-8438-4ca0-8440-0b2032cfb4f8 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Network': ['ID=518ab1d0-fafd-49ea-9b62-455e911c01ae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.100740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e762a3-b939-4731-9863-51be535b1f78 None None] Network 518ab1d0-fafd-49ea-9b62-455e911c01ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:28.102323 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e51cefa-c0b0-480d-91cf-ed0aaa8629e4 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.102787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e51cefa-c0b0-480d-91cf-ed0aaa8629e4 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.105143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e51cefa-c0b0-480d-91cf-ed0aaa8629e4 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/815791a6-ee8d-438c-9e7a-c7f3bc09a0b9 HTTP/1.1" status: 404 len: 337 time: 0.0441453 Jul 14 09:31:28.107245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54736) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.128723 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d312fec-ad24-4cc5-92a1-0dd4ead82d8c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.129443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d312fec-ad24-4cc5-92a1-0dd4ead82d8c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.131224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9d312fec-ad24-4cc5-92a1-0dd4ead82d8c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/518ab1d0-fafd-49ea-9b62-455e911c01ae HTTP/1.1" status: 404 len: 339 time: 0.0229750 Jul 14 09:31:28.134177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.134603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e762a3-b939-4731-9863-51be535b1f78 None None] Network 518ab1d0-fafd-49ea-9b62-455e911c01ae could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:31:28.161070 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3992c0a-1154-400d-822f-101399dba761 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.161824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3992c0a-1154-400d-822f-101399dba761 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.163550 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b3992c0a-1154-400d-822f-101399dba761 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/ed4d52c0-6045-4c9b-8fee-6e692f318d39 HTTP/1.1" status: 404 len: 337 time: 0.0287158 Jul 14 09:31:28.166690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.171887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa90f5c7-6e44-47c6-b3c8-531174ba6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.195559 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1baeb2-b53e-4249-9ad6-0c82b9e24c3c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.196480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1baeb2-b53e-4249-9ad6-0c82b9e24c3c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.198207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5c1baeb2-b53e-4249-9ad6-0c82b9e24c3c tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/6c5f4949-4359-4647-8d21-325351d51ae0 HTTP/1.1" status: 404 len: 339 time: 0.0305381 Jul 14 09:31:28.201305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.244138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aa90f5c7-6e44-47c6-b3c8-531174ba6878 None None] For port 373b963d-a975-4400-b67a-6f5e01a78036, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=373b963d-a975-4400-b67a-6f5e01a78036,segment=NetworkSegment(8b8fe2b9-96ae-49f1-9977-c81bf8959d2b),segment_id=8b8fe2b9-96ae-49f1-9977-c81bf8959d2b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:28.245666 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df19cb7-e39b-4a90-a12d-c873ded197ed tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.246337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df19cb7-e39b-4a90-a12d-c873ded197ed tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.249890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4df19cb7-e39b-4a90-a12d-c873ded197ed tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/712d18dd-3bbe-4543-83a2-888adfdc1017 HTTP/1.1" status: 404 len: 337 time: 0.0481050 Jul 14 09:31:28.252080 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa90f5c7-6e44-47c6-b3c8-531174ba6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.252636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54746) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.263775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:22Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.286116 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a584543-7da7-41b7-a009-49ac7c588b29 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:28.286116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a584543-7da7-41b7-a009-49ac7c588b29 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:28.287941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5a584543-7da7-41b7-a009-49ac7c588b29 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/a6f999b1-15f6-4fef-bdf6-5253ae2f01bb HTTP/1.1" status: 404 len: 339 time: 0.0342319 Jul 14 09:31:28.290707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.290812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:28.291262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:28.295727 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:28.335785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-0167b2d3-2e17-4a6a-9362-b74529a77996 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 HTTP/1.1" status: 200 len: 217 time: 0.5169952 Jul 14 09:31:28.344041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] Checking router: 05b836bb-3d6f-45d5-91d5-c94af95725cc for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:28.388117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:28.389156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.390259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.392271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90f5c7-6e44-47c6-b3c8-531174ba6878 None None] Pushing event updated for resources: {'Port': ['ID=373b963d-a975-4400-b67a-6f5e01a78036,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.454288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d42c4fb-c9f8-40d9-af30-f737d98e68cc']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.456042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting port 55c443c0-01f2-4617-9041-1cd2eaff89d6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:28.457046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.469584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.487500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.491859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] 10.222.0.18 "DELETE /v2.0/networks/772acbe4-0111-41c4-998f-e371e3e63a43 HTTP/1.1" status: 204 len: 168 time: 1.6205695 Jul 14 09:31:28.509782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c01116-22f9-4079-b890-f6de25dfdd4f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.514821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c01116-22f9-4079-b890-f6de25dfdd4f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.576995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c19415-1dc2-4879-ba01-870a5508b415 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:28.593238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf41002-40f8-4461-9259-e5cf3d69ae85 admin admin] Pushing event deleted for resources: {'Network': ['ID=772acbe4-0111-41c4-998f-e371e3e63a43,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.597534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.601227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-601d99c7-57ac-486b-b15d-78fdbb05c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.602833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-601d99c7-57ac-486b-b15d-78fdbb05c5f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed7785b9-81b6-4d0f-b5c6-894e057a87bb HTTP/1.1" status: 200 len: 834 time: 0.2313521 Jul 14 09:31:28.621663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.644734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.654063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:28.654576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.656736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Calling delete_port for 55c443c0-01f2-4617-9041-1cd2eaff89d6 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:28.659668 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:28.675468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:28.678773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-69fb0138-3781-4d81-a938-3fc1b80a731a None None] Provisioning complete for port 373b963d-a975-4400-b67a-6f5e01a78036 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:28.679168 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69fb0138-3781-4d81-a938-3fc1b80a731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.759255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.786511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.789555 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/5d42c4fb-c9f8-40d9-af30-f737d98e68cc HTTP/1.1" status: 204 len: 168 time: 2.2317696 Jul 14 09:31:28.794005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.806495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863586418'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:28.833647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.836503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.851018 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bd576-62f3-40bb-b9b4-f0d87761dabb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=5d42c4fb-c9f8-40d9-af30-f737d98e68cc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.855025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-d4fda308-1a93-4cc2-880e-2e403a852174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.856055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-d4fda308-1a93-4cc2-880e-2e403a852174 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f18e8af-98fb-406e-97f8-5f3eaed6a723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2446814 Jul 14 09:31:28.885375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:28.889774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.899442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Port': ['ID=55c443c0-01f2-4617-9041-1cd2eaff89d6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.921512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.925938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee269756-073d-4ae5-98d3-765511b05557 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/ports/55c443c0-01f2-4617-9041-1cd2eaff89d6 HTTP/1.1" status: 204 len: 168 time: 0.6320560 Jul 14 09:31:28.931397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.962855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c19415-1dc2-4879-ba01-870a5508b415 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:29.020506 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-91524125-cf68-4b46-addf-bb6deae344f9 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:29.021025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91524125-cf68-4b46-addf-bb6deae344f9 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:29.037546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-91524125-cf68-4b46-addf-bb6deae344f9 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/3d17015e-43c5-43f5-9262-1464e111f5cf HTTP/1.1" status: 404 len: 337 time: 0.1023211 Jul 14 09:31:29.045012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.084618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-3ff47543-844d-4dbe-97e9-c84bb2605e8b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.086980 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-3ff47543-844d-4dbe-97e9-c84bb2605e8b tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 945 time: 0.3080926 Jul 14 09:31:29.134175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.137978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:29.148913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-39a8189c-48cb-4bac-a806-66aabb98abde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f47dccc544264ccbb8a16b3e5c6c8d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055038 Jul 14 09:31:29.149593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.173909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.174125 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment 7c6a2704-650f-4ff5-be78-ef930bd4ec06 of type vlan for network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 Jul 14 09:31:29.291757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-c2c84366-8c42-4328-861d-95b6b40ec1e4 service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899291 Jul 14 09:31:29.301568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:29.302179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.310395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.330847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:22Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:29.344353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a89939cc-63da-4c6d-87f6-32905a53bdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.351134 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.365003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc330c1-f120-4a98-8f35-cf73eb0dcbda None None] The sync data for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 is: [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:30:11Z', 'revision_number': 4, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'e98fe1b9-e48b-464d-9fdb-fd9193c19dc4', 'name': '', 'network_id': '8f18e8af-98fb-406e-97f8-5f3eaed6a723', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'mac_address': 'fa:16:3e:a2:5e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:09Z', 'updated_at': '2021-07-14T09:30:22Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'subnets': [{'id': 'ed7785b9-81b6-4d0f-b5c6-894e057a87bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:29.391134 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a89939cc-63da-4c6d-87f6-32905a53bdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.458641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dafcd5-dc31-4ce1-a478-e7ee59a39474']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:29.472557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77fc8c3-9895-4343-8675-58a2e6acc535') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:29.472888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77fc8c3-9895-4343-8675-58a2e6acc535') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:29.481337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-57b19968-3f92-4df8-abf7-b695e5711df6 req-bb766afd-3a2b-42f4-833e-00b9c5606d3a service neutron] 10.222.0.11 "GET /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819069 Jul 14 09:31:29.500259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.526712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.533816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:29.534373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:29.605023 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:29.616979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 373b963d-a975-4400-b67a-6f5e01a78036 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:29.623168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.639185 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.643300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/c0dafcd5-dc31-4ce1-a478-e7ee59a39474 HTTP/1.1" status: 204 len: 168 time: 0.5950966 Jul 14 09:31:29.650567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54778) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.666063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e6e75-ab77-413d-85ca-ffa6fec9f0f6 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Network': ['ID=c0dafcd5-dc31-4ce1-a478-e7ee59a39474,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.670060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a89939cc-63da-4c6d-87f6-32905a53bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.673694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a89939cc-63da-4c6d-87f6-32905a53bdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.678563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a89939cc-63da-4c6d-87f6-32905a53bdbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/297cfcbd-4ddd-40e4-a4ab-24f6c5f2bb16 HTTP/1.1" status: 204 len: 168 time: 0.5268867 Jul 14 09:31:29.678891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 373b963d-a975-4400-b67a-6f5e01a78036 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:29.679490 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.682923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.690039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.690681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.809338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=41d5a094-eba7-46f9-afcf-34bb78d53eb7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.821136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89939cc-63da-4c6d-87f6-32905a53bdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297cfcbd-4ddd-40e4-a4ab-24f6c5f2bb16,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.834626 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27b5fa-43b6-464f-a967-cce7c66a75a1 None None] New status for floating IP 0b23f30a-5c5d-4e20-a6c8-c0563408655b: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:29.836603 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1c16297d-aab5-4773-a12b-f686dc90afc2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0346551 Jul 14 09:31:29.842155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.851826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': '41d5a094-eba7-46f9-afcf-34bb78d53eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:29.938386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:29.939178 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.962476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:29.973730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:29.995499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6e354-496b-4202-9bda-ae7eb1717559 req-5a400de3-3e42-4f13-8978-c92e9fe7a463 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.998024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7c6e354-496b-4202-9bda-ae7eb1717559 req-5a400de3-3e42-4f13-8978-c92e9fe7a463 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 945 time: 0.4799182 Jul 14 09:31:30.055387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:30.060328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.128483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7c6e354-496b-4202-9bda-ae7eb1717559 req-97861a6f-4d62-4a3d-86e6-6f91c3036976 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/security-groups?id=3084c823-60ca-4084-b3aa-a268d330c8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241550 Jul 14 09:31:30.132651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting port 2b7878ab-85d5-442a-bf59-09e6bb358898 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:30.133055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.272785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.294456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Calling delete_port for 2b7878ab-85d5-442a-bf59-09e6bb358898 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:30.457183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.499272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Port': ['ID=2b7878ab-85d5-442a-bf59-09e6bb358898,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.504006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.509175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-90200995-1eae-443b-ac00-fb69e9c8a4be tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/ports/2b7878ab-85d5-442a-bf59-09e6bb358898 HTTP/1.1" status: 204 len: 168 time: 0.8557649 Jul 14 09:31:30.509758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.520858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.551962 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86ba5cd-a8ca-45f9-b675-effcd2b28b47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:30.552826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86ba5cd-a8ca-45f9-b675-effcd2b28b47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:30.555129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f86ba5cd-a8ca-45f9-b675-effcd2b28b47 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/2cec4398-3359-45dd-b17f-1ba4870b7596 HTTP/1.1" status: 404 len: 337 time: 0.0440934 Jul 14 09:31:30.558043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54810) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.577620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=41fbae2c-1e6e-4907-90fe-24c9dabd6ca7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.634386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] No DVR routers for this DVR port 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:30.637240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.639462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b06b81e-bef4-4ad5-b07e-af940f6bae21 req-d70b6080-cf74-4d04-9bde-8f4f1ecf5ece tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.11 "DELETE /v2.0/ports/41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 HTTP/1.1" status: 204 len: 173 time: 1.5463209 Jul 14 09:31:30.639921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'name': 'network-vif-deleted', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:30.643035 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347cf3db-876b-43f5-bad8-f2f1b7c72369" -d '{"events": [{"server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "name": "network-vif-deleted", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:30.694387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.702299 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758524f-b564-44b6-9ee4-f5b37fcb0927 x-openstack-request-id: req-4758524f-b564-44b6-9ee4-f5b37fcb0927 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:30.703821 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7937fe5d-545c-406c-bec6-d079319a548a", "name": "network-vif-deleted", "tag": "41fbae2c-1e6e-4907-90fe-24c9dabd6ca7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:30.703821 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4758524f-b564-44b6-9ee4-f5b37fcb0927 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:30.704013 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7937fe5d-545c-406c-bec6-d079319a548a', 'name': 'network-vif-deleted', 'tag': '41fbae2c-1e6e-4907-90fe-24c9dabd6ca7', 'status': 'completed', 'code': 200} Jul 14 09:31:30.883786 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.921826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8565d7-2921-4cff-ac03-3d47b7a431b4']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:30.944201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f25008-8e27-4509-911b-1cf97756b63f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:30.944594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f25008-8e27-4509-911b-1cf97756b63f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:30.965110 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.974706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.012232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.027823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:31.028250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:31.031821 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:31.034515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.161802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1327692044-network', 'tenant_id': 'b37df22d035145aebb2c1c681cd40560'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:31.214269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Made reservation on behalf of b37df22d035145aebb2c1c681cd40560 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:31.219683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=5f1c85f6-a63d-4ed0-ab65-811543a3b896,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.221070 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.244728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.258037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.271037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': '7c6a2704-650f-4ff5-be78-ef930bd4ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d5a094-eba7-46f9-afcf-34bb78d53eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:31.271423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: 41d5a094-eba7-46f9-afcf-34bb78d53eb7, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:31.282884 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.284853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/bb8565d7-2921-4cff-ac03-3d47b7a431b4 HTTP/1.1" status: 204 len: 168 time: 0.7258675 Jul 14 09:31:31.297425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54838) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.373391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26760-6257-4b6c-981e-9800451cbebe tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Network': ['ID=bb8565d7-2921-4cff-ac03-3d47b7a431b4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.403888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cc8eb2a-73b7-4819-bda2-7ded0c74966a req-84bc78f3-8234-4f88-8242-9f8f82e85ea4 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "GET /v2.0/ports?device_id=7937fe5d-545c-406c-bec6-d079319a548a HTTP/1.1" status: 200 len: 210 time: 0.0612581 Jul 14 09:31:31.409618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting subnet c55fb9fe-19bf-4a4c-9005-d12322d52ae8 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:31.411970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:31.415823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.453911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.462226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.486373 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.494119 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.503434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 41d5a094-eba7-46f9-afcf-34bb78d53eb7) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:31.505187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:31.513325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118cbff-79ef-43d9-89e1-c8f6675df29a None None] Network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:31.514794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.516596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.539161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd024e4-a936-44ed-ac19-f48820028bdc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.565519 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.566138 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Added segment 77d92787-d870-4645-8d12-fbd97be14161 of type vlan for network b524b79a-0e90-45c7-bbd9-15995257f90f Jul 14 09:31:31.604488 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f29233c9-1620-407e-b31b-2fcd73a96e8d tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7509813 Jul 14 09:31:31.605561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54846) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.623471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1114724695'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:31.628028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.685304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:31.690048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.701970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.703806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.705137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.722879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6869998 Jul 14 09:31:31.725926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.729263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.741582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-41d5a094-eba7-46f9-afcf-34bb78d53eb7', 'network_id': '41d5a094-eba7-46f9-afcf-34bb78d53eb7', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': '5f1c85f6-a63d-4ed0-ab65-811543a3b896'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:31.742788 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.765378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Request body: {'subnet': {'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1327692044-subnet', 'tenant_id': 'b37df22d035145aebb2c1c681cd40560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:31.784142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:31.792052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db117dd7-002b-4b1f-8edd-1a923b446935 admin admin] Pushing event updated for resources: {'Network': ['ID=b524b79a-0e90-45c7-bbd9-15995257f90f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.819257 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.819713 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment 4f31ce49-22d0-444b-82fa-4e0400934241 of type vlan for network 481f3eef-a461-4276-b862-d1214ec179e6 Jul 14 09:31:31.832155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Made reservation on behalf of b37df22d035145aebb2c1c681cd40560 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:31.835150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.841885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b524b79a-0e90-45c7-bbd9-15995257f90f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:31.938700 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.939296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.975101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Allocated IP 2001:db8::3 (41d5a094-eba7-46f9-afcf-34bb78d53eb7/5f1c85f6-a63d-4ed0-ab65-811543a3b896/52346eac-1d0f-4758-87b6-0f8886336fdd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:31.981434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Subnet': ['ID=c55fb9fe-19bf-4a4c-9005-d12322d52ae8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.997994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.002326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b4a021d4-7ff4-4c40-bf4b-0bc0e7fd930d tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/subnets/c55fb9fe-19bf-4a4c-9005-d12322d52ae8 HTTP/1.1" status: 204 len: 168 time: 0.7016046 Jul 14 09:31:32.002783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.031218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.038106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.039124 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.110439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.117050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=481f3eef-a461-4276-b862-d1214ec179e6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.135093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627860d6-c9bb-4787-9dfd-6d9a139ab845 None None] Network 2a8abe66-01c7-4e11-973c-6f887891a56c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:32.137302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 481f3eef-a461-4276-b862-d1214ec179e6 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:32.151924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b5a34e2e-52be-4e1c-a10d-ac59da0f12f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5345850 Jul 14 09:31:32.154908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54860) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.162940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': '481f3eef-a461-4276-b862-d1214ec179e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:32.210248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Deleting port 087db787-7277-4bb9-84db-fe6420fe3439 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:32.210732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.305360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] For port 087db787-7277-4bb9-84db-fe6420fe3439, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=087db787-7277-4bb9-84db-fe6420fe3439,segment=NetworkSegment(40b1faa5-1785-433b-8891-8368369b9c74),segment_id=40b1faa5-1785-433b-8891-8368369b9c74)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:32.306037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.314010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.314630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.335217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Calling delete_port for 087db787-7277-4bb9-84db-fe6420fe3439 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:32.340401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Transition to ACTIVE for port object 52346eac-1d0f-4758-87b6-0f8886336fdd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:32.417725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Transition to ACTIVE for port object 52346eac-1d0f-4758-87b6-0f8886336fdd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:32.424326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:32.430790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.431577 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.479259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Pushing event updated for resources: {'Port': ['ID=52346eac-1d0f-4758-87b6-0f8886336fdd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.511274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:32.513210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:32.519767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:32.537398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Performing IP validity checks on allocation pools {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:31:32.537928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:31:32.550630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.604233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Attempting to bind port 52346eac-1d0f-4758-87b6-0f8886336fdd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:32.604657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Attempting to bind port 52346eac-1d0f-4758-87b6-0f8886336fdd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7c6a2704-650f-4ff5-be78-ef930bd4ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d5a094-eba7-46f9-afcf-34bb78d53eb7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:32.605035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Attempting to bind port 52346eac-1d0f-4758-87b6-0f8886336fdd on network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:32.611648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:32.614225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Checking segment: {'id': '7c6a2704-650f-4ff5-be78-ef930bd4ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d5a094-eba7-46f9-afcf-34bb78d53eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:32.614689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.615249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Bound using segment: {'id': '7c6a2704-650f-4ff5-be78-ef930bd4ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d5a094-eba7-46f9-afcf-34bb78d53eb7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:32.615782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Bound port: 52346eac-1d0f-4758-87b6-0f8886336fdd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6a2704-650f-4ff5-be78-ef930bd4ec06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '41d5a094-eba7-46f9-afcf-34bb78d53eb7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:32.616197 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.617462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.629598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Checking segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:32.630086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Network hostable DHCP agents. Network: b524b79a-0e90-45c7-bbd9-15995257f90f, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:32.632538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9aaf093-664c-4984-a564-b34a322ea784,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.665729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b43c2e-380c-40d4-8ca4-4188bb0ffd7c None None] DHCP port deletion for 2a8abe66-01c7-4e11-973c-6f887891a56c request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:32.689738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] No DVR routers for this DVR port 087db787-7277-4bb9-84db-fe6420fe3439 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:32.695868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Network b524b79a-0e90-45c7-bbd9-15995257f90f is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:32.699059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Port': ['ID=087db787-7277-4bb9-84db-fe6420fe3439,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.717958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] For port 52346eac-1d0f-4758-87b6-0f8886336fdd, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:32.721573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b524b79a-0e90-45c7-bbd9-15995257f90f) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:32.722657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] For port 52346eac-1d0f-4758-87b6-0f8886336fdd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=52346eac-1d0f-4758-87b6-0f8886336fdd,segment=NetworkSegment(7c6a2704-650f-4ff5-be78-ef930bd4ec06),segment_id=7c6a2704-650f-4ff5-be78-ef930bd4ec06)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:32.729101 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.733160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061f132-c0da-4aa4-acc3-9beb624386d9 None None] Network b524b79a-0e90-45c7-bbd9-15995257f90f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:32.733485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.733830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.737345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.858215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-09aa1a94-5921-4e60-a064-64af5e7d7c70 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1187885 Jul 14 09:31:32.871288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=5d4d0121-0a69-49fc-9227-b5722dfadfcc,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.876987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cfd807a-8b8e-48d6-a945-c7cb42802ad7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.879098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614e75e-cce8-4084-90f9-fbfe04284502 None None] Pushing event updated for resources: {'Port': ['ID=52346eac-1d0f-4758-87b6-0f8886336fdd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.888765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.915143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8abe66-01c7-4e11-973c-6f887891a56c']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:32.929245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': '4f31ce49-22d0-444b-82fa-4e0400934241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '481f3eef-a461-4276-b862-d1214ec179e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:32.929508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: 481f3eef-a461-4276-b862-d1214ec179e6, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:32.938270 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cfd807a-8b8e-48d6-a945-c7cb42802ad7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.942582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b1faa5-1785-433b-8891-8368369b9c74') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:32.943168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b1faa5-1785-433b-8891-8368369b9c74') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:32.956405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 481f3eef-a461-4276-b862-d1214ec179e6 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:32.964998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.981635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5eef3-4b2a-4248-84a7-1c3d33d80af6 None None] Network b524b79a-0e90-45c7-bbd9-15995257f90f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:32.982047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 481f3eef-a461-4276-b862-d1214ec179e6) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:32.996833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.000207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.011601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10bf582-6ce2-4a63-abaa-05e36baa539d None None] Network 481f3eef-a461-4276-b862-d1214ec179e6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:33.021991 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.039314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:33.040033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:33.044146 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:33.046996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea893194-4477-44a3-9196-f7335e751422 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8888962 Jul 14 09:31:33.046996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:33.129701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.147721 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.158309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] 10.222.0.18 "DELETE /v2.0/networks/2a8abe66-01c7-4e11-973c-6f887891a56c HTTP/1.1" status: 204 len: 168 time: 1.1518898 Jul 14 09:31:33.182874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88dba6-1506-4360-aaf6-dea01f829727 tempest-NetworksIpV6TestAttrs-1386233342 tempest-NetworksIpV6TestAttrs-1386233342-project] Pushing event deleted for resources: {'Network': ['ID=2a8abe66-01c7-4e11-973c-6f887891a56c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.192400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cfd807a-8b8e-48d6-a945-c7cb42802ad7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.197136 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cfd807a-8b8e-48d6-a945-c7cb42802ad7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.198770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6cfd807a-8b8e-48d6-a945-c7cb42802ad7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/security-groups/3084c823-60ca-4084-b3aa-a268d330c8d3 HTTP/1.1" status: 204 len: 168 time: 0.6408565 Jul 14 09:31:33.212082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd807a-8b8e-48d6-a945-c7cb42802ad7 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3084c823-60ca-4084-b3aa-a268d330c8d3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.275289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:33.458302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.634662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.675641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:33.735709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 52346eac-1d0f-4758-87b6-0f8886336fdd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:33.740833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:33.741387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 41fbae2c-1e6e-4907-90fe-24c9dabd6ca7 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:33.802464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.825734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4334b0b6-937a-43d8-86a4-4ceaa5b94ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-481f3eef-a461-4276-b862-d1214ec179e6', 'network_id': '481f3eef-a461-4276-b862-d1214ec179e6', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': '5d4d0121-0a69-49fc-9227-b5722dfadfcc'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:33.826608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4334b0b6-937a-43d8-86a4-4ceaa5b94ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.850656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 52346eac-1d0f-4758-87b6-0f8886336fdd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:33.856448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4d0121-0a69-49fc-9227-b5722dfadfcc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.874046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:33.974141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 087db787-7277-4bb9-84db-fe6420fe3439 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:33.998507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 087db787-7277-4bb9-84db-fe6420fe3439 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:33.998795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 087db787-7277-4bb9-84db-fe6420fe3439 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:34.018317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c8415-4545-4bce-a0ae-1e965e34ec3d None None] Network 481f3eef-a461-4276-b862-d1214ec179e6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:34.029007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.039004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481f3eef-a461-4276-b862-d1214ec179e6']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.057251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f31ce49-22d0-444b-82fa-4e0400934241') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.057538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f31ce49-22d0-444b-82fa-4e0400934241') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.067822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.097917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.152286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:34.152702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:34.155815 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:34.284627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.357367 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.370233 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.372231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/481f3eef-a461-4276-b862-d1214ec179e6 HTTP/1.1" status: 204 len: 168 time: 1.3229418 Jul 14 09:31:34.385109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:34.387797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257546308'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:34.398686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f982-766c-42ff-8538-3f34c5d4963c req-f86066b0-f274-4638-8784-52381597b523 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.414679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-f86066b0-f274-4638-8784-52381597b523 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.5415266 Jul 14 09:31:34.463513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:34.468762 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.469021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a14deb-7174-4b85-9675-f851e4129d57 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=481f3eef-a461-4276-b862-d1214ec179e6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:34.480692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93bef540-00a5-4ce8-b8d0-e2016d6a43d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51fc6147d5004240b59f555990371d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928047 Jul 14 09:31:34.484612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-bb9ec5cf-1fc2-416a-a12c-3b8b43869407 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/quotas/b37df22d035145aebb2c1c681cd40560 HTTP/1.1" status: 200 len: 375 time: 0.0678952 Jul 14 09:31:34.485316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:34.571183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:34.572652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-12ca4afa-dfb0-4c70-a44e-5f6020a163c7 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754023 Jul 14 09:31:34.597271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.597633 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment 4bff4f66-bf05-4c4d-a7f4-a453af5370f5 of type vlan for network 58976bdc-66f4-445b-ad77-2ed93b742c94 Jul 14 09:31:34.646569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd966ce-0fdd-48e3-8920-ac109b4717d9 None None] Network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:34.660078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.665013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca37b1c0-868c-4066-a66a-3356eaad74a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.688962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca37b1c0-868c-4066-a66a-3356eaad74a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.782080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-8fdfc7aa-80f4-4ebd-9534-6a1ee06f84ed service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998658 Jul 14 09:31:34.788027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.790922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c902e08d-605b-4d7e-ad3f-0f88f0b906a0 None None] Provisioning for port 52346eac-1d0f-4758-87b6-0f8886336fdd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:34.799162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.799878 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.804434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca37b1c0-868c-4066-a66a-3356eaad74a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.807034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c902e08d-605b-4d7e-ad3f-0f88f0b906a0 None None] Provisioning complete for port 52346eac-1d0f-4758-87b6-0f8886336fdd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:34.807555 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c902e08d-605b-4d7e-ad3f-0f88f0b906a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.809025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca37b1c0-868c-4066-a66a-3356eaad74a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.810683 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ca37b1c0-868c-4066-a66a-3356eaad74a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aab7c03f-d238-454d-a115-c26284c029dc HTTP/1.1" status: 204 len: 168 time: 0.3239584 Jul 14 09:31:34.895053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37b1c0-868c-4066-a66a-3356eaad74a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab7c03f-d238-454d-a115-c26284c029dc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:34.932437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5496519 Jul 14 09:31:34.934846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:34.942410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': '58976bdc-66f4-445b-ad77-2ed93b742c94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:34.946076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b745be2-e739-42a9-903d-4a238929e8b9 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=58976bdc-66f4-445b-ad77-2ed93b742c94,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:34.963853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 58976bdc-66f4-445b-ad77-2ed93b742c94 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:35.015450 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-8ebff816-fa3f-43d9-9f12-e1f88b1eb780 service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259481 Jul 14 09:31:35.028065 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c902e08d-605b-4d7e-ad3f-0f88f0b906a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.047631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:35.047985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.161001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port e98fe1b9-e48b-464d-9fdb-fd9193c19dc4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:35.161001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.172388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c902e08d-605b-4d7e-ad3f-0f88f0b906a0 None None] For port 52346eac-1d0f-4758-87b6-0f8886336fdd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=52346eac-1d0f-4758-87b6-0f8886336fdd,segment=NetworkSegment(7c6a2704-650f-4ff5-be78-ef930bd4ec06),segment_id=7c6a2704-650f-4ff5-be78-ef930bd4ec06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:35.178476 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c902e08d-605b-4d7e-ad3f-0f88f0b906a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.202499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:35.280671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902e08d-605b-4d7e-ad3f-0f88f0b906a0 None None] Pushing event updated for resources: {'Port': ['ID=52346eac-1d0f-4758-87b6-0f8886336fdd,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.317784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:35.325223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.476026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bfec0a59-6b29-47d0-a2cd-8df9fe19b08e req-cf532846-9efc-4522-a442-a413b6f5f30d tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 210 time: 0.0832441 Jul 14 09:31:35.669638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 52346eac-1d0f-4758-87b6-0f8886336fdd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:35.775829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 52346eac-1d0f-4758-87b6-0f8886336fdd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:35.776167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.832052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e2464c5a-a0a9-4c7d-8a86-0e56fe26c75a None None] Provisioning complete for port 52346eac-1d0f-4758-87b6-0f8886336fdd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:35.832723 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2464c5a-a0a9-4c7d-8a86-0e56fe26c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.861222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.908726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=e98fe1b9-e48b-464d-9fdb-fd9193c19dc4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.912398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.950483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 54982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:36.097240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=7ac029b5-cba4-44c4-b3f7-23ad73f534b6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.098440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1098105696'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:36.143695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:36.148521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.165958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.178058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': '4bff4f66-bf05-4c4d-a7f4-a453af5370f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '58976bdc-66f4-445b-ad77-2ed93b742c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:36.178435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: 58976bdc-66f4-445b-ad77-2ed93b742c94, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:36.270610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 58976bdc-66f4-445b-ad77-2ed93b742c94 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:36.287629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 58976bdc-66f4-445b-ad77-2ed93b742c94) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:36.297443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.298175 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.304885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.306011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025df9d-8e38-4aea-9a51-001b36ea2b85 None None] Network 58976bdc-66f4-445b-ad77-2ed93b742c94 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:36.353361 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.359461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.374183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bd286d89-bc4d-49fe-8f8e-008b60669e0a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4376564 Jul 14 09:31:36.376957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:36.377095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 54990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:36.396597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.397111 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment a497813e-c0bf-4b2d-b185-b4f634c031d4 of type vlan for network 7f4b7c34-d319-44c7-830b-085d24b16c86 Jul 14 09:31:36.445568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.500255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.506572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.507340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.533195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3a9e6e-058c-48cb-9dfc-53e3f2a05c5d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.605198 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6522558 Jul 14 09:31:36.608359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:36.616041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-916456894'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:36.620731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d560ff-fd02-4457-8622-ff081c80c358 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=7f4b7c34-d319-44c7-830b-085d24b16c86,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.643732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:36.647717 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.662109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.672778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:36.677461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:36.688055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.688540 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment fad86442-cae9-41d6-a98b-64ea3b1d46f5 of type vlan for network c19fe2b2-9afb-45a4-9c58-491d766f537f Jul 14 09:31:36.739093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.780053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.786881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.787952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.831261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf8d13-1039-4502-a8bc-b0fb6035e671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-58976bdc-66f4-445b-ad77-2ed93b742c94', 'network_id': '58976bdc-66f4-445b-ad77-2ed93b742c94', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': '7ac029b5-cba4-44c4-b3f7-23ad73f534b6'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:36.833102 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d13-1039-4502-a8bc-b0fb6035e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.862607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd7566f5-bc89-4726-a21c-4a8ead85d81c req-f180f1d4-d216-4bad-9321-46410860c45d tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 210 time: 0.0926340 Jul 14 09:31:36.944720 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3351898 Jul 14 09:31:36.945569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:36.958395 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': '7f4b7c34-d319-44c7-830b-085d24b16c86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:37.032865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ca84-015c-4b66-a57c-4767331cbd45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=c19fe2b2-9afb-45a4-9c58-491d766f537f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.052629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c19fe2b2-9afb-45a4-9c58-491d766f537f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:37.113499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:37.141666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.219871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.259891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Router 05b836bb-3d6f-45d5-91d5-c94af95725cc has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:37.336453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f982-766c-42ff-8538-3f34c5d4963c req-8d5b169e-6023-4cec-9654-740659b292d7 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.338035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-8d5b169e-6023-4cec-9654-740659b292d7 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.2157362 Jul 14 09:31:37.375463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Request body: {'port': {'device_id': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'admin_state_up': True, 'tenant_id': 'b37df22d035145aebb2c1c681cd40560'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:37.471426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-60cf8d13-1039-4502-a8bc-b0fb6035e671 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ac029b5-cba4-44c4-b3f7-23ad73f534b6: This subnet is being modified by another concurrent operation. Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:31:37.491906 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ac029b5-cba4-44c4-b3f7-23ad73f534b6: This subnet is being modified by another concurrent operation. Jul 14 09:31:37.495038 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 09:31:37.509591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474b84d-890b-43ec-932a-6574c017e21e None None] Network 58976bdc-66f4-445b-ad77-2ed93b742c94 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:37.530130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.545448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac029b5-cba4-44c4-b3f7-23ad73f534b6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.630205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=282b62b6-d591-4172-8c7a-f3cda59cc660,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.634037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': 'a497813e-c0bf-4b2d-b185-b4f634c031d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f4b7c34-d319-44c7-830b-085d24b16c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:37.634309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: 7f4b7c34-d319-44c7-830b-085d24b16c86, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:37.638329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:37.656218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:37.656983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] Sync routers for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:37.672147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 7f4b7c34-d319-44c7-830b-085d24b16c86) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:37.688372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70f3e9-fb31-4136-8cc6-ccafc0845ac6 None None] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:37.692525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:37.693327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.700075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.701265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.701629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.701980 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.702362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.702707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.703129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.703506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.703606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.706815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.707200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.707583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.707978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.708392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:37.727665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-03f09729-67a4-4284-b98d-280569f0ae8c tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "PUT /v2.0/routers/05b836bb-3d6f-45d5-91d5-c94af95725cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4506342 Jul 14 09:31:37.730236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-30f5df81-a431-4e38-b00c-2dd660584bfd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7764297 Jul 14 09:31:37.731484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55020) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.737463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.744352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': 'c19fe2b2-9afb-45a4-9c58-491d766f537f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:37.760991 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.774181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58976bdc-66f4-445b-ad77-2ed93b742c94']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.814325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bff4f66-bf05-4c4d-a7f4-a453af5370f5') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.814711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bff4f66-bf05-4c4d-a7f4-a453af5370f5') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.824444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting subnet ed7785b9-81b6-4d0f-b5c6-894e057a87bb {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:37.831385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.880378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Made reservation on behalf of b37df22d035145aebb2c1c681cd40560 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:37.884737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.890742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.907013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.917187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:37.929639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.947423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:37.948045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:37.952556 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:38.025779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-7f4b7c34-d319-44c7-830b-085d24b16c86', 'network_id': '7f4b7c34-d319-44c7-830b-085d24b16c86', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': '282b62b6-d591-4172-8c7a-f3cda59cc660'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:38.027020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.079246 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.112927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:38.117368 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.169170 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.186096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.191919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/subnets/ed7785b9-81b6-4d0f-b5c6-894e057a87bb HTTP/1.1" status: 204 len: 168 time: 0.4588335 Jul 14 09:31:38.219927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568aebe-1dc2-45ff-aaa1-7e00a2ba3497 None None] Network 8f18e8af-98fb-406e-97f8-5f3eaed6a723 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:38.220206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.230339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aea53-937e-44d7-9868-b149bd898f19 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7785b9-81b6-4d0f-b5c6-894e057a87bb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.351322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.383619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.385372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/58976bdc-66f4-445b-ad77-2ed93b742c94 HTTP/1.1" status: 204 len: 168 time: 2.0071521 Jul 14 09:31:38.424275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55036) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.433705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218265857'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:38.454102 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5ee6dc9f-9df2-4438-bf25-24295e88fba3 req-3d988dbf-0eee-4219-9c5c-22a95d88bff8 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 210 time: 0.0998924 Jul 14 09:31:38.463573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Allocated IP 2001:db8::2 (7f4b7c34-d319-44c7-830b-085d24b16c86/282b62b6-d591-4172-8c7a-f3cda59cc660/ef3ad816-0e37-4b15-a591-9ff649b94fba) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:38.463909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e3f6e-45e5-49dd-bfb7-e8c358674856 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=58976bdc-66f4-445b-ad77-2ed93b742c94,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.478221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.499496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.529025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:38.576698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:38.581074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.593596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] Checking router: 05b836bb-3d6f-45d5-91d5-c94af95725cc for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:38.616316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] DHCP port deletion for 8f18e8af-98fb-406e-97f8-5f3eaed6a723 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:38.618123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=8900b6e6-7e51-44aa-abec-02af85ecd02b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.629243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Allocated IP 172.20.0.14 (b524b79a-0e90-45c7-bbd9-15995257f90f/e9aaf093-664c-4984-a564-b34a322ea784/d492dd65-63c4-4b4b-b957-a9c37643e666) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:38.675003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] Routers {'05b836bb-3d6f-45d5-91d5-c94af95725cc'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:38.675003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['05b836bb-3d6f-45d5-91d5-c94af95725cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:38.688844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:38.708092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': 'fad86442-cae9-41d6-a98b-64ea3b1d46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c19fe2b2-9afb-45a4-9c58-491d766f537f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:38.708408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.708686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: c19fe2b2-9afb-45a4-9c58-491d766f537f, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:38.711436 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.712021 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment 378f1fc6-1f01-49f5-b036-eea01e2037c0 of type vlan for network fb44e976-7efd-4af8-82f8-63f92e228001 Jul 14 09:31:38.791910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.805690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Deleting port 665925d4-de0a-4228-a527-d6e5fd569f4c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:38.808088 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.836136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network c19fe2b2-9afb-45a4-9c58-491d766f537f is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:38.865971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c19fe2b2-9afb-45a4-9c58-491d766f537f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:38.879461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.880505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.883846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] Deleting port 472c4cdb-1565-44fa-9d43-23a53c969e05 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:38.884169 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.891144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b33c6-f36c-4c1b-b0de-2fb3ac7c720b None None] Network c19fe2b2-9afb-45a4-9c58-491d766f537f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:38.895992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] Set router 05b836bb-3d6f-45d5-91d5-c94af95725cc gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:38.924561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.930448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.931114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.958478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fa366927-c2ed-4ff5-9657-43a9142c9fd0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2157443 Jul 14 09:31:38.970129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.980323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0d079efc-a9b1-4451-882f-24097b6043fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2001021231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:39.014657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5851305 Jul 14 09:31:39.025208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] For port 665925d4-de0a-4228-a527-d6e5fd569f4c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=665925d4-de0a-4228-a527-d6e5fd569f4c,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:39.025756 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.026547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.030025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.037235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': 'fb44e976-7efd-4af8-82f8-63f92e228001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:39.051580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Calling delete_port for 665925d4-de0a-4228-a527-d6e5fd569f4c owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:39.098350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] For port 472c4cdb-1565-44fa-9d43-23a53c969e05, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=472c4cdb-1565-44fa-9d43-23a53c969e05,segment=NetworkSegment(e4d1b994-414f-473a-9c9c-92726a8acbbf),segment_id=e4d1b994-414f-473a-9c9c-92726a8acbbf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:39.099392 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.115968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] Calling delete_port for 472c4cdb-1565-44fa-9d43-23a53c969e05 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:39.117599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d452c-8520-4f6d-b72a-6e9eab7e3b79 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=fb44e976-7efd-4af8-82f8-63f92e228001,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.132670 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d079efc-a9b1-4451-882f-24097b6043fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.133719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d079efc-a9b1-4451-882f-24097b6043fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.137916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.203403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network fb44e976-7efd-4af8-82f8-63f92e228001 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:39.211838 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.258197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Network b524b79a-0e90-45c7-bbd9-15995257f90f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:39.268907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:39.299782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:39.377907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.392594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event updated for resources: {'Port': ['ID=d492dd65-63c4-4b4b-b957-a9c37643e666,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.398893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d079efc-a9b1-4451-882f-24097b6043fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.412356 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d079efc-a9b1-4451-882f-24097b6043fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.452069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.453122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.456397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Port': ['ID=665925d4-de0a-4228-a527-d6e5fd569f4c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.462208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:39.466883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.473737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d079efc-a9b1-4451-882f-24097b6043fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.475344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0d079efc-a9b1-4451-882f-24097b6043fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4992294 Jul 14 09:31:39.478127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.556883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Transition to ACTIVE for port object ef3ad816-0e37-4b15-a591-9ff649b94fba will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:39.562857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-fdef6046-f6ab-457d-96f3-66a2b7e0749e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1924419 Jul 14 09:31:39.568686 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.613445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.620044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] No DVR routers for this DVR port 472c4cdb-1565-44fa-9d43-23a53c969e05 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:39.662517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Transition to ACTIVE for port object ef3ad816-0e37-4b15-a591-9ff649b94fba will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:39.666506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Request body: {'port': {'device_id': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:39.678979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae5a6b-7ba9-4644-ad1e-1db980e85b7c None None] Pushing event deleted for resources: {'Port': ['ID=472c4cdb-1565-44fa-9d43-23a53c969e05,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.713236 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.858806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:39.867012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:39.871891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:39.872537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.875984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.882539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c19fe2b2-9afb-45a4-9c58-491d766f537f', 'network_id': 'c19fe2b2-9afb-45a4-9c58-491d766f537f', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': '8900b6e6-7e51-44aa-abec-02af85ecd02b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:39.884830 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.922043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 472c4cdb-1565-44fa-9d43-23a53c969e05 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:39.955550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.956428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Fanout notify agent at l3_agent the message router_deleted on router 05b836bb-3d6f-45d5-91d5-c94af95725cc {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:39.969906 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.971669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-179886a5-c09d-4cee-ae49-2a570bb98ccc tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/routers/05b836bb-3d6f-45d5-91d5-c94af95725cc HTTP/1.1" status: 204 len: 168 time: 1.7504482 Jul 14 09:31:39.981353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cff133-acfe-40ed-87bb-4d1fc05ba6ee req-86803933-b1a7-4739-8b54-8e87b1bef6c6 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.984328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41cff133-acfe-40ed-87bb-4d1fc05ba6ee req-86803933-b1a7-4739-8b54-8e87b1bef6c6 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 932 time: 0.1951175 Jul 14 09:31:39.985134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.990476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 472c4cdb-1565-44fa-9d43-23a53c969e05 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:39.990982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 472c4cdb-1565-44fa-9d43-23a53c969e05 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:40.002314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Pushing event updated for resources: {'Port': ['ID=ef3ad816-0e37-4b15-a591-9ff649b94fba,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.072613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.175809 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.248049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Attempting to bind port ef3ad816-0e37-4b15-a591-9ff649b94fba on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:40.248603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Attempting to bind port ef3ad816-0e37-4b15-a591-9ff649b94fba by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a497813e-c0bf-4b2d-b185-b4f634c031d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f4b7c34-d319-44c7-830b-085d24b16c86'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:40.248710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Attempting to bind port ef3ad816-0e37-4b15-a591-9ff649b94fba on network 7f4b7c34-d319-44c7-830b-085d24b16c86 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:40.258567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:40.259023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Checking segment: {'id': 'a497813e-c0bf-4b2d-b185-b4f634c031d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f4b7c34-d319-44c7-830b-085d24b16c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:40.259490 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.260371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Bound using segment: {'id': 'a497813e-c0bf-4b2d-b185-b4f634c031d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f4b7c34-d319-44c7-830b-085d24b16c86'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:40.260875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Bound port: ef3ad816-0e37-4b15-a591-9ff649b94fba, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a497813e-c0bf-4b2d-b185-b4f634c031d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f4b7c34-d319-44c7-830b-085d24b16c86'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:40.261270 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.316022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Allocated IP 2001:db8:1::2 (c19fe2b2-9afb-45a4-9c58-491d766f537f/8900b6e6-7e51-44aa-abec-02af85ecd02b/8b12315c-ba9d-4f3d-b2ea-69ad56460518) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:40.350156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.385173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e0c2b9-8857-470e-80fd-548e14b138a5 None None] The sync data for ids ['05b836bb-3d6f-45d5-91d5-c94af95725cc'] in n-d-758944-44 is: [{'id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'name': 'tempest-TestNetworkBasicOps-router-307903886', 'tenant_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:58Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 5, 'project_id': 'dd8d03dc25ee441d8c6ae7993489df4f', 'gw_port': {'id': '665925d4-de0a-4228-a527-d6e5fd569f4c', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b836bb-3d6f-45d5-91d5-c94af95725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:30:00Z', 'updated_at': '2021-07-14T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:40.503670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] For port ef3ad816-0e37-4b15-a591-9ff649b94fba, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:40.509154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] For port ef3ad816-0e37-4b15-a591-9ff649b94fba, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ef3ad816-0e37-4b15-a591-9ff649b94fba,segment=NetworkSegment(a497813e-c0bf-4b2d-b185-b4f634c031d4),segment_id=a497813e-c0bf-4b2d-b185-b4f634c031d4)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:40.509514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.516569 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.544217 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41cff133-acfe-40ed-87bb-4d1fc05ba6ee req-4c3b2927-65de-49ef-8b00-a33c5ec47fab tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466659 Jul 14 09:31:40.572452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.690902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3d36f-a6da-44c1-87d9-20b13210836b None None] Pushing event updated for resources: {'Port': ['ID=ef3ad816-0e37-4b15-a591-9ff649b94fba,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.753078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.807978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f18e8af-98fb-406e-97f8-5f3eaed6a723']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.818043 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.829189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Transition to ACTIVE for port object 8b12315c-ba9d-4f3d-b2ea-69ad56460518 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:40.847824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Transition to ACTIVE for port object 8b12315c-ba9d-4f3d-b2ea-69ad56460518 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:40.848991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d1b994-414f-473a-9c9c-92726a8acbbf') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.849541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d1b994-414f-473a-9c9c-92726a8acbbf') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.856533 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.881562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.922880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.951784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Network c19fe2b2-9afb-45a4-9c58-491d766f537f is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:40.974459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:40.974900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.978664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:40.986986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:40.995081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Pushing event updated for resources: {'Port': ['ID=8b12315c-ba9d-4f3d-b2ea-69ad56460518,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:41.078528 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:41.117514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Attempting to bind port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:41.118066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Attempting to bind port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'fad86442-cae9-41d6-a98b-64ea3b1d46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c19fe2b2-9afb-45a4-9c58-491d766f537f'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:41.118451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Attempting to bind port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 on network c19fe2b2-9afb-45a4-9c58-491d766f537f {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:41.128523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:41.129061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Checking segment: {'id': 'fad86442-cae9-41d6-a98b-64ea3b1d46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c19fe2b2-9afb-45a4-9c58-491d766f537f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:41.130075 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.130738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Bound using segment: {'id': 'fad86442-cae9-41d6-a98b-64ea3b1d46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c19fe2b2-9afb-45a4-9c58-491d766f537f'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:41.131454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Bound port: 8b12315c-ba9d-4f3d-b2ea-69ad56460518, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad86442-cae9-41d6-a98b-64ea3b1d46f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c19fe2b2-9afb-45a4-9c58-491d766f537f'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:41.132253 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.137253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.148397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.156602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] 10.222.0.18 "DELETE /v2.0/networks/8f18e8af-98fb-406e-97f8-5f3eaed6a723 HTTP/1.1" status: 204 len: 168 time: 1.1700063 Jul 14 09:31:41.186468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0091b-87da-4ccd-a22a-b5e05c9a32a9 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] Pushing event deleted for resources: {'Network': ['ID=8f18e8af-98fb-406e-97f8-5f3eaed6a723,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.307535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=e5f60a16-0d84-42c5-a618-39c10fe0249f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.314355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] For port 8b12315c-ba9d-4f3d-b2ea-69ad56460518, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:41.323329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] For port 8b12315c-ba9d-4f3d-b2ea-69ad56460518, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8b12315c-ba9d-4f3d-b2ea-69ad56460518,segment=NetworkSegment(fad86442-cae9-41d6-a98b-64ea3b1d46f5),segment_id=fad86442-cae9-41d6-a98b-64ea3b1d46f5)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:41.329693 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.397318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8d94d-9670-4e79-8b53-613d9d5931b2 None None] Pushing event updated for resources: {'Port': ['ID=8b12315c-ba9d-4f3d-b2ea-69ad56460518,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.468547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': '378f1fc6-1f01-49f5-b036-eea01e2037c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb44e976-7efd-4af8-82f8-63f92e228001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:41.469012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: fb44e976-7efd-4af8-82f8-63f92e228001, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:41.625896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.634634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8::1 (7f4b7c34-d319-44c7-830b-085d24b16c86/282b62b6-d591-4172-8c7a-f3cda59cc660/5e8c1d81-66d1-4900-8fee-64f1d1455a16) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:41.637857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network fb44e976-7efd-4af8-82f8-63f92e228001 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:41.666230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, fb44e976-7efd-4af8-82f8-63f92e228001) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:41.675881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.678477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d492dd65-63c4-4b4b-b957-a9c37643e666 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:41.680957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3435e3eb-9e31-4ef6-b833-3186ee1a22e7 None None] Network fb44e976-7efd-4af8-82f8-63f92e228001 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:41.686450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:41.687329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.708975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.823786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7aa9865c-34b9-4b0c-97c2-fa5ff6b08832 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7917328 Jul 14 09:31:41.824953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Transition to ACTIVE for port object d492dd65-63c4-4b4b-b957-a9c37643e666 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:41.831294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.908551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.167389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ef3ad816-0e37-4b15-a591-9ff649b94fba up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:42.178482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-fb44e976-7efd-4af8-82f8-63f92e228001', 'network_id': 'fb44e976-7efd-4af8-82f8-63f92e228001', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': 'e5f60a16-0d84-42c5-a618-39c10fe0249f'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:42.179786 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.332524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Deleting port 8b037e61-7000-4c34-8d1a-94bdb8b38fce {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:42.332524 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.336730 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-48863d88-372b-4572-969b-e95f3fa783c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd8d03dc25ee441d8c6ae7993489df4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090914 Jul 14 09:31:42.339649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:42.352055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.411165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.425741 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Pushing event updated for resources: {'Port': ['ID=d492dd65-63c4-4b4b-b957-a9c37643e666,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.436330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object 5e8c1d81-66d1-4900-8fee-64f1d1455a16 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:42.438119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ef3ad816-0e37-4b15-a591-9ff649b94fba completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:42.466447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:42.553864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:42.554464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e98fe1b9-e48b-464d-9fdb-fd9193c19dc4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:42.555085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 665925d4-de0a-4228-a527-d6e5fd569f4c no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:42.577876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.578271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.588517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 665925d4-de0a-4228-a527-d6e5fd569f4c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:42.590244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 665925d4-de0a-4228-a527-d6e5fd569f4c not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:42.591923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c698920-0cdc-48c0-bcfc-8ce320321cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.592067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b92d79-54ce-4a33-ab4f-70e75eacbe42 req-b567309e-5800-4c84-a1f2-fe720368c761 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.612411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b92d79-54ce-4a33-ab4f-70e75eacbe42 req-b567309e-5800-4c84-a1f2-fe720368c761 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 944 time: 0.8096993 Jul 14 09:31:42.620853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf2878-c1d0-4104-b628-f9596753402c None None] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:42.621517 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c698920-0cdc-48c0-bcfc-8ce320321cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.630718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Allocated IP 2001:db8::1 (fb44e976-7efd-4af8-82f8-63f92e228001/e5f60a16-0d84-42c5-a618-39c10fe0249f/0868ece4-638a-4356-92fb-563cf38be3f9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:42.662377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Calling delete_port for 8b037e61-7000-4c34-8d1a-94bdb8b38fce owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:42.803771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-83ae44f4-fe60-4be0-872e-8b2d0c44f616 None None] Provisioning for port ef3ad816-0e37-4b15-a591-9ff649b94fba completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:42.835648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-83ae44f4-fe60-4be0-872e-8b2d0c44f616 None None] Provisioning complete for port ef3ad816-0e37-4b15-a591-9ff649b94fba triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:42.836297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ae44f4-fe60-4be0-872e-8b2d0c44f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.840296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22b92d79-54ce-4a33-ab4f-70e75eacbe42 req-bef56c5e-c6cf-4c6e-8614-4201e53b69f9 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724801 Jul 14 09:31:42.843672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Attempting to bind port d492dd65-63c4-4b4b-b957-a9c37643e666 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:42.844316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Attempting to bind port d492dd65-63c4-4b4b-b957-a9c37643e666 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:42.844821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Attempting to bind port d492dd65-63c4-4b4b-b957-a9c37643e666 on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:42.858482 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c698920-0cdc-48c0-bcfc-8ce320321cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.860938 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.872082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c698920-0cdc-48c0-bcfc-8ce320321cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.872332 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.878678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Port d492dd65-63c4-4b4b-b957-a9c37643e666 on network b524b79a-0e90-45c7-bbd9-15995257f90f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:42.879042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Attempting to bind port d492dd65-63c4-4b4b-b957-a9c37643e666 on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:42.882412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1c698920-0cdc-48c0-bcfc-8ce320321cb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ae6e3b3-e56f-4236-8ee8-5d680ec3969a HTTP/1.1" status: 204 len: 168 time: 0.5395489 Jul 14 09:31:42.932371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698920-0cdc-48c0-bcfc-8ce320321cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6e3b3-e56f-4236-8ee8-5d680ec3969a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.990472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:42.990851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Checking segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:42.991216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Bound using segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:42.991701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Bound port: d492dd65-63c4-4b4b-b957-a9c37643e666, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:42.992072 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.018309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:43.043331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:43.052193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:43.052780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.055805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=5e8c1d81-66d1-4900-8fee-64f1d1455a16,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.184248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] For port d492dd65-63c4-4b4b-b957-a9c37643e666, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:43.189399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] For port d492dd65-63c4-4b4b-b957-a9c37643e666, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d492dd65-63c4-4b4b-b957-a9c37643e666,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:43.195226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.263580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.264253 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.266587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] 10.222.0.11 "PUT /v2.0/ports/d492dd65-63c4-4b4b-b957-a9c37643e666 HTTP/1.1" status: 200 len: 1093 time: 3.6064475 Jul 14 09:31:43.267115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'tag': 'd492dd65-63c4-4b4b-b957-a9c37643e666'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:43.269731 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b60757-7627-4cab-856b-6fe766717010" -d '{"events": [{"name": "network-changed", "server_uuid": "34acc57b-9a56-4769-90b6-38d2afef0d68", "tag": "d492dd65-63c4-4b4b-b957-a9c37643e666"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:43.296356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5babe67-9f79-45f2-a7ed-b28eb91d4f49 service neutron] Pushing event updated for resources: {'Port': ['ID=d492dd65-63c4-4b4b-b957-a9c37643e666,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.310951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.348746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event deleted for resources: {'Port': ['ID=8b037e61-7000-4c34-8d1a-94bdb8b38fce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.460713 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94744725-f6b9-485e-81c4-0a24472fad50 x-openstack-request-id: req-94744725-f6b9-485e-81c4-0a24472fad50 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:43.475572 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34acc57b-9a56-4769-90b6-38d2afef0d68", "tag": "d492dd65-63c4-4b4b-b957-a9c37643e666", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:43.476025 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94744725-f6b9-485e-81c4-0a24472fad50 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:43.476429 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'tag': 'd492dd65-63c4-4b4b-b957-a9c37643e666', 'status': 'completed', 'code': 200} Jul 14 09:31:43.548936 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.550448 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Floating IP d1bf2332-b711-417a-8d3f-5819327c36d5 disassociated (deleted). External IP: 172.25.2.199, port: 0b875230-0148-47fe-9530-6c54d65b9544. Jul 14 09:31:43.625885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55122) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:43.648886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-468fda1f-6d8b-4048-b9c4-d80ca14c819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.705876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.737874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f982-766c-42ff-8538-3f34c5d4963c req-45a37d1c-1588-49f4-bea5-d76bdeb18346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.738192 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:43.740577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-45a37d1c-1588-49f4-bea5-d76bdeb18346 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 1096 time: 0.3603332 Jul 14 09:31:43.741379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.748541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ae44f4-fe60-4be0-872e-8b2d0c44f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.753128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Transition to ACTIVE for port object 0868ece4-638a-4356-92fb-563cf38be3f9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:43.785599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Transition to ACTIVE for port object 0868ece4-638a-4356-92fb-563cf38be3f9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:43.794533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8b12315c-ba9d-4f3d-b2ea-69ad56460518 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:43.797525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e86dc-b2bb-41b9-b015-3498eb733d1f None None] Network c19fe2b2-9afb-45a4-9c58-491d766f537f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:43.802107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-468fda1f-6d8b-4048-b9c4-d80ca14c819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.809208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-468fda1f-6d8b-4048-b9c4-d80ca14c819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.822764 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.823288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-1cbf066b-62ad-46e0-8e3e-cf3adc3140a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d492dd65-63c4-4b4b-b957-a9c37643e666 HTTP/1.1" status: 200 len: 217 time: 0.0654340 Jul 14 09:31:43.876172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Network fb44e976-7efd-4af8-82f8-63f92e228001 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:43.904347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fda1f-6d8b-4048-b9c4-d80ca14c819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13009fdc-4063-43dc-a840-9044bacf72a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.970928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-468fda1f-6d8b-4048-b9c4-d80ca14c819f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=283497e45f144a3b8825beb165bbb7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379509 Jul 14 09:31:43.989192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:43.997878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:44.001440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Pushing event updated for resources: {'Port': ['ID=0868ece4-638a-4356-92fb-563cf38be3f9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.006959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f982-766c-42ff-8538-3f34c5d4963c req-da374a3c-edd0-4ba3-b4e9-dcf316cf289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.009240 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-da374a3c-edd0-4ba3-b4e9-dcf316cf289b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.1748090 Jul 14 09:31:44.036253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:44.125902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-42c4e354-12ee-4108-a5bf-d2c1acedd27b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047485 Jul 14 09:31:44.144083 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6de4bf9d-f4f4-4e8a-99e9-4a0aa26b9920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.171782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6de4bf9d-f4f4-4e8a-99e9-4a0aa26b9920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.181848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.235690 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6de4bf9d-f4f4-4e8a-99e9-4a0aa26b9920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.239067 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6de4bf9d-f4f4-4e8a-99e9-4a0aa26b9920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.255581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6de4bf9d-f4f4-4e8a-99e9-4a0aa26b9920 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13009fdc-4063-43dc-a840-9044bacf72a8 HTTP/1.1" status: 204 len: 168 time: 0.2530265 Jul 14 09:31:44.276989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4bf9d-f4f4-4e8a-99e9-4a0aa26b9920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13009fdc-4063-43dc-a840-9044bacf72a8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.457398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-83ae44f4-fe60-4be0-872e-8b2d0c44f616 None None] For port ef3ad816-0e37-4b15-a591-9ff649b94fba, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ef3ad816-0e37-4b15-a591-9ff649b94fba,segment=NetworkSegment(a497813e-c0bf-4b2d-b185-b4f634c031d4),segment_id=a497813e-c0bf-4b2d-b185-b4f634c031d4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:44.463888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:44.477661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Attempting to bind port 0868ece4-638a-4356-92fb-563cf38be3f9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:44.478270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:44.478505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Attempting to bind port 0868ece4-638a-4356-92fb-563cf38be3f9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '378f1fc6-1f01-49f5-b036-eea01e2037c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb44e976-7efd-4af8-82f8-63f92e228001'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:44.479223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Attempting to bind port 0868ece4-638a-4356-92fb-563cf38be3f9 on network fb44e976-7efd-4af8-82f8-63f92e228001 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:44.488954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-83ae44f4-fe60-4be0-872e-8b2d0c44f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.528994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:44.529882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Checking segment: {'id': '378f1fc6-1f01-49f5-b036-eea01e2037c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb44e976-7efd-4af8-82f8-63f92e228001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:44.530766 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.532401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Bound using segment: {'id': '378f1fc6-1f01-49f5-b036-eea01e2037c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb44e976-7efd-4af8-82f8-63f92e228001'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:44.532508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Bound port: 0868ece4-638a-4356-92fb-563cf38be3f9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378f1fc6-1f01-49f5-b036-eea01e2037c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fb44e976-7efd-4af8-82f8-63f92e228001'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:44.533278 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.554134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-082bb9d7-5403-41e9-96cb-9e8474e4a7bc service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168301 Jul 14 09:31:44.586616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f60a16-0d84-42c5-a618-39c10fe0249f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.814273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b87b0d5b-8964-41a0-bc1d-97d49d30b4d4 None None] Provisioning for port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:44.838760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:44.842614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b87b0d5b-8964-41a0-bc1d-97d49d30b4d4 None None] Provisioning complete for port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:44.844010 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.859486 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b87b0d5b-8964-41a0-bc1d-97d49d30b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.860471 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] Sync routers for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:44.860857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.879428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb44e976-7efd-4af8-82f8-63f92e228001']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.880076 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:44.880917 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.885115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378f1fc6-1f01-49f5-b036-eea01e2037c0') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.885397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378f1fc6-1f01-49f5-b036-eea01e2037c0') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.908105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.973646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.998119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:44.999459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.018099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae44f4-fe60-4be0-872e-8b2d0c44f616 None None] Pushing event updated for resources: {'Port': ['ID=ef3ad816-0e37-4b15-a591-9ff649b94fba,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.043548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d9e53e80-81bf-4f37-a191-ae664b4f0507 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "DELETE /v2.0/floatingips/d1bf2332-b711-417a-8d3f-5819327c36d5 HTTP/1.1" status: 204 len: 168 time: 3.3622639 Jul 14 09:31:45.048410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:45.065138 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951af68c-96b7-4c44-b37d-cf5bf78cdb16" -d '{"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:45.078340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] For port 0868ece4-638a-4356-92fb-563cf38be3f9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:45.199832 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b87b0d5b-8964-41a0-bc1d-97d49d30b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.284350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b87b0d5b-8964-41a0-bc1d-97d49d30b4d4 None None] For port 8b12315c-ba9d-4f3d-b2ea-69ad56460518, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8b12315c-ba9d-4f3d-b2ea-69ad56460518,segment=NetworkSegment(fad86442-cae9-41d6-a98b-64ea3b1d46f5),segment_id=fad86442-cae9-41d6-a98b-64ea3b1d46f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:45.297636 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b87b0d5b-8964-41a0-bc1d-97d49d30b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.327996 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:45.368035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] For port 0868ece4-638a-4356-92fb-563cf38be3f9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0868ece4-638a-4356-92fb-563cf38be3f9,segment=NetworkSegment(378f1fc6-1f01-49f5-b036-eea01e2037c0),segment_id=378f1fc6-1f01-49f5-b036-eea01e2037c0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:45.382944 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:45.397372 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:45.429386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:45.429386 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:45.429386 n-d-758944-44 neutron-server[93753]: [parameters: {'id': 'fb44e976-7efd-4af8-82f8-63f92e228001'}] Jul 14 09:31:45.429386 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:45.429945 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:45.542465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b0d5b-8964-41a0-bc1d-97d49d30b4d4 None None] Pushing event updated for resources: {'Port': ['ID=8b12315c-ba9d-4f3d-b2ea-69ad56460518,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.579154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58c8ed96-8778-4b96-bf0f-cf161666ac0f None None] Provisioning complete for port ef3ad816-0e37-4b15-a591-9ff649b94fba triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:45.579607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58c8ed96-8778-4b96-bf0f-cf161666ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.590233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751c669-9914-4263-8091-99ce67f10a9b None None] Network fb44e976-7efd-4af8-82f8-63f92e228001 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:45.616467 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a185f982-766c-42ff-8538-3f34c5d4963c req-41a8d121-790d-438a-80f6-e303b8d52d86 service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0243938 Jul 14 09:31:45.840950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64343f-3a17-411c-8577-91e5d1bb9751 req-28776f63-efe2-4b97-a87e-ad898d4b48ff tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.842571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac64343f-3a17-411c-8577-91e5d1bb9751 req-28776f63-efe2-4b97-a87e-ad898d4b48ff tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 944 time: 1.5679598 Jul 14 09:31:45.910923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35f4d-9ced-489f-a06f-1f0c930e85db None None] Pushing event updated for resources: {'Port': ['ID=0868ece4-638a-4356-92fb-563cf38be3f9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.943183 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.944605 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a176d-677c-4114-987c-bf006e9153e7 x-openstack-request-id: req-021a176d-677c-4114-987c-bf006e9153e7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:45.950258 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:45.955980 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "tag": "0b875230-0148-47fe-9530-6c54d65b9544", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:45.956560 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-021a176d-677c-4114-987c-bf006e9153e7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:45.957343 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544', 'status': 'completed', 'code': 200} Jul 14 09:31:45.967838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60757-7627-4cab-856b-6fe766717010 req-690764e1-eee8-4dff-9e98-be77112ce114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.969402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80b60757-7627-4cab-856b-6fe766717010 req-690764e1-eee8-4dff-9e98-be77112ce114 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 1096 time: 0.2150898 Jul 14 09:31:45.979814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac64343f-3a17-411c-8577-91e5d1bb9751 req-15f9042f-2f8e-4bc7-a035-9114a4ed5bbe tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177604 Jul 14 09:31:45.995910 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] Checking router: dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:46.012948 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:46.013813 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:46.016820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ef3ad816-0e37-4b15-a591-9ff649b94fba up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:46.190182 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:46.197772 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1cab1ce-9d9e-4333-a137-5dfda389d0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.203135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60757-7627-4cab-856b-6fe766717010 req-83517fad-2d8e-488c-80d7-68b11e6d5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:46.204697 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80b60757-7627-4cab-856b-6fe766717010 req-83517fad-2d8e-488c-80d7-68b11e6d5701 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.2216630 Jul 14 09:31:46.242807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c38b3-dd9f-473a-9f06-4a393125843c req-a2e9b7e6-6c9f-49f7-b356-eca458d39fb8 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:46.253326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f82c38b3-dd9f-473a-9f06-4a393125843c req-a2e9b7e6-6c9f-49f7-b356-eca458d39fb8 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 945 time: 0.0974126 Jul 14 09:31:46.278378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ef3ad816-0e37-4b15-a591-9ff649b94fba triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.278972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.321642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5658cd-f13c-4777-b744-8b94b27bd6c0 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:46.328767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f82c38b3-dd9f-473a-9f06-4a393125843c req-2e4ce14c-238c-4c75-9d42-7f4b7a8eded5 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738528 Jul 14 09:31:46.371745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80b60757-7627-4cab-856b-6fe766717010 req-40c30a08-d26f-47ce-bc4d-005592612550 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d492dd65-63c4-4b4b-b957-a9c37643e666 HTTP/1.1" status: 200 len: 217 time: 0.0983858 Jul 14 09:31:46.429218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58c8ed96-8778-4b96-bf0f-cf161666ac0f None None] Provisioning for port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:46.439818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58c8ed96-8778-4b96-bf0f-cf161666ac0f None None] Provisioning complete for port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.440914 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58c8ed96-8778-4b96-bf0f-cf161666ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.551215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-58c8ed96-8778-4b96-bf0f-cf161666ac0f None None] Port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:46.576696 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:46.604676 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3014c-6bad-4b4a-ab5c-9486e3cebce3 None None] The sync data for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 is: [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:26:38Z', 'revision_number': 4, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '93ea1515-372b-4184-8c25-3ae19b3a436b', 'name': '', 'network_id': '206ef09b-c7e4-4c28-ad44-326d61660e47', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'mac_address': 'fa:16:3e:b7:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:37Z', 'updated_at': '2021-07-14T09:26:52Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'subnets': [{'id': 'a868a6a7-6a50-4857-bde6-e8b1c65d5f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:46.711718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed90722e-0515-4729-935c-00180844036f None None] Provisioning complete for port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.712666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed90722e-0515-4729-935c-00180844036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.770616 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.774940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5658cd-f13c-4777-b744-8b94b27bd6c0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:46.805880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ed90722e-0515-4729-935c-00180844036f None None] Port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:46.820211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.821347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.867418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60757-7627-4cab-856b-6fe766717010 req-b913db89-ae2b-4c37-80a0-753dc6cc01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:46.868920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80b60757-7627-4cab-856b-6fe766717010 req-b913db89-ae2b-4c37-80a0-753dc6cc01ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.4851849 Jul 14 09:31:46.884445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-e8e3ee2a-9517-4d20-bd55-21eac56c089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:46.886128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-e8e3ee2a-9517-4d20-bd55-21eac56c089a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 1097 time: 0.6805155 Jul 14 09:31:46.955584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed90722e-0515-4729-935c-00180844036f None None] Provisioning complete for port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.957274 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed90722e-0515-4729-935c-00180844036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.020857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting port 0868ece4-638a-4356-92fb-563cf38be3f9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:47.021229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.034966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80b60757-7627-4cab-856b-6fe766717010 req-97c1cb26-fcc2-4bfe-86f7-9c89252fc2c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245124 Jul 14 09:31:47.050208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499224f4-8e33-40cf-b9cd-70d84ea059d6 None None] New status for floating IP d1bf2332-b711-417a-8d3f-5819327c36d5: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:47.296866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:47.312261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:47.387110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-f43ac33e-f807-4c1c-b08f-d7e0c2bc25e7 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.390707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-f43ac33e-f807-4c1c-b08f-d7e0c2bc25e7 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.48 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 945 time: 0.1642244 Jul 14 09:31:47.545712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=5e8c1d81-66d1-4900-8fee-64f1d1455a16,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.583498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Deleting port 0b875230-0148-47fe-9530-6c54d65b9544 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:47.583955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.585128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c1bd4e-a96c-4579-9100-2e609a4638a7 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:47.585907 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80b60757-7627-4cab-856b-6fe766717010 req-7ca0f719-aba8-4ac9-9524-234bb6670b83 service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129214 Jul 14 09:31:47.709974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8b12315c-ba9d-4f3d-b2ea-69ad56460518 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:47.750791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5f015-a07a-4f58-b05b-2335611e5547 req-ee368635-dc72-498e-977b-73b5461da7a9 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.752375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e5f015-a07a-4f58-b05b-2335611e5547 req-ee368635-dc72-498e-977b-73b5461da7a9 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 945 time: 0.1180422 Jul 14 09:31:47.754324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] For port 0b875230-0148-47fe-9530-6c54d65b9544, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0b875230-0148-47fe-9530-6c54d65b9544,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:47.754683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.782139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Calling delete_port for 0b875230-0148-47fe-9530-6c54d65b9544 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:47.815403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2e5f015-a07a-4f58-b05b-2335611e5547 req-b5133f3f-118a-4458-8e7b-cf23276102c1 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f90097b-51af-423f-947e-a3fa4025f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526111 Jul 14 09:31:47.831600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] For port 0868ece4-638a-4356-92fb-563cf38be3f9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0868ece4-638a-4356-92fb-563cf38be3f9,segment=NetworkSegment(378f1fc6-1f01-49f5-b036-eea01e2037c0),segment_id=378f1fc6-1f01-49f5-b036-eea01e2037c0)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:47.832198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.837886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-6ff22de5-76ff-44d9-a302-856d8266b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.848149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-6ff22de5-76ff-44d9-a302-856d8266b47d service neutron] 10.222.0.48 "GET /v2.0/networks?id=206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 200 len: 915 time: 0.9105976 Jul 14 09:31:47.860102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1bd4e-a96c-4579-9100-2e609a4638a7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:47.864401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:47.865071 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.889524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Calling delete_port for 0868ece4-638a-4356-92fb-563cf38be3f9 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:47.896484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80b60757-7627-4cab-856b-6fe766717010 req-aebefa4d-b1a5-4bdb-81de-bd3ba3378b6a service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804270 Jul 14 09:31:47.947936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 3cdb9fdf-77f5-4322-85a4-c1f5174e3143 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:31:47.967130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-4ba6153e-5fef-497e-a143-1df54ba107b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 200 len: 217 time: 0.1070311 Jul 14 09:31:47.982534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.017766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event deleted for resources: {'Port': ['ID=0b875230-0148-47fe-9530-6c54d65b9544,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.075133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] No DVR routers for this DVR port 0b875230-0148-47fe-9530-6c54d65b9544 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:48.082309 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.084813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ed8f51fd-c0d2-4d87-92bd-1e681820645f req-4f37c9ee-2b43-465f-b7a0-c0d56c0efa5d tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.48 "DELETE /v2.0/ports/0b875230-0148-47fe-9530-6c54d65b9544 HTTP/1.1" status: 204 len: 173 time: 0.6887159 Jul 14 09:31:48.085467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'name': 'network-vif-deleted', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:48.088304 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f99373-a96a-41ac-9a50-484a4da04771" -d '{"events": [{"server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "name": "network-vif-deleted", "tag": "0b875230-0148-47fe-9530-6c54d65b9544"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:48.116981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f663a88-1eba-4ec2-91d5-8521c1005149 req-f5645238-4d87-4cfd-b6fe-a956ea14c7b7 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.121196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5f663a88-1eba-4ec2-91d5-8521c1005149 req-f5645238-4d87-4cfd-b6fe-a956ea14c7b7 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 944 time: 0.7830884 Jul 14 09:31:48.186093 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd09dcd-9d5b-4b24-bfe5-173cb64db059 x-openstack-request-id: req-ebd09dcd-9d5b-4b24-bfe5-173cb64db059 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:48.186464 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641812f3-ec38-4289-adc5-204154fa12bd", "name": "network-vif-deleted", "tag": "0b875230-0148-47fe-9530-6c54d65b9544", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:48.187221 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebd09dcd-9d5b-4b24-bfe5-173cb64db059 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:48.187666 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641812f3-ec38-4289-adc5-204154fa12bd', 'name': 'network-vif-deleted', 'tag': '0b875230-0148-47fe-9530-6c54d65b9544', 'status': 'completed', 'code': 200} Jul 14 09:31:48.324343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-bb948bfd-abd8-4d3f-a0cb-c2ae3b2e0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.327704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-bb948bfd-abd8-4d3f-a0cb-c2ae3b2e0db2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f HTTP/1.1" status: 200 len: 853 time: 0.3456380 Jul 14 09:31:48.462978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:48.473563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-106849f4-76f8-4fea-977c-6dddf8c4a217 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/3cdb9fdf-77f5-4322-85a4-c1f5174e3143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9927692 Jul 14 09:31:48.476441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.483140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.500943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5f663a88-1eba-4ec2-91d5-8521c1005149 req-2f56b653-ee73-4c5b-b0a3-b739e89dcc6b tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896378 Jul 14 09:31:48.501140 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] Sync routers for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:48.548036 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:48.548742 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.598234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd591ab-7b29-4361-8aed-486a1605e442 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.600315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9fd591ab-7b29-4361-8aed-486a1605e442 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports/5e8c1d81-66d1-4900-8fee-64f1d1455a16 HTTP/1.1" status: 200 len: 911 time: 0.1207108 Jul 14 09:31:48.603235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.623015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Port': ['ID=0868ece4-638a-4356-92fb-563cf38be3f9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.646262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No DVR routers for this DVR port 0868ece4-638a-4356-92fb-563cf38be3f9 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:48.669596 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.715287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:48.716178 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.815278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-f573a09b-ff57-43b4-836b-06804f241261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.815478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c92b33b-bc3f-4170-9d40-27f1361d9f84 None None] Provisioning complete for port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:48.815935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c92b33b-bc3f-4170-9d40-27f1361d9f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.818230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-f573a09b-ff57-43b4-836b-06804f241261 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=206ef09b-c7e4-4c28-ad44-326d61660e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4779673 Jul 14 09:31:48.835244 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.836057 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e420e-bc12-41a9-9ee9-6ef2893c8f25 None None] The sync data for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:48.972987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3c92b33b-bc3f-4170-9d40-27f1361d9f84 None None] Port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:49.006662 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.036910 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.043488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb44e976-7efd-4af8-82f8-63f92e228001']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:49.065911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378f1fc6-1f01-49f5-b036-eea01e2037c0') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:49.066268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378f1fc6-1f01-49f5-b036-eea01e2037c0') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:49.089574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.127909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.140597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:49.141035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:49.144905 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:49.195045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb3098cd-9ddc-4905-af04-b5b1ff2727d3 req-a6e9d014-8b4e-4b65-b63b-8121dd2088b1 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 210 time: 0.0563087 Jul 14 09:31:49.291717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.299644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.309034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/fb44e976-7efd-4af8-82f8-63f92e228001 HTTP/1.1" status: 204 len: 168 time: 7.4741771 Jul 14 09:31:49.309927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.328737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-741201706'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:49.333213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.352434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-66b669b0-190a-4bcf-b9fc-00663fd13131 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238729 Jul 14 09:31:49.360008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4db32-5304-4a48-9473-69bd8a6f835f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=fb44e976-7efd-4af8-82f8-63f92e228001,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:49.513419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:49.519550 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.536797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-951af68c-96b7-4c44-b37d-cf5bf78cdb16 req-359939e0-8d06-4b32-8669-9d927f4542d0 service neutron] 10.222.0.48 "GET /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719491 Jul 14 09:31:49.565067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:49.581812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.582346 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment e318d4a5-777f-48ff-aa14-2c8be0f470db of type vlan for network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 Jul 14 09:31:49.695679 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0da5ac1-91d2-4ae6-b8bd-e8f9f10e4852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.719152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.721887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d492dd65-63c4-4b4b-b957-a9c37643e666 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:49.756962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.787814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8:1::1 (c19fe2b2-9afb-45a4-9c58-491d766f537f/8900b6e6-7e51-44aa-abec-02af85ecd02b/df6eda64-884e-4b18-b346-aecae4396e1e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:49.850856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.861521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.862756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.908295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5885956 Jul 14 09:31:49.932142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55216) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.943324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d492dd65-63c4-4b4b-b957-a9c37643e666, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d492dd65-63c4-4b4b-b957-a9c37643e666,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:49.947138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:49.972051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'd492dd65-63c4-4b4b-b957-a9c37643e666', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'port_id': 'd492dd65-63c4-4b4b-b957-a9c37643e666', 'mac_address': 'fa:16:3e:d6:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aaf093-664c-4984-a564-b34a322ea784', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:50.010571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b407e-254b-4762-b25a-355c60b846d2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=3e3f7251-2d2f-4acb-8ae5-0d4625feb770,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.026111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:50.041773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.043770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ea40b-cb41-4c8f-a0bd-11bcd4f35065 req-b298f97f-fab0-4d5c-be62-f98837810977 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:50.046795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-509ea40b-cb41-4c8f-a0bd-11bcd4f35065 req-b298f97f-fab0-4d5c-be62-f98837810977 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 944 time: 0.2634275 Jul 14 09:31:50.088936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d492dd65-63c4-4b4b-b957-a9c37643e666 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:50.099008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.120021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.125804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object df6eda64-884e-4b18-b346-aecae4396e1e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:50.127344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:50.130971 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.139018 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-509ea40b-cb41-4c8f-a0bd-11bcd4f35065 req-088ade58-b7c9-47c1-9da9-eeb8b92d0f0a tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703120 Jul 14 09:31:50.140867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d492dd65-63c4-4b4b-b957-a9c37643e666, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d492dd65-63c4-4b4b-b957-a9c37643e666,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:50.147497 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.243144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d492dd65-63c4-4b4b-b957-a9c37643e666,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.315296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.349692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:50.426037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network c19fe2b2-9afb-45a4-9c58-491d766f537f is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:50.488654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:50.492552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:50.493375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.677311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0b875230-0148-47fe-9530-6c54d65b9544 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:50.724908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 0b875230-0148-47fe-9530-6c54d65b9544 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:50.725441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0b875230-0148-47fe-9530-6c54d65b9544 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:50.926784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0dab6802-8a4d-46c1-a87b-7b4209eb8e46 None None] Provisioning for port df6eda64-884e-4b18-b346-aecae4396e1e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:50.934677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0dab6802-8a4d-46c1-a87b-7b4209eb8e46 None None] Provisioning complete for port df6eda64-884e-4b18-b346-aecae4396e1e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:50.936134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dab6802-8a4d-46c1-a87b-7b4209eb8e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.009130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=df6eda64-884e-4b18-b346-aecae4396e1e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.016370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0dab6802-8a4d-46c1-a87b-7b4209eb8e46 None None] Port df6eda64-884e-4b18-b346-aecae4396e1e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:51.054061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a53b41ca-9572-4407-b0f1-c6e94c044b66 req-2035ee0e-30f8-4953-b4ad-c53d66411fb3 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 210 time: 0.6623750 Jul 14 09:31:51.175986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.243928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.279448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': 'e318d4a5-777f-48ff-aa14-2c8be0f470db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:51.279814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: 3e3f7251-2d2f-4acb-8ae5-0d4625feb770, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:51.430763 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.449978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f95d-4d45-4598-abd8-f0d46b314a7d req-24eb946f-b849-4795-aa10-bd29260ffbb2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.451729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce51f95d-4d45-4598-abd8-f0d46b314a7d req-24eb946f-b849-4795-aa10-bd29260ffbb2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 945 time: 0.0734065 Jul 14 09:31:51.470163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=94a574f8-8554-4eee-9738-c8891f331bc9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.510407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce51f95d-4d45-4598-abd8-f0d46b314a7d req-028752f9-da44-4af0-8105-212e87333f1f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489149 Jul 14 09:31:51.558881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:51.585637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3e3f7251-2d2f-4acb-8ae5-0d4625feb770) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:51.591767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.593176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.597193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2101f9-f550-4245-8f6c-1134b7fc3b18 None None] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:51.637022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:51.637406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d661663-9b3c-4f48-ae73-0e25bc77176b tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7042789 Jul 14 09:31:51.642266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.660805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.667108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.669403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.745239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d492dd65-63c4-4b4b-b957-a9c37643e666 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:51.839792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:51.850017 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.872170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=df6eda64-884e-4b18-b346-aecae4396e1e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.964362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network c19fe2b2-9afb-45a4-9c58-491d766f537f is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:51.966093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:52.188706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port d492dd65-63c4-4b4b-b957-a9c37643e666 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:52.201611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-3e3f7251-2d2f-4acb-8ae5-0d4625feb770', 'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': '94a574f8-8554-4eee-9738-c8891f331bc9'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:52.203912 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.211045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 3cdb9fdf-77f5-4322-85a4-c1f5174e3143 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:52.232280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port d492dd65-63c4-4b4b-b957-a9c37643e666 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:52.233156 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.285262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.379752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=1bc61d40-55b3-46f7-a97d-68e4311af233,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.400748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:52.403099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:52.407183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.408237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.428024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83250c76-f822-40c5-806e-d990fb5ea0fc tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7893126 Jul 14 09:31:52.431390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.508104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83594bbc-f1d6-41af-9d80-d06657952c7b req-1eff0d69-dbc7-4071-95e1-bc7fc8306961 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 210 time: 0.1014152 Jul 14 09:31:52.534415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:52.551618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95951612-b374-41a5-9e3d-3c20c81603ad tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.554993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95951612-b374-41a5-9e3d-3c20c81603ad tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.556209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0885491f-91d2-4aae-bdb1-c9bd11c5b66c None None] Provisioning complete for port df6eda64-884e-4b18-b346-aecae4396e1e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:52.556373 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-216537dd-603b-485f-b51f-b0a62a26eea6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/3cdb9fdf-77f5-4322-85a4-c1f5174e3143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9460447 Jul 14 09:31:52.556862 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0885491f-91d2-4aae-bdb1-c9bd11c5b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.557328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.557761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95951612-b374-41a5-9e3d-3c20c81603ad tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.559602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95951612-b374-41a5-9e3d-3c20c81603ad tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.562041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95951612-b374-41a5-9e3d-3c20c81603ad tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.564314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-95951612-b374-41a5-9e3d-3c20c81603ad tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1313913 Jul 14 09:31:52.569235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.575635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538427076'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:52.585415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] Sync routers for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:52.602063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:52.611847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.644172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d75e68-2fc3-44e6-bae2-5a43f0b5783b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.645580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-88d75e68-2fc3-44e6-bae2-5a43f0b5783b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports/df6eda64-884e-4b18-b346-aecae4396e1e HTTP/1.1" status: 200 len: 913 time: 0.0869722 Jul 14 09:31:52.648921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.776857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:52.778118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:52.815562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Allocated IP 2001:db8::2 (3e3f7251-2d2f-4acb-8ae5-0d4625feb770/94a574f8-8554-4eee-9738-c8891f331bc9/41b4054a-3b94-4f59-9fd1-3ba862823e90) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:52.868219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0885491f-91d2-4aae-bdb1-c9bd11c5b66c None None] Port df6eda64-884e-4b18-b346-aecae4396e1e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:52.880215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:52.883535 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.948932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:52.950159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:52.997599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492dd65-63c4-4b4b-b957-a9c37643e666'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:53.002036 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae4a070-acc3-4a18-a01b-a051d87c507f" -d '{"events": [{"server_uuid": "34acc57b-9a56-4769-90b6-38d2afef0d68", "name": "network-vif-plugged", "status": "completed", "tag": "d492dd65-63c4-4b4b-b957-a9c37643e666"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:53.097093 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd4372e-e4d9-49eb-a40e-fa13d91a54c1 x-openstack-request-id: req-5bd4372e-e4d9-49eb-a40e-fa13d91a54c1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:53.098604 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34acc57b-9a56-4769-90b6-38d2afef0d68", "name": "network-vif-plugged", "status": "completed", "tag": "d492dd65-63c4-4b4b-b957-a9c37643e666", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:53.099181 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bd4372e-e4d9-49eb-a40e-fa13d91a54c1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:53.100731 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd492dd65-63c4-4b4b-b957-a9c37643e666', 'code': 200} Jul 14 09:31:53.102095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:53.103253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bddb8e7-8e9f-4d8a-9c68-7a6f39f10194 None None] The sync data for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:53.115189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d492dd65-63c4-4b4b-b957-a9c37643e666, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d492dd65-63c4-4b4b-b957-a9c37643e666,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:53.134801 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.263821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:53.278447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d492dd65-63c4-4b4b-b957-a9c37643e666,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.300254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.300618 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment 5d52d86a-de5d-4659-a8f5-d7927da0f505 of type vlan for network a1a7769e-04f9-4238-a3f2-6b333963ca93 Jul 14 09:31:53.356292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.365887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Transition to ACTIVE for port object 41b4054a-3b94-4f59-9fd1-3ba862823e90 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:53.382934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Transition to ACTIVE for port object 41b4054a-3b94-4f59-9fd1-3ba862823e90 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:53.389167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.430566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.437525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:53.443554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:53.450511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:53.457241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ca443-e83e-4ba9-aaa2-1cd2957e5128 req-fdec26ca-51b4-44e2-b094-eca63a2d8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.459636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de1ca443-e83e-4ba9-aaa2-1cd2957e5128 req-fdec26ca-51b4-44e2-b094-eca63a2d8121 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 1098 time: 0.2245052 Jul 14 09:31:53.465275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Pushing event updated for resources: {'Port': ['ID=41b4054a-3b94-4f59-9fd1-3ba862823e90,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.467231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33557e-36eb-484c-b6e4-eb04034e87b7 req-ff1eaebd-aeaf-45ee-9027-24ffaf12ef5b tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.468923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e33557e-36eb-484c-b6e4-eb04034e87b7 req-ff1eaebd-aeaf-45ee-9027-24ffaf12ef5b tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 945 time: 0.7091472 Jul 14 09:31:53.543307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Attempting to bind port 41b4054a-3b94-4f59-9fd1-3ba862823e90 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:53.546472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Attempting to bind port 41b4054a-3b94-4f59-9fd1-3ba862823e90 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e318d4a5-777f-48ff-aa14-2c8be0f470db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:53.546472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Attempting to bind port 41b4054a-3b94-4f59-9fd1-3ba862823e90 on network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:53.553689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:53.554283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Checking segment: {'id': 'e318d4a5-777f-48ff-aa14-2c8be0f470db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:53.554941 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.555587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Bound using segment: {'id': 'e318d4a5-777f-48ff-aa14-2c8be0f470db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:53.556343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Bound port: 41b4054a-3b94-4f59-9fd1-3ba862823e90, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e318d4a5-777f-48ff-aa14-2c8be0f470db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:53.557751 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.591725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de1ca443-e83e-4ba9-aaa2-1cd2957e5128 req-87a7b10d-efae-4520-9252-26c7f849096b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210191 Jul 14 09:31:53.662083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] For port 41b4054a-3b94-4f59-9fd1-3ba862823e90, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:53.664722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e33557e-36eb-484c-b6e4-eb04034e87b7 req-088fbb68-5557-47d3-9e4e-c90411c9e5c0 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682553 Jul 14 09:31:53.667003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] For port 41b4054a-3b94-4f59-9fd1-3ba862823e90, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=41b4054a-3b94-4f59-9fd1-3ba862823e90,segment=NetworkSegment(e318d4a5-777f-48ff-aa14-2c8be0f470db),segment_id=e318d4a5-777f-48ff-aa14-2c8be0f470db)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:53.673721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.697302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.704282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.705314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.762062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1915376 Jul 14 09:31:53.765986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:53.774186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:53.806200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d94aa-545b-4f7f-9e51-3e713da317e4 None None] Pushing event updated for resources: {'Port': ['ID=41b4054a-3b94-4f59-9fd1-3ba862823e90,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.882228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9601a-176b-4fd2-9964-d3178434b6dd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=a1a7769e-04f9-4238-a3f2-6b333963ca93,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.883403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f34a6ca-184c-42a6-a8da-6ce1ecfc54bd req-4cc235c6-e0bb-4112-82df-c45e2a873467 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "GET /v2.0/ports?device_id=641812f3-ec38-4289-adc5-204154fa12bd HTTP/1.1" status: 200 len: 210 time: 0.1045516 Jul 14 09:31:53.901796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:54.020725 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.085850 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.102159 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.119567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 is not hosted by any dhcp agent {{(pid=93754) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:31:54.144650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.144650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.145250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "PUT /v2.0/networks/a1a7769e-04f9-4238-a3f2-6b333963ca93 HTTP/1.1" status: 200 len: 723 time: 0.3772254 Jul 14 09:31:54.146233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.162771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:54.339683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff67f7-9c44-4e28-861d-c395d3b812f4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=a1a7769e-04f9-4238-a3f2-6b333963ca93,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.360270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:54.370586 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:54.379192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.644041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port df6eda64-884e-4b18-b346-aecae4396e1e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:54.644613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.698509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.759278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=de1c07b8-23fd-4ce9-b543-c371e5d6c890,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.787234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': '5d52d86a-de5d-4659-a8f5-d7927da0f505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:54.789514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: a1a7769e-04f9-4238-a3f2-6b333963ca93, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:54.798390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.808391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:54.820346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a1a7769e-04f9-4238-a3f2-6b333963ca93) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:54.820829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for df6eda64-884e-4b18-b346-aecae4396e1e owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:54.832013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c87b94-ea3c-4878-add5-2b2c586f088a None None] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:54.852080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.853017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.885406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e0b2ac02-f9dd-4dfd-9f0d-e7c7fab6af36 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7266500 Jul 14 09:31:54.889769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.898318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-04a112bc-b94a-4cca-9cdf-d15c7cc18143 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:55.133373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04a112bc-b94a-4cca-9cdf-d15c7cc18143 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127625929'] for subnet, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.138087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:55.185413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a1a7769e-04f9-4238-a3f2-6b333963ca93', 'network_id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': 'de1c07b8-23fd-4ce9-b543-c371e5d6c890'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:55.205100 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.312579 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04a112bc-b94a-4cca-9cdf-d15c7cc18143 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727180225774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126333808'] for subnet, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.404566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a112bc-b94a-4cca-9cdf-d15c7cc18143 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=de1c07b8-23fd-4ce9-b543-c371e5d6c890,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:55.414301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a112bc-b94a-4cca-9cdf-d15c7cc18143 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.417201 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04a112bc-b94a-4cca-9cdf-d15c7cc18143 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.424121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-04a112bc-b94a-4cca-9cdf-d15c7cc18143 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "PUT /v2.0/subnets/de1c07b8-23fd-4ce9-b543-c371e5d6c890 HTTP/1.1" status: 200 len: 826 time: 0.5274584 Jul 14 09:31:55.424374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ed4f3-39cc-4f2d-accd-8aa2f5557e39 None None] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:55.425069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:55.455513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfe884-6c09-4455-9e41-e64b19f70933 req-e7c9a76f-bf23-4348-bb20-26fcdacd2a59 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.458333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5adfe884-6c09-4455-9e41-e64b19f70933 req-e7c9a76f-bf23-4348-bb20-26fcdacd2a59 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 946 time: 0.3914249 Jul 14 09:31:55.467845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.487674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ed402a-28c0-4d3a-9641-8658f991d5d4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.628932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4a82e420-98ec-4875-814c-7db7bf411a6c None None] Provisioning for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:55.642849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=df6eda64-884e-4b18-b346-aecae4396e1e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:55.676153 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.705373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41b4054a-3b94-4f59-9fd1-3ba862823e90 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:55.744118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Allocated IP 2001:db8::2 (a1a7769e-04f9-4238-a3f2-6b333963ca93/de1c07b8-23fd-4ce9-b543-c371e5d6c890/2733aaf7-465d-453e-bb89-702d846cd3c9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:55.787409 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ed402a-28c0-4d3a-9641-8658f991d5d4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.791401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.892778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:55.908739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:55.909164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.016085 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.022725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5adfe884-6c09-4455-9e41-e64b19f70933 req-be41c269-426a-4174-8f27-459a005a5f12 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510585 Jul 14 09:31:56.025805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.026323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Transition to ACTIVE for port object 2733aaf7-465d-453e-bb89-702d846cd3c9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:56.073837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Transition to ACTIVE for port object 2733aaf7-465d-453e-bb89-702d846cd3c9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:56.091940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.125411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.178307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ed402a-28c0-4d3a-9641-8658f991d5d4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.181070 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ed402a-28c0-4d3a-9641-8658f991d5d4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.181252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=de1c07b8-23fd-4ce9-b543-c371e5d6c890,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.186977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-36ed402a-28c0-4d3a-9641-8658f991d5d4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f90097b-51af-423f-947e-a3fa4025f5d2 HTTP/1.1" status: 204 len: 168 time: 1.0431452 Jul 14 09:31:56.230315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:56.232779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Pushing event updated for resources: {'Port': ['ID=2733aaf7-465d-453e-bb89-702d846cd3c9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.256261 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.270306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a7769e-04f9-4238-a3f2-6b333963ca93']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.284057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d52d86a-de5d-4659-a8f5-d7927da0f505') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.284439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d52d86a-de5d-4659-a8f5-d7927da0f505') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.289158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:56.297582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.302977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:56.305442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] Update dhcp port {'port': {'network_id': '3e3f7251-2d2f-4acb-8ae5-0d4625feb770', 'fixed_ips': [{'subnet_id': '94a574f8-8554-4eee-9738-c8891f331bc9', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bc61d40-55b3-46f7-a97d-68e4311af233'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '41b4054a-3b94-4f59-9fd1-3ba862823e90'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:56.318435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.328940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:56.329362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:56.337219 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:56.455882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 3cdb9fdf-77f5-4322-85a4-c1f5174e3143 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:56.486505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed402a-28c0-4d3a-9641-8658f991d5d4 tempest-TestVolumeBackupRestore-1536586841 tempest-TestVolumeBackupRestore-1536586841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f90097b-51af-423f-947e-a3fa4025f5d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.554001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.560572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:56.560572 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:56.560572 n-d-758944-44 neutron-server[93754]: [parameters: {'id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93'}] Jul 14 09:31:56.560572 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:56.561801 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:56.716612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:56.724261 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5cefd8de-873b-480c-80e3-80eaad60d7c6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/3cdb9fdf-77f5-4322-85a4-c1f5174e3143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0742979 Jul 14 09:31:56.728661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55354) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:56.744047 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] Sync routers for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:56.758411 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:56.759055 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.857880 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.899464 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:56.902962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.973202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] Allocated IP 172.20.0.1 (3e3f7251-2d2f-4acb-8ae5-0d4625feb770/1bc61d40-55b3-46f7-a97d-68e4311af233/41b4054a-3b94-4f59-9fd1-3ba862823e90) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:57.018225 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:57.018939 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df6316-caa5-469c-ba94-3ad6bb9599f2 None None] The sync data for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:57.108081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] For port 41b4054a-3b94-4f59-9fd1-3ba862823e90, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=41b4054a-3b94-4f59-9fd1-3ba862823e90,segment=NetworkSegment(e318d4a5-777f-48ff-aa14-2c8be0f470db),segment_id=e318d4a5-777f-48ff-aa14-2c8be0f470db)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:57.141664 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.157463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] Transition to ACTIVE for port object 41b4054a-3b94-4f59-9fd1-3ba862823e90 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:57.158857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Attempting to bind port 2733aaf7-465d-453e-bb89-702d846cd3c9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:57.159469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Attempting to bind port 2733aaf7-465d-453e-bb89-702d846cd3c9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '5d52d86a-de5d-4659-a8f5-d7927da0f505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:57.160176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Attempting to bind port 2733aaf7-465d-453e-bb89-702d846cd3c9 on network a1a7769e-04f9-4238-a3f2-6b333963ca93 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:57.165287 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.176490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.230317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:57.231600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Checking segment: {'id': '5d52d86a-de5d-4659-a8f5-d7927da0f505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:57.232235 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.232841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Bound using segment: {'id': '5d52d86a-de5d-4659-a8f5-d7927da0f505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:57.233602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Bound port: 2733aaf7-465d-453e-bb89-702d846cd3c9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d52d86a-de5d-4659-a8f5-d7927da0f505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a1a7769e-04f9-4238-a3f2-6b333963ca93'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:57.234228 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.237042 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.760445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] For port 2733aaf7-465d-453e-bb89-702d846cd3c9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:57.777029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] For port 2733aaf7-465d-453e-bb89-702d846cd3c9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2733aaf7-465d-453e-bb89-702d846cd3c9,segment=NetworkSegment(5d52d86a-de5d-4659-a8f5-d7927da0f505),segment_id=5d52d86a-de5d-4659-a8f5-d7927da0f505)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:57.816635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.849801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524c9cc-2242-40c4-a9f7-fdc63a2174d5 None None] Pushing event updated for resources: {'Port': ['ID=41b4054a-3b94-4f59-9fd1-3ba862823e90,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.873242 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:57.873805 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:57.931180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting port 2733aaf7-465d-453e-bb89-702d846cd3c9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:57.933668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.995874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4d125-75e8-4553-aff5-afabec4972b7 None None] Pushing event updated for resources: {'Port': ['ID=2733aaf7-465d-453e-bb89-702d846cd3c9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.210963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0567a2c-4f6d-4177-bc4b-e738880f4fe3 None None] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:58.294364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] For port 2733aaf7-465d-453e-bb89-702d846cd3c9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2733aaf7-465d-453e-bb89-702d846cd3c9,segment=NetworkSegment(5d52d86a-de5d-4659-a8f5-d7927da0f505),segment_id=5d52d86a-de5d-4659-a8f5-d7927da0f505)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:58.295146 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.403924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Calling delete_port for 2733aaf7-465d-453e-bb89-702d846cd3c9 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:58.485130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.038344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.123133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2cb28-fe92-4875-848d-c9ab7eee4605 None None] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:59.295927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 41b4054a-3b94-4f59-9fd1-3ba862823e90, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=41b4054a-3b94-4f59-9fd1-3ba862823e90,segment=NetworkSegment(e318d4a5-777f-48ff-aa14-2c8be0f470db),segment_id=e318d4a5-777f-48ff-aa14-2c8be0f470db)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:59.305194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.306083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9669e067-30e9-4fd0-a5ff-a126e3a5b2b6 None None] Provisioning for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:59.313436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.326280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9669e067-30e9-4fd0-a5ff-a126e3a5b2b6 None None] Provisioning complete for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:59.327558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9669e067-30e9-4fd0-a5ff-a126e3a5b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.459004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb196582-b7ce-483f-b1f0-948fd448b3ac None None] Network a1a7769e-04f9-4238-a3f2-6b333963ca93 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:59.480649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Port': ['ID=2733aaf7-465d-453e-bb89-702d846cd3c9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.493740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No DVR routers for this DVR port 2733aaf7-465d-453e-bb89-702d846cd3c9 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:59.589398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41b4054a-3b94-4f59-9fd1-3ba862823e90 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:59.653413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.691055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a7769e-04f9-4238-a3f2-6b333963ca93']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:59.709631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d52d86a-de5d-4659-a8f5-d7927da0f505') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:59.709954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d52d86a-de5d-4659-a8f5-d7927da0f505') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:59.746784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.785148 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.804103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:59.805328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:00.013695 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:00.021218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.027925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=41b4054a-3b94-4f59-9fd1-3ba862823e90,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.033696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.048745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55644) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.049342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/a1a7769e-04f9-4238-a3f2-6b333963ca93 HTTP/1.1" status: 204 len: 168 time: 4.6234260 Jul 14 09:32:00.123163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:00.124273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.131260 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fdf986-ace1-435b-9c62-4549a98055f6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:00.131482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b62399-eb6a-4c8b-8b3c-85ac27d74cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=a1a7769e-04f9-4238-a3f2-6b333963ca93,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.132190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fdf986-ace1-435b-9c62-4549a98055f6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:00.143871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e4fdf986-ace1-435b-9c62-4549a98055f6 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/a1a7769e-04f9-4238-a3f2-6b333963ca93 HTTP/1.1" status: 404 len: 339 time: 0.0887768 Jul 14 09:32:00.145397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.170051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 5e8c1d81-66d1-4900-8fee-64f1d1455a16 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:00.170639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.171612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-891175483', 'description': 'd1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:00.280952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:00.336497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.429614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:00.456189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.456633 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment f6a1ec75-5925-4d6f-a4fa-49943115f3ed of type vlan for network 08b832b8-d164-456b-84d5-f84e08fd9b26 Jul 14 09:32:00.524930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.576307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.586230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.586908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.637287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.689763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7043c-1631-4d31-835b-744daedec9be None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:00.709407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 5e8c1d81-66d1-4900-8fee-64f1d1455a16 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:00.721888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=08b832b8-d164-456b-84d5-f84e08fd9b26,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.725137 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9ddb0f3d-c606-4e3f-85e6-269c7644657a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5739954 Jul 14 09:32:00.730470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.772291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 08b832b8-d164-456b-84d5-f84e08fd9b26 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:00.941650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-697668c7-4b52-49b8-9134-c5b07952ec03 None None] Provisioning complete for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:00.942764 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-697668c7-4b52-49b8-9134-c5b07952ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.020811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a803162-d246-46ba-8a3e-fe1328f17161 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.027907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55742) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.029067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2a803162-d246-46ba-8a3e-fe1328f17161 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/networks?id=08b832b8-d164-456b-84d5-f84e08fd9b26 HTTP/1.1" status: 200 len: 764 time: 0.2972395 Jul 14 09:32:01.035468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'description': 'd2'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:01.398565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a7043c-1631-4d31-835b-744daedec9be None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:01.603280 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.628801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41b4054a-3b94-4f59-9fd1-3ba862823e90 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:01.706096 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.748122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.768596 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.799206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network 08b832b8-d164-456b-84d5-f84e08fd9b26 is not hosted by any dhcp agent {{(pid=93753) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:32:01.819533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.821027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.824626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "PUT /v2.0/networks/08b832b8-d164-456b-84d5-f84e08fd9b26 HTTP/1.1" status: 200 len: 761 time: 0.7945054 Jul 14 09:32:01.859330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.036190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=5e8c1d81-66d1-4900-8fee-64f1d1455a16,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.156246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec121a-71b4-4af0-a1ad-e271a9f0c97c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=08b832b8-d164-456b-84d5-f84e08fd9b26,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.278988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 08b832b8-d164-456b-84d5-f84e08fd9b26 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:02.444194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3af523-bacf-40f0-a21a-d055cf3f6d23 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.446540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc3af523-bacf-40f0-a21a-d055cf3f6d23 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/networks?id=08b832b8-d164-456b-84d5-f84e08fd9b26 HTTP/1.1" status: 200 len: 764 time: 0.5791714 Jul 14 09:32:02.452650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.533622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:02.534459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.577074 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.892224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15601109-4672-4b27-8be8-cc274ddc5b2f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.894531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-15601109-4672-4b27-8be8-cc274ddc5b2f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4407847 Jul 14 09:32:02.898180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55866) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.941717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 3cdb9fdf-77f5-4322-85a4-c1f5174e3143 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:03.043126 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-258a5224-08b8-4b47-af90-f1e96bd66005 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945 HTTP/1.1" status: 200 len: 207 time: 0.1413386 Jul 14 09:32:03.048421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.142890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:03.149445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-75ec816f-c2fa-4598-a4b3-69119c369ea7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/3cdb9fdf-77f5-4322-85a4-c1f5174e3143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4195325 Jul 14 09:32:03.155931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] Sync routers for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:03.162160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.178012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:03.178739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:03.256510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:03.282550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] Routers {'3cdb9fdf-77f5-4322-85a4-c1f5174e3143'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:03.283439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:03.340186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:03.345589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db59503-37c4-424e-994a-ef0d690a8634 None None] The sync data for ids ['3cdb9fdf-77f5-4322-85a4-c1f5174e3143'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:03.457860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.459638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e64cbea-762d-4381-b0e1-c28c5813ad7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cdb9fdf-77f5-4322-85a4-c1f5174e3143 HTTP/1.1" status: 200 len: 205 time: 0.2835562 Jul 14 09:32:03.589209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54569590-6685-446b-9623-2c09c37913c4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.616030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54569590-6685-446b-9623-2c09c37913c4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.639222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54569590-6685-446b-9623-2c09c37913c4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.718734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54569590-6685-446b-9623-2c09c37913c4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.759400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54569590-6685-446b-9623-2c09c37913c4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.788387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54569590-6685-446b-9623-2c09c37913c4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.791746 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-54569590-6685-446b-9623-2c09c37913c4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7417667 Jul 14 09:32:03.798534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.177313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dcb9603c-2ef0-4134-9e38-bac96f608275 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3772371 Jul 14 09:32:04.184779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.258077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e8720-2950-4ccb-aba2-3637f3f839f1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.259610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e8720-2950-4ccb-aba2-3637f3f839f1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.261818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e8720-2950-4ccb-aba2-3637f3f839f1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.265219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e8720-2950-4ccb-aba2-3637f3f839f1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.267382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e8720-2950-4ccb-aba2-3637f3f839f1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.269350 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d65e8720-2950-4ccb-aba2-3637f3f839f1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0835774 Jul 14 09:32:04.277667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.416263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8468530-3ca0-4ac6-b6d7-f19330f84acc tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.480003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64439d9e-ca13-4fd3-933e-e6fffd78e187 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.482963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64439d9e-ca13-4fd3-933e-e6fffd78e187 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.485484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64439d9e-ca13-4fd3-933e-e6fffd78e187 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.487987 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64439d9e-ca13-4fd3-933e-e6fffd78e187 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.490669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64439d9e-ca13-4fd3-933e-e6fffd78e187 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.493852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-64439d9e-ca13-4fd3-933e-e6fffd78e187 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2146809 Jul 14 09:32:04.502383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55902) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.733576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8468530-3ca0-4ac6-b6d7-f19330f84acc tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.737302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8468530-3ca0-4ac6-b6d7-f19330f84acc tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.791611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674e2bc0-10e2-4a68-864c-9ecdcde35b0f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.807135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-674e2bc0-10e2-4a68-864c-9ecdcde35b0f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/networks/934db46d-0938-4be5-8899-b290ca58b4ae HTTP/1.1" status: 200 len: 804 time: 0.3032689 Jul 14 09:32:04.815401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.918786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.931071 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8468530-3ca0-4ac6-b6d7-f19330f84acc tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.931756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8468530-3ca0-4ac6-b6d7-f19330f84acc tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Fanout notify agent at l3_agent the message router_deleted on router 3cdb9fdf-77f5-4322-85a4-c1f5174e3143 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:04.962213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8468530-3ca0-4ac6-b6d7-f19330f84acc tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.989126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55918) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.997833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e8468530-3ca0-4ac6-b6d7-f19330f84acc tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/3cdb9fdf-77f5-4322-85a4-c1f5174e3143 HTTP/1.1" status: 204 len: 168 time: 1.5383286 Jul 14 09:32:05.146638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55922) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:05.148381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2f731f9c-7613-41b2-9047-3eaad8027f3f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/networks/934db46d-0938-4be5-8899-b290ca58b4ae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3311284 Jul 14 09:32:05.176359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet 8900b6e6-7e51-44aa-abec-02af85ecd02b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:05.184346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.237070 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.339530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.371058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e151a8f-65f5-4a4f-8bc5-4ae330015cab tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.374844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e151a8f-65f5-4a4f-8bc5-4ae330015cab tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/subnets/10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8 HTTP/1.1" status: 200 len: 843 time: 0.2266555 Jul 14 09:32:05.381175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:05.420921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.499933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=8900b6e6-7e51-44aa-abec-02af85ecd02b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:05.502417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.506600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b43f14e9-f8e7-4b51-b83b-889cea3b0d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/8900b6e6-7e51-44aa-abec-02af85ecd02b HTTP/1.1" status: 204 len: 168 time: 0.5160542 Jul 14 09:32:05.508667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11371ae7-6a52-4db2-ad4b-8d185ca53fd2 None None] Network c19fe2b2-9afb-45a4-9c58-491d766f537f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:05.511940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:05.632472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62b4d5-2606-4d04-9ca7-05a0fc45fc92 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.640657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet 282b62b6-d591-4172-8c7a-f3cda59cc660 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:05.641753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1a62b4d5-2606-4d04-9ca7-05a0fc45fc92 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "GET /v2.0/subnets/10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2517745 Jul 14 09:32:05.642899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:05.649305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.723176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1135830451'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:05.743985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.791760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:05.798485 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.817537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] DHCP port deletion for c19fe2b2-9afb-45a4-9c58-491d766f537f request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:05.891633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.906349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] Deleting port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:05.906728 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.978294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:06.001842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.002596 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Added segment d0ac9cd0-8584-43a4-930f-310502ded674 of type vlan for network a6433379-3cde-4f15-8519-6a8eda2855c0 Jul 14 09:32:06.024736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.058705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.060654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/282b62b6-d591-4172-8c7a-f3cda59cc660 HTTP/1.1" status: 204 len: 168 time: 0.5475075 Jul 14 09:32:06.078163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] For port 8b12315c-ba9d-4f3d-b2ea-69ad56460518, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8b12315c-ba9d-4f3d-b2ea-69ad56460518,segment=NetworkSegment(fad86442-cae9-41d6-a98b-64ea3b1d46f5),segment_id=fad86442-cae9-41d6-a98b-64ea3b1d46f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:06.078553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.092024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17b659-47f5-47b1-a683-44e8d55b338b None None] Network 7f4b7c34-d319-44c7-830b-085d24b16c86 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:06.110016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55940) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:06.285149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.290992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] Calling delete_port for 8b12315c-ba9d-4f3d-b2ea-69ad56460518 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:06.299125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c602-53a8-48ca-90df-a79bbe4f27a5 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=282b62b6-d591-4172-8c7a-f3cda59cc660,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.314033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.436943 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.445472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:06.445819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.453535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.454823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.548508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 8b12315c-ba9d-4f3d-b2ea-69ad56460518, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8b12315c-ba9d-4f3d-b2ea-69ad56460518,segment=NetworkSegment(fad86442-cae9-41d6-a98b-64ea3b1d46f5),segment_id=fad86442-cae9-41d6-a98b-64ea3b1d46f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:06.550073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.578838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 8b12315c-ba9d-4f3d-b2ea-69ad56460518 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:06.586238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.670831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] Pushing event deleted for resources: {'Port': ['ID=8b12315c-ba9d-4f3d-b2ea-69ad56460518,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.676646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dafaa42-ed2c-42b0-a15d-e940f89826d7 None None] No DVR routers for this DVR port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:06.699942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0515878 Jul 14 09:32:06.704880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:06.713329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'network_id': 'a6433379-3cde-4f15-8519-6a8eda2855c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:06.726013 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.764871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64736baa-9862-47a6-9c1a-3fafb2bc01ba tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Network': ['ID=a6433379-3cde-4f15-8519-6a8eda2855c0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.765063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=8b12315c-ba9d-4f3d-b2ea-69ad56460518,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.787303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a6433379-3cde-4f15-8519-6a8eda2855c0 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:06.807074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port 8b12315c-ba9d-4f3d-b2ea-69ad56460518 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:06.822886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.892906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] DHCP port deletion for 7f4b7c34-d319-44c7-830b-085d24b16c86 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:06.929928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.944730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19fe2b2-9afb-45a4-9c58-491d766f537f']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:06.959732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad86442-cae9-41d6-a98b-64ea3b1d46f5') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:06.960072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad86442-cae9-41d6-a98b-64ea3b1d46f5') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:06.972256 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.980433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Made reservation on behalf of 4cead270e1e54f7a9358279b68460c64 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:06.985371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.016457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.055795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:07.056235 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:07.059285 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:07.081250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] Deleting port ef3ad816-0e37-4b15-a591-9ff649b94fba {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:07.082401 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.113076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Performing IP validity checks on allocation pools {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:32:07.113618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:32:07.158549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.201196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.203947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] For port ef3ad816-0e37-4b15-a591-9ff649b94fba, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ef3ad816-0e37-4b15-a591-9ff649b94fba,segment=NetworkSegment(a497813e-c0bf-4b2d-b185-b4f634c031d4),segment_id=a497813e-c0bf-4b2d-b185-b4f634c031d4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:07.204396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.208252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/c19fe2b2-9afb-45a4-9c58-491d766f537f HTTP/1.1" status: 204 len: 168 time: 1.0949156 Jul 14 09:32:07.212333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:07.254232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f19c5-3f1e-42b5-afcd-1aef95606bab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=c19fe2b2-9afb-45a4-9c58-491d766f537f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:07.433642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] Calling delete_port for ef3ad816-0e37-4b15-a591-9ff649b94fba owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:07.535985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ef3ad816-0e37-4b15-a591-9ff649b94fba no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:07.631788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Deleting port 93ea1515-372b-4184-8c25-3ae19b3a436b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:07.631788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.810812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] For port 93ea1515-372b-4184-8c25-3ae19b3a436b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=93ea1515-372b-4184-8c25-3ae19b3a436b,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:07.812363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.828113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Calling delete_port for 93ea1515-372b-4184-8c25-3ae19b3a436b owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:07.916128 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.960620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.969920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] No DVR routers for this DVR port ef3ad816-0e37-4b15-a591-9ff649b94fba on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:08.062506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.071270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e9b38-a0d4-4314-81d4-32b4cb635ae7 None None] Pushing event deleted for resources: {'Port': ['ID=ef3ad816-0e37-4b15-a591-9ff649b94fba,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.075206 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.123576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.124336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8b12315c-ba9d-4f3d-b2ea-69ad56460518 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:08.138291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4b7c34-d319-44c7-830b-085d24b16c86']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.143697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8b12315c-ba9d-4f3d-b2ea-69ad56460518 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:08.144081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8b12315c-ba9d-4f3d-b2ea-69ad56460518 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:08.161531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a497813e-c0bf-4b2d-b185-b4f634c031d4') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.161531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a497813e-c0bf-4b2d-b185-b4f634c031d4') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.186214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=93ea1515-372b-4184-8c25-3ae19b3a436b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.218029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.259285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.263525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.296739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:08.297425 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:08.301498 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:08.396765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.405807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=714f6ba8-4b92-40d8-b516-f99535d53c2d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.409127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.415032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/7f4b7c34-d319-44c7-830b-085d24b16c86 HTTP/1.1" status: 204 len: 168 time: 1.1702523 Jul 14 09:32:08.431833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.456390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1632181365'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.477582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d6299-0648-4a97-add9-33050262b0e8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=7f4b7c34-d319-44c7-830b-085d24b16c86,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.480334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Checking segment: {'id': 'd0ac9cd0-8584-43a4-930f-310502ded674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6433379-3cde-4f15-8519-6a8eda2855c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:08.481072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network hostable DHCP agents. Network: a6433379-3cde-4f15-8519-6a8eda2855c0, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:08.494460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:08.503033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.530975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Network a6433379-3cde-4f15-8519-6a8eda2855c0 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:08.545220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:08.560287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.560641 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment 34250819-a809-4f2a-b2a9-e69e87bc3e0a of type vlan for network 32757ffb-4908-4472-9677-ddfe931d9b5c Jul 14 09:32:08.573173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.607992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.631765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a6433379-3cde-4f15-8519-6a8eda2855c0) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:08.639967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.640700 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.643123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafcab9e-087f-4483-9d50-e1ebc84675c3 None None] Network a6433379-3cde-4f15-8519-6a8eda2855c0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:08.663957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.673066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.674128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.732369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2799973 Jul 14 09:32:08.736439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.757234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.795974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ac617a39-0afc-4511-982a-374badc4970a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0894935 Jul 14 09:32:08.811407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55988) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.817444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-af79a1c2-4468-40ae-b3dd-675b637a27fd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.864401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdbe4a-e85b-41d2-b881-2c4592027898 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=32757ffb-4908-4472-9677-ddfe931d9b5c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.896387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 32757ffb-4908-4472-9677-ddfe931d9b5c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:08.904892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a6433379-3cde-4f15-8519-6a8eda2855c0', 'network_id': 'a6433379-3cde-4f15-8519-6a8eda2855c0', 'tenant_id': '4cead270e1e54f7a9358279b68460c64', 'fixed_ips': [{'subnet_id': '714f6ba8-4b92-40d8-b516-f99535d53c2d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:08.906049 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.964984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af79a1c2-4468-40ae-b3dd-675b637a27fd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3865312'] for subnet, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.001155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:09.005353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.109555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:09.240121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af79a1c2-4468-40ae-b3dd-675b637a27fd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727180225774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3811493'] for subnet, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.318526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Allocated IP 2001:db8::3 (a6433379-3cde-4f15-8519-6a8eda2855c0/714f6ba8-4b92-40d8-b516-f99535d53c2d/d6eae408-85e2-4b31-880a-fd43962fe0c6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:09.349553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79a1c2-4468-40ae-b3dd-675b637a27fd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event updated for resources: {'Subnet': ['ID=714f6ba8-4b92-40d8-b516-f99535d53c2d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.355053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79a1c2-4468-40ae-b3dd-675b637a27fd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.355742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af79a1c2-4468-40ae-b3dd-675b637a27fd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.357088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af79a1c2-4468-40ae-b3dd-675b637a27fd tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "PUT /v2.0/subnets/714f6ba8-4b92-40d8-b516-f99535d53c2d HTTP/1.1" status: 200 len: 900 time: 0.5448787 Jul 14 09:32:09.363044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:09.407740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:09.413724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.424936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a7897e66-ed03-476e-a2ca-40ea94cb2b5d admin admin] 10.222.0.18 "PUT /v2.0/routers/dac0a12a-70fb-4af5-8f52-1e5f1952b7d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4999228 Jul 14 09:32:09.434458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:09.440993 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] Sync routers for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:09.456990 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:09.457648 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:09.554785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.619609 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:09.652631 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.657542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.675274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Transition to ACTIVE for port object d6eae408-85e2-4b31-880a-fd43962fe0c6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:09.692991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=d5c09917-d476-42cc-972e-4d100e408e89,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.698751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Transition to ACTIVE for port object d6eae408-85e2-4b31-880a-fd43962fe0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:09.708939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.744993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Network a6433379-3cde-4f15-8519-6a8eda2855c0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:09.747234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:09.749901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': '34250819-a809-4f2a-b2a9-e69e87bc3e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:09.749901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: 32757ffb-4908-4472-9677-ddfe931d9b5c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:09.763782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.779853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:09.785884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.846601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 32757ffb-4908-4472-9677-ddfe931d9b5c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:09.864449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=714f6ba8-4b92-40d8-b516-f99535d53c2d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.886413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Pushing event updated for resources: {'Port': ['ID=d6eae408-85e2-4b31-880a-fd43962fe0c6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.896797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Attempting to bind port d6eae408-85e2-4b31-880a-fd43962fe0c6 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:09.897241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Attempting to bind port d6eae408-85e2-4b31-880a-fd43962fe0c6 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd0ac9cd0-8584-43a4-930f-310502ded674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6433379-3cde-4f15-8519-6a8eda2855c0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:09.897711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Attempting to bind port d6eae408-85e2-4b31-880a-fd43962fe0c6 on network a6433379-3cde-4f15-8519-6a8eda2855c0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:09.904571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:09.905307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Checking segment: {'id': 'd0ac9cd0-8584-43a4-930f-310502ded674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6433379-3cde-4f15-8519-6a8eda2855c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:09.905893 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.907743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Bound using segment: {'id': 'd0ac9cd0-8584-43a4-930f-310502ded674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6433379-3cde-4f15-8519-6a8eda2855c0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:09.908790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Bound port: d6eae408-85e2-4b31-880a-fd43962fe0c6, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ac9cd0-8584-43a4-930f-310502ded674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a6433379-3cde-4f15-8519-6a8eda2855c0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:09.908935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.971666 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:32:07Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:09.988717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.006270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6433379-3cde-4f15-8519-6a8eda2855c0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.009393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] For port d6eae408-85e2-4b31-880a-fd43962fe0c6, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:10.015265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] For port d6eae408-85e2-4b31-880a-fd43962fe0c6, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d6eae408-85e2-4b31-880a-fd43962fe0c6,segment=NetworkSegment(d0ac9cd0-8584-43a4-930f-310502ded674),segment_id=d0ac9cd0-8584-43a4-930f-310502ded674)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:10.023762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ac9cd0-8584-43a4-930f-310502ded674') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.024070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ac9cd0-8584-43a4-930f-310502ded674') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.024553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.035032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.065298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.074436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:10.077049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:10.088250 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:10.178536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c936ca-928a-4e45-a454-81e577bf2a9b None None] Network a6433379-3cde-4f15-8519-6a8eda2855c0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:10.194125 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] Checking router: dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:10.194831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:32:10.194831 n-d-758944-44 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:32:10.194831 n-d-758944-44 neutron-server[93753]: [parameters: {'id': 'a6433379-3cde-4f15-8519-6a8eda2855c0'}] Jul 14 09:32:10.194831 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:32:10.195178 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:32:10.203994 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] Routers {'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:10.204674 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.277530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 32757ffb-4908-4472-9677-ddfe931d9b5c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:10.284144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.284730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.298060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9d9028-aedf-4e4e-a2d6-1751b56ad831 None None] Network 32757ffb-4908-4472-9677-ddfe931d9b5c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:10.299831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Pushing event updated for resources: {'Port': ['ID=d6eae408-85e2-4b31-880a-fd43962fe0c6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.312857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.313251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.313507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.314237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.314613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.314965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.315517 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fdccd6c4-004d-439d-b6da-e3a9e94dbecd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5715449 Jul 14 09:32:10.317445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.318560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56000) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.321166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.321654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.321896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.322147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.322485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.322818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444a210-5879-4ea7-ae74-26c33aed54b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:10.325281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9c852002-91d9-4971-acc1-4059ef46ca30 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1774828845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:10.326194 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] Set router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:10.358828 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c852002-91d9-4971-acc1-4059ef46ca30 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.360162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c852002-91d9-4971-acc1-4059ef46ca30 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.438274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Deleting port 41eedeaa-fc21-4fa1-a5d3-001d88516f94 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:10.440992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.443446 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c852002-91d9-4971-acc1-4059ef46ca30 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.461151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c852002-91d9-4971-acc1-4059ef46ca30 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.488064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c852002-91d9-4971-acc1-4059ef46ca30 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.489570 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9c852002-91d9-4971-acc1-4059ef46ca30 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1699457 Jul 14 09:32:10.492330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56004) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.497863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'port': {'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c', 'name': 'tempest-RoutersIpV6Test-1061725538'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:10.581486 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:32:07Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:10.591810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] For port 41eedeaa-fc21-4fa1-a5d3-001d88516f94, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=41eedeaa-fc21-4fa1-a5d3-001d88516f94,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:10.592207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.596061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-32757ffb-4908-4472-9677-ddfe931d9b5c', 'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': 'd5c09917-d476-42cc-972e-4d100e408e89'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:10.596914 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.605818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b0686-391a-4dea-a969-89af019ac697 None None] Network a6433379-3cde-4f15-8519-6a8eda2855c0 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:10.623111 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1e632-ab0d-4f6e-8039-3d35bbeeb621 None None] The sync data for ids ['dac0a12a-70fb-4af5-8f52-1e5f1952b7d9'] in n-d-758944-44 is: [{'id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'name': 'tempest-TestVolumeBackupRestore-1801946327-router', 'tenant_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:29Z', 'updated_at': '2021-07-14T09:32:07Z', 'revision_number': 5, 'project_id': '5c36cc6bd36545ba889b8d18ac9b0387', 'gw_port': {'id': '41eedeaa-fc21-4fa1-a5d3-001d88516f94', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0a12a-70fb-4af5-8f52-1e5f1952b7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:31Z', 'updated_at': '2021-07-14T09:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:10.629298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Calling delete_port for 41eedeaa-fc21-4fa1-a5d3-001d88516f94 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:10.682622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:10.690337 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.695846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.724087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] device_id is not set on port f61722bd-7c42-4755-aace-20ef545631c1 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:10.827105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.860571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Allocated IP 2001:db8::2 (32757ffb-4908-4472-9677-ddfe931d9b5c/d5c09917-d476-42cc-972e-4d100e408e89/972491ce-9774-4bd4-b677-cafea8bb8594) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:10.870717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting port d6eae408-85e2-4b31-880a-fd43962fe0c6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:10.871499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.908722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Pushing event deleted for resources: {'Port': ['ID=41eedeaa-fc21-4fa1-a5d3-001d88516f94,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.949587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] For port d6eae408-85e2-4b31-880a-fd43962fe0c6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d6eae408-85e2-4b31-880a-fd43962fe0c6,segment=NetworkSegment(d0ac9cd0-8584-43a4-930f-310502ded674),segment_id=d0ac9cd0-8584-43a4-930f-310502ded674)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:10.949937 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.953481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.963977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Calling delete_port for d6eae408-85e2-4b31-880a-fd43962fe0c6 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:11.059754 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.060884 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.063210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.073525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Transition to ACTIVE for port object 972491ce-9774-4bd4-b677-cafea8bb8594 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:11.082339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.095547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Transition to ACTIVE for port object 972491ce-9774-4bd4-b677-cafea8bb8594 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:11.102938 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.140800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No DVR routers for this DVR port d6eae408-85e2-4b31-880a-fd43962fe0c6 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:11.151157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Network 32757ffb-4908-4472-9677-ddfe931d9b5c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:11.159173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:11.167158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:11.170454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Port': ['ID=d6eae408-85e2-4b31-880a-fd43962fe0c6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.184116 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.184699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:11.200087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.205154 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c806b7ff-336b-48e5-a818-ad280aa23635 admin admin] 10.222.0.18 "DELETE /v2.0/routers/dac0a12a-70fb-4af5-8f52-1e5f1952b7d9 HTTP/1.1" status: 204 len: 168 time: 1.7636931 Jul 14 09:32:11.206049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56008) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.240847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Pushing event updated for resources: {'Port': ['ID=972491ce-9774-4bd4-b677-cafea8bb8594,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.265933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Attempting to bind port 972491ce-9774-4bd4-b677-cafea8bb8594 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:11.266549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Attempting to bind port 972491ce-9774-4bd4-b677-cafea8bb8594 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '34250819-a809-4f2a-b2a9-e69e87bc3e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:11.266937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Attempting to bind port 972491ce-9774-4bd4-b677-cafea8bb8594 on network 32757ffb-4908-4472-9677-ddfe931d9b5c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:11.272429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:11.272820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Checking segment: {'id': '34250819-a809-4f2a-b2a9-e69e87bc3e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:11.273223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.273617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Bound using segment: {'id': '34250819-a809-4f2a-b2a9-e69e87bc3e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:11.274243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Bound port: 972491ce-9774-4bd4-b677-cafea8bb8594, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34250819-a809-4f2a-b2a9-e69e87bc3e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '32757ffb-4908-4472-9677-ddfe931d9b5c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:11.274461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.277988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] Deleting subnet a868a6a7-6a50-4857-bde6-e8b1c65d5f3f {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:11.283428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.321038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8::367 (32757ffb-4908-4472-9677-ddfe931d9b5c/d5c09917-d476-42cc-972e-4d100e408e89/f61722bd-7c42-4755-aace-20ef545631c1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:11.334988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.344759 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.352892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6433379-3cde-4f15-8519-6a8eda2855c0']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:11.368737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ac9cd0-8584-43a4-930f-310502ded674') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:11.369039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ac9cd0-8584-43a4-930f-310502ded674') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:11.380803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] For port 972491ce-9774-4bd4-b677-cafea8bb8594, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:11.385337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] For port 972491ce-9774-4bd4-b677-cafea8bb8594, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=972491ce-9774-4bd4-b677-cafea8bb8594,segment=NetworkSegment(34250819-a809-4f2a-b2a9-e69e87bc3e0a),segment_id=34250819-a809-4f2a-b2a9-e69e87bc3e0a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:11.390517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.394868 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.442245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.474952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:11.475383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:11.483864 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:11.507114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a1de-571c-453a-8aa0-49e65b346077 None None] Pushing event updated for resources: {'Port': ['ID=972491ce-9774-4bd4-b677-cafea8bb8594,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.521702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.523345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ea1515-372b-4184-8c25-3ae19b3a436b no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:11.555385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 93ea1515-372b-4184-8c25-3ae19b3a436b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:11.555729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 93ea1515-372b-4184-8c25-3ae19b3a436b not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:11.617789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.631748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.637551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.643549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/a6433379-3cde-4f15-8519-6a8eda2855c0 HTTP/1.1" status: 204 len: 168 time: 2.2728868 Jul 14 09:32:11.648048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56012) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.659644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a868a6a7-6a50-4857-bde6-e8b1c65d5f3f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.662310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.664277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd934bf-1715-46af-9429-79746cad36df None None] Network 206ef09b-c7e4-4c28-ad44-326d61660e47 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:11.664756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e69a76af-cdf9-4b0f-8789-b4d97b211410 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a868a6a7-6a50-4857-bde6-e8b1c65d5f3f HTTP/1.1" status: 204 len: 168 time: 0.4572990 Jul 14 09:32:11.667954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.705361 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-1246b5f2-2806-408e-b645-8f86d75112c8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:11.706133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1246b5f2-2806-408e-b645-8f86d75112c8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:11.708171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1246b5f2-2806-408e-b645-8f86d75112c8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/714f6ba8-4b92-40d8-b516-f99535d53c2d HTTP/1.1" status: 404 len: 337 time: 0.0570836 Jul 14 09:32:11.712361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56016) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.723154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c424-bea2-4f3c-bda1-a9d7302162bb tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=a6433379-3cde-4f15-8519-6a8eda2855c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.749843 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-244e4afe-1e8c-4523-8df9-f5930ca703b2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:11.750501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244e4afe-1e8c-4523-8df9-f5930ca703b2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:11.752348 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-244e4afe-1e8c-4523-8df9-f5930ca703b2 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/a6433379-3cde-4f15-8519-6a8eda2855c0 HTTP/1.1" status: 404 len: 339 time: 0.0386305 Jul 14 09:32:11.755517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.817164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.822059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.861172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.870684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object f61722bd-7c42-4755-aace-20ef545631c1 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:11.904118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Deleting port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:11.904996 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.974841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] For port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=35ba1f1d-4f77-4175-8c72-d3a20ed4773d,segment=NetworkSegment(3245626e-c707-4287-a93a-06afb08ab392),segment_id=3245626e-c707-4287-a93a-06afb08ab392)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:11.975124 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.982423 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.989637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Calling delete_port for 35ba1f1d-4f77-4175-8c72-d3a20ed4773d owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:11.995720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.001473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b832b8-d164-456b-84d5-f84e08fd9b26']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:12.062449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a1ec75-5925-4d6f-a4fa-49943115f3ed') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:12.063282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a1ec75-5925-4d6f-a4fa-49943115f3ed') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:12.087452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.105333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 32757ffb-4908-4472-9677-ddfe931d9b5c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:12.110917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.113808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:12.117871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=f61722bd-7c42-4755-aace-20ef545631c1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.121581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:12.127053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91bf22-b461-4a03-8ac0-ac761889b9d6 None None] DHCP port deletion for 206ef09b-c7e4-4c28-ad44-326d61660e47 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:12.127958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.128666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.131587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:12.131907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:12.136184 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:12.143868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.178544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2b91bf22-b461-4a03-8ac0-ac761889b9d6 None None] The port '35ba1f1d-4f77-4175-8c72-d3a20ed4773d' was deleted {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 09:32:12.212075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ba1f1d-4f77-4175-8c72-d3a20ed4773d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.216241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] No DVR routers for this DVR port 35ba1f1d-4f77-4175-8c72-d3a20ed4773d on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:12.235924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b8dfda92-0c48-473a-a2b1-59401c1f9e1e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7420418 Jul 14 09:32:12.249388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.261982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.301777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.304122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/08b832b8-d164-456b-84d5-f84e08fd9b26 HTTP/1.1" status: 204 len: 168 time: 0.5476286 Jul 14 09:32:12.305543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1d73-8b44-473c-b7a6-e9f89af4c69c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=08b832b8-d164-456b-84d5-f84e08fd9b26,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.309164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56024) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.338495 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21b270b-76a2-4adb-b035-08875eecc10c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:12.339130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21b270b-76a2-4adb-b035-08875eecc10c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:12.341169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b21b270b-76a2-4adb-b035-08875eecc10c tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/de1c07b8-23fd-4ce9-b543-c371e5d6c890 HTTP/1.1" status: 404 len: 337 time: 0.0309560 Jul 14 09:32:12.343875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.362943 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-600d486a-744c-47e3-8b01-2c854ea54cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:12.363668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600d486a-744c-47e3-8b01-2c854ea54cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:12.367934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-600d486a-744c-47e3-8b01-2c854ea54cd1 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/a1a7769e-04f9-4238-a3f2-6b333963ca93 HTTP/1.1" status: 404 len: 339 time: 0.0204959 Jul 14 09:32:12.368277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56028) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.423190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting subnet 1bc61d40-55b3-46f7-a97d-68e4311af233 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:12.423446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.427048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.464810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206ef09b-c7e4-4c28-ad44-326d61660e47']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:12.479060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.479236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3245626e-c707-4287-a93a-06afb08ab392') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:12.479236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3245626e-c707-4287-a93a-06afb08ab392') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:12.500955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.581433 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.588578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.612437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:12.612861 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:12.614663 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:12.656317 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.689852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc61d40-55b3-46f7-a97d-68e4311af233,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.693884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.698902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e5792669-2583-47be-b66a-fc244f099c9a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/1bc61d40-55b3-46f7-a97d-68e4311af233 HTTP/1.1" status: 204 len: 168 time: 0.3294590 Jul 14 09:32:12.699480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56032) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.710015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b61b35-814f-45f6-b2c7-4258c527e232 None None] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:12.720898 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.726217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.728768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] 10.222.0.18 "DELETE /v2.0/networks/206ef09b-c7e4-4c28-ad44-326d61660e47 HTTP/1.1" status: 204 len: 168 time: 1.0592141 Jul 14 09:32:12.731826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56034) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.749365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf2d66-973d-4860-bd82-79803e660409 admin admin] Pushing event deleted for resources: {'Network': ['ID=206ef09b-c7e4-4c28-ad44-326d61660e47,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.829981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.831331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting subnet 94a574f8-8554-4eee-9738-c8891f331bc9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:12.834835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.922640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.139336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.192831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.204103 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.319573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=f61722bd-7c42-4755-aace-20ef545631c1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.341936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.366330 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.369058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/94a574f8-8554-4eee-9738-c8891f331bc9 HTTP/1.1" status: 204 len: 168 time: 0.6683228 Jul 14 09:32:13.390987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56038) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:13.397360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc1e15-3b65-4c18-9e0e-9fb4a30f7d01 None None] Network 32757ffb-4908-4472-9677-ddfe931d9b5c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:13.413701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f41c2-54b2-4d5e-8081-ad682614c936 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=94a574f8-8554-4eee-9738-c8891f331bc9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.481734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.493588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aff5a5bd-8624-4b69-a96e-27dd079ed2d8 None None] Provisioning for port 972491ce-9774-4bd4-b677-cafea8bb8594 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:13.570239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 972491ce-9774-4bd4-b677-cafea8bb8594 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:13.681474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.705604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 972491ce-9774-4bd4-b677-cafea8bb8594 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:13.714637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 972491ce-9774-4bd4-b677-cafea8bb8594 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:13.715755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.783302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.854540 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.901613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Deleting port e9b6f0b4-829d-4cb1-9e73-86867ddd505b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:13.902051 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.913269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 972491ce-9774-4bd4-b677-cafea8bb8594, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=972491ce-9774-4bd4-b677-cafea8bb8594,segment=NetworkSegment(34250819-a809-4f2a-b2a9-e69e87bc3e0a),segment_id=34250819-a809-4f2a-b2a9-e69e87bc3e0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:13.922285 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.928877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting port 41b4054a-3b94-4f59-9fd1-3ba862823e90 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:13.929420 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.009183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] For port e9b6f0b4-829d-4cb1-9e73-86867ddd505b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,segment=NetworkSegment(ddf23482-ed9e-45bd-90f6-e50b79fa624e),segment_id=ddf23482-ed9e-45bd-90f6-e50b79fa624e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:14.009581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.026595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Calling delete_port for e9b6f0b4-829d-4cb1-9e73-86867ddd505b owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:14.069030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=972491ce-9774-4bd4-b677-cafea8bb8594,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.075456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41eedeaa-fc21-4fa1-a5d3-001d88516f94 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:14.087706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.108288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 41eedeaa-fc21-4fa1-a5d3-001d88516f94 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:14.108861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41eedeaa-fc21-4fa1-a5d3-001d88516f94 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:14.109914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 35ba1f1d-4f77-4175-8c72-d3a20ed4773d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:14.163612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5905911-48fb-44fe-b62d-e31bdcb0de85 None None] Network 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:14.269035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 35ba1f1d-4f77-4175-8c72-d3a20ed4773d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:14.269545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 35ba1f1d-4f77-4175-8c72-d3a20ed4773d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:14.293902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.311408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Provisioning complete for port 972491ce-9774-4bd4-b677-cafea8bb8594 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.312103 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.422882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b6f0b4-829d-4cb1-9e73-86867ddd505b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.491058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] For port 41b4054a-3b94-4f59-9fd1-3ba862823e90, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=41b4054a-3b94-4f59-9fd1-3ba862823e90,segment=NetworkSegment(e318d4a5-777f-48ff-aa14-2c8be0f470db),segment_id=e318d4a5-777f-48ff-aa14-2c8be0f470db)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:14.491993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.496688 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.508794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.509680 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.528716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Provisioning for port f61722bd-7c42-4755-aace-20ef545631c1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:14.534610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Provisioning complete for port f61722bd-7c42-4755-aace-20ef545631c1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.535144 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.615270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=f61722bd-7c42-4755-aace-20ef545631c1,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.624613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Calling delete_port for 41b4054a-3b94-4f59-9fd1-3ba862823e90 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:14.635302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] DHCP port deletion for 3e3f7251-2d2f-4acb-8ae5-0d4625feb770 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:14.646936 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Port f61722bd-7c42-4755-aace-20ef545631c1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:14.681081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.684470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Provisioning complete for port 41b4054a-3b94-4f59-9fd1-3ba862823e90 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.684859 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.833769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.841510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 32757ffb-4908-4472-9677-ddfe931d9b5c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:14.866363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:14.868746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Port': ['ID=41b4054a-3b94-4f59-9fd1-3ba862823e90,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.875650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No DVR routers for this DVR port 41b4054a-3b94-4f59-9fd1-3ba862823e90 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:14.967776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] Deleting port 41b4054a-3b94-4f59-9fd1-3ba862823e90 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:14.968274 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.996879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Router b859d165-22f9-45b1-ab0e-0f013a084797 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:15.008755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.012831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] Could not find standard attr ID for object 41b4054a-3b94-4f59-9fd1-3ba862823e90. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:15.019680 n-d-758944-44 neutron-server[93755]: INFO neutron.plugins.ml2.db [None req-56fc9a84-0b9d-40ad-92a1-312cb9483fbb None None] No ports have port_id starting with 41b4054a-3b94-4f59-9fd1-3ba862823e90 Jul 14 09:32:15.050608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] For port 41b4054a-3b94-4f59-9fd1-3ba862823e90, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:15.051032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.053437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f7251-2d2f-4acb-8ae5-0d4625feb770']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.070610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] Calling delete_port for 41b4054a-3b94-4f59-9fd1-3ba862823e90 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:15.075131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e318d4a5-777f-48ff-aa14-2c8be0f470db') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.075473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e318d4a5-777f-48ff-aa14-2c8be0f470db') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.075668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] Port 41b4054a-3b94-4f59-9fd1-3ba862823e90 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:32:15.078443 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.089804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.096157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] No DVR routers for this DVR port 41b4054a-3b94-4f59-9fd1-3ba862823e90 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:15.122350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae46bb8-5dc4-4f3b-8b74-9a4b1f038ce0 None None] Pushing event deleted for resources: {'Port': ['ID=41b4054a-3b94-4f59-9fd1-3ba862823e90,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.132705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.149773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-520cd84e-3f36-42b9-abb4-011f6e5891b0 None None] Provisioning complete for port f61722bd-7c42-4755-aace-20ef545631c1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:15.150058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-520cd84e-3f36-42b9-abb4-011f6e5891b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.153618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:15.154044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:15.157339 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:15.178276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:15.189560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] Sync routers for ids ['b859d165-22f9-45b1-ab0e-0f013a084797'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:15.192876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6e4e0422-3cf8-465f-aef7-c2781bed28ac admin admin] 10.222.0.18 "PUT /v2.0/routers/b859d165-22f9-45b1-ab0e-0f013a084797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4571502 Jul 14 09:32:15.193626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.219437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-520cd84e-3f36-42b9-abb4-011f6e5891b0 None None] Port f61722bd-7c42-4755-aace-20ef545631c1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:15.226077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] Routers {'b859d165-22f9-45b1-ab0e-0f013a084797'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:15.226817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b859d165-22f9-45b1-ab0e-0f013a084797'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.249513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router bdc4180a-be88-43d9-b695-be8c888b7fb7 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:32:15.257273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.269359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.271287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/3e3f7251-2d2f-4acb-8ae5-0d4625feb770 HTTP/1.1" status: 204 len: 168 time: 1.8793159 Jul 14 09:32:15.276586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.291958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56833b4b-733c-4e56-ada2-5cd2e6fe12a8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=3e3f7251-2d2f-4acb-8ae5-0d4625feb770,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.353974 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ec0026-5bf0-4ac2-abb2-14f6a6a443d8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:15.355422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ec0026-5bf0-4ac2-abb2-14f6a6a443d8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:15.358045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-38ec0026-5bf0-4ac2-abb2-14f6a6a443d8 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/e5f60a16-0d84-42c5-a618-39c10fe0249f HTTP/1.1" status: 404 len: 337 time: 0.0799186 Jul 14 09:32:15.360701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.380500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fda23c-7da5-401b-8d30-55d83164874e None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:15.396898 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ae5e96-4d9f-4a4f-9a0c-d425dd8c1f99 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:15.397740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ae5e96-4d9f-4a4f-9a0c-d425dd8c1f99 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:15.399812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-43ae5e96-4d9f-4a4f-9a0c-d425dd8c1f99 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/fb44e976-7efd-4af8-82f8-63f92e228001 HTTP/1.1" status: 404 len: 339 time: 0.0378606 Jul 14 09:32:15.402629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.443015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:15.448529 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6096e83-8583-4fbf-bfac-f13eff196018 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/bdc4180a-be88-43d9-b695-be8c888b7fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1981235 Jul 14 09:32:15.451004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.463424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] Set router b859d165-22f9-45b1-ab0e-0f013a084797 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:15.471502 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] Sync routers for ids ['bdc4180a-be88-43d9-b695-be8c888b7fb7'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:15.488607 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] Routers {'bdc4180a-be88-43d9-b695-be8c888b7fb7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:15.489504 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bdc4180a-be88-43d9-b695-be8c888b7fb7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.498460 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e78368-b1bd-4f61-8801-296908e36e98 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:15.498935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e78368-b1bd-4f61-8801-296908e36e98 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:15.500730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-71e78368-b1bd-4f61-8801-296908e36e98 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/7ac029b5-cba4-44c4-b3f7-23ad73f534b6 HTTP/1.1" status: 404 len: 337 time: 0.0966313 Jul 14 09:32:15.503342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.514730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.540844 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac583fca-7142-466d-b791-ad79d8d537e7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:15.541432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac583fca-7142-466d-b791-ad79d8d537e7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:15.546366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ac583fca-7142-466d-b791-ad79d8d537e7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/58976bdc-66f4-445b-ad77-2ed93b742c94 HTTP/1.1" status: 404 len: 339 time: 0.0376613 Jul 14 09:32:15.546768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.566732 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.582379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed887e-00ac-4a0c-a7b5-e0dbb06d766c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.595559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-04ed887e-00ac-4a0c-a7b5-e0dbb06d766c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports/f61722bd-7c42-4755-aace-20ef545631c1 HTTP/1.1" status: 200 len: 984 time: 0.1406922 Jul 14 09:32:15.595759 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] Routers {'bdc4180a-be88-43d9-b695-be8c888b7fb7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:15.596299 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bdc4180a-be88-43d9-b695-be8c888b7fb7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.603253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56062) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.614778 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ba0bbe-5fff-4877-ab3a-ec38ed79617f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:15.615472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ba0bbe-5fff-4877-ab3a-ec38ed79617f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:15.620948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-07ba0bbe-5fff-4877-ab3a-ec38ed79617f tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/5d4d0121-0a69-49fc-9227-b5722dfadfcc HTTP/1.1" status: 404 len: 337 time: 0.0697703 Jul 14 09:32:15.621398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.634810 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:15.636553 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69222e1e-c5df-403a-909c-bec4a85d3a17 None None] The sync data for ids ['bdc4180a-be88-43d9-b695-be8c888b7fb7'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:15.658688 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf08ff6-48d5-4baa-99f8-e3bcf3cb1dda tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:15.659718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf08ff6-48d5-4baa-99f8-e3bcf3cb1dda tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:15.663096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-faf08ff6-48d5-4baa-99f8-e3bcf3cb1dda tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/481f3eef-a461-4276-b862-d1214ec179e6 HTTP/1.1" status: 404 len: 339 time: 0.0405266 Jul 14 09:32:15.665587 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.665962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 972491ce-9774-4bd4-b677-cafea8bb8594 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:15.732026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a7b501f5-caba-481a-8e73-e6469223c90b None None] Provisioning complete for port f61722bd-7c42-4755-aace-20ef545631c1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:15.732462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7b501f5-caba-481a-8e73-e6469223c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.737561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting subnet 5f1c85f6-a63d-4ed0-ab65-811543a3b896 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:15.741335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.797265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.823430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a7b501f5-caba-481a-8e73-e6469223c90b None None] Port f61722bd-7c42-4755-aace-20ef545631c1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:15.868814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fda23c-7da5-401b-8d30-55d83164874e None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:15.870989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 972491ce-9774-4bd4-b677-cafea8bb8594 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:15.871407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.045069 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f11edf75-c4ae-4bb8-93a6-8ccc75e3702f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.048325 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.110287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-3a58a0c8-9f57-490c-aca2-32436dbbd9ee tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.118769 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-3a58a0c8-9f57-490c-aca2-32436dbbd9ee tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.2072937 Jul 14 09:32:16.132595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:32:14Z', 'revision_number': 5, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:16.143271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-ae22ab6e-6411-4ae6-a4e4-8272ed0a5a53 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/quotas/b37df22d035145aebb2c1c681cd40560 HTTP/1.1" status: 200 len: 375 time: 0.0229826 Jul 14 09:32:16.172353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] Checking router: b859d165-22f9-45b1-ab0e-0f013a084797 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:16.174650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41b4054a-3b94-4f59-9fd1-3ba862823e90 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:16.213575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 41b4054a-3b94-4f59-9fd1-3ba862823e90 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:16.213872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 41b4054a-3b94-4f59-9fd1-3ba862823e90 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:16.233905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] Routers {'b859d165-22f9-45b1-ab0e-0f013a084797'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:16.234576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b859d165-22f9-45b1-ab0e-0f013a084797'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:16.254605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.377404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.412309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] Set router b859d165-22f9-45b1-ab0e-0f013a084797 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:16.518785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Deleting port 5857d6c2-630e-44ca-b050-98378439c06d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:16.519131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.665917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1c85f6-a63d-4ed0-ab65-811543a3b896,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.669093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.671943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6655c107-02b4-4de4-9b2a-3c518c96e6d7 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/5f1c85f6-a63d-4ed0-ab65-811543a3b896 HTTP/1.1" status: 204 len: 168 time: 1.0046268 Jul 14 09:32:16.675161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:16.677104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] For port 5857d6c2-630e-44ca-b050-98378439c06d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5857d6c2-630e-44ca-b050-98378439c06d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:16.677459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.681424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:32:14Z', 'revision_number': 5, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:16.686952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-e0642e2c-58f3-4006-92f7-186d67f671af tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5410089 Jul 14 09:32:16.688203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07960eee-fadb-4cd9-93a3-0f4617b078ed None None] Network 41d5a094-eba7-46f9-afcf-34bb78d53eb7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:16.753238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Calling delete_port for 5857d6c2-630e-44ca-b050-98378439c06d owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:16.759110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64004c20-4339-4070-910d-64bba6c16b1f None None] The sync data for ids ['b859d165-22f9-45b1-ab0e-0f013a084797'] in n-d-758944-44 is: [{'id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'name': 'tempest-TestVolumeBackupRestore-2088670509-router', 'tenant_id': 'bf6bb67d53764434a1b4336078bacdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '5857d6c2-630e-44ca-b050-98378439c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:45Z', 'updated_at': '2021-07-14T09:32:14Z', 'revision_number': 5, 'project_id': 'bf6bb67d53764434a1b4336078bacdd7', 'gw_port': {'id': '5857d6c2-630e-44ca-b050-98378439c06d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b859d165-22f9-45b1-ab0e-0f013a084797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:16.808257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-fb5bcc75-59bc-4554-a4c1-4620330b912b service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128452 Jul 14 09:32:16.885840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.925768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.939953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-fb5ee155-4706-4b89-b12f-e56d0c0e2afe service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247087 Jul 14 09:32:17.153288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] DHCP port deletion for 41d5a094-eba7-46f9-afcf-34bb78d53eb7 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:17.156176 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e6cf19-7071-4b29-b68b-b6421362f2e4 req-547b3ead-c300-48b2-8db3-ee2ed45e8844 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 210 time: 0.0624142 Jul 14 09:32:17.197720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting port 52346eac-1d0f-4758-87b6-0f8886336fdd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:17.198108 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.250813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] Deleting port 52346eac-1d0f-4758-87b6-0f8886336fdd {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:17.251401 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.327902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] For port 52346eac-1d0f-4758-87b6-0f8886336fdd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=52346eac-1d0f-4758-87b6-0f8886336fdd,segment=NetworkSegment(7c6a2704-650f-4ff5-be78-ef930bd4ec06),segment_id=7c6a2704-650f-4ff5-be78-ef930bd4ec06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:17.328765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.335206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.343380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] Calling delete_port for 52346eac-1d0f-4758-87b6-0f8886336fdd owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:17.405881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] For port 52346eac-1d0f-4758-87b6-0f8886336fdd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=52346eac-1d0f-4758-87b6-0f8886336fdd,segment=NetworkSegment(7c6a2704-650f-4ff5-be78-ef930bd4ec06),segment_id=7c6a2704-650f-4ff5-be78-ef930bd4ec06)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:17.406385 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.409121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Pushing event deleted for resources: {'Port': ['ID=5857d6c2-630e-44ca-b050-98378439c06d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.472587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Calling delete_port for 52346eac-1d0f-4758-87b6-0f8886336fdd owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:17.490396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 52346eac-1d0f-4758-87b6-0f8886336fdd no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:17.521063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.549734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 52346eac-1d0f-4758-87b6-0f8886336fdd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:17.550101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 52346eac-1d0f-4758-87b6-0f8886336fdd not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:17.550529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9b6f0b4-829d-4cb1-9e73-86867ddd505b no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:17.558755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] Pushing event deleted for resources: {'Port': ['ID=52346eac-1d0f-4758-87b6-0f8886336fdd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.576684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port f61722bd-7c42-4755-aace-20ef545631c1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:17.577034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.581343 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.591048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbfbe7-4fbb-4ab1-98b2-e6038c2dce24 None None] No DVR routers for this DVR port 52346eac-1d0f-4758-87b6-0f8886336fdd on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:17.597206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e9b6f0b4-829d-4cb1-9e73-86867ddd505b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:17.597206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9b6f0b4-829d-4cb1-9e73-86867ddd505b not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:17.729871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.739039 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.818545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.819089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b859d165-22f9-45b1-ab0e-0f013a084797 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:17.828739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.832776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56116) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.840301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-036dab70-a0f9-48dc-8525-d6e1a8b5d69f admin admin] 10.222.0.18 "DELETE /v2.0/routers/b859d165-22f9-45b1-ab0e-0f013a084797 HTTP/1.1" status: 204 len: 168 time: 2.6400635 Jul 14 09:32:17.845484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.847863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.875680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No DVR routers for this DVR port 52346eac-1d0f-4758-87b6-0f8886336fdd on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:17.884083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] Deleting subnet ee0885eb-0ecf-43d6-9a03-a59191cc12cd {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:17.887782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.939975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Port': ['ID=52346eac-1d0f-4758-87b6-0f8886336fdd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.944845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for f61722bd-7c42-4755-aace-20ef545631c1 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:17.946598 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.049608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.065926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.078694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d5a094-eba7-46f9-afcf-34bb78d53eb7']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:18.112128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.122217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6a2704-650f-4ff5-be78-ef930bd4ec06') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:18.122522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6a2704-650f-4ff5-be78-ef930bd4ec06') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:18.136778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.158375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.168292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0885eb-0ecf-43d6-9a03-a59191cc12cd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.169674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:18.170754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:18.174168 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:18.188061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385ff845-0d8b-49d8-a5ed-255eee09a506 None None] Network 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:18.213073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.215270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0c766b55-d557-4db7-b246-fd1f3d649d60 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ee0885eb-0ecf-43d6-9a03-a59191cc12cd HTTP/1.1" status: 204 len: 168 time: 0.3814683 Jul 14 09:32:18.218617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.284903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.296838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.302048 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/41d5a094-eba7-46f9-afcf-34bb78d53eb7 HTTP/1.1" status: 204 len: 168 time: 1.6208310 Jul 14 09:32:18.316724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56122) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.405556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a7e26-1f64-4001-82ad-5d0168645a21 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=41d5a094-eba7-46f9-afcf-34bb78d53eb7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.456304 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.458630 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0292362b-b7dd-456c-83f8-f802b06c0bc4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:18.459232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0292362b-b7dd-456c-83f8-f802b06c0bc4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:18.464255 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0292362b-b7dd-456c-83f8-f802b06c0bc4 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/d5f0d1df-c85e-4b64-bb14-54142f76b9e9 HTTP/1.1" status: 404 len: 337 time: 0.1449387 Jul 14 09:32:18.473227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56124) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.486740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.518187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=f61722bd-7c42-4755-aace-20ef545631c1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.558245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a8227919-79d9-435d-b0fb-03a7b08e2185 req-572a3134-2707-4bb1-b9c3-60903d54a28c tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 210 time: 0.1013997 Jul 14 09:32:18.583682 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b19811-baa6-4f5d-a092-b58c13477bbf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:18.584312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b19811-baa6-4f5d-a092-b58c13477bbf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:18.593895 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-85b19811-baa6-4f5d-a092-b58c13477bbf tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/5d42c4fb-c9f8-40d9-af30-f737d98e68cc HTTP/1.1" status: 404 len: 339 time: 0.1027200 Jul 14 09:32:18.594428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.691318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting subnet 10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:18.696545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.701463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.781882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Deleting port 4263658d-234f-4add-9c93-51f7e7c497d8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:18.782226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.815811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.824371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-ec5c6c40-8763-42bc-9b52-52f7bfb403db tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.827219 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-ec5c6c40-8763-42bc-9b52-52f7bfb403db tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.5202134 Jul 14 09:32:18.852250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] DHCP port deletion for 5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:18.900155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Request body: {'port': {'device_id': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'admin_state_up': True, 'tenant_id': 'b37df22d035145aebb2c1c681cd40560'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:18.906547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] Deleting port 4263658d-234f-4add-9c93-51f7e7c497d8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:18.907005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.916026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] For port 4263658d-234f-4add-9c93-51f7e7c497d8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4263658d-234f-4add-9c93-51f7e7c497d8,segment=NetworkSegment(ddf23482-ed9e-45bd-90f6-e50b79fa624e),segment_id=ddf23482-ed9e-45bd-90f6-e50b79fa624e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:18.916632 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.940458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Calling delete_port for 4263658d-234f-4add-9c93-51f7e7c497d8 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:18.968825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router bdc4180a-be88-43d9-b695-be8c888b7fb7 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:18.980465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] For port 4263658d-234f-4add-9c93-51f7e7c497d8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4263658d-234f-4add-9c93-51f7e7c497d8,segment=NetworkSegment(ddf23482-ed9e-45bd-90f6-e50b79fa624e),segment_id=ddf23482-ed9e-45bd-90f6-e50b79fa624e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:18.981008 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.002092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] Calling delete_port for 4263658d-234f-4add-9c93-51f7e7c497d8 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:19.012026 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.034977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.082878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:19.088787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e7515000-34fc-4df2-b151-d391ffe7ed60 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/bdc4180a-be88-43d9-b695-be8c888b7fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4813664 Jul 14 09:32:19.092949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.097571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.103802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] Sync routers for ids ['bdc4180a-be88-43d9-b695-be8c888b7fb7'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:19.117500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Made reservation on behalf of b37df22d035145aebb2c1c681cd40560 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:19.121876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.130840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] Pushing event deleted for resources: {'Port': ['ID=4263658d-234f-4add-9c93-51f7e7c497d8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.135514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405fe11-8e0a-47d1-bf7a-15c355e00f9c None None] No DVR routers for this DVR port 4263658d-234f-4add-9c93-51f7e7c497d8 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:19.141933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] Routers {'bdc4180a-be88-43d9-b695-be8c888b7fb7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:19.142975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bdc4180a-be88-43d9-b695-be8c888b7fb7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.185399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.185834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.194904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] Routers {'bdc4180a-be88-43d9-b695-be8c888b7fb7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:19.195552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:31:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bdc4180a-be88-43d9-b695-be8c888b7fb7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.201559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.233130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.233674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84763e-047a-4b0f-a82a-6054f7fabe54 None None] The sync data for ids ['bdc4180a-be88-43d9-b695-be8c888b7fb7'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:19.290065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=4263658d-234f-4add-9c93-51f7e7c497d8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.317163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] No DVR routers for this DVR port 4263658d-234f-4add-9c93-51f7e7c497d8 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:19.323329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Subnet': ['ID=10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.330158 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.332106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-396c9313-c955-4499-a942-cad18914c74a tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/subnets/10459b42-5b74-47e6-b5f0-bd9ab3d2ffe8 HTTP/1.1" status: 204 len: 168 time: 0.7348907 Jul 14 09:32:19.336445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a05ed-33dd-48b3-af96-c93605f2e9e2 None None] Network 934db46d-0938-4be5-8899-b290ca58b4ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:19.351281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.445575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5857d6c2-630e-44ca-b050-98378439c06d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:19.468340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 5857d6c2-630e-44ca-b050-98378439c06d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:19.468596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5857d6c2-630e-44ca-b050-98378439c06d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:19.468934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4263658d-234f-4add-9c93-51f7e7c497d8 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:19.509838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 4263658d-234f-4add-9c93-51f7e7c497d8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:19.510202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4263658d-234f-4add-9c93-51f7e7c497d8 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:19.526587 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-37489a5a-4daf-4921-9b46-c59c5cead7c2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:32:19.527928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-37489a5a-4daf-4921-9b46-c59c5cead7c2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/bdc4180a-be88-43d9-b695-be8c888b7fb7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4341304 Jul 14 09:32:19.536653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56134) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.556085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.593170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0ea59938-4301-4fb3-893f-e6f4ca46f419 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc4180a-be88-43d9-b695-be8c888b7fb7 HTTP/1.1" status: 200 len: 205 time: 0.0554841 Jul 14 09:32:19.598372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.601253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4ce1ba-748b-499e-b7ed-68bbc0fa8473']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.618645 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.619486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] DHCP port deletion for 934db46d-0938-4be5-8899-b290ca58b4ae request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:19.654567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Allocated IP 172.20.0.10 (b524b79a-0e90-45c7-bbd9-15995257f90f/e9aaf093-664c-4984-a564-b34a322ea784/b1f8d316-d66b-4a43-9910-70bf82af4d54) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:19.659009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06d6f3ac-ed06-428a-9d48-80c9746044d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.691640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf23482-ed9e-45bd-90f6-e50b79fa624e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.692042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf23482-ed9e-45bd-90f6-e50b79fa624e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.694776 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.705135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] Deleting port 373b963d-a975-4400-b67a-6f5e01a78036 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:19.705547 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.709675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.722655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25eaed65-80e5-4a82-b3ce-0edbdef46ca0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.778259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] For port 373b963d-a975-4400-b67a-6f5e01a78036, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=373b963d-a975-4400-b67a-6f5e01a78036,segment=NetworkSegment(8b8fe2b9-96ae-49f1-9977-c81bf8959d2b),segment_id=8b8fe2b9-96ae-49f1-9977-c81bf8959d2b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:19.778714 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.799205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] Calling delete_port for 373b963d-a975-4400-b67a-6f5e01a78036 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:19.812744 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.824802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:19.825254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:19.829255 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:19.874547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b2c2f4a-5ddf-4c73-8e7e-183fa76f7262 req-b84faaea-bc82-4636-b642-1a730eab1d65 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 210 time: 0.0564950 Jul 14 09:32:19.921617 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.949586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.953548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] Pushing event deleted for resources: {'Port': ['ID=373b963d-a975-4400-b67a-6f5e01a78036,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.956246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e4f6c-bd9f-4150-8a2e-4330ac3377e2 None None] No DVR routers for this DVR port 373b963d-a975-4400-b67a-6f5e01a78036 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:19.999065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.004352 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.007250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c4ce1ba-748b-499e-b7ed-68bbc0fa8473 HTTP/1.1" status: 204 len: 168 time: 1.7869129 Jul 14 09:32:20.009168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25eaed65-80e5-4a82-b3ce-0edbdef46ca0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.014820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.015297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25eaed65-80e5-4a82-b3ce-0edbdef46ca0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.028748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:20.044036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d75b1-6b83-44ef-a7f8-2f8fb5a98c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4ce1ba-748b-499e-b7ed-68bbc0fa8473,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.086015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Deleting port 373b963d-a975-4400-b67a-6f5e01a78036 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:20.086015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.087345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Network b524b79a-0e90-45c7-bbd9-15995257f90f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:20.093102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:20.101650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:20.135825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.144573 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25eaed65-80e5-4a82-b3ce-0edbdef46ca0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.145085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eaed65-80e5-4a82-b3ce-0edbdef46ca0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Fanout notify agent at l3_agent the message router_deleted on router bdc4180a-be88-43d9-b695-be8c888b7fb7 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:20.146968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event updated for resources: {'Port': ['ID=b1f8d316-d66b-4a43-9910-70bf82af4d54,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.153267 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25eaed65-80e5-4a82-b3ce-0edbdef46ca0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.154348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-25eaed65-80e5-4a82-b3ce-0edbdef46ca0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/bdc4180a-be88-43d9-b695-be8c888b7fb7 HTTP/1.1" status: 204 len: 168 time: 0.5549972 Jul 14 09:32:20.157089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56144) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.210792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.212681 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.220494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] For port 373b963d-a975-4400-b67a-6f5e01a78036, host n-d-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:20.220860 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.231437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.241885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-28a0ba88-ade0-438b-b822-646f4823bf49 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3453555 Jul 14 09:32:20.245702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Calling delete_port for 373b963d-a975-4400-b67a-6f5e01a78036 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:20.252226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet d5c09917-d476-42cc-972e-4d100e408e89 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:20.258088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Request body: {'port': {'device_id': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:20.262203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Port 373b963d-a975-4400-b67a-6f5e01a78036 was not found and therefore no delete operation was performed {{(pid=93754) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:32:20.266486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.294707 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.342071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Port': ['ID=373b963d-a975-4400-b67a-6f5e01a78036,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.353258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.359839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] No DVR routers for this DVR port 373b963d-a975-4400-b67a-6f5e01a78036 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:20.363262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.416139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea58f1ea-00a1-4903-a3f9-2647ae4976b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c36cc6bd36545ba889b8d18ac9b0387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818416 Jul 14 09:32:20.422033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56148) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.528039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.562182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934db46d-0938-4be5-8899-b290ca58b4ae']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:20.586401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8fe2b9-96ae-49f1-9977-c81bf8959d2b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:20.586684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8fe2b9-96ae-49f1-9977-c81bf8959d2b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:20.601827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.603577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a47f7504-830a-42ec-87f0-32e76ee475a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.610984 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.639871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f8d316-d66b-4a43-9910-70bf82af4d54 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:20.650641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.653405 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.675550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a47f7504-830a-42ec-87f0-32e76ee475a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.677548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:20.677947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:20.682731 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:20.738620 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:32:20.779792 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.780060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Transition to ACTIVE for port object b1f8d316-d66b-4a43-9910-70bf82af4d54 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:20.785167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.785703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.798481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.803871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] 10.222.0.18 "DELETE /v2.0/networks/934db46d-0938-4be5-8899-b290ca58b4ae HTTP/1.1" status: 204 len: 168 time: 1.4509468 Jul 14 09:32:20.846764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.847296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca33636-0223-4e83-b57f-b18607066c45 None None] Network 32757ffb-4908-4472-9677-ddfe931d9b5c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:20.849771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/d5c09917-d476-42cc-972e-4d100e408e89 HTTP/1.1" status: 204 len: 168 time: 0.6917579 Jul 14 09:32:20.851495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed232f-6323-4e15-98a4-5e0d3ff0c05b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c09917-d476-42cc-972e-4d100e408e89,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.855021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.882765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f8d316-d66b-4a43-9910-70bf82af4d54,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.890830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a47f7504-830a-42ec-87f0-32e76ee475a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.893872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a47f7504-830a-42ec-87f0-32e76ee475a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.896123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a47f7504-830a-42ec-87f0-32e76ee475a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64180342-ba07-44e6-9a97-988306f570ec HTTP/1.1" status: 204 len: 168 time: 0.4726644 Jul 14 09:32:20.913002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e29d9-973a-4c72-962c-9048d2db1cd3 tempest-NetworksIpV6Test-1816696173 tempest-NetworksIpV6Test-1816696173-project] Pushing event deleted for resources: {'Network': ['ID=934db46d-0938-4be5-8899-b290ca58b4ae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.004580 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.013515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f7504-830a-42ec-87f0-32e76ee475a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64180342-ba07-44e6-9a97-988306f570ec,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.081410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 972491ce-9774-4bd4-b677-cafea8bb8594 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:21.081969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.169447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Attempting to bind port b1f8d316-d66b-4a43-9910-70bf82af4d54 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:21.172188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Attempting to bind port b1f8d316-d66b-4a43-9910-70bf82af4d54 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:21.174172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Attempting to bind port b1f8d316-d66b-4a43-9910-70bf82af4d54 on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:21.180502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Port b1f8d316-d66b-4a43-9910-70bf82af4d54 on network b524b79a-0e90-45c7-bbd9-15995257f90f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:21.187860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Attempting to bind port b1f8d316-d66b-4a43-9910-70bf82af4d54 on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:21.201905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:21.202330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Checking segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:21.203897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Bound using segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:21.204859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Bound port: b1f8d316-d66b-4a43-9910-70bf82af4d54, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:21.205301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.229732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.273516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 972491ce-9774-4bd4-b677-cafea8bb8594, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=972491ce-9774-4bd4-b677-cafea8bb8594,segment=NetworkSegment(34250819-a809-4f2a-b2a9-e69e87bc3e0a),segment_id=34250819-a809-4f2a-b2a9-e69e87bc3e0a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:21.273516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.278685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] DHCP port deletion for 32757ffb-4908-4472-9677-ddfe931d9b5c request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:21.308166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 972491ce-9774-4bd4-b677-cafea8bb8594 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:21.341850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6223f6-ee45-41d0-b531-f2b88fda7adb req-bd06bdc2-e0c3-4c14-a949-d67af9868e09 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.353148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f6223f6-ee45-41d0-b531-f2b88fda7adb req-bd06bdc2-e0c3-4c14-a949-d67af9868e09 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 944 time: 0.1691518 Jul 14 09:32:21.386013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] For port b1f8d316-d66b-4a43-9910-70bf82af4d54, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:21.398471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] For port b1f8d316-d66b-4a43-9910-70bf82af4d54, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:21.405302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] Deleting port 972491ce-9774-4bd4-b677-cafea8bb8594 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:21.405967 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.411611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.497134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.504772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 373b963d-a975-4400-b67a-6f5e01a78036 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:21.536624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 373b963d-a975-4400-b67a-6f5e01a78036 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:21.536985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 373b963d-a975-4400-b67a-6f5e01a78036 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:21.537428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 972491ce-9774-4bd4-b677-cafea8bb8594 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:21.551600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.552261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.553891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] 10.222.0.48 "PUT /v2.0/ports/b1f8d316-d66b-4a43-9910-70bf82af4d54 HTTP/1.1" status: 200 len: 1093 time: 1.3038437 Jul 14 09:32:21.554384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'tag': 'b1f8d316-d66b-4a43-9910-70bf82af4d54'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:21.556950 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc83210-4775-4d1d-8ec5-ebc687282a27", "tag": "b1f8d316-d66b-4a43-9910-70bf82af4d54"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:21.577743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.586019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f5eca-07cf-476c-b075-e80d10d0d788 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f8d316-d66b-4a43-9910-70bf82af4d54,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.635477 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.638883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] For port 972491ce-9774-4bd4-b677-cafea8bb8594, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=972491ce-9774-4bd4-b677-cafea8bb8594,segment=NetworkSegment(34250819-a809-4f2a-b2a9-e69e87bc3e0a),segment_id=34250819-a809-4f2a-b2a9-e69e87bc3e0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:21.639518 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.661199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] Calling delete_port for 972491ce-9774-4bd4-b677-cafea8bb8594 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:21.670096 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c870c6f3-350a-4e79-9d62-45518a2b0cb5 x-openstack-request-id: req-c870c6f3-350a-4e79-9d62-45518a2b0cb5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:21.670366 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc83210-4775-4d1d-8ec5-ebc687282a27", "tag": "b1f8d316-d66b-4a43-9910-70bf82af4d54", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:21.670611 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c870c6f3-350a-4e79-9d62-45518a2b0cb5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:21.671018 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'tag': 'b1f8d316-d66b-4a43-9910-70bf82af4d54', 'status': 'completed', 'code': 200} Jul 14 09:32:21.687420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 972491ce-9774-4bd4-b677-cafea8bb8594, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=972491ce-9774-4bd4-b677-cafea8bb8594,segment=NetworkSegment(34250819-a809-4f2a-b2a9-e69e87bc3e0a),segment_id=34250819-a809-4f2a-b2a9-e69e87bc3e0a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:21.696150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f6223f6-ee45-41d0-b531-f2b88fda7adb req-ed444dad-01b4-4dfe-af51-a81257da2f6c tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418665 Jul 14 09:32:21.697590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.717899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-92dc2205-bfcb-4049-a5d3-f99fa3caebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.722602 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e72d2447-3e64-4e41-a27c-faf2cb2d5c0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf6bb67d53764434a1b4336078bacdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206104 Jul 14 09:32:21.722734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-92dc2205-bfcb-4049-a5d3-f99fa3caebc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 1096 time: 0.1174629 Jul 14 09:32:21.722977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.724462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.764879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event deleted for resources: {'Port': ['ID=972491ce-9774-4bd4-b677-cafea8bb8594,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.768852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=972491ce-9774-4bd4-b677-cafea8bb8594,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.776865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-37e56c70-ed87-41d4-9779-a2717f746c49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cead270e1e54f7a9358279b68460c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374758 Jul 14 09:32:21.776865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56174) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.796654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-3e7a2d07-4ff9-4407-afa0-5755240e57fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54 HTTP/1.1" status: 200 len: 217 time: 0.0628304 Jul 14 09:32:21.801770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port 972491ce-9774-4bd4-b677-cafea8bb8594 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:21.810147 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.825215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] No DVR routers for this DVR port 972491ce-9774-4bd4-b677-cafea8bb8594 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:21.851884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512e5f7-ac4c-465c-b08c-ea3ed89cd78e None None] Pushing event deleted for resources: {'Port': ['ID=972491ce-9774-4bd4-b677-cafea8bb8594,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.895383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c2dd-aeaa-4102-a009-f07c62e291c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.899622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-722a95d4-42c3-4a1c-813d-feca8be18e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.901113 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-722a95d4-42c3-4a1c-813d-feca8be18e2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.0897052 Jul 14 09:32:21.942903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-35cffdb3-1f96-4b0c-8226-4d62466cd589 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347023 Jul 14 09:32:21.950005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c2dd-aeaa-4102-a009-f07c62e291c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.950215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674d1c00-e033-4194-bb14-6cf464826f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.950828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.967134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32757ffb-4908-4472-9677-ddfe931d9b5c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.984061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34250819-a809-4f2a-b2a9-e69e87bc3e0a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.984358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34250819-a809-4f2a-b2a9-e69e87bc3e0a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.993771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674d1c00-e033-4194-bb14-6cf464826f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.002843 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.026803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.039170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:22.039682 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:22.043087 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:22.074517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-de94838b-a86a-400a-bb85-1fcc593c09e8 service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250169 Jul 14 09:32:22.075363 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c2dd-aeaa-4102-a009-f07c62e291c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.078033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c2dd-aeaa-4102-a009-f07c62e291c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.081767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f8c6c2dd-aeaa-4102-a009-f07c62e291c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc3b1d85-f9cd-46de-9372-0b56e021c586 HTTP/1.1" status: 204 len: 168 time: 0.3551893 Jul 14 09:32:22.098711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6c2dd-aeaa-4102-a009-f07c62e291c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b1d85-f9cd-46de-9372-0b56e021c586,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.111841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674d1c00-e033-4194-bb14-6cf464826f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.115205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674d1c00-e033-4194-bb14-6cf464826f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.116584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-674d1c00-e033-4194-bb14-6cf464826f34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e909d99e-880c-4d41-9b1f-f3a0c6f53706 HTTP/1.1" status: 204 len: 168 time: 0.3355339 Jul 14 09:32:22.128593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.130551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d1c00-e033-4194-bb14-6cf464826f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e909d99e-880c-4d41-9b1f-f3a0c6f53706,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.139382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.145710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/32757ffb-4908-4472-9677-ddfe931d9b5c HTTP/1.1" status: 204 len: 168 time: 1.2877231 Jul 14 09:32:22.146820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.163159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1936083967'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:22.168810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb3f13-851d-4b83-b2da-8695e0bd4933 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=32757ffb-4908-4472-9677-ddfe931d9b5c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.191219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:22.199870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.256027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a44e0fa0-59ae-4179-b95a-3f7fb95776c8 req-78b76aa0-2211-4b3c-889b-597ceb722596 service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673329 Jul 14 09:32:22.257026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:22.268169 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.269143 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment cc620094-6e25-4120-a7c8-b554c16b76bd of type vlan for network 85a0d77e-8540-4d65-a8f9-908684c01e68 Jul 14 09:32:22.323829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.375834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.381826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.382567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.441020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-24ecb8aa-9e47-44e8-b22b-1842df39cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.442966 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-24ecb8aa-9e47-44e8-b22b-1842df39cf0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 1096 time: 0.1271222 Jul 14 09:32:22.468489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3070219 Jul 14 09:32:22.469887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56186) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.477803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': '85a0d77e-8540-4d65-a8f9-908684c01e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:22.483461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00476b-812a-4fca-8901-9312b26ab97e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=85a0d77e-8540-4d65-a8f9-908684c01e68,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.495564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:22.653646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-6c30572f-afaf-4dd2-bafa-81657f960d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.663147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-6c30572f-afaf-4dd2-bafa-81657f960d44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.2138002 Jul 14 09:32:22.774724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-12091188-146f-4e81-a042-3ab57f5b8d86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54 HTTP/1.1" status: 200 len: 217 time: 0.1039248 Jul 14 09:32:22.921322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-cc6dfabc-cc94-41e6-8f8a-b3f8aee5630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.923388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-cc6dfabc-cc94-41e6-8f8a-b3f8aee5630f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.1369231 Jul 14 09:32:22.965226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-e1b9ccca-2ff7-4894-8f1e-1501012d542b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338597 Jul 14 09:32:23.012595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:23.017022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.111703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e70117-ab9e-4438-9dcc-ab1e78177a02 req-7a868a9f-ef87-41d1-9c9c-5dda32f34cfd tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.120618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0e70117-ab9e-4438-9dcc-ab1e78177a02 req-7a868a9f-ef87-41d1-9c9c-5dda32f34cfd tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 944 time: 0.1879826 Jul 14 09:32:23.161856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-e6d039f9-cabf-487f-b965-4b462ced3d04 service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845863 Jul 14 09:32:23.238370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0e70117-ab9e-4438-9dcc-ab1e78177a02 req-7e7ddb19-6760-4984-b813-c8862a68bc9f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159308 Jul 14 09:32:23.252828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.276174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.316800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eba6f29f-b034-4f2e-9d08-67b2e20f1ca9 req-97ddc0ab-78aa-4d7c-883f-6bd86759154a service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451037 Jul 14 09:32:23.340339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=1fc58f07-64be-497b-82a4-e069396d6227,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:23.350141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': 'cc620094-6e25-4120-a7c8-b554c16b76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85a0d77e-8540-4d65-a8f9-908684c01e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:23.350141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: 85a0d77e-8540-4d65-a8f9-908684c01e68, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:23.368616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:23.379271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 85a0d77e-8540-4d65-a8f9-908684c01e68) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:23.384614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.385635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.394368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df38df5-b031-47db-a9f8-e537893c83ae None None] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:23.403275 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2d525ed1-d8e4-4318-9e9d-7adb9d6eaeff tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9323237 Jul 14 09:32:23.405647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.411290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-009cbfe7-09b2-45bb-9451-e4ff78beb60a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-309380992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.423076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e43b70e7-a519-4664-957b-db4cf0baa187 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] Request body: {'port': {'network_id': '756d252f-c600-49da-8834-34f5e912ad0f', 'name': 'tempest-NetworksNegativeTestJSON-398118022'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.439606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-009cbfe7-09b2-45bb-9451-e4ff78beb60a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.440764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-009cbfe7-09b2-45bb-9451-e4ff78beb60a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.443883 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43b70e7-a519-4664-957b-db4cf0baa187 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] POST failed (client error): The resource could not be found. Jul 14 09:32:23.444513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43b70e7-a519-4664-957b-db4cf0baa187 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.445855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e43b70e7-a519-4664-957b-db4cf0baa187 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1686394 Jul 14 09:32:23.455239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56216) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.476937 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00ec078-7dd0-4849-9b3d-d8e6860224fe tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:23.477704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00ec078-7dd0-4849-9b3d-d8e6860224fe tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.479662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e00ec078-7dd0-4849-9b3d-d8e6860224fe tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "DELETE /v2.0/networks/0468c367-e99f-43c3-a0d0-35839d08689a HTTP/1.1" status: 404 len: 339 time: 0.0230453 Jul 14 09:32:23.483935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.513695 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a4c76e-cba7-4d50-95f3-437c0e07487a tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:23.514587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a4c76e-cba7-4d50-95f3-437c0e07487a tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.516451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-37a4c76e-cba7-4d50-95f3-437c0e07487a tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "DELETE /v2.0/ports/2966301e-7301-404e-847a-a21f4f3c25eb HTTP/1.1" status: 404 len: 333 time: 0.0314548 Jul 14 09:32:23.520578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.535820 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-009cbfe7-09b2-45bb-9451-e4ff78beb60a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.540344 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-009cbfe7-09b2-45bb-9451-e4ff78beb60a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.548275 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d6756a-e1ec-4054-9cd0-e531f0eaf16f tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:23.549069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d6756a-e1ec-4054-9cd0-e531f0eaf16f tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.550813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-49d6756a-e1ec-4054-9cd0-e531f0eaf16f tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "DELETE /v2.0/subnets/162bc55e-ca64-4593-9d7a-c5bd05a38211 HTTP/1.1" status: 404 len: 337 time: 0.0290680 Jul 14 09:32:23.555555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56222) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.579261 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a685bd-f296-4ded-9926-6265e8b1d19d tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] GET failed (client error): The resource could not be found. Jul 14 09:32:23.579676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-85a0d77e-8540-4d65-a8f9-908684c01e68', 'network_id': '85a0d77e-8540-4d65-a8f9-908684c01e68', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': '1fc58f07-64be-497b-82a4-e069396d6227'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:23.580730 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.580945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95a685bd-f296-4ded-9926-6265e8b1d19d tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "GET /v2.0/networks/0d32463f-dba9-46e3-991e-d818127d6c63 HTTP/1.1" status: 404 len: 339 time: 0.0244055 Jul 14 09:32:23.582348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-009cbfe7-09b2-45bb-9451-e4ff78beb60a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.587326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-009cbfe7-09b2-45bb-9451-e4ff78beb60a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1782043 Jul 14 09:32:23.587326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.588096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.613607 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e82ac22-978e-4b7f-aaa7-4efeda2b9794 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] GET failed (client error): The resource could not be found. Jul 14 09:32:23.615182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e82ac22-978e-4b7f-aaa7-4efeda2b9794 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "GET /v2.0/ports/fbdd4127-bcd6-4ad0-ab50-db378263c3b1 HTTP/1.1" status: 404 len: 333 time: 0.0286260 Jul 14 09:32:23.619018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.650805 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b9cb51-8fdf-4ebe-b4b7-96839138b723 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] GET failed (client error): The resource could not be found. Jul 14 09:32:23.652229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b9b9cb51-8fdf-4ebe-b4b7-96839138b723 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "GET /v2.0/subnets/b8e4850b-da5d-47bd-b662-8cdbf5c1aeaa HTTP/1.1" status: 404 len: 337 time: 0.0322199 Jul 14 09:32:23.656178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.661672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c1aec6cc-b8ad-4fe7-b577-1c1b8f0eadfa tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.677115 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1aec6cc-b8ad-4fe7-b577-1c1b8f0eadfa tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] PUT failed (client error): The resource could not be found. Jul 14 09:32:23.677947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1aec6cc-b8ad-4fe7-b577-1c1b8f0eadfa tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.679318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c1aec6cc-b8ad-4fe7-b577-1c1b8f0eadfa tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "PUT /v2.0/networks/cd651044-30d9-4c12-a17a-512b3ed3f3f8 HTTP/1.1" status: 404 len: 339 time: 0.0220299 Jul 14 09:32:23.683379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56232) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.689569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-62d853aa-e27c-401f-952c-b2ea96378a29 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.717245 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d853aa-e27c-401f-952c-b2ea96378a29 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] PUT failed (client error): The resource could not be found. Jul 14 09:32:23.718239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d853aa-e27c-401f-952c-b2ea96378a29 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.719597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-62d853aa-e27c-401f-952c-b2ea96378a29 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "PUT /v2.0/ports/942f9ec9-5d0f-444f-9dcd-f77be347d3f7 HTTP/1.1" status: 404 len: 333 time: 0.0350218 Jul 14 09:32:23.723416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.728887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-99693275-d952-4786-b598-2167dd54b929 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.750424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Allocated IP 2001:db8::2 (85a0d77e-8540-4d65-a8f9-908684c01e68/1fc58f07-64be-497b-82a4-e069396d6227/32dfae9d-0127-42f8-a325-6da5cec06893) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:23.756724 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-99693275-d952-4786-b598-2167dd54b929 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] PUT failed (client error): The resource could not be found. Jul 14 09:32:23.757396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99693275-d952-4786-b598-2167dd54b929 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:23.758740 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-99693275-d952-4786-b598-2167dd54b929 tempest-NetworksNegativeTestJSON-1017804964 tempest-NetworksNegativeTestJSON-1017804964-project] 10.222.0.18 "PUT /v2.0/subnets/8b41ae14-32d5-4404-8d2c-8459cb53f46b HTTP/1.1" status: 404 len: 337 time: 0.0340829 Jul 14 09:32:23.909650 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.923199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Transition to ACTIVE for port object 32dfae9d-0127-42f8-a325-6da5cec06893 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:23.949771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Transition to ACTIVE for port object 32dfae9d-0127-42f8-a325-6da5cec06893 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:23.957541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.965564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.013785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Pushing event updated for resources: {'Port': ['ID=32dfae9d-0127-42f8-a325-6da5cec06893,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.028210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:24.030863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:24.033821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:24.069679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56242) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.105998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Attempting to bind port 32dfae9d-0127-42f8-a325-6da5cec06893 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:24.106771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Attempting to bind port 32dfae9d-0127-42f8-a325-6da5cec06893 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'cc620094-6e25-4120-a7c8-b554c16b76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85a0d77e-8540-4d65-a8f9-908684c01e68'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:24.106771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Attempting to bind port 32dfae9d-0127-42f8-a325-6da5cec06893 on network 85a0d77e-8540-4d65-a8f9-908684c01e68 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:24.112671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:24.113090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Checking segment: {'id': 'cc620094-6e25-4120-a7c8-b554c16b76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85a0d77e-8540-4d65-a8f9-908684c01e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:24.113448 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.113844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Bound using segment: {'id': 'cc620094-6e25-4120-a7c8-b554c16b76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85a0d77e-8540-4d65-a8f9-908684c01e68'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:24.114691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Bound port: 32dfae9d-0127-42f8-a325-6da5cec06893, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc620094-6e25-4120-a7c8-b554c16b76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85a0d77e-8540-4d65-a8f9-908684c01e68'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:24.114691 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.199752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45e9b696-db0d-4c76-8a4b-8715c795cda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.200586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] For port 32dfae9d-0127-42f8-a325-6da5cec06893, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:24.205503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] For port 32dfae9d-0127-42f8-a325-6da5cec06893, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=32dfae9d-0127-42f8-a325-6da5cec06893,segment=NetworkSegment(cc620094-6e25-4120-a7c8-b554c16b76bd),segment_id=cc620094-6e25-4120-a7c8-b554c16b76bd)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:24.210261 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.272604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f1a48-2b88-4b83-bbb2-82c0fd2377b8 None None] Pushing event updated for resources: {'Port': ['ID=32dfae9d-0127-42f8-a325-6da5cec06893,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.283801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8::1 (85a0d77e-8540-4d65-a8f9-908684c01e68/1fc58f07-64be-497b-82a4-e069396d6227/2d9c7338-9b45-4466-8788-d4a702612a2b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:24.350657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45e9b696-db0d-4c76-8a4b-8715c795cda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.355551 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45e9b696-db0d-4c76-8a4b-8715c795cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.410275 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-45e9b696-db0d-4c76-8a4b-8715c795cda3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f75860eb715a406fafb26f6a1e46e307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370025 Jul 14 09:32:24.410275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9b696-db0d-4c76-8a4b-8715c795cda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3789a1b-0fcf-4674-ad11-3ee81758d3be,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.411631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.433410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.449034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object 2d9c7338-9b45-4466-8788-d4a702612a2b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:24.485106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.544590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095d362-5129-434d-b86b-1d3bb8c74e04 req-9641e01f-f6b3-4440-9097-510b3bd0137e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.546618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=2d9c7338-9b45-4466-8788-d4a702612a2b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.560794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3095d362-5129-434d-b86b-1d3bb8c74e04 req-9641e01f-f6b3-4440-9097-510b3bd0137e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 944 time: 0.1184103 Jul 14 09:32:24.565297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a74c544-52d4-491e-86e5-1bed6346571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.570911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:24.574982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:24.590291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:24.591535 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.632450 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a74c544-52d4-491e-86e5-1bed6346571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.674292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3095d362-5129-434d-b86b-1d3bb8c74e04 req-99542c9b-6f38-4dd2-bbf7-b1afca2bb9f2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000869 Jul 14 09:32:24.712326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a74c544-52d4-491e-86e5-1bed6346571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.716644 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a74c544-52d4-491e-86e5-1bed6346571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.731947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0a74c544-52d4-491e-86e5-1bed6346571e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3789a1b-0fcf-4674-ad11-3ee81758d3be HTTP/1.1" status: 204 len: 168 time: 0.3003762 Jul 14 09:32:24.746942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74c544-52d4-491e-86e5-1bed6346571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3789a1b-0fcf-4674-ad11-3ee81758d3be,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.782273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b1f8d316-d66b-4a43-9910-70bf82af4d54 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:24.786572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.920888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b1f8d316-d66b-4a43-9910-70bf82af4d54, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:24.936132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'b1f8d316-d66b-4a43-9910-70bf82af4d54', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'port_id': 'b1f8d316-d66b-4a43-9910-70bf82af4d54', 'mac_address': 'fa:16:3e:51:b2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aaf093-664c-4984-a564-b34a322ea784', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:24.986619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.010684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f8d316-d66b-4a43-9910-70bf82af4d54 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:25.036121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b1f8d316-d66b-4a43-9910-70bf82af4d54, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:25.041556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.112921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b1f8d316-d66b-4a43-9910-70bf82af4d54,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:25.133549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.138811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.139871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.224923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=2d9c7338-9b45-4466-8788-d4a702612a2b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:25.248384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b1f8d316-d66b-4a43-9910-70bf82af4d54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:25.332517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:25.334152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:25.502447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 32dfae9d-0127-42f8-a325-6da5cec06893 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:25.507675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 0db33811-c848-4367-bf3f-47168ac661ed is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:32:25.578501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 32dfae9d-0127-42f8-a325-6da5cec06893 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:25.618754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:25.626724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0963b065-00a5-42e2-b808-efd40341a773 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/0db33811-c848-4367-bf3f-47168ac661ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352490 Jul 14 09:32:25.627759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.631164 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] Sync routers for ids ['0db33811-c848-4367-bf3f-47168ac661ed'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:25.653068 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] Routers {'0db33811-c848-4367-bf3f-47168ac661ed'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:25.653968 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['0db33811-c848-4367-bf3f-47168ac661ed'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.683748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f22991-9f60-405e-abe6-09042cbe7080 None None] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:25.690130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6a231-6684-41b5-939c-3aacefdbd3fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.694101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fae6a231-6684-41b5-939c-3aacefdbd3fb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports/2d9c7338-9b45-4466-8788-d4a702612a2b HTTP/1.1" status: 200 len: 911 time: 0.0636280 Jul 14 09:32:25.694459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56278) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.701502 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.710377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] Routers {'0db33811-c848-4367-bf3f-47168ac661ed'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:25.711196 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['0db33811-c848-4367-bf3f-47168ac661ed'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.739841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.750082 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.751001 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca48fb-978d-44fe-bf86-0bfa1ec4fc46 None None] The sync data for ids ['0db33811-c848-4367-bf3f-47168ac661ed'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:25.802877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-daa48ac3-47fe-44be-99ec-491f0d18db16 None None] Provisioning for port 32dfae9d-0127-42f8-a325-6da5cec06893 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:25.814095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-daa48ac3-47fe-44be-99ec-491f0d18db16 None None] Provisioning complete for port 32dfae9d-0127-42f8-a325-6da5cec06893 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:25.814654 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daa48ac3-47fe-44be-99ec-491f0d18db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.884844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1216964341'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:25.918454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a794e-77c7-4ab1-8eb5-9c9f6120f8a4 req-b8dfa707-f0d2-4ee6-bacf-c7b06d353999 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.920847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd8a794e-77c7-4ab1-8eb5-9c9f6120f8a4 req-b8dfa707-f0d2-4ee6-bacf-c7b06d353999 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 945 time: 0.0948634 Jul 14 09:32:25.926679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:25.930367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.946551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.981793 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daa48ac3-47fe-44be-99ec-491f0d18db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.999706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd8a794e-77c7-4ab1-8eb5-9c9f6120f8a4 req-e0556ede-1a09-4bbd-9d5d-51c01b89284f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650415 Jul 14 09:32:26.055907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-daa48ac3-47fe-44be-99ec-491f0d18db16 None None] For port 32dfae9d-0127-42f8-a325-6da5cec06893, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=32dfae9d-0127-42f8-a325-6da5cec06893,segment=NetworkSegment(cc620094-6e25-4120-a7c8-b554c16b76bd),segment_id=cc620094-6e25-4120-a7c8-b554c16b76bd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:26.061640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daa48ac3-47fe-44be-99ec-491f0d18db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.081414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.095727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.100238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.122715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48ac3-47fe-44be-99ec-491f0d18db16 None None] Pushing event updated for resources: {'Port': ['ID=32dfae9d-0127-42f8-a325-6da5cec06893,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.137689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:26.140948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8487d-aac5-4a1d-bb10-978544b91438,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.152700 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.153184 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment e2c98605-3676-44fa-89e0-765193db69ea of type vlan for network a8324650-e7fc-447a-a356-8d4e1ffc24ae Jul 14 09:32:26.198906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.240027 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.248603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.249318 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.312487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5690379 Jul 14 09:32:26.313568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.318094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'name': 'tempest-PortsIpV6TestJSON-1993488873'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:26.368792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce883430-12fb-4c5a-81be-2682569f20ca tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=a8324650-e7fc-447a-a356-8d4e1ffc24ae,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.386658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:26.401779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 2d9c7338-9b45-4466-8788-d4a702612a2b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:26.402152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.447909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:26.453500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.473574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfab14df-b7f1-4266-8d1b-41a56f86ea16 None None] Provisioning complete for port 32dfae9d-0127-42f8-a325-6da5cec06893 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:26.474043 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfab14df-b7f1-4266-8d1b-41a56f86ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.480057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port e67e4941-0d31-41f5-922e-8d7da4819e6a yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:26.526742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.552367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 2d9c7338-9b45-4466-8788-d4a702612a2b owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:26.609302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfab14df-b7f1-4266-8d1b-41a56f86ea16 None None] Provisioning for port 2d9c7338-9b45-4466-8788-d4a702612a2b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:26.628262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfab14df-b7f1-4266-8d1b-41a56f86ea16 None None] Provisioning complete for port 2d9c7338-9b45-4466-8788-d4a702612a2b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:26.628933 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfab14df-b7f1-4266-8d1b-41a56f86ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.682948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bfab14df-b7f1-4266-8d1b-41a56f86ea16 None None] Port 2d9c7338-9b45-4466-8788-d4a702612a2b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:26.705501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.750918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.782080 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.787396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b1f8d316-d66b-4a43-9910-70bf82af4d54 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=e67e4941-0d31-41f5-922e-8d7da4819e6a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': 'e2c98605-3676-44fa-89e0-765193db69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: a8324650-e7fc-447a-a356-8d4e1ffc24ae, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a8324650-e7fc-447a-a356-8d4e1ffc24ae) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-80bec141-3602-4f68-b78c-4c1902dcf465 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6055019 Jul 14 09:32:26.964688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.969418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=2d9c7338-9b45-4466-8788-d4a702612a2b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.969901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1032017556'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:26.987788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ef122-5b48-429f-a19e-d09ec342e56e None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:26.993829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:26.998808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.052766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:27.084136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.103569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.103925 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment 1ca86696-0880-4a23-a9d0-886f0a7a7250 of type vlan for network ec658ed8-aa53-4624-ba2e-21dde4e7cfb7 Jul 14 09:32:27.115097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd134f12-3d73-4380-a30f-9858b167c554 None None] Could not find standard attr ID for object 2d9c7338-9b45-4466-8788-d4a702612a2b. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:27.222390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.259734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.267152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.268289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.368413 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4381318 Jul 14 09:32:27.369383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.375691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'ports': [{'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae'}, {'network_id': 'ec658ed8-aa53-4624-ba2e-21dde4e7cfb7'}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:27.376008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:27.376573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'ec658ed8-aa53-4624-ba2e-21dde4e7cfb7'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:27.379943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0f2d3-57f5-4f82-b620-4848326796f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=ec658ed8-aa53-4624-ba2e-21dde4e7cfb7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.424026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network ec658ed8-aa53-4624-ba2e-21dde4e7cfb7 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:27.428595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dbce1874-ff1f-4e0e-8fb9-a3245accaf51 None None] Could not find standard attr ID for object 2d9c7338-9b45-4466-8788-d4a702612a2b. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:27.480566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 0db33811-c848-4367-bf3f-47168ac661ed has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:27.487146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 32dfae9d-0127-42f8-a325-6da5cec06893 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:27.514979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f78b18-ccc7-446e-84cd-98149ea204b7 req-f3d9536d-8215-4e8a-a4fa-dd221986f989 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.517370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89f78b18-ccc7-446e-84cd-98149ea204b7 req-f3d9536d-8215-4e8a-a4fa-dd221986f989 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 945 time: 0.2643716 Jul 14 09:32:27.581664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port b1f8d316-d66b-4a43-9910-70bf82af4d54 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:27.593007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port b1f8d316-d66b-4a43-9910-70bf82af4d54 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:27.593465 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.657213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 32dfae9d-0127-42f8-a325-6da5cec06893 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:27.657750 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.678714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:27.683722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.684003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:27.699134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9c417884-17f1-46da-b163-8d7f1c43f7b2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/0db33811-c848-4367-bf3f-47168ac661ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0035079 Jul 14 09:32:27.702335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.703004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.717236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-89f78b18-ccc7-446e-84cd-98149ea204b7 req-8691a454-2842-429f-81a0-89ab2db313f1 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886919 Jul 14 09:32:27.717824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] Sync routers for ids ['0db33811-c848-4367-bf3f-47168ac661ed'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:27.746593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] Routers {'0db33811-c848-4367-bf3f-47168ac661ed'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:27.747289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['0db33811-c848-4367-bf3f-47168ac661ed'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:27.753986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dbeb232f-b91d-43c4-9856-18fa1bacc564 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db33811-c848-4367-bf3f-47168ac661ed HTTP/1.1" status: 200 len: 205 time: 0.0478783 Jul 14 09:32:27.757037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.784342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.795175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:27.827664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b1f8d316-d66b-4a43-9910-70bf82af4d54, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:27.830535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8d316-d66b-4a43-9910-70bf82af4d54'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:27.832876 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6789ec1-6fc9-49b8-b086-45d450ac0b84" -d '{"events": [{"server_uuid": "cfc83210-4775-4d1d-8ec5-ebc687282a27", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8d316-d66b-4a43-9910-70bf82af4d54"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:27.839900 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.855505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfc47efb-72b4-4d55-b619-96fa2cda9cd7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.864876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 4802bf27-a47c-42ce-b821-3b3f8dc22349 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:27.885291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] Routers {'0db33811-c848-4367-bf3f-47168ac661ed'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:27.886215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['0db33811-c848-4367-bf3f-47168ac661ed'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:27.900436 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52ffac-32e6-41c9-a18d-73f464fedc96 x-openstack-request-id: req-cc52ffac-32e6-41c9-a18d-73f464fedc96 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:27.900820 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc83210-4775-4d1d-8ec5-ebc687282a27", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8d316-d66b-4a43-9910-70bf82af4d54", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:27.901144 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc52ffac-32e6-41c9-a18d-73f464fedc96 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:27.901614 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8d316-d66b-4a43-9910-70bf82af4d54', 'code': 200} Jul 14 09:32:27.945688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:27.946535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-6ea230ad-05bf-4d4d-8597-91e3ee64dddd req-2650f11d-2b8d-47e6-a64b-ecddb93b3435 service neutron] (93754) timed out ('10.222.0.18', 57192) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:32:27.946740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f5a27-dd24-4f3f-84d8-078527ee548a None None] The sync data for ids ['0db33811-c848-4367-bf3f-47168ac661ed'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:27.993917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b1f8d316-d66b-4a43-9910-70bf82af4d54,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.081411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfc47efb-72b4-4d55-b619-96fa2cda9cd7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.084443 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfc47efb-72b4-4d55-b619-96fa2cda9cd7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.146111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfc47efb-72b4-4d55-b619-96fa2cda9cd7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.147061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc47efb-72b4-4d55-b619-96fa2cda9cd7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Fanout notify agent at l3_agent the message router_deleted on router 0db33811-c848-4367-bf3f-47168ac661ed {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:28.154591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfc47efb-72b4-4d55-b619-96fa2cda9cd7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.155787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bfc47efb-72b4-4d55-b619-96fa2cda9cd7 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/0db33811-c848-4367-bf3f-47168ac661ed HTTP/1.1" status: 204 len: 168 time: 0.3973472 Jul 14 09:32:28.158355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56340) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.213339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet 1fc58f07-64be-497b-82a4-e069396d6227 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:28.217794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.269325 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.377771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.447946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.457278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.474356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b849dd-441a-4db7-a26e-fe3916f9e102 req-feb3841b-adec-4e58-94f0-8a06fd643252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.476184 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74b849dd-441a-4db7-a26e-fe3916f9e102 req-feb3841b-adec-4e58-94f0-8a06fd643252 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 1098 time: 0.4978380 Jul 14 09:32:28.492589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.500268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471158d-9f28-4819-bbaf-a9fe18e44bf3 None None] Network 85a0d77e-8540-4d65-a8f9-908684c01e68 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:28.502509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/1fc58f07-64be-497b-82a4-e069396d6227 HTTP/1.1" status: 204 len: 168 time: 0.3430755 Jul 14 09:32:28.503279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.504059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc58f07-64be-497b-82a4-e069396d6227,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.547108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port ba97e332-0f82-4e00-9275-a74f630d5787 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:28.589566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.589803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.590154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.590695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.590821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.591156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.591552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.591892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.592225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.592555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.592884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.593319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c295d544-af11-413c-9aa2-6879d1c01c11 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:28.602523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.610609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74b849dd-441a-4db7-a26e-fe3916f9e102 req-3d83d844-bbf5-49ca-8f82-d1b33d11dc6c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Jul 14 09:32:28.683055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 32dfae9d-0127-42f8-a325-6da5cec06893 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:28.683587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.747169 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.747912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] DHCP port deletion for 85a0d77e-8540-4d65-a8f9-908684c01e68 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:28.758605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 32dfae9d-0127-42f8-a325-6da5cec06893, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=32dfae9d-0127-42f8-a325-6da5cec06893,segment=NetworkSegment(cc620094-6e25-4120-a7c8-b554c16b76bd),segment_id=cc620094-6e25-4120-a7c8-b554c16b76bd)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:28.759072 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.773993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 32dfae9d-0127-42f8-a325-6da5cec06893 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:28.791971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.854992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:28.856757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:28.860751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:28.861701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.881690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=4802bf27-a47c-42ce-b821-3b3f8dc22349,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.885089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] Deleting port 32dfae9d-0127-42f8-a325-6da5cec06893 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:28.885565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.886106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.930611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=32dfae9d-0127-42f8-a325-6da5cec06893,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.956304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port 32dfae9d-0127-42f8-a325-6da5cec06893 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:28.977831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': '1ca86696-0880-4a23-a9d0-886f0a7a7250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ec658ed8-aa53-4624-ba2e-21dde4e7cfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:28.978288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: ec658ed8-aa53-4624-ba2e-21dde4e7cfb7, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:28.986823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=ba97e332-0f82-4e00-9275-a74f630d5787,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.990830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] For port 32dfae9d-0127-42f8-a325-6da5cec06893, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:28.991509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.006438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network ec658ed8-aa53-4624-ba2e-21dde4e7cfb7 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:29.007072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] Calling delete_port for 32dfae9d-0127-42f8-a325-6da5cec06893 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:29.009906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] Port 32dfae9d-0127-42f8-a325-6da5cec06893 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:32:29.011256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.024063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, ec658ed8-aa53-4624-ba2e-21dde4e7cfb7) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:29.031533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:29.039927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71014d7-850d-4059-b745-aacb1db136b4 None None] Network ec658ed8-aa53-4624-ba2e-21dde4e7cfb7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:29.040108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.045249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] Pushing event deleted for resources: {'Port': ['ID=32dfae9d-0127-42f8-a325-6da5cec06893,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.047382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8667937-b4e0-45f1-b2b6-18b0cd8d8d91 None None] No DVR routers for this DVR port 32dfae9d-0127-42f8-a325-6da5cec06893 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:29.047777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.049191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.068261 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.074352 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-56919469-f614-4897-9f74-bd221d4f6a1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7038906 Jul 14 09:32:29.075117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56364) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.089393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a0d77e-8540-4d65-a8f9-908684c01e68']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:29.101467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc620094-6e25-4120-a7c8-b554c16b76bd') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:29.102054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc620094-6e25-4120-a7c8-b554c16b76bd') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:29.117503 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.142397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.151284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:29.151716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:29.155043 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:29.202334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae98cd-f257-40d4-95f3-7a2a3912def2 req-b64aa676-4f4b-4b3e-a7e0-55c6a6afd542 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.203331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port ba97e332-0f82-4e00-9275-a74f630d5787 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:29.203937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65ae98cd-f257-40d4-95f3-7a2a3912def2 req-b64aa676-4f4b-4b3e-a7e0-55c6a6afd542 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 946 time: 0.2850978 Jul 14 09:32:29.205530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.249100 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.261052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.263000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/85a0d77e-8540-4d65-a8f9-908684c01e68 HTTP/1.1" status: 204 len: 168 time: 0.7564390 Jul 14 09:32:29.268740 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65ae98cd-f257-40d4-95f3-7a2a3912def2 req-193f1be6-eb55-46ad-96d6-bf94d172f193 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574934 Jul 14 09:32:29.273446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.285445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1725657010', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:29.287054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799578f-9221-4852-bb1f-1b100cd275a3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=85a0d77e-8540-4d65-a8f9-908684c01e68,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.320455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.336447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for ba97e332-0f82-4e00-9275-a74f630d5787 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:29.338284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.339306 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.452569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.454860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 32dfae9d-0127-42f8-a325-6da5cec06893 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:29.491719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 32dfae9d-0127-42f8-a325-6da5cec06893 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:29.491719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 32dfae9d-0127-42f8-a325-6da5cec06893 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:29.606487 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.639497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=ba97e332-0f82-4e00-9275-a74f630d5787,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.642939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.652180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.654554 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83b68db0-f5e8-4564-b382-0f1bbabcbdc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/ba97e332-0f82-4e00-9275-a74f630d5787 HTTP/1.1" status: 204 len: 168 time: 0.5769510 Jul 14 09:32:29.657651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.783409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa5ca4-6aed-45e3-a3c9-cf287e6feaeb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.788332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa5ca4-6aed-45e3-a3c9-cf287e6feaeb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.790005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-13fa5ca4-6aed-45e3-a3c9-cf287e6feaeb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1313968 Jul 14 09:32:29.793224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.010394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 4802bf27-a47c-42ce-b821-3b3f8dc22349 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:30.010775 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.015639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.083530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.141052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.163198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 4802bf27-a47c-42ce-b821-3b3f8dc22349 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:30.278338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 172.25.2.236 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/c5d9985f-ebb8-4e1a-aadf-9c662ec4f5a0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:30.365527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.406515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=4802bf27-a47c-42ce-b821-3b3f8dc22349,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.441806 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.443921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-147227a8-b453-4a71-97aa-d6d2860015ab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/4802bf27-a47c-42ce-b821-3b3f8dc22349 HTTP/1.1" status: 204 len: 168 time: 0.6495965 Jul 14 09:32:30.446668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.500580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.523468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62420d7a-d7ca-4949-b46c-e3d34360c2c6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.525003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-62420d7a-d7ca-4949-b46c-e3d34360c2c6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0768287 Jul 14 09:32:30.527761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.540904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673735f4-e99e-4c11-b8d0-e0728b55e6f4 req-8cbc32ac-adb2-45b8-8eee-d8edc415d5df tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.542490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-673735f4-e99e-4c11-b8d0-e0728b55e6f4 req-8cbc32ac-adb2-45b8-8eee-d8edc415d5df tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 946 time: 0.1390092 Jul 14 09:32:30.557212 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-351c3af3-fadb-41a4-a4b7-b727af0e69f2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:32:30.558797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-351c3af3-fadb-41a4-a4b7-b727af0e69f2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/ba97e332-0f82-4e00-9275-a74f630d5787 HTTP/1.1" status: 404 len: 333 time: 0.0301139 Jul 14 09:32:30.561691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.589737 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda9b9e2-afa9-47cd-9bd1-84ee239a34b8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:32:30.592141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fda9b9e2-afa9-47cd-9bd1-84ee239a34b8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/4802bf27-a47c-42ce-b821-3b3f8dc22349 HTTP/1.1" status: 404 len: 333 time: 0.0289617 Jul 14 09:32:30.593876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.594924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.598418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-673735f4-e99e-4c11-b8d0-e0728b55e6f4 req-d4e02e9a-0c0b-4588-868e-df9e91bbe2a4 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491095 Jul 14 09:32:30.639864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:30.645153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:30.648814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:30.676285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=c5d9985f-ebb8-4e1a-aadf-9c662ec4f5a0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.698710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.809000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.820528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec658ed8-aa53-4624-ba2e-21dde4e7cfb7']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:30.833821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca86696-0880-4a23-a9d0-886f0a7a7250') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:30.834247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca86696-0880-4a23-a9d0-886f0a7a7250') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:30.845695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.871427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.880832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:30.881500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:30.884898 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:30.969694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.973336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.978428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.994311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/ec658ed8-aa53-4624-ba2e-21dde4e7cfb7 HTTP/1.1" status: 204 len: 168 time: 0.3948257 Jul 14 09:32:30.996537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.001851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-516363640'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:31.018976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58732c02-1922-48f4-a4c1-50938b0d0497 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=ec658ed8-aa53-4624-ba2e-21dde4e7cfb7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.041924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:31.046468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.099080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:31.112338 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.112846 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment 1226f30d-ece2-4679-b0ad-5f4dd9895adf of type vlan for network 0ad373d5-c906-43bf-95eb-9f832c7809f7 Jul 14 09:32:31.161489 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.211940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.218454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:31.219514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.265566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.346931 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3466609 Jul 14 09:32:31.346931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d16ce-1b91-4e5e-acc5-d9ac254ca4a0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=0ad373d5-c906-43bf-95eb-9f832c7809f7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.348369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56442) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.355140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:31.360174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 0ad373d5-c906-43bf-95eb-9f832c7809f7 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:31.425384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 6647f437-b146-42f6-8651-2118540e4903 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:32:31.499640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:31.504885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.506106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.563221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:31.576700 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] Sync routers for ids ['6647f437-b146-42f6-8651-2118540e4903'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:31.596756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.598326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-73b86909-17d5-441f-ab9b-03904b2b156e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3237915 Jul 14 09:32:31.599072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.603745 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] Routers {'6647f437-b146-42f6-8651-2118540e4903'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:31.604665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6647f437-b146-42f6-8651-2118540e4903'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:31.650491 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:31.660736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] Routers {'6647f437-b146-42f6-8651-2118540e4903'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:31.661727 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6647f437-b146-42f6-8651-2118540e4903'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:31.696600 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:31.697506 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c59e3-c075-4313-b725-9402af6a8ba6 None None] The sync data for ids ['6647f437-b146-42f6-8651-2118540e4903'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:31.786979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-284c49af-3555-4d15-8c33-5b4a3b68c056 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/routers/6647f437-b146-42f6-8651-2118540e4903 HTTP/1.1" status: 200 len: 885 time: 0.1863160 Jul 14 09:32:31.789398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56454) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.818864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.905050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=33baebe1-40fd-45a8-a80b-90b333a43475,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.922284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': '1226f30d-ece2-4679-b0ad-5f4dd9895adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:31.922821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: 0ad373d5-c906-43bf-95eb-9f832c7809f7, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:31.946167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 0ad373d5-c906-43bf-95eb-9f832c7809f7 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:31.964510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 0ad373d5-c906-43bf-95eb-9f832c7809f7) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:31.969561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:31.970393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.976083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03237dd8-3096-44fb-8a89-3b3f7b23dbe2 None None] Network 0ad373d5-c906-43bf-95eb-9f832c7809f7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:31.996782 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7ef90c39-d240-452d-b79e-6564e768f10d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6471052 Jul 14 09:32:32.002271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.013210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7', 'name': 'tempest-PortsIpV6TestJSON-554461308'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:32.081256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70c00841-aa2a-413b-ad5f-9366407f932d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2903357 Jul 14 09:32:32.084287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.093160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1d0041c0-c56e-4676-b9a9-ee69e9702cac tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1725657010'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:32.201618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:32.207714 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.210271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-0ad373d5-c906-43bf-95eb-9f832c7809f7', 'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7', 'tenant_id': 'cf0aa1da9fc74a1ab9010d8e58b0a59c', 'fixed_ips': [{'subnet_id': '33baebe1-40fd-45a8-a80b-90b333a43475'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:32.211487 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.229963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port a10f4160-9060-4f75-9a28-b04e7204cc60 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:32.477070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::3bd (0ad373d5-c906-43bf-95eb-9f832c7809f7/33baebe1-40fd-45a8-a80b-90b333a43475/a10f4160-9060-4f75-9a28-b04e7204cc60) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:32.706846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.873760 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d0041c0-c56e-4676-b9a9-ee69e9702cac tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.887776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d0041c0-c56e-4676-b9a9-ee69e9702cac tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.040977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0041c0-c56e-4676-b9a9-ee69e9702cac tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 6647f437-b146-42f6-8651-2118540e4903 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:33.080606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object a10f4160-9060-4f75-9a28-b04e7204cc60 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:33.129538 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.182464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0041c0-c56e-4676-b9a9-ee69e9702cac tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:33.189613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d0041c0-c56e-4676-b9a9-ee69e9702cac tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.193720 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1d0041c0-c56e-4676-b9a9-ee69e9702cac tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/6647f437-b146-42f6-8651-2118540e4903 HTTP/1.1" status: 200 len: 892 time: 1.1055722 Jul 14 09:32:33.195644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.197724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] Sync routers for ids ['6647f437-b146-42f6-8651-2118540e4903'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:33.219867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] Routers {'6647f437-b146-42f6-8651-2118540e4903'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:33.220807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6647f437-b146-42f6-8651-2118540e4903'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:33.251518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 0ad373d5-c906-43bf-95eb-9f832c7809f7 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:33.262593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:33.263793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:33.268491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:33.275015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.275786 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.280298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=a10f4160-9060-4f75-9a28-b04e7204cc60,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.292788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Allocated IP 2001:db8::2 (0ad373d5-c906-43bf-95eb-9f832c7809f7/33baebe1-40fd-45a8-a80b-90b333a43475/2b191be7-30fc-423e-b053-009baf820ef5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:33.299156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-97460f2e-64c2-4140-9d15-1e5eca1a04e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2941086 Jul 14 09:32:33.302037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.326641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] Routers {'6647f437-b146-42f6-8651-2118540e4903'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:33.327277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6647f437-b146-42f6-8651-2118540e4903'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:33.374514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-279a17a6-f5de-4012-979a-004e133a23bf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/routers/6647f437-b146-42f6-8651-2118540e4903 HTTP/1.1" status: 200 len: 892 time: 0.1776774 Jul 14 09:32:33.382239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56494) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.404442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:33.405363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b1066-2a9c-4367-912e-d255173b70d2 None None] The sync data for ids ['6647f437-b146-42f6-8651-2118540e4903'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:33.425664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-71c1245c-96e2-48e6-a9a1-320185fcaa26 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6647f437-b146-42f6-8651-2118540e4903 HTTP/1.1" status: 200 len: 205 time: 0.0418427 Jul 14 09:32:33.428687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.475105 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port a10f4160-9060-4f75-9a28-b04e7204cc60 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:33.475434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.587271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.641510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.666290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for a10f4160-9060-4f75-9a28-b04e7204cc60 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:33.708586 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.722141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.728701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Transition to ACTIVE for port object 2b191be7-30fc-423e-b053-009baf820ef5 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:33.746801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Transition to ACTIVE for port object 2b191be7-30fc-423e-b053-009baf820ef5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:33.764279 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.808437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Pushing event updated for resources: {'Port': ['ID=2b191be7-30fc-423e-b053-009baf820ef5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.830966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port c5d9985f-ebb8-4e1a-aadf-9c662ec4f5a0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:33.831555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.834999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Network 0ad373d5-c906-43bf-95eb-9f832c7809f7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:33.837425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:33.840416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:33.885891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.929779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.938490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Attempting to bind port 2b191be7-30fc-423e-b053-009baf820ef5 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:33.939382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Attempting to bind port 2b191be7-30fc-423e-b053-009baf820ef5 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '1226f30d-ece2-4679-b0ad-5f4dd9895adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:33.939983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Attempting to bind port 2b191be7-30fc-423e-b053-009baf820ef5 on network 0ad373d5-c906-43bf-95eb-9f832c7809f7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:33.946129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:33.946796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Checking segment: {'id': '1226f30d-ece2-4679-b0ad-5f4dd9895adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:33.947578 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.948450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Bound using segment: {'id': '1226f30d-ece2-4679-b0ad-5f4dd9895adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:33.949934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Bound port: 2b191be7-30fc-423e-b053-009baf820ef5, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1226f30d-ece2-4679-b0ad-5f4dd9895adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ad373d5-c906-43bf-95eb-9f832c7809f7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:33.950492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.953290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for c5d9985f-ebb8-4e1a-aadf-9c662ec4f5a0 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:33.962318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=a10f4160-9060-4f75-9a28-b04e7204cc60,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.020434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.022991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c8bf947b-82a0-4c71-aa5f-20dbdba5a2bb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/a10f4160-9060-4f75-9a28-b04e7204cc60 HTTP/1.1" status: 204 len: 168 time: 0.7197461 Jul 14 09:32:34.025704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56508) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.044570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] For port 2b191be7-30fc-423e-b053-009baf820ef5, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:34.048442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] For port 2b191be7-30fc-423e-b053-009baf820ef5, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2b191be7-30fc-423e-b053-009baf820ef5,segment=NetworkSegment(1226f30d-ece2-4679-b0ad-5f4dd9895adf),segment_id=1226f30d-ece2-4679-b0ad-5f4dd9895adf)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:34.056028 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.062078 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4dae7d-25ef-483a-9bcf-aacdb89ad1be tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:34.063015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4dae7d-25ef-483a-9bcf-aacdb89ad1be tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:34.065763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9c4dae7d-25ef-483a-9bcf-aacdb89ad1be tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/a10f4160-9060-4f75-9a28-b04e7204cc60 HTTP/1.1" status: 404 len: 333 time: 0.0383847 Jul 14 09:32:34.067994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.106718 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8b1fd2-10ee-462d-89d7-528ce5d4b61f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:32:34.109348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af8b1fd2-10ee-462d-89d7-528ce5d4b61f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/a10f4160-9060-4f75-9a28-b04e7204cc60 HTTP/1.1" status: 404 len: 333 time: 0.0401876 Jul 14 09:32:34.115915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.163807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b05f1-30bd-490a-848b-d088ac501280 None None] Pushing event updated for resources: {'Port': ['ID=2b191be7-30fc-423e-b053-009baf820ef5,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.209374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet 33baebe1-40fd-45a8-a80b-90b333a43475 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:34.212981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.253163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.300164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.340626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=c5d9985f-ebb8-4e1a-aadf-9c662ec4f5a0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.407662 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.454426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.549792 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.563141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.588451 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.638451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=33baebe1-40fd-45a8-a80b-90b333a43475,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.642836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.645014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-05b4cffd-cf68-45bf-8d09-cf585a3d52cf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/33baebe1-40fd-45a8-a80b-90b333a43475 HTTP/1.1" status: 204 len: 168 time: 0.5280361 Jul 14 09:32:34.647926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56528) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.705670 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.706696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Fanout notify agent at l3_agent the message router_deleted on router 6647f437-b146-42f6-8651-2118540e4903 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:34.725055 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.736480 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-453b4a03-aa9d-48cf-96c9-bd52676eb389 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/6647f437-b146-42f6-8651-2118540e4903 HTTP/1.1" status: 204 len: 168 time: 1.3037119 Jul 14 09:32:34.736723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.744871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1094928757'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:34.779547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.788590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:34.792355 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.852164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:34.867081 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.867462 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment 00d7482e-4aba-4fc5-97cf-d97ff6b0384d of type vlan for network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 Jul 14 09:32:34.895646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 2b191be7-30fc-423e-b053-009baf820ef5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:34.896129 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.986346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.011312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] For port 2b191be7-30fc-423e-b053-009baf820ef5, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2b191be7-30fc-423e-b053-009baf820ef5,segment=NetworkSegment(1226f30d-ece2-4679-b0ad-5f4dd9895adf),segment_id=1226f30d-ece2-4679-b0ad-5f4dd9895adf)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:35.011732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.034309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 2b191be7-30fc-423e-b053-009baf820ef5 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:35.051780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.057186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.057463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.175295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.183506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-db852f77-ec30-42e1-8ade-6db391266c3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4453261 Jul 14 09:32:35.184133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56540) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.192648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:35.198119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': '4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:35.322394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.359688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No DVR routers for this DVR port 2b191be7-30fc-423e-b053-009baf820ef5 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:35.367415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=2b191be7-30fc-423e-b053-009baf820ef5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.456181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:35.459774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.543815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2b191be7-30fc-423e-b053-009baf820ef5 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:35.597140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 2b191be7-30fc-423e-b053-009baf820ef5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:35.597498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2b191be7-30fc-423e-b053-009baf820ef5 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:32:35.624224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99999add-e9df-411a-82f2-7d39fb9138ef None None] Network 0ad373d5-c906-43bf-95eb-9f832c7809f7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:35.664250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.686738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad373d5-c906-43bf-95eb-9f832c7809f7']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:35.689753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Port 2b191be7-30fc-423e-b053-009baf820ef5 not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:32:35.701100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20d02654-2f8a-48ea-8e3e-5651089819df None None] Could not find standard attr ID for object 2b191be7-30fc-423e-b053-009baf820ef5. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:35.706890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1226f30d-ece2-4679-b0ad-5f4dd9895adf') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:35.707200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1226f30d-ece2-4679-b0ad-5f4dd9895adf') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:35.726987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.767959 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.802654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:35.803179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:35.806249 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:35.909911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a1caa-fa9f-4078-81c9-55a408dfe02d None None] DHCP port deletion for 0ad373d5-c906-43bf-95eb-9f832c7809f7 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:35.913821 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.928547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.930469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/0ad373d5-c906-43bf-95eb-9f832c7809f7 HTTP/1.1" status: 204 len: 168 time: 1.2808995 Jul 14 09:32:35.934475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56558) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.949368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2106429383'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:35.952940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.964989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c34ee2-30fb-4463-9a15-110912e79cb9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=0ad373d5-c906-43bf-95eb-9f832c7809f7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:36.038774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:36.042981 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.050862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=ec9d1630-d71d-43fe-9071-acfae4f1b84a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:36.077723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': '00d7482e-4aba-4fc5-97cf-d97ff6b0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:36.078098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:36.090141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:36.106827 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.107200 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment fefa3183-f578-4c53-99e1-74729d121a1d of type vlan for network 89993922-94c3-4e46-86ef-9d0d30675abd Jul 14 09:32:36.118154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:36.171599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:36.177375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.180343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44adad-17f2-4ed0-add7-e84af963b799 None None] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:36.219312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.220200 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.233846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.240780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.241557 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.271923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9cedd4d1-7437-4ffe-a8bf-9bce1e23b99c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0799584 Jul 14 09:32:36.272282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.278101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0845861c-127c-401b-8ecd-ce2b974c5d12 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-984311792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:36.313349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3778114 Jul 14 09:32:36.316357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.328162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:36.335651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7239f86-13ff-42c4-8124-f8498e45567e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=89993922-94c3-4e46-86ef-9d0d30675abd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:36.369751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 89993922-94c3-4e46-86ef-9d0d30675abd details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:36.408456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0845861c-127c-401b-8ecd-ce2b974c5d12 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.409615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0845861c-127c-401b-8ecd-ce2b974c5d12 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.493001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914', 'network_id': '4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': 'ec9d1630-d71d-43fe-9071-acfae4f1b84a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:36.494123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.512590 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0845861c-127c-401b-8ecd-ce2b974c5d12 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.519811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0845861c-127c-401b-8ecd-ce2b974c5d12 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.526127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:36.529709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.596115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0845861c-127c-401b-8ecd-ce2b974c5d12 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.597393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0845861c-127c-401b-8ecd-ce2b974c5d12 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3234375 Jul 14 09:32:36.600194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.661602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Allocated IP 2001:db8::2 (4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914/ec9d1630-d71d-43fe-9071-acfae4f1b84a/2ec4dac2-e505-404e-b71b-234ce75dc137) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:36.765777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.849541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.860665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Transition to ACTIVE for port object 2ec4dac2-e505-404e-b71b-234ce75dc137 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:36.867522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:36.878141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': 'fefa3183-f578-4c53-99e1-74729d121a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:36.878990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Transition to ACTIVE for port object 2ec4dac2-e505-404e-b71b-234ce75dc137 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:36.879368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: 89993922-94c3-4e46-86ef-9d0d30675abd, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:36.894942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.924232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 89993922-94c3-4e46-86ef-9d0d30675abd is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:36.949445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:36.954895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 89993922-94c3-4e46-86ef-9d0d30675abd) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:36.960566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:36.960713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.961263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.967203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:36.969436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde39f15-ec51-4832-90a1-24574239adf1 None None] Network 89993922-94c3-4e46-86ef-9d0d30675abd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:36.980265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8a8300dc-ee87-4127-9bbd-ff813d3b4344 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6628003 Jul 14 09:32:36.983295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.988658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-536511746'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:37.033309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.037458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Pushing event updated for resources: {'Port': ['ID=2ec4dac2-e505-404e-b71b-234ce75dc137,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.172389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:37.176591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.219930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 5d7603b3-bc30-4b8a-a1c3-1047d925b910 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:37.273857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Attempting to bind port 2ec4dac2-e505-404e-b71b-234ce75dc137 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:37.274237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Attempting to bind port 2ec4dac2-e505-404e-b71b-234ce75dc137 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '00d7482e-4aba-4fc5-97cf-d97ff6b0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:37.274609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Attempting to bind port 2ec4dac2-e505-404e-b71b-234ce75dc137 on network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:37.281903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:37.282282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Checking segment: {'id': '00d7482e-4aba-4fc5-97cf-d97ff6b0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:37.282691 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.283094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Bound using segment: {'id': '00d7482e-4aba-4fc5-97cf-d97ff6b0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:37.284254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Bound port: 2ec4dac2-e505-404e-b71b-234ce75dc137, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d7482e-4aba-4fc5-97cf-d97ff6b0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:37.284254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.364810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8::1 (4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914/ec9d1630-d71d-43fe-9071-acfae4f1b84a/9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:37.417660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] For port 2ec4dac2-e505-404e-b71b-234ce75dc137, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:37.437140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] For port 2ec4dac2-e505-404e-b71b-234ce75dc137, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ec4dac2-e505-404e-b71b-234ce75dc137,segment=NetworkSegment(00d7482e-4aba-4fc5-97cf-d97ff6b0384d),segment_id=00d7482e-4aba-4fc5-97cf-d97ff6b0384d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:37.448686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-341e7294-ae2d-4dd4-a2d0-5ff6c3ea9021 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.456741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-341e7294-ae2d-4dd4-a2d0-5ff6c3ea9021 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.2186029 Jul 14 09:32:37.473002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.491932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::30 (89993922-94c3-4e46-86ef-9d0d30675abd/dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b/5d7603b3-bc30-4b8a-a1c3-1047d925b910) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:37.505731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-89993922-94c3-4e46-86ef-9d0d30675abd', 'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd', 'tenant_id': 'cf0aa1da9fc74a1ab9010d8e58b0a59c', 'fixed_ips': [{'subnet_id': 'dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:37.506150 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.512249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-2e53b80d-70e2-431e-b8fd-eec49beff73a tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/quotas/b37df22d035145aebb2c1c681cd40560 HTTP/1.1" status: 200 len: 375 time: 0.0543432 Jul 14 09:32:37.515730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2b191be7-30fc-423e-b053-009baf820ef5 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:37.553489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 2b191be7-30fc-423e-b053-009baf820ef5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:37.553939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2b191be7-30fc-423e-b053-009baf820ef5 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:37.573308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.608194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:37.651960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19458dc8-a42a-4fad-8213-ff75ad1c2a4e None None] Pushing event updated for resources: {'Port': ['ID=2ec4dac2-e505-404e-b71b-234ce75dc137,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.674224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.737077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:37.740548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:37.746776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:37.747969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.756637 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.775948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object 5d7603b3-bc30-4b8a-a1c3-1047d925b910 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:37.783220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-f91328b1-0feb-452e-b5fd-630cc844645b tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2690399 Jul 14 09:32:37.812298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.823224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.823843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.824308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.824755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.825203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.825984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.826424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.826886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.827389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.827859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.828307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.828771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:37.911324 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.977467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.980249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Allocated IP 2001:db8::2 (89993922-94c3-4e46-86ef-9d0d30675abd/dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b/66e43f86-324f-4ca7-9d63-f65f1600da19) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:38.025103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 89993922-94c3-4e46-86ef-9d0d30675abd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:38.030713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-95d6a9ff-1af3-4302-b1ae-db85bb28599d service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361960 Jul 14 09:32:38.034458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:38.036824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=5d7603b3-bc30-4b8a-a1c3-1047d925b910,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:38.039160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:38.045949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.055824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.166456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:38.168508 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29ca8b52-1b2b-4c6b-9dc6-7b2a8719aaab tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.1840177 Jul 14 09:32:38.195783 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.204483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Transition to ACTIVE for port object 66e43f86-324f-4ca7-9d63-f65f1600da19 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:38.220555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Transition to ACTIVE for port object 66e43f86-324f-4ca7-9d63-f65f1600da19 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:38.222899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-8750dd8b-d724-435c-864c-7815247b0e11 service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640067 Jul 14 09:32:38.233670 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.297992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Network 89993922-94c3-4e46-86ef-9d0d30675abd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:38.299405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Pushing event updated for resources: {'Port': ['ID=66e43f86-324f-4ca7-9d63-f65f1600da19,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:38.302758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:38.305380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:38.378837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Attempting to bind port 66e43f86-324f-4ca7-9d63-f65f1600da19 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:38.379196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Attempting to bind port 66e43f86-324f-4ca7-9d63-f65f1600da19 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'fefa3183-f578-4c53-99e1-74729d121a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:38.380735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Attempting to bind port 66e43f86-324f-4ca7-9d63-f65f1600da19 on network 89993922-94c3-4e46-86ef-9d0d30675abd {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:38.386930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:38.387652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Checking segment: {'id': 'fefa3183-f578-4c53-99e1-74729d121a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:38.388592 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.389173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Bound using segment: {'id': 'fefa3183-f578-4c53-99e1-74729d121a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:38.389825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Bound port: 66e43f86-324f-4ca7-9d63-f65f1600da19, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefa3183-f578-4c53-99e1-74729d121a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '89993922-94c3-4e46-86ef-9d0d30675abd'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:38.390063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.404755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.440220 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.441014 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.519961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:38.582674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] For port 66e43f86-324f-4ca7-9d63-f65f1600da19, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:38.586880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] For port 66e43f86-324f-4ca7-9d63-f65f1600da19, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=66e43f86-324f-4ca7-9d63-f65f1600da19,segment=NetworkSegment(fefa3183-f578-4c53-99e1-74729d121a1d),segment_id=fefa3183-f578-4c53-99e1-74729d121a1d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:38.597267 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.652526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20739ff6-e94e-4576-9d76-19e1011f63b8 None None] Pushing event updated for resources: {'Port': ['ID=66e43f86-324f-4ca7-9d63-f65f1600da19,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.086007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4455e651-d024-44a8-b56b-0b0be66d75fd None None] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:39.202800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e36bbd42-80f2-40a2-bf6e-7e1e48d62680 None None] Provisioning for port 2ec4dac2-e505-404e-b71b-234ce75dc137 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:39.242008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-34547bb9-cd91-4814-85b1-3ac5954e22e7 req-a2c0af46-526c-4383-bb18-262dbed7227a tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 210 time: 0.1512978 Jul 14 09:32:39.267175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 5d7603b3-bc30-4b8a-a1c3-1047d925b910 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:39.283888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.330740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:39.334128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:39.533676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.558721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 5d7603b3-bc30-4b8a-a1c3-1047d925b910 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:39.581865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 66e43f86-324f-4ca7-9d63-f65f1600da19 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:39.652432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 66e43f86-324f-4ca7-9d63-f65f1600da19 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:39.660441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2ec4dac2-e505-404e-b71b-234ce75dc137 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:39.750349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 2ec4dac2-e505-404e-b71b-234ce75dc137 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:39.754906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 2ec4dac2-e505-404e-b71b-234ce75dc137 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:39.755720 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.755871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:32:39.901036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.931645 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.943162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=5d7603b3-bc30-4b8a-a1c3-1047d925b910,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.981361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.986436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:39.986995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fbe7d9b1-8c50-4210-9ac0-bd056a4b9358 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/5d7603b3-bc30-4b8a-a1c3-1047d925b910 HTTP/1.1" status: 204 len: 168 time: 1.8093071 Jul 14 09:32:39.988695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:39.995796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6d5ba1ab-84bd-42b1-81d2-fc33668f88a2 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3925216 Jul 14 09:32:39.998533 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] Sync routers for ids ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:40.008576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56668) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.012736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] Routers {'6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:40.015792 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:40.059514 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d283cb-6e31-414c-92d4-8ffce1c3bf97 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:32:40.065179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-74d283cb-6e31-414c-92d4-8ffce1c3bf97 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/5d7603b3-bc30-4b8a-a1c3-1047d925b910 HTTP/1.1" status: 404 len: 333 time: 0.0738571 Jul 14 09:32:40.065965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.082293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 2ec4dac2-e505-404e-b71b-234ce75dc137, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ec4dac2-e505-404e-b71b-234ce75dc137,segment=NetworkSegment(00d7482e-4aba-4fc5-97cf-d97ff6b0384d),segment_id=00d7482e-4aba-4fc5-97cf-d97ff6b0384d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:40.087190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f69666a-b529-4591-b867-0a6925db81c4 None None] Provisioning complete for port 2ec4dac2-e505-404e-b71b-234ce75dc137 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:40.092390 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f69666a-b529-4591-b867-0a6925db81c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.097224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.105423 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:40.122962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] Routers {'6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:40.130212 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:40.138564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe0d7d-9a68-411d-a984-0f56cb7af71b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.146942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b7fe0d7d-9a68-411d-a984-0f56cb7af71b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports/9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b HTTP/1.1" status: 200 len: 911 time: 0.1368637 Jul 14 09:32:40.173282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.204339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec9d1630-d71d-43fe-9071-acfae4f1b84a'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:40.219580 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:40.234847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:40.235908 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e4b46-a015-46e1-9950-9a8d65818ce7 None None] The sync data for ids ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:40.247821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.370542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=2ec4dac2-e505-404e-b71b-234ce75dc137,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.419305 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.514784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c686f-01b4-4b6a-ae77-a43f267fc637 None None] Network 89993922-94c3-4e46-86ef-9d0d30675abd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:40.610535 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.664825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fb3195-0cb1-468b-962c-ef169e05dde6 req-ab5ba3d6-b1aa-4bf5-8c63-5eb31351ac11 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 210 time: 0.0847139 Jul 14 09:32:40.687324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-6795acbb-b098-4aef-a157-4e83bdeed5be tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.688922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-6795acbb-b098-4aef-a157-4e83bdeed5be tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.5407722 Jul 14 09:32:40.702039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Request body: {'port': {'device_id': '9157b3cd-252f-446d-9943-0eb494dad24c', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'admin_state_up': True, 'tenant_id': 'b37df22d035145aebb2c1c681cd40560'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:40.765613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.770623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f69666a-b529-4591-b867-0a6925db81c4 None None] Provisioning for port 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:40.801845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f69666a-b529-4591-b867-0a6925db81c4 None None] Provisioning complete for port 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:40.802274 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f69666a-b529-4591-b867-0a6925db81c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.843288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.866243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f69666a-b529-4591-b867-0a6925db81c4 None None] Port 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:40.882955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.888314 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.893396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b3005c5c-a461-4a73-9267-1faf0d3b03bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b HTTP/1.1" status: 204 len: 168 time: 0.8261948 Jul 14 09:32:40.894154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.994188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Provisioning complete for port 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:40.995282 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.995994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.051998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Port 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:41.081289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Provisioning for port 66e43f86-324f-4ca7-9d63-f65f1600da19 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:41.091566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Provisioning complete for port 66e43f86-324f-4ca7-9d63-f65f1600da19 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:41.091996 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.092438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Made reservation on behalf of b37df22d035145aebb2c1c681cd40560 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:41.096699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.121743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 66e43f86-324f-4ca7-9d63-f65f1600da19 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:41.122893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.202801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954c742-d7fd-4ad7-97a4-cab883910563 None None] Network 89993922-94c3-4e46-86ef-9d0d30675abd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:41.228544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] For port 66e43f86-324f-4ca7-9d63-f65f1600da19, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=66e43f86-324f-4ca7-9d63-f65f1600da19,segment=NetworkSegment(fefa3183-f578-4c53-99e1-74729d121a1d),segment_id=fefa3183-f578-4c53-99e1-74729d121a1d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:41.229107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.246225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 66e43f86-324f-4ca7-9d63-f65f1600da19 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:41.287642 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.333086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] For port 66e43f86-324f-4ca7-9d63-f65f1600da19, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=66e43f86-324f-4ca7-9d63-f65f1600da19,segment=NetworkSegment(fefa3183-f578-4c53-99e1-74729d121a1d),segment_id=fefa3183-f578-4c53-99e1-74729d121a1d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:41.339818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.343837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.350351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.354862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Allocated IP 172.20.0.3 (b524b79a-0e90-45c7-bbd9-15995257f90f/e9aaf093-664c-4984-a564-b34a322ea784/a6d8873f-1cd6-42b7-b310-20d741158b54) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:41.360141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.366648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.367310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.371197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/ports/9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b HTTP/1.1" status: 200 len: 911 time: 1.1928635 Jul 14 09:32:41.377752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:41.390371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=66e43f86-324f-4ca7-9d63-f65f1600da19,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.390897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94767a13-2786-4000-a6d7-1e60f70fb874 None None] Pushing event deleted for resources: {'Port': ['ID=66e43f86-324f-4ca7-9d63-f65f1600da19,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.394087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No DVR routers for this DVR port 66e43f86-324f-4ca7-9d63-f65f1600da19 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:41.493544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ce82d2fc-fae2-459e-ab54-d26e2e0cc5be None None] Could not find standard attr ID for object 66e43f86-324f-4ca7-9d63-f65f1600da19. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:41.507891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2ec4dac2-e505-404e-b71b-234ce75dc137 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:41.536093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4a047-db6e-4216-a281-27bcbcc45500 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.597214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57ecd96-fa6b-4c46-8c1a-5a9b12c285bf None None] DHCP port deletion for 89993922-94c3-4e46-86ef-9d0d30675abd request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:41.599508 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.628047 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89993922-94c3-4e46-86ef-9d0d30675abd']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.633126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 2ec4dac2-e505-404e-b71b-234ce75dc137 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:41.633688 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.645830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefa3183-f578-4c53-99e1-74729d121a1d') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.646285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefa3183-f578-4c53-99e1-74729d121a1d') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.658027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.687113 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.699785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:41.701213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.768833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:41.773420 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:41.781595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.813576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.815886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/89993922-94c3-4e46-86ef-9d0d30675abd HTTP/1.1" status: 204 len: 168 time: 0.9203141 Jul 14 09:32:41.816967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b6b3c-1374-424a-a533-1774404c518c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=89993922-94c3-4e46-86ef-9d0d30675abd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.823914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:41.834409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'name': 'tempest-PortsIpV6TestJSON-459963930'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:41.900187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81e1fbc9-eefa-4b8c-b8ad-59b6251117de req-331dc4f2-17dd-4cec-9ea5-fe72cb964a03 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 210 time: 0.0595422 Jul 14 09:32:41.921401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.934213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:41.938183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b1f8d316-d66b-4a43-9910-70bf82af4d54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:41.954772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:41.960009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.982713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event updated for resources: {'Port': ['ID=a6d8873f-1cd6-42b7-b310-20d741158b54,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.991477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 57c12f30-6dfe-48c6-817f-028ffe0f6865 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:42.003881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Network b524b79a-0e90-45c7-bbd9-15995257f90f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:42.007973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:42.011123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:42.063757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.064683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.108178 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-4826e4f2-f8fa-476d-b0b2-29b3a70c1716 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4106481 Jul 14 09:32:42.122945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Request body: {'port': {'device_id': '9157b3cd-252f-446d-9943-0eb494dad24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:42.171457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.201662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.241851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.289466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:42.295586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.295973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:42.299971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:42.305705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.306337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.317120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=57c12f30-6dfe-48c6-817f-028ffe0f6865,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:42.332272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8deef7d7-ec93-40bf-93e3-af95c0777daa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5070071 Jul 14 09:32:42.333185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.450871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 57c12f30-6dfe-48c6-817f-028ffe0f6865 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:42.451536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.529205 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.545576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 57c12f30-6dfe-48c6-817f-028ffe0f6865 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:42.641531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.679505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=57c12f30-6dfe-48c6-817f-028ffe0f6865,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:42.687545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.693527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2edc8f14-78c4-4aa0-87f5-9312d207c1f5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/57c12f30-6dfe-48c6-817f-028ffe0f6865 HTTP/1.1" status: 204 len: 168 time: 0.3565955 Jul 14 09:32:42.693626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.698549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'mac_address': 'fa:16:3e:9c:8d:18', 'name': 'tempest-PortsIpV6TestJSON-952194216'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:42.705860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:42.706202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.757207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d8873f-1cd6-42b7-b310-20d741158b54 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:42.770803 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.796664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:42.799747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Transition to ACTIVE for port object a6d8873f-1cd6-42b7-b310-20d741158b54 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:42.804946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.859934 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.867686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.895250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port beb7738f-53fa-416d-8947-589e92a1791b yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:42.898757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:42.901015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8873f-1cd6-42b7-b310-20d741158b54,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.048164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Attempting to bind port a6d8873f-1cd6-42b7-b310-20d741158b54 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:43.048504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Attempting to bind port a6d8873f-1cd6-42b7-b310-20d741158b54 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:43.049163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Attempting to bind port a6d8873f-1cd6-42b7-b310-20d741158b54 on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:43.055240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Port a6d8873f-1cd6-42b7-b310-20d741158b54 on network b524b79a-0e90-45c7-bbd9-15995257f90f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:43.055596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Attempting to bind port a6d8873f-1cd6-42b7-b310-20d741158b54 on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:43.064537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:43.064537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Checking segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:43.064537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Bound using segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:43.064537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Bound port: a6d8873f-1cd6-42b7-b310-20d741158b54, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:43.065857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.120173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.154761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfd804-b416-4fff-8e17-1de625047cb0 req-35f261d7-4519-42e1-bd34-e93742b91641 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.156731 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ccfd804-b416-4fff-8e17-1de625047cb0 req-35f261d7-4519-42e1-bd34-e93742b91641 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 943 time: 0.1132770 Jul 14 09:32:43.205084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.218288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ccfd804-b416-4fff-8e17-1de625047cb0 req-3c07c8fa-39e3-4572-a8bc-a193016c9039 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506806 Jul 14 09:32:43.226121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] For port a6d8873f-1cd6-42b7-b310-20d741158b54, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:43.234326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] For port a6d8873f-1cd6-42b7-b310-20d741158b54, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6d8873f-1cd6-42b7-b310-20d741158b54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:43.235531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.261307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:43.264824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:43.266227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.268869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:43.270763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=9ec9e9f7-7b46-44b0-b680-2ce9ad8e953b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.274505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.275140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.288601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=beb7738f-53fa-416d-8947-589e92a1791b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.297955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3515cb69-b9d1-44f9-97b1-906d731f139f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6033216 Jul 14 09:32:43.300505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.333101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.333674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.335103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6d8873f-1cd6-42b7-b310-20d741158b54 HTTP/1.1" status: 200 len: 1092 time: 1.2176197 Jul 14 09:32:43.335757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9157b3cd-252f-446d-9943-0eb494dad24c', 'tag': 'a6d8873f-1cd6-42b7-b310-20d741158b54'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:43.338037 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756eb95c-1be1-499f-8bfb-396e585d3539" -d '{"events": [{"name": "network-changed", "server_uuid": "9157b3cd-252f-446d-9943-0eb494dad24c", "tag": "a6d8873f-1cd6-42b7-b310-20d741158b54"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:43.383527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6edb4b-77bf-4cb1-86e1-53c5b7cd7223 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.386403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0d6edb4b-77bf-4cb1-86e1-53c5b7cd7223 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/beb7738f-53fa-416d-8947-589e92a1791b HTTP/1.1" status: 200 len: 844 time: 0.0847006 Jul 14 09:32:43.389852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.524072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 66e43f86-324f-4ca7-9d63-f65f1600da19 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:43.554897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 66e43f86-324f-4ca7-9d63-f65f1600da19 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:43.555338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 66e43f86-324f-4ca7-9d63-f65f1600da19 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:43.582764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port beb7738f-53fa-416d-8947-589e92a1791b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:43.583513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.670987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.686998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for beb7738f-53fa-416d-8947-589e92a1791b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:43.786068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.800763 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b96b7f-f32b-49c0-9ba0-604379456ea5 x-openstack-request-id: req-61b96b7f-f32b-49c0-9ba0-604379456ea5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:43.801292 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9157b3cd-252f-446d-9943-0eb494dad24c", "tag": "a6d8873f-1cd6-42b7-b310-20d741158b54", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:43.801292 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61b96b7f-f32b-49c0-9ba0-604379456ea5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:43.801700 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9157b3cd-252f-446d-9943-0eb494dad24c', 'tag': 'a6d8873f-1cd6-42b7-b310-20d741158b54', 'status': 'completed', 'code': 200} Jul 14 09:32:43.822594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.825021 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/beb7738f-53fa-416d-8947-589e92a1791b HTTP/1.1" status: 204 len: 168 time: 0.4339218 Jul 14 09:32:43.826119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cc1fe-3051-46e8-884e-519893b5df98 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=beb7738f-53fa-416d-8947-589e92a1791b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.828458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.862176 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc3cb78-49a6-45d6-a125-a1c35b0c3cd1 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:32:43.863756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fdc3cb78-49a6-45d6-a125-a1c35b0c3cd1 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/beb7738f-53fa-416d-8947-589e92a1791b HTTP/1.1" status: 404 len: 333 time: 0.0342391 Jul 14 09:32:43.867417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.872348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'name': 'tempest-PortsIpV6TestJSON-580855532'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:43.882941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485713f-1c3f-44fa-abc8-1ece97b839f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8873f-1cd6-42b7-b310-20d741158b54,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.897072 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.968150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:43.974798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.995026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 7b57f689-311a-405f-b683-ad3bea216262 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:44.032734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-69996ca9-a2ec-4cd6-85be-cfe80e81e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.034279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-69996ca9-a2ec-4cd6-85be-cfe80e81e8c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 1095 time: 0.2297850 Jul 14 09:32:44.102076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-437688e8-53b6-4773-8b3d-c7de6c059046 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6d8873f-1cd6-42b7-b310-20d741158b54 HTTP/1.1" status: 200 len: 217 time: 0.0421145 Jul 14 09:32:44.119092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:44.168974 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.196945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-11190a20-dfeb-4fcb-af1d-6acf85103668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.198447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-11190a20-dfeb-4fcb-af1d-6acf85103668 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.0886974 Jul 14 09:32:44.208012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.259648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:44.260008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-87092509-f3e5-4467-9ae0-fcd3ad81c352 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350962 Jul 14 09:32:44.262763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:44.263931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:44.270958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-18520d27-744b-47ec-bfa1-f9b6f7a11ccf tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8895574 Jul 14 09:32:44.271166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:44.274155 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.274777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.276711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.288095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=7b57f689-311a-405f-b683-ad3bea216262,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.301652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1b0cc3af-5fb6-4b22-a5ee-6cf45b8a1be0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4331853 Jul 14 09:32:44.302361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.308716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:44.311280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] Sync routers for ids ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:44.318172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ca7be8a6-ffa8-4448-a8de-da575d09f1ee tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71 HTTP/1.1" status: 200 len: 205 time: 0.0376492 Jul 14 09:32:44.334764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] Routers {'6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:44.335402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:44.340344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.402843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:44.413836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.432054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] Routers {'6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:44.435449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:44.437751 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad213971-791f-47bb-8f1d-40a03b43fc3b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.485047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:44.485866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2fa29f-eda4-4ae8-b8f4-b5f365cc2de5 None None] The sync data for ids ['6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:44.552450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-aa1ece08-5599-4b9c-8211-26176cab7bdc service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828815 Jul 14 09:32:44.614964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5204b-da2f-487c-a237-6c9d37171856 req-0e24650f-a70d-4288-9671-c2b10a4beab3 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.616519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09d5204b-da2f-487c-a237-6c9d37171856 req-0e24650f-a70d-4288-9671-c2b10a4beab3 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 943 time: 0.1553156 Jul 14 09:32:44.651631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.661436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.666551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad213971-791f-47bb-8f1d-40a03b43fc3b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.670692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad213971-791f-47bb-8f1d-40a03b43fc3b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.710529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] In _notify_port_updated(), no bound segment for port 7b57f689-311a-405f-b683-ad3bea216262 on network a8324650-e7fc-447a-a356-8d4e1ffc24ae {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:32:44.718536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.719199 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.723223 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "PUT /v2.0/ports/7b57f689-311a-405f-b683-ad3bea216262 HTTP/1.1" status: 200 len: 818 time: 0.4172902 Jul 14 09:32:44.724696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56718) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.737915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09d5204b-da2f-487c-a237-6c9d37171856 req-b2faeab2-6941-4318-95f5-86281f45022a tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045811 Jul 14 09:32:44.755575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282ba38-4e7f-4c54-b287-b859b002312c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=7b57f689-311a-405f-b683-ad3bea216262,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.756757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad213971-791f-47bb-8f1d-40a03b43fc3b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.757309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad213971-791f-47bb-8f1d-40a03b43fc3b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:32:44.773411 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad213971-791f-47bb-8f1d-40a03b43fc3b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.774511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad213971-791f-47bb-8f1d-40a03b43fc3b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71 HTTP/1.1" status: 204 len: 168 time: 0.4331882 Jul 14 09:32:44.777537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.812387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e43f1243-1803-43aa-94dc-51d7ecfa8535 req-593608e9-2132-4c6e-ad37-7b4011ae741b service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236295 Jul 14 09:32:44.838281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet ec9d1630-d71d-43fe-9071-acfae4f1b84a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:44.842159 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.890040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.897339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 7b57f689-311a-405f-b683-ad3bea216262 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:44.897808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.974454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.985764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.990551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 7b57f689-311a-405f-b683-ad3bea216262 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:44.996420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-014a5234-f2f3-4a24-936f-cfc5522956b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.998659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-014a5234-f2f3-4a24-936f-cfc5522956b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 1095 time: 0.1340604 Jul 14 09:32:45.046936 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.078738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9d1630-d71d-43fe-9071-acfae4f1b84a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:45.082401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.086257 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-18cdca10-eced-4cd4-ba63-24de8c19c8ef tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/ec9d1630-d71d-43fe-9071-acfae4f1b84a HTTP/1.1" status: 204 len: 168 time: 0.3076978 Jul 14 09:32:45.091021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77832d-6fb2-45d1-bbde-f5bee00fb7ab None None] Network 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:45.093578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.221457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.246151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-750cb9fd-31ae-46d4-8cbb-7cfd6641169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.247744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-750cb9fd-31ae-46d4-8cbb-7cfd6641169a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.2417438 Jul 14 09:32:45.249779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.301050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] DHCP port deletion for 4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:45.308727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=7b57f689-311a-405f-b683-ad3bea216262,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:45.350920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] Deleting port 2ec4dac2-e505-404e-b71b-234ce75dc137 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:45.351461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.352202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-80fa0a42-7c69-4f94-bec7-bd9003a78d8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6d8873f-1cd6-42b7-b310-20d741158b54 HTTP/1.1" status: 200 len: 217 time: 0.0951476 Jul 14 09:32:45.353315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.355170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-19f8e474-330d-4782-8d78-94db9655d561 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/7b57f689-311a-405f-b683-ad3bea216262 HTTP/1.1" status: 204 len: 168 time: 0.6276495 Jul 14 09:32:45.358257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.417126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-1eca44cb-bcce-4e93-a536-326ec4cebe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.432167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-1eca44cb-bcce-4e93-a536-326ec4cebe5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.0712333 Jul 14 09:32:45.432496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] For port 2ec4dac2-e505-404e-b71b-234ce75dc137, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ec4dac2-e505-404e-b71b-234ce75dc137,segment=NetworkSegment(00d7482e-4aba-4fc5-97cf-d97ff6b0384d),segment_id=00d7482e-4aba-4fc5-97cf-d97ff6b0384d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:45.433520 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.441220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 2ec4dac2-e505-404e-b71b-234ce75dc137 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:45.441564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.452866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] Calling delete_port for 2ec4dac2-e505-404e-b71b-234ce75dc137 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:45.457038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c793a-f85e-4849-9c49-d091169dc994 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.462098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c03c793a-f85e-4849-9c49-d091169dc994 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1023476 Jul 14 09:32:45.462430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.469156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2ec4dac2-e505-404e-b71b-234ce75dc137 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:45.472258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-1948264a-4763-41df-971e-e8318f308111 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392656 Jul 14 09:32:45.494236 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4f5671-06c3-48a5-9eba-d51d1fbcd188 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:32:45.500132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1a4f5671-06c3-48a5-9eba-d51d1fbcd188 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/7b57f689-311a-405f-b683-ad3bea216262 HTTP/1.1" status: 404 len: 333 time: 0.0323687 Jul 14 09:32:45.500989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.519645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1591087482'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:45.596337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.599074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 2ec4dac2-e505-404e-b71b-234ce75dc137, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ec4dac2-e505-404e-b71b-234ce75dc137,segment=NetworkSegment(00d7482e-4aba-4fc5-97cf-d97ff6b0384d),segment_id=00d7482e-4aba-4fc5-97cf-d97ff6b0384d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:45.599469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.603224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:45.606922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.633327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] Pushing event deleted for resources: {'Port': ['ID=2ec4dac2-e505-404e-b71b-234ce75dc137,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:45.635488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120e97a-68e2-4f72-8e3c-9abef2ccd92a None None] No DVR routers for this DVR port 2ec4dac2-e505-404e-b71b-234ce75dc137 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:45.637144 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.646952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 2ec4dac2-e505-404e-b71b-234ce75dc137 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:45.709401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-fdd3568a-6dc0-4fb3-815b-cc628a069703 service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073927 Jul 14 09:32:45.713989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:45.789899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.790463 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment d44ee53b-b607-488d-8327-6495a9edf93a of type vlan for network 3be59487-97a9-440a-9ec3-1226c6fea416 Jul 14 09:32:45.855702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.894733 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.949236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=2ec4dac2-e505-404e-b71b-234ce75dc137,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:45.952265 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4153917-058b-4837-ac6f-2cb61dfe1607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.962777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-756eb95c-1be1-499f-8bfb-396e585d3539 req-80b69519-11c1-4bed-96c9-db815d2d7edc service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450106 Jul 14 09:32:45.963845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port 2ec4dac2-e505-404e-b71b-234ce75dc137 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:45.999542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.005280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.005880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.122143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6189599 Jul 14 09:32:46.125325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56752) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:46.136021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.145601 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.162990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81b263-c543-44dc-b975-e1ff5ece7521 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=3be59487-97a9-440a-9ec3-1226c6fea416,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:46.177610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3be59487-97a9-440a-9ec3-1226c6fea416 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:46.190525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b63ef-4ac8-4a6a-994e-fbfce681863f req-a1b6cde7-2aa5-4bf8-b09e-56108512afae tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.192445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d46b63ef-4ac8-4a6a-994e-fbfce681863f req-a1b6cde7-2aa5-4bf8-b09e-56108512afae tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 943 time: 0.3315232 Jul 14 09:32:46.194550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:46.229237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d7482e-4aba-4fc5-97cf-d97ff6b0384d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:46.229840 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d7482e-4aba-4fc5-97cf-d97ff6b0384d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:46.245066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.277499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d46b63ef-4ac8-4a6a-994e-fbfce681863f req-c1ff3eab-ff30-4e6c-8051-88ba31b5e832 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779371 Jul 14 09:32:46.279023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.288780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:46.289670 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:46.293544 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:46.318116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:46.323312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.360757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-a739b82f-6c5b-4fd8-9ee9-d3ba5fa7d4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2188370 Jul 14 09:32:46.370578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.380960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.382826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914 HTTP/1.1" status: 204 len: 168 time: 1.2875934 Jul 14 09:32:46.387374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:46.392836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7e24b01c-c2aa-43e8-811e-874cf37de4d4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2008490205', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.408184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bfd24-7c90-4188-b18f-a346f291d83e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=4451ce41-fc7e-49f3-b6a4-9b8a2dfd5914,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:46.445345 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e24b01c-c2aa-43e8-811e-874cf37de4d4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.446401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e24b01c-c2aa-43e8-811e-874cf37de4d4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.481692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-4db20aae-7b41-4f95-afc9-76d1018ed1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.483529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-4db20aae-7b41-4f95-afc9-76d1018ed1eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 1098 time: 0.0687063 Jul 14 09:32:46.532705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e24b01c-c2aa-43e8-811e-874cf37de4d4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.537927 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e24b01c-c2aa-43e8-811e-874cf37de4d4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.582032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e24b01c-c2aa-43e8-811e-874cf37de4d4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.583226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7e24b01c-c2aa-43e8-811e-874cf37de4d4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1940908 Jul 14 09:32:46.585908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:46.598093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-346846813'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.607588 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.630259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-d4818319-d290-486c-a398-363d03a9e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.631857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-d4818319-d290-486c-a398-363d03a9e8fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.1269851 Jul 14 09:32:46.636307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:46.640481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.682282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=cd1fc29e-6d99-46d4-8294-8809f024652d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:46.691031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': 'd44ee53b-b607-488d-8327-6495a9edf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:46.691442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: 3be59487-97a9-440a-9ec3-1226c6fea416, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:46.692129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-c645524a-82d2-4f74-973f-c8a9e55f590f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d492dd65-63c4-4b4b-b957-a9c37643e666 HTTP/1.1" status: 200 len: 217 time: 0.0479198 Jul 14 09:32:46.711465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 3be59487-97a9-440a-9ec3-1226c6fea416 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:46.734183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3be59487-97a9-440a-9ec3-1226c6fea416) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:46.734447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:46.742869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.743846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7772ae41-035a-4b9e-846c-c848b48dad57 None None] Network 3be59487-97a9-440a-9ec3-1226c6fea416 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:46.744122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.762315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af033136-174c-43b4-89e5-1ebff27d6675 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6348300 Jul 14 09:32:46.762958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.763546 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment 2b38b9a0-f56d-4814-9b61-1ad49d117e94 of type vlan for network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 Jul 14 09:32:46.765152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:46.770821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6d3d2894-b4e6-4c44-9776-8ec5db58ca28 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.774812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-ae72e28d-2d02-43ea-97c9-ddf9db83d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.776491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-ae72e28d-2d02-43ea-97c9-ddf9db83d20a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.0786781 Jul 14 09:32:46.836747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-2dd22767-1e27-4b5b-8d64-6765c82fa89a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349941 Jul 14 09:32:46.840556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.909055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3d2894-b4e6-4c44-9776-8ec5db58ca28 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:46.913795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2894-b4e6-4c44-9776-8ec5db58ca28 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.925930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-3be59487-97a9-440a-9ec3-1226c6fea416', 'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416', 'tenant_id': 'cf0aa1da9fc74a1ab9010d8e58b0a59c', 'fixed_ips': [{'subnet_id': 'cd1fc29e-6d99-46d4-8294-8809f024652d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:46.927685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.933087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-5e7c2c14-97dc-4b58-8028-bfb0ad66aca2 service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886202 Jul 14 09:32:47.017822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.027296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.027296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.127818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Allocated IP 2001:db8::2 (3be59487-97a9-440a-9ec3-1226c6fea416/cd1fc29e-6d99-46d4-8294-8809f024652d/fd940b75-8131-4719-8560-82e7e5b3b085) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:47.145533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5575626 Jul 14 09:32:47.168923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56772) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:47.179106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:47.287768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61a7b7-f9cb-4312-948c-4209deb3771c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.292979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-855fd090-51d2-464d-81bb-d9165078d2a2 req-b748b2a0-6179-4ee4-b3b5-f736747450de service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527792 Jul 14 09:32:47.309007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:47.383573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:47.389835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.396343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.444497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Transition to ACTIVE for port object fd940b75-8131-4719-8560-82e7e5b3b085 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:47.475161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Transition to ACTIVE for port object fd940b75-8131-4719-8560-82e7e5b3b085 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:47.483096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.537978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Pushing event updated for resources: {'Port': ['ID=fd940b75-8131-4719-8560-82e7e5b3b085,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.552417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Network 3be59487-97a9-440a-9ec3-1226c6fea416 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:47.554475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:47.557510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:47.641178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Attempting to bind port fd940b75-8131-4719-8560-82e7e5b3b085 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:47.641803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Attempting to bind port fd940b75-8131-4719-8560-82e7e5b3b085 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd44ee53b-b607-488d-8327-6495a9edf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:47.642388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Attempting to bind port fd940b75-8131-4719-8560-82e7e5b3b085 on network 3be59487-97a9-440a-9ec3-1226c6fea416 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:47.649974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:47.650772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Checking segment: {'id': 'd44ee53b-b607-488d-8327-6495a9edf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:47.651897 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.652523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Bound using segment: {'id': 'd44ee53b-b607-488d-8327-6495a9edf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:47.654149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Bound port: fd940b75-8131-4719-8560-82e7e5b3b085, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44ee53b-b607-488d-8327-6495a9edf93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:47.654780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.713252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.776368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] For port fd940b75-8131-4719-8560-82e7e5b3b085, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:47.782268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] For port fd940b75-8131-4719-8560-82e7e5b3b085, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd940b75-8131-4719-8560-82e7e5b3b085,segment=NetworkSegment(d44ee53b-b607-488d-8327-6495a9edf93a),segment_id=d44ee53b-b607-488d-8327-6495a9edf93a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:47.789549 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.789755 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-6d3d2894-b4e6-4c44-9776-8ec5db58ca28 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd1fc29e-6d99-46d4-8294-8809f024652d (CIDR: 2001:db8::/64) Jul 14 09:32:47.797289 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3d2894-b4e6-4c44-9776-8ec5db58ca28 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:32:47.797755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3d2894-b4e6-4c44-9776-8ec5db58ca28 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:47.824456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d3d2894-b4e6-4c44-9776-8ec5db58ca28 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0579276 Jul 14 09:32:47.827787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:47.842857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:47.880374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce051c49-9135-4eab-a3b3-60fe72526d27 None None] Pushing event updated for resources: {'Port': ['ID=fd940b75-8131-4719-8560-82e7e5b3b085,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.900155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=4d7e0d6a-641c-47fb-b1a1-bebc1066278e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.912745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6d8873f-1cd6-42b7-b310-20d741158b54 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:47.929446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:47.929910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:47.964721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:47.979941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:47.988879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.989595 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.020316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d849daa-9c92-4ae9-8f90-4bbc7d48b3ed None None] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:48.037989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-75923f99-702b-49b3-8461-fd526f0e116c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8659074 Jul 14 09:32:48.041747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 56866) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:48.064120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:48.068023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.333750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58bd67-d8fc-4f43-baae-e962892c14cf req-0b83a9c0-3720-413c-acdd-3080301d2995 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.335156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb58bd67-d8fc-4f43-baae-e962892c14cf req-0b83a9c0-3720-413c-acdd-3080301d2995 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 943 time: 0.6347089 Jul 14 09:32:48.499290 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb58bd67-d8fc-4f43-baae-e962892c14cf req-cbec2f37-b118-4322-be5b-8d4e45ee79ad tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567740 Jul 14 09:32:48.511230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a6d8873f-1cd6-42b7-b310-20d741158b54, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6d8873f-1cd6-42b7-b310-20d741158b54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:48.557396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'a6d8873f-1cd6-42b7-b310-20d741158b54', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'port_id': 'a6d8873f-1cd6-42b7-b310-20d741158b54', 'mac_address': 'fa:16:3e:53:89:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aaf093-664c-4984-a564-b34a322ea784', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:48.654939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.709947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:48.710952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.734131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d8873f-1cd6-42b7-b310-20d741158b54 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:48.745238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.765079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a6d8873f-1cd6-42b7-b310-20d741158b54, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6d8873f-1cd6-42b7-b310-20d741158b54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:48.773976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.810743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 3be59487-97a9-440a-9ec3-1226c6fea416 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:48.815804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:48.833987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.834993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.874940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0440452 Jul 14 09:32:48.882148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 56942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:48.902934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416', 'fixed_ips': [{'subnet_id': 'cd1fc29e-6d99-46d4-8294-8809f024652d'}, {'subnet_id': '3ddad84b-b2ae-4587-80d9-c9227ccfa8ef'}], 'name': 'tempest-PortsIpV6TestJSON-1675882202'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:48.922094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a6d8873f-1cd6-42b7-b310-20d741158b54,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:48.948686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568023e-7f5a-4ef2-9d81-0a8e03991c4b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=3ddad84b-b2ae-4587-80d9-c9227ccfa8ef,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:49.041146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['a6d8873f-1cd6-42b7-b310-20d741158b54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:49.114403 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.135508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Allocated IP 2001:db8::2 (6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181/4d7e0d6a-641c-47fb-b1a1-bebc1066278e/51a06c15-799b-485d-82cb-a9a8bcba7a7f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:49.314070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:49.524687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.525210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.548113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 6f40695e-e027-4631-932f-1f9601826d10 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:49.569395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd940b75-8131-4719-8560-82e7e5b3b085 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:49.699929 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.761473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Transition to ACTIVE for port object 51a06c15-799b-485d-82cb-a9a8bcba7a7f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:49.768478 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fca05c18-90a2-4df7-87be-9de51ccc4943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.809458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.824518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Transition to ACTIVE for port object 51a06c15-799b-485d-82cb-a9a8bcba7a7f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:49.835802 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.842844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port fd940b75-8131-4719-8560-82e7e5b3b085 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:49.892167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf844714-8085-4fe5-9926-56726c96ce84 None None] Network 3be59487-97a9-440a-9ec3-1226c6fea416 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:49.924520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:49.958821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:49.970136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:50.046760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Pushing event updated for resources: {'Port': ['ID=51a06c15-799b-485d-82cb-a9a8bcba7a7f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.109161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad033e-64bf-4f8a-b3d4-9836fb915e49 req-47f45d36-dd81-49d1-a759-f5f51161f7bc tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.110737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eaad033e-64bf-4f8a-b3d4-9836fb915e49 req-47f45d36-dd81-49d1-a759-f5f51161f7bc tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 944 time: 0.3143733 Jul 14 09:32:50.127085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::27 (3be59487-97a9-440a-9ec3-1226c6fea416/cd1fc29e-6d99-46d4-8294-8809f024652d/6f40695e-e027-4631-932f-1f9601826d10) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:50.136842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8:0:1::16c (3be59487-97a9-440a-9ec3-1226c6fea416/3ddad84b-b2ae-4587-80d9-c9227ccfa8ef/6f40695e-e027-4631-932f-1f9601826d10) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:50.145390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8::1 (6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181/4d7e0d6a-641c-47fb-b1a1-bebc1066278e/e0f4aa89-4697-4e91-beb6-40bcbdd0e70c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:50.166041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c76881bf-a896-4a3e-b9e6-c5caf6f3b454 None None] Provisioning for port fd940b75-8131-4719-8560-82e7e5b3b085 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:50.193030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eaad033e-64bf-4f8a-b3d4-9836fb915e49 req-90fb3e7a-9d0a-4aeb-8dee-a97cede3b926 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729158 Jul 14 09:32:50.243500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c76881bf-a896-4a3e-b9e6-c5caf6f3b454 None None] Provisioning complete for port fd940b75-8131-4719-8560-82e7e5b3b085 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:50.244164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c76881bf-a896-4a3e-b9e6-c5caf6f3b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.246127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Attempting to bind port 51a06c15-799b-485d-82cb-a9a8bcba7a7f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:50.246693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Attempting to bind port 51a06c15-799b-485d-82cb-a9a8bcba7a7f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:50.249496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Attempting to bind port 51a06c15-799b-485d-82cb-a9a8bcba7a7f on network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:50.270231 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.293892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:50.293892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Checking segment: {'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:50.294288 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.294567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Bound using segment: {'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:50.295063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Bound port: 51a06c15-799b-485d-82cb-a9a8bcba7a7f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:50.295851 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.370418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.372640 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.392097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object e0f4aa89-4697-4e91-beb6-40bcbdd0e70c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:50.403675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object 6f40695e-e027-4631-932f-1f9601826d10 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:50.414475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] For port 51a06c15-799b-485d-82cb-a9a8bcba7a7f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:50.421711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] For port 51a06c15-799b-485d-82cb-a9a8bcba7a7f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=51a06c15-799b-485d-82cb-a9a8bcba7a7f,segment=NetworkSegment(2b38b9a0-f56d-4814-9b61-1ad49d117e94),segment_id=2b38b9a0-f56d-4814-9b61-1ad49d117e94)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:50.445596 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.451069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.509124 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.514490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:50.518593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:50.531599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:50.535931 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c76881bf-a896-4a3e-b9e6-c5caf6f3b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.537289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.594933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 3be59487-97a9-440a-9ec3-1226c6fea416 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:50.602490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ece7cf-b748-4abc-8363-7e83d31dfecd None None] Pushing event updated for resources: {'Port': ['ID=51a06c15-799b-485d-82cb-a9a8bcba7a7f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.605173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:50.616504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:50.619958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] Update dhcp port {'port': {'network_id': '3be59487-97a9-440a-9ec3-1226c6fea416', 'fixed_ips': [{'subnet_id': 'cd1fc29e-6d99-46d4-8294-8809f024652d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ddad84b-b2ae-4587-80d9-c9227ccfa8ef'}], 'binding:host_id': 'n-d-758944-44'}, 'id': 'fd940b75-8131-4719-8560-82e7e5b3b085'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:50.623281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c76881bf-a896-4a3e-b9e6-c5caf6f3b454 None None] For port fd940b75-8131-4719-8560-82e7e5b3b085, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd940b75-8131-4719-8560-82e7e5b3b085,segment=NetworkSegment(d44ee53b-b607-488d-8327-6495a9edf93a),segment_id=d44ee53b-b607-488d-8327-6495a9edf93a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:50.625333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.626120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.645223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=6f40695e-e027-4631-932f-1f9601826d10,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.656437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cfd2391a-1908-4b4b-9309-e304460ec50c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7662575 Jul 14 09:32:50.659787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:50.667473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd1fc29e-6d99-46d4-8294-8809f024652d'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:50.674487 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c76881bf-a896-4a3e-b9e6-c5caf6f3b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.724891 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.770633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76881bf-a896-4a3e-b9e6-c5caf6f3b454 None None] Pushing event updated for resources: {'Port': ['ID=fd940b75-8131-4719-8560-82e7e5b3b085,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.785280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.840202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.866172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.085215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] Allocated IP 2001:db8:0:1::2 (3be59487-97a9-440a-9ec3-1226c6fea416/3ddad84b-b2ae-4587-80d9-c9227ccfa8ef/fd940b75-8131-4719-8560-82e7e5b3b085) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:51.344498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] For port fd940b75-8131-4719-8560-82e7e5b3b085, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd940b75-8131-4719-8560-82e7e5b3b085,segment=NetworkSegment(d44ee53b-b607-488d-8327-6495a9edf93a),segment_id=d44ee53b-b607-488d-8327-6495a9edf93a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:51.482446 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.494986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.501120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819149bb-0d8a-4b31-8b4a-7e47f26e3202 req-33ae8c42-3f25-443a-93ea-361af80fde50 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:51.503186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.503489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-819149bb-0d8a-4b31-8b4a-7e47f26e3202 req-33ae8c42-3f25-443a-93ea-361af80fde50 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 944 time: 0.1173987 Jul 14 09:32:51.505228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.547689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.554885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] Transition to ACTIVE for port object fd940b75-8131-4719-8560-82e7e5b3b085 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:51.634860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-819149bb-0d8a-4b31-8b4a-7e47f26e3202 req-000b9eb4-14a5-46cd-986d-246eecbeaf30 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238761 Jul 14 09:32:51.660858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.671129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd940b75-8131-4719-8560-82e7e5b3b085 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:51.674454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Delete allocated IP 2001:db8:0:1::16c (3be59487-97a9-440a-9ec3-1226c6fea416/3ddad84b-b2ae-4587-80d9-c9227ccfa8ef) {{(pid=93754) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:32:51.696246 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.730685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:51.746044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:51.869530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c080-d729-4c47-8aa0-267a8d390454 None None] Pushing event updated for resources: {'Port': ['ID=fd940b75-8131-4719-8560-82e7e5b3b085,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.895901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 51a06c15-799b-485d-82cb-a9a8bcba7a7f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:51.919488 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.943048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Ignored duplicate provisioning block setup for port 6f40695e-e027-4631-932f-1f9601826d10 by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:32:51.943773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6d8873f-1cd6-42b7-b310-20d741158b54 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:51.954466 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.973358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:32:52.042333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] In _notify_port_updated(), no bound segment for port 6f40695e-e027-4631-932f-1f9601826d10 on network 3be59487-97a9-440a-9ec3-1226c6fea416 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:32:52.052672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.054054 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.062415 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "PUT /v2.0/ports/6f40695e-e027-4631-932f-1f9601826d10 HTTP/1.1" status: 200 len: 925 time: 1.4005537 Jul 14 09:32:52.063742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57226) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:52.074037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd1fc29e-6d99-46d4-8294-8809f024652d'}, {'subnet_id': '3ddad84b-b2ae-4587-80d9-c9227ccfa8ef'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:52.103673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port a6d8873f-1cd6-42b7-b310-20d741158b54 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:52.104015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:52.112211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-061a1534-6ae8-414c-8378-97ca9c6198d6 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0687737 Jul 14 09:32:52.114798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57228) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:52.121325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-487278160'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:52.121599 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:52.126076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port a6d8873f-1cd6-42b7-b310-20d741158b54 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:52.126466 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.145869 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:52.146717 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:52.156854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ff18c-9f04-48ca-a761-893fce1e191c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=6f40695e-e027-4631-932f-1f9601826d10,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:52.166136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:52.176817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.234763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:52.254678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.255456 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment fbb068e8-4d66-4080-8633-ad93f03ba286 of type vlan for network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c Jul 14 09:32:52.263469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 51a06c15-799b-485d-82cb-a9a8bcba7a7f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:52.275982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.286739 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:52.292332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89529ab-72d5-4b30-bbe4-50d41af8baad None None] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:52.346134 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.387265 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.397151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.398130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.496108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3798523 Jul 14 09:32:52.500841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:52.511163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:52.535046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b8777925-12a3-425b-9296-73f54c3a164d None None] Provisioning for port 51a06c15-799b-485d-82cb-a9a8bcba7a7f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:52.567018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b8777925-12a3-425b-9296-73f54c3a164d None None] Provisioning complete for port 51a06c15-799b-485d-82cb-a9a8bcba7a7f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:52.567587 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8777925-12a3-425b-9296-73f54c3a164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.569965 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:32:50Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:51Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:52.577611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eeb74-19fb-49e2-8be3-1f2ce64f5d6d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:52.627919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:52.648736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:52.649097 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Updating router 754e7f4f-58c6-432a-84a7-645892b4fca1 port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:32:52.674051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:52.678095 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.743284 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.962819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b0eb1-4fc2-437c-a824-f1304d77fbb4 None None] Network 3be59487-97a9-440a-9ec3-1226c6fea416 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:52.979749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8:0:1::241 (3be59487-97a9-440a-9ec3-1226c6fea416/3ddad84b-b2ae-4587-80d9-c9227ccfa8ef/6f40695e-e027-4631-932f-1f9601826d10) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:53.049181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.147489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9157b3cd-252f-446d-9943-0eb494dad24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8873f-1cd6-42b7-b310-20d741158b54'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:53.149870 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c4f11-24a7-4adf-b71c-699f7a4ecedb" -d '{"events": [{"server_uuid": "9157b3cd-252f-446d-9943-0eb494dad24c", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8873f-1cd6-42b7-b310-20d741158b54"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:53.150404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ad9f9-fc97-46e6-92ba-9316e74f3651 req-bca4caee-3804-4c0d-8746-900451257053 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:53.163462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d09ad9f9-fc97-46e6-92ba-9316e74f3651 req-bca4caee-3804-4c0d-8746-900451257053 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 944 time: 0.3083050 Jul 14 09:32:53.178040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a6d8873f-1cd6-42b7-b310-20d741158b54, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6d8873f-1cd6-42b7-b310-20d741158b54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:53.188232 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.202655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Transition to ACTIVE for port object e0f4aa89-4697-4e91-beb6-40bcbdd0e70c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:53.205575 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.211840 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.295253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d09ad9f9-fc97-46e6-92ba-9316e74f3651 req-1d7de17c-e84f-4183-91fe-ef0ec4f04e63 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194370 Jul 14 09:32:53.296799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.325948 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae40fb9-7d9c-4e5c-b095-8933180b7733 x-openstack-request-id: req-8ae40fb9-7d9c-4e5c-b095-8933180b7733 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:53.326337 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9157b3cd-252f-446d-9943-0eb494dad24c", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8873f-1cd6-42b7-b310-20d741158b54", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:53.326514 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ae40fb9-7d9c-4e5c-b095-8933180b7733 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:53.326872 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9157b3cd-252f-446d-9943-0eb494dad24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8873f-1cd6-42b7-b310-20d741158b54', 'code': 200} Jul 14 09:32:53.335166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.355986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Ignored duplicate provisioning block setup for port 6f40695e-e027-4631-932f-1f9601826d10 by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:32:53.362226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.388791 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Pushing event updated for resources: {'Port': ['ID=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.389651 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8777925-12a3-425b-9296-73f54c3a164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.400648 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.401004 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.401342 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.401676 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.402041 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.402336 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.402661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.402980 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.403575 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.404115 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.404616 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.405616 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:53.469892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a6d8873f-1cd6-42b7-b310-20d741158b54,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.495471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=f9d0c377-31f4-4449-a1cd-1baee5f516d6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.508499 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Attempting to bind port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:53.510195 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Attempting to bind port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:53.510195 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Attempting to bind port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c on network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:53.518275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b8777925-12a3-425b-9296-73f54c3a164d None None] For port 51a06c15-799b-485d-82cb-a9a8bcba7a7f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=51a06c15-799b-485d-82cb-a9a8bcba7a7f,segment=NetworkSegment(2b38b9a0-f56d-4814-9b61-1ad49d117e94),segment_id=2b38b9a0-f56d-4814-9b61-1ad49d117e94)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:53.523275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:53.524149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:53.524291 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8777925-12a3-425b-9296-73f54c3a164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.528003 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:53.529905 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Checking segment: {'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:53.530562 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.530965 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Bound using segment: {'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:53.532110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd940b75-8131-4719-8560-82e7e5b3b085 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:53.533412 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Bound port: e0f4aa89-4697-4e91-beb6-40bcbdd0e70c, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b38b9a0-f56d-4814-9b61-1ad49d117e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:53.533894 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.577785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38593b8-f6d1-486c-902f-1723a60e3ce2 req-9abf0185-440b-42e1-8016-97d1559ff7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:53.579792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c38593b8-f6d1-486c-902f-1723a60e3ce2 req-9abf0185-440b-42e1-8016-97d1559ff7ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 1097 time: 0.2341270 Jul 14 09:32:53.584645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:53.611933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:53.632844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:53.633830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.637187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdcfac8-6f02-4cb1-8527-e0caefc9d818 None None] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:53.654742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] In _notify_port_updated(), no bound segment for port 6f40695e-e027-4631-932f-1f9601826d10 on network 3be59487-97a9-440a-9ec3-1226c6fea416 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:32:53.670235 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c38593b8-f6d1-486c-902f-1723a60e3ce2 req-429396c8-8877-4342-85a6-a9ab80d7dc8a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826447 Jul 14 09:32:53.671333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:53.674335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.676913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "PUT /v2.0/ports/6f40695e-e027-4631-932f-1f9601826d10 HTTP/1.1" status: 200 len: 1011 time: 1.6077077 Jul 14 09:32:53.681869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:53.692315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a1b78-7212-4663-801a-58212d5e5e78 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=6f40695e-e027-4631-932f-1f9601826d10,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.706861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0eaf2072-374b-4760-9570-5a964825e650 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2046170 Jul 14 09:32:53.712850 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] For port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:53.714760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:53.720230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8777925-12a3-425b-9296-73f54c3a164d None None] Pushing event updated for resources: {'Port': ['ID=51a06c15-799b-485d-82cb-a9a8bcba7a7f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.721549 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] For port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,segment=NetworkSegment(2b38b9a0-f56d-4814-9b61-1ad49d117e94),segment_id=2b38b9a0-f56d-4814-9b61-1ad49d117e94)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:53.730792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-526e1e2f-7f34-4c72-b1eb-610df8a2de57 None None] Provisioning for port fd940b75-8131-4719-8560-82e7e5b3b085 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:53.740964 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.741552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-526e1e2f-7f34-4c72-b1eb-610df8a2de57 None None] Provisioning complete for port fd940b75-8131-4719-8560-82e7e5b3b085 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.741931 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-526e1e2f-7f34-4c72-b1eb-610df8a2de57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.803590 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:53.804389 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:53.853559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fd940b75-8131-4719-8560-82e7e5b3b085 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.854317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.912552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 6f40695e-e027-4631-932f-1f9601826d10 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:53.913733 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.973530 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:54.072323 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff80106-07d5-4463-8db6-79500fbf1bdc None None] Pushing event updated for resources: {'Port': ['ID=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:54.117223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.142801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 6f40695e-e027-4631-932f-1f9601826d10 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:54.172269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:54.174298 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.382908 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:32:50Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:53Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:54.435418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Allocated IP 2001:db8:1::2 (f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c/f9d0c377-31f4-4449-a1cd-1baee5f516d6/f43d5f12-3c70-4955-9ff6-3d3f19f62148) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:54.455913 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a502c-ccb5-4955-9c1c-abf2e53925c7 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:32:50Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:53Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:54.553824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.627280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=6f40695e-e027-4631-932f-1f9601826d10,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:54.661388 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.672080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Transition to ACTIVE for port object f43d5f12-3c70-4955-9ff6-3d3f19f62148 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:54.723901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.726796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Transition to ACTIVE for port object f43d5f12-3c70-4955-9ff6-3d3f19f62148 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:54.727278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-79d65dd9-7060-433d-9356-6bab44736219 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/6f40695e-e027-4631-932f-1f9601826d10 HTTP/1.1" status: 204 len: 168 time: 1.0440798 Jul 14 09:32:54.729942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57254) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:54.735818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.758940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.763670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56adf877-f564-47b4-b070-11eb3cba11da None None] Provisioning complete for port fd940b75-8131-4719-8560-82e7e5b3b085 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:54.764039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56adf877-f564-47b4-b070-11eb3cba11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.793656 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c3aa08-a44c-4d50-8621-054f6c27ac34 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:32:54.798587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-61c3aa08-a44c-4d50-8621-054f6c27ac34 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/6f40695e-e027-4631-932f-1f9601826d10 HTTP/1.1" status: 404 len: 333 time: 0.0675731 Jul 14 09:32:54.802347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:54.843654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:54.852590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:54.855314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:54.883633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Pushing event updated for resources: {'Port': ['ID=f43d5f12-3c70-4955-9ff6-3d3f19f62148,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:54.980888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Attempting to bind port f43d5f12-3c70-4955-9ff6-3d3f19f62148 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:54.982165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Attempting to bind port f43d5f12-3c70-4955-9ff6-3d3f19f62148 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:54.982721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Attempting to bind port f43d5f12-3c70-4955-9ff6-3d3f19f62148 on network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:54.994867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:54.995591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Checking segment: {'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:54.996159 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.996711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Bound using segment: {'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:54.997956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Bound port: f43d5f12-3c70-4955-9ff6-3d3f19f62148, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:54.998541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.016740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet 3ddad84b-b2ae-4587-80d9-c9227ccfa8ef {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:55.021035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.083635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.094870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] For port f43d5f12-3c70-4955-9ff6-3d3f19f62148, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:55.099340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] For port f43d5f12-3c70-4955-9ff6-3d3f19f62148, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f43d5f12-3c70-4955-9ff6-3d3f19f62148,segment=NetworkSegment(fbb068e8-4d66-4080-8633-ad93f03ba286),segment_id=fbb068e8-4d66-4080-8633-ad93f03ba286)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:55.104984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56adf877-f564-47b4-b070-11eb3cba11da None None] Provisioning complete for port 51a06c15-799b-485d-82cb-a9a8bcba7a7f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:55.105511 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56adf877-f564-47b4-b070-11eb3cba11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.140193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1f2e0-5076-44b1-a51b-1df5adbb2545 req-db16fe45-4488-4851-81d2-242a4eca1d7f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.144854 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8a1f2e0-5076-44b1-a51b-1df5adbb2545 req-db16fe45-4488-4851-81d2-242a4eca1d7f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 945 time: 0.5383699 Jul 14 09:32:55.151230 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.330889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3b6c3-d6d6-4d72-94ca-f841a1e3d4c6 None None] Pushing event updated for resources: {'Port': ['ID=f43d5f12-3c70-4955-9ff6-3d3f19f62148,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.363535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56adf877-f564-47b4-b070-11eb3cba11da None None] Provisioning for port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:55.378238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56adf877-f564-47b4-b070-11eb3cba11da None None] Could not find standard attr ID for object 6f40695e-e027-4631-932f-1f9601826d10. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:55.418058 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8a1f2e0-5076-44b1-a51b-1df5adbb2545 req-5c9cab9d-6ccb-4eb1-90f6-457487c6f9b3 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539945 Jul 14 09:32:55.430375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.515612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-49b25fe0-e5ab-4d1f-840a-9d163878bd36 None None] Could not find standard attr ID for object 6f40695e-e027-4631-932f-1f9601826d10. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:55.778892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0f4aa89-4697-4e91-beb6-40bcbdd0e70c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:55.796240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8:1::1 (f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c/f9d0c377-31f4-4449-a1cd-1baee5f516d6/1cc0c4b4-4270-42c8-8ee3-df44467f8a01) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:55.876382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.881013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8e539226-b091-4f2c-bb8b-edc4126f5639 None None] Could not find standard attr ID for object 6f40695e-e027-4631-932f-1f9601826d10. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:55.903134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:55.908691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:55.909071 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.926768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddad84b-b2ae-4587-80d9-c9227ccfa8ef,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.932005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.938010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.938562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8857a3b3-8e13-43b0-8cfb-0f37051c6872 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/3ddad84b-b2ae-4587-80d9-c9227ccfa8ef HTTP/1.1" status: 204 len: 168 time: 1.1333551 Jul 14 09:32:56.001127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.025964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:56.034249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet cd1fc29e-6d99-46d4-8294-8809f024652d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:56.038035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.050622 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.087017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.094114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.098270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,segment=NetworkSegment(2b38b9a0-f56d-4814-9b61-1ad49d117e94),segment_id=2b38b9a0-f56d-4814-9b61-1ad49d117e94)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:56.111982 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.113684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 51a06c15-799b-485d-82cb-a9a8bcba7a7f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:56.152298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:56.156848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:56.161213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:56.161977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.169200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:56.179989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13ed93-0d48-451a-ab6f-c3590e964ac7 None None] Network 3be59487-97a9-440a-9ec3-1226c6fea416 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:56.219492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.265060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:56.304321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.338098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.339187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1fc29e-6d99-46d4-8294-8809f024652d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:56.347033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.353216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2c33ec92-8546-4146-ac59-b2d7d6f6ba72 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/cd1fc29e-6d99-46d4-8294-8809f024652d HTTP/1.1" status: 204 len: 168 time: 0.4110250 Jul 14 09:32:56.353434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57268) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:56.413863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 51a06c15-799b-485d-82cb-a9a8bcba7a7f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:56.414497 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.462193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.572018 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port fd940b75-8131-4719-8560-82e7e5b3b085 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:56.574008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.639754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] DHCP port deletion for 3be59487-97a9-440a-9ec3-1226c6fea416 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:56.724746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] For port fd940b75-8131-4719-8560-82e7e5b3b085, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd940b75-8131-4719-8560-82e7e5b3b085,segment=NetworkSegment(d44ee53b-b607-488d-8327-6495a9edf93a),segment_id=d44ee53b-b607-488d-8327-6495a9edf93a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:56.725002 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.749005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] Deleting port fd940b75-8131-4719-8560-82e7e5b3b085 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:56.749273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for fd940b75-8131-4719-8560-82e7e5b3b085 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:56.753945 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.835205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cadd6e-3500-4b93-a9e4-752bfaa19ed7 req-147e1905-0355-41cb-b132-f7ca28f380cc tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:56.836917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1cadd6e-3500-4b93-a9e4-752bfaa19ed7 req-147e1905-0355-41cb-b132-f7ca28f380cc tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 945 time: 0.1580269 Jul 14 09:32:56.881255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] For port fd940b75-8131-4719-8560-82e7e5b3b085, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fd940b75-8131-4719-8560-82e7e5b3b085,segment=NetworkSegment(d44ee53b-b607-488d-8327-6495a9edf93a),segment_id=d44ee53b-b607-488d-8327-6495a9edf93a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:56.882148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.905532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] Calling delete_port for fd940b75-8131-4719-8560-82e7e5b3b085 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:56.920730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e1cadd6e-3500-4b93-a9e4-752bfaa19ed7 req-8834a02d-141e-406f-82b9-102d3a437454 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759130 Jul 14 09:32:56.949006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.995971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=fd940b75-8131-4719-8560-82e7e5b3b085,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.005260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No DVR routers for this DVR port fd940b75-8131-4719-8560-82e7e5b3b085 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:57.145893 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.197530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.219513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be59487-97a9-440a-9ec3-1226c6fea416']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:57.228117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.229315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] Pushing event deleted for resources: {'Port': ['ID=fd940b75-8131-4719-8560-82e7e5b3b085,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.241132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.242031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.251556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f006d4-403b-421d-82d9-a9d20c325cc6 None None] No DVR routers for this DVR port fd940b75-8131-4719-8560-82e7e5b3b085 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:57.254346 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44ee53b-b607-488d-8327-6495a9edf93a') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:57.267627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44ee53b-b607-488d-8327-6495a9edf93a') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:57.293340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.327328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.348144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:57.349309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:57.352748 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:57.382052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.456823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.508111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1018885f-c669-4f82-99d4-7b573a82a42d None None] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:57.538307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.547400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/3be59487-97a9-440a-9ec3-1226c6fea416 HTTP/1.1" status: 204 len: 168 time: 1.1927569 Jul 14 09:32:57.548983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0808d72-d68f-4d02-89dc-a56640e7a0a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=3be59487-97a9-440a-9ec3-1226c6fea416,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.553763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57276) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:57.638841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:57.661772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:57.738202 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:32:57.750674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5b72a8c-c499-4c32-b3ef-bf7b53acb36a None None] Provisioning for port f43d5f12-3c70-4955-9ff6-3d3f19f62148 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:57.811338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:57.814479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0f4aa89-4697-4e91-beb6-40bcbdd0e70c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:57.825911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837c572f-eb31-45b8-8ef3-34730d2f6bfa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.827695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-837c572f-eb31-45b8-8ef3-34730d2f6bfa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2728491 Jul 14 09:32:57.831653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:57.931341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0f6d378a-d375-4c3e-9de1-21f7444059ba tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0978942 Jul 14 09:32:57.934688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:57.941130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1180229975'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:57.976161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:57.988482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.992725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:57.993107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:57.993913 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.010518 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f37c2e2-d9db-4c34-8bbc-3e2fa41b3de0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2932522 Jul 14 09:32:58.013443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.023666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-700989296'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:58.045898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:58.057227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:58.059862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:58.060476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.061251 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment a8923672-8c9d-4f3d-98d1-e8058cd666ba of type vlan for network 4e1ba75a-dccf-406c-b520-60166da9285b Jul 14 09:32:58.064582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.116042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:58.117478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:58.126739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.130329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:58.154552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.156493 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment ca853abe-806a-44bd-ac9a-2dea5694d054 of type vlan for network 18753d35-20eb-456c-aaad-02a9643125dd Jul 14 09:32:58.206381 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.212919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.213537 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.244398 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.307989 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.316350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.317207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.357814 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3430965 Jul 14 09:32:58.393610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.400785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:58.447460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=4e1ba75a-dccf-406c-b520-60166da9285b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.468666 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c248ad7e-1d0f-4225-84c8-396a46d5152d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5317340 Jul 14 09:32:58.471603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57294) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.479229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:58.533242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f43d5f12-3c70-4955-9ff6-3d3f19f62148 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:58.541637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 4e1ba75a-dccf-406c-b520-60166da9285b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:58.691015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:58.697160 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.732353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:58.746762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd27e4c-d81a-4744-b30d-b626f29d3530 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=18753d35-20eb-456c-aaad-02a9643125dd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.767001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 18753d35-20eb-456c-aaad-02a9643125dd details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:58.899875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f43d5f12-3c70-4955-9ff6-3d3f19f62148 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:58.905839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:58.913269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f43d5f12-3c70-4955-9ff6-3d3f19f62148 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:58.913866 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.914996 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.940961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Provisioning for port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:58.958966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.069338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Provisioning complete for port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:59.070269 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.099871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=56dd5bb1-d34b-44ad-8667-8e3fb5b3e155,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.117766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': 'a8923672-8c9d-4f3d-98d1-e8058cd666ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:59.118142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: 4e1ba75a-dccf-406c-b520-60166da9285b, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:59.136376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:59.163606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 4e1ba75a-dccf-406c-b520-60166da9285b is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:59.177006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 4e1ba75a-dccf-406c-b520-60166da9285b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:59.183186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.183824 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.213665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb0c2c-31c7-467a-9105-f56eee171f4d None None] Network 4e1ba75a-dccf-406c-b520-60166da9285b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:59.221589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-64643516-b51d-41fa-932a-743b7063d32f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7482235 Jul 14 09:32:59.224220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.230298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b', 'name': 'tempest-PortsIpV6TestJSON-929703754'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:59.277629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.283811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Provisioning complete for port f43d5f12-3c70-4955-9ff6-3d3f19f62148 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:59.284344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.443942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=05386958-e748-43ed-a762-2f9a6a7a8fef,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.459285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:59.469994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.472741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:59.473014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: 18753d35-20eb-456c-aaad-02a9643125dd, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:59.492004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.495388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 18753d35-20eb-456c-aaad-02a9643125dd is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:59.509438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port acc88af3-ef4b-434a-83c2-1cd35604e03b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:59.514483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 18753d35-20eb-456c-aaad-02a9643125dd) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:59.525565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.526193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.554535 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-154edd66-3164-4ebc-9c50-a71cfdd4f36c tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1590180 Jul 14 09:32:59.556614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57312) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.561465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a481b2c-f193-4443-a156-ee651676b295 None None] Network 18753d35-20eb-456c-aaad-02a9643125dd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:59.734241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port f43d5f12-3c70-4955-9ff6-3d3f19f62148, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f43d5f12-3c70-4955-9ff6-3d3f19f62148,segment=NetworkSegment(fbb068e8-4d66-4080-8633-ad93f03ba286),segment_id=fbb068e8-4d66-4080-8633-ad93f03ba286)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:59.764178 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.773638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.785387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::208 (4e1ba75a-dccf-406c-b520-60166da9285b/56dd5bb1-d34b-44ad-8667-8e3fb5b3e155/acc88af3-ef4b-434a-83c2-1cd35604e03b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:59.898356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd940b75-8131-4719-8560-82e7e5b3b085 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:59.900752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-4e1ba75a-dccf-406c-b520-60166da9285b', 'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b', 'tenant_id': 'cf0aa1da9fc74a1ab9010d8e58b0a59c', 'fixed_ips': [{'subnet_id': '56dd5bb1-d34b-44ad-8667-8e3fb5b3e155'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:59.901681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.964877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: fd940b75-8131-4719-8560-82e7e5b3b085 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:59.965598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fd940b75-8131-4719-8560-82e7e5b3b085 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:59.974899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 3, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:59.990383 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.024582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object acc88af3-ef4b-434a-83c2-1cd35604e03b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:00.033340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:00.034060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Updating router 754e7f4f-58c6-432a-84a7-645892b4fca1 port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:00.059485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=f43d5f12-3c70-4955-9ff6-3d3f19f62148,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.069648 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.125288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 4e1ba75a-dccf-406c-b520-60166da9285b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:00.129173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:00.133344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:00.140370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.141015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.168328 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9429018 Jul 14 09:33:00.172882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:00.179918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b', 'name': 'tempest-PortsIpV6TestJSON-1163957357'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:00.199402 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:33:00.199965 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-bc7c7872-037f-4dbf-97e2-e3aa180deac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:33:00.211126 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.272558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.290070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345738e-d167-4147-b31f-899ae60967ed tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=acc88af3-ef4b-434a-83c2-1cd35604e03b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.300664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-18753d35-20eb-456c-aaad-02a9643125dd', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:00.301721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.318479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:00.324045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.347536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 4c76b050-9aea-43ad-931d-768986d51227 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:33:00.464582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Allocated IP 2001:db8::2 (4e1ba75a-dccf-406c-b520-60166da9285b/56dd5bb1-d34b-44ad-8667-8e3fb5b3e155/920213df-466a-4aad-9e97-f843f905194d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:00.860073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Allocated IP 2001:db8:2::2 (18753d35-20eb-456c-aaad-02a9643125dd/05386958-e748-43ed-a762-2f9a6a7a8fef/228644ce-bab4-40ed-8fea-bf1b1e8fef55) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:01.095922 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.126078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f9100de-d699-4ab4-aa6c-a6b9e0ed1793 None None] Provisioning complete for port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:01.126485 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f9100de-d699-4ab4-aa6c-a6b9e0ed1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.129953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Transition to ACTIVE for port object 920213df-466a-4aad-9e97-f843f905194d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:01.186784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.221398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Transition to ACTIVE for port object 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:01.223415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Transition to ACTIVE for port object 920213df-466a-4aad-9e97-f843f905194d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:01.236594 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.238613 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.240784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.247009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f9100de-d699-4ab4-aa6c-a6b9e0ed1793 None None] Port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:01.281056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Transition to ACTIVE for port object 228644ce-bab4-40ed-8fea-bf1b1e8fef55 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:01.309643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::322 (4e1ba75a-dccf-406c-b520-60166da9285b/56dd5bb1-d34b-44ad-8667-8e3fb5b3e155/4c76b050-9aea-43ad-931d-768986d51227) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:01.318279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Network 4e1ba75a-dccf-406c-b520-60166da9285b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:01.320970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Transition to ACTIVE for port object 228644ce-bab4-40ed-8fea-bf1b1e8fef55 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:01.324719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:01.326355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebea41a-4a0f-4726-8596-0053ec906d7b None None] Pushing event updated for resources: {'Port': ['ID=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:01.329582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:01.361646 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.480271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Pushing event updated for resources: {'Port': ['ID=920213df-466a-4aad-9e97-f843f905194d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:01.483307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8:2::1 (18753d35-20eb-456c-aaad-02a9643125dd/05386958-e748-43ed-a762-2f9a6a7a8fef/79193b2f-b750-4818-8fb8-257fb8226107) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:01.517912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Network 18753d35-20eb-456c-aaad-02a9643125dd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:01.551130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:01.560457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:01.566491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Attempting to bind port 920213df-466a-4aad-9e97-f843f905194d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:01.570543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Attempting to bind port 920213df-466a-4aad-9e97-f843f905194d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a8923672-8c9d-4f3d-98d1-e8058cd666ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:01.571155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Attempting to bind port 920213df-466a-4aad-9e97-f843f905194d on network 4e1ba75a-dccf-406c-b520-60166da9285b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:01.579081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Attempting to bind port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:01.579728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Attempting to bind port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:01.580267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Attempting to bind port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 on network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:01.601660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:01.602410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Checking segment: {'id': 'a8923672-8c9d-4f3d-98d1-e8058cd666ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:01.602999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.603722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Bound using segment: {'id': 'a8923672-8c9d-4f3d-98d1-e8058cd666ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:01.604430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Bound port: 920213df-466a-4aad-9e97-f843f905194d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8923672-8c9d-4f3d-98d1-e8058cd666ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4e1ba75a-dccf-406c-b520-60166da9285b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:01.605535 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.612665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:01.613180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Checking segment: {'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:01.613782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.614334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Bound using segment: {'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:01.614933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Bound port: 1cc0c4b4-4270-42c8-8ee3-df44467f8a01, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb068e8-4d66-4080-8633-ad93f03ba286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:01.615489 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.631520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.647233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.657553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object 4c76b050-9aea-43ad-931d-768986d51227 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:01.674453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Pushing event updated for resources: {'Port': ['ID=228644ce-bab4-40ed-8fea-bf1b1e8fef55,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:01.702901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.720293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object 79193b2f-b750-4818-8fb8-257fb8226107 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:01.734495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.776291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.804055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Attempting to bind port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:01.804605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Attempting to bind port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:01.805069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Attempting to bind port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 on network 18753d35-20eb-456c-aaad-02a9643125dd {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:01.834787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:01.835330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Checking segment: {'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:01.835890 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.836391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Bound using segment: {'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:01.837270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Bound port: 228644ce-bab4-40ed-8fea-bf1b1e8fef55, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:01.837462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.870947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 18753d35-20eb-456c-aaad-02a9643125dd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:01.873850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] For port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:01.875933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=79193b2f-b750-4818-8fb8-257fb8226107,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:01.881461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=4c76b050-9aea-43ad-931d-768986d51227,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:01.885813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:01.891721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] For port 920213df-466a-4aad-9e97-f843f905194d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:01.895120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:01.896134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] For port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,segment=NetworkSegment(fbb068e8-4d66-4080-8633-ad93f03ba286),segment_id=fbb068e8-4d66-4080-8633-ad93f03ba286)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:01.896352 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.898561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] For port 920213df-466a-4aad-9e97-f843f905194d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=920213df-466a-4aad-9e97-f843f905194d,segment=NetworkSegment(a8923672-8c9d-4f3d-98d1-e8058cd666ba),segment_id=a8923672-8c9d-4f3d-98d1-e8058cd666ba)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:01.921492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.927042 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.931397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 4e1ba75a-dccf-406c-b520-60166da9285b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:01.933184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:01.937609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:01.959878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.960982 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.011902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8125c5ef-703f-44ea-9001-1cfeeb8266ff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8360236 Jul 14 09:33:02.013292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:02.026150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] For port 228644ce-bab4-40ed-8fea-bf1b1e8fef55, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:02.031884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] For port 228644ce-bab4-40ed-8fea-bf1b1e8fef55, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=228644ce-bab4-40ed-8fea-bf1b1e8fef55,segment=NetworkSegment(ca853abe-806a-44bd-ac9a-2dea5694d054),segment_id=ca853abe-806a-44bd-ac9a-2dea5694d054)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:02.050115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebea41a-4a0f-4726-8596-0053ec906d7b None None] Pushing event updated for resources: {'Port': ['ID=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.059779 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.070762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:02.071549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:02.185112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a35e2-4844-43df-afd9-5047d4df159a None None] Pushing event updated for resources: {'Port': ['ID=920213df-466a-4aad-9e97-f843f905194d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.201380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f43d5f12-3c70-4955-9ff6-3d3f19f62148 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:02.295203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.432617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:02.437185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd21f89-3f8e-43be-94c1-a67dafd5d368 None None] Pushing event updated for resources: {'Port': ['ID=228644ce-bab4-40ed-8fea-bf1b1e8fef55,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.541744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3792127-fb4a-431f-b132-fe314ecb88c7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.547656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b3792127-fb4a-431f-b132-fe314ecb88c7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A208 HTTP/1.1" status: 200 len: 928 time: 0.5298722 Jul 14 09:33:02.555415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f43d5f12-3c70-4955-9ff6-3d3f19f62148 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:02.556385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57330) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:02.557740 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.579679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-44b237fc-4dcc-48ee-a7d7-265c7141e1ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1823347 Jul 14 09:33:02.790336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-d20f4bc8-e62a-4b78-8992-ffc573a7c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:02.795489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-d20f4bc8-e62a-4b78-8992-ffc573a7c0b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 1098 time: 0.1578302 Jul 14 09:33:03.045602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 4c76b050-9aea-43ad-931d-768986d51227 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:03.045985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.198018 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:02Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:01Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:01Z', 'revision_number': 1, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:03.304170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee625ab-8516-4659-b304-682fa334a0a5 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:02Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:01Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:01Z', 'revision_number': 1, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:03.532488 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.545039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.545992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.682957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.818904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 4c76b050-9aea-43ad-931d-768986d51227 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:03.819739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-8eac0572-778e-423c-99e4-3922a375633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.821673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-8eac0572-778e-423c-99e4-3922a375633d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.9984653 Jul 14 09:33:03.860840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=79193b2f-b750-4818-8fb8-257fb8226107,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.913188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-295f78a3-a68b-4c04-ab62-6e907913d3a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54 HTTP/1.1" status: 200 len: 217 time: 0.0824320 Jul 14 09:33:04.025492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-bf140ab6-b120-4ec0-9596-9fe32c913b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.027028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-bf140ab6-b120-4ec0-9596-9fe32c913b57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.1071310 Jul 14 09:33:04.055541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network 18753d35-20eb-456c-aaad-02a9643125dd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:04.067859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:04.113628 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-057174f3-f194-48ab-98af-80e5bfeeeba1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754445 Jul 14 09:33:04.244085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf49d5b-5b32-403a-9702-0a282c6e74bf None None] Network 4e1ba75a-dccf-406c-b520-60166da9285b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:04.498552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-8757c3a3-5f3c-4762-9584-0c2c1340ac41 service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744962 Jul 14 09:33:04.594322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 920213df-466a-4aad-9e97-f843f905194d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:04.709012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-791cf6a7-effc-4022-8117-dc5981c88dac None None] Provisioning for port 920213df-466a-4aad-9e97-f843f905194d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:04.735797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d5951-82a6-489b-ab86-eaa002672113 None None] Network 18753d35-20eb-456c-aaad-02a9643125dd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:04.769155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28428f27-2755-4bd2-b1cf-1cd99323060f req-94c58ccb-0318-494a-ab3b-66768cc7da70 service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622924 Jul 14 09:33:04.960762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-79d4b4c5-f169-4193-b4b0-05658dfa8ec7 None None] Provisioning for port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:04.990309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 920213df-466a-4aad-9e97-f843f905194d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:05.025628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 920213df-466a-4aad-9e97-f843f905194d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:05.026217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.186418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:05.190301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.218860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.233987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=4c76b050-9aea-43ad-931d-768986d51227,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.312747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 920213df-466a-4aad-9e97-f843f905194d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=920213df-466a-4aad-9e97-f843f905194d,segment=NetworkSegment(a8923672-8c9d-4f3d-98d1-e8058cd666ba),segment_id=a8923672-8c9d-4f3d-98d1-e8058cd666ba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:05.338876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.341838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:05.373275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.377675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0dea339b-2c7c-44a0-9456-483ee72a0c3a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/4c76b050-9aea-43ad-931d-768986d51227 HTTP/1.1" status: 204 len: 168 time: 2.8173306 Jul 14 09:33:05.377940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57342) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:05.410849 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1a8a05-554a-44ff-bd8f-2008548b2579 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:33:05.416000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fa1a8a05-554a-44ff-bd8f-2008548b2579 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/4c76b050-9aea-43ad-931d-768986d51227 HTTP/1.1" status: 404 len: 333 time: 0.0344455 Jul 14 09:33:05.417824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:05.449139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:05.457770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea250969-f035-4fd2-b62a-566c372d6d94 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8974736 Jul 14 09:33:05.460718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:05.466140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874791295'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:05.471279 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:05.489993 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:05.491291 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:05.505530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:05.513596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.587181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:05.615286 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.616312 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added segment 1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713 of type vlan for network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 Jul 14 09:33:05.657439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=920213df-466a-4aad-9e97-f843f905194d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.688129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:05.703110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:05.707621 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.709466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port acc88af3-ef4b-434a-83c2-1cd35604e03b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:05.710050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.719777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.732820 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:05.793910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-97bbf4e7-f6ca-4d9b-986f-4643536a78f4 None None] Provisioning complete for port 920213df-466a-4aad-9e97-f843f905194d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:05.795545 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97bbf4e7-f6ca-4d9b-986f-4643536a78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.814657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.820577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.821197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.992215 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.020050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5580516 Jul 14 09:33:06.023242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:06.053450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'subnet': {'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:06.061815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for acc88af3-ef4b-434a-83c2-1cd35604e03b owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:06.177576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e6f38-03fe-41a3-9f13-d5d9b655aaad tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Network': ['ID=a52a5206-bdf6-4a67-9979-d2e2d26f5b20,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:06.298514 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:02Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:01Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:02Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:06.308970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Made reservation on behalf of 2b235c495eb541149800d9465e51f9bc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:06.313775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.363257 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:06.363935 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Updating router 754e7f4f-58c6-432a-84a7-645892b4fca1 port 79193b2f-b750-4818-8fb8-257fb8226107 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:06.398836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.399371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:06.484359 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.625907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=acc88af3-ef4b-434a-83c2-1cd35604e03b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:06.643852 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.651714 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bc27c775-bcef-42ea-9285-9bdd8ab28b08 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/acc88af3-ef4b-434a-83c2-1cd35604e03b HTTP/1.1" status: 204 len: 168 time: 1.2321014 Jul 14 09:33:06.654560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57370) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:06.688763 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.791784 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e0d1e9-a82d-4515-bd95-146e05b034e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:33:06.797010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-92e0d1e9-a82d-4515-bd95-146e05b034e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/acc88af3-ef4b-434a-83c2-1cd35604e03b HTTP/1.1" status: 404 len: 333 time: 0.1380181 Jul 14 09:33:06.797848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:06.805173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,segment=NetworkSegment(fbb068e8-4d66-4080-8633-ad93f03ba286),segment_id=fbb068e8-4d66-4080-8633-ad93f03ba286)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:06.819391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-97bbf4e7-f6ca-4d9b-986f-4643536a78f4 None None] Could not find standard attr ID for object acc88af3-ef4b-434a-83c2-1cd35604e03b. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:06.835015 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.835015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 228644ce-bab4-40ed-8fea-bf1b1e8fef55 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:06.835015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-97bbf4e7-f6ca-4d9b-986f-4643536a78f4 None None] Could not find standard attr ID for object 4c76b050-9aea-43ad-931d-768986d51227. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:06.871562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.992828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet 56dd5bb1-d34b-44ad-8667-8e3fb5b3e155 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:06.999869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.058536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Subnet': ['ID=4f64316a-15af-45c4-825c-8ad8954570e8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.074398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Checking segment: {'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:07.075300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network hostable DHCP agents. Network: a52a5206-bdf6-4a67-9979-d2e2d26f5b20, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:07.098894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.100887 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.132229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:07.138875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:07.139620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:07.145579 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.150040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-198c8c52-45e5-4e5c-a248-2d60c479f5fc None None] Provisioning for port 79193b2f-b750-4818-8fb8-257fb8226107 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:07.164228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a52a5206-bdf6-4a67-9979-d2e2d26f5b20) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:07.172437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:07.172828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.196628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d932e3-c58d-47d1-9076-279d7b10ed6e None None] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:07.217022 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6c900711-d1a1-431c-80c0-7d384424281b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1815701 Jul 14 09:33:07.217301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57376) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:07.218966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-198c8c52-45e5-4e5c-a248-2d60c479f5fc None None] Provisioning complete for port 79193b2f-b750-4818-8fb8-257fb8226107 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:07.219583 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-198c8c52-45e5-4e5c-a248-2d60c479f5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.255408 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.298234 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Transition to ACTIVE for port object 79193b2f-b750-4818-8fb8-257fb8226107 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:07.318242 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.348524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.491300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.497444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-198c8c52-45e5-4e5c-a248-2d60c479f5fc None None] Port 79193b2f-b750-4818-8fb8-257fb8226107 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:07.500562 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612e961-b1fd-4f18-9e5f-902bf8cb892a None None] Pushing event updated for resources: {'Port': ['ID=79193b2f-b750-4818-8fb8-257fb8226107,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.538172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.544478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/56dd5bb1-d34b-44ad-8667-8e3fb5b3e155 HTTP/1.1" status: 204 len: 168 time: 0.7447906 Jul 14 09:33:07.552448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205dc2d4-4d03-4c5b-94bb-c40c1f4f4247 None None] Network 4e1ba75a-dccf-406c-b520-60166da9285b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:07.553014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:07.559944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-198c8c52-45e5-4e5c-a248-2d60c479f5fc None None] Could not find standard attr ID for object 4c76b050-9aea-43ad-931d-768986d51227. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:07.622806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc1380-25be-4234-8771-5822bad14b6f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=56dd5bb1-d34b-44ad-8667-8e3fb5b3e155,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.658016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-198c8c52-45e5-4e5c-a248-2d60c479f5fc None None] Could not find standard attr ID for object acc88af3-ef4b-434a-83c2-1cd35604e03b. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:07.677356 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Attempting to bind port 79193b2f-b750-4818-8fb8-257fb8226107 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:07.677729 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Attempting to bind port 79193b2f-b750-4818-8fb8-257fb8226107 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:07.678094 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Attempting to bind port 79193b2f-b750-4818-8fb8-257fb8226107 on network 18753d35-20eb-456c-aaad-02a9643125dd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:07.693185 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:07.693572 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Checking segment: {'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:07.693982 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.694377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Bound using segment: {'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:07.695207 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Bound port: 79193b2f-b750-4818-8fb8-257fb8226107, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca853abe-806a-44bd-ac9a-2dea5694d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:07.695799 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.806844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.826387 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.861872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'fixed_ips': [{'subnet_id': '4f64316a-15af-45c4-825c-8ad8954570e8'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:07.862782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.898289 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] For port 79193b2f-b750-4818-8fb8-257fb8226107, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:07.902238 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] For port 79193b2f-b750-4818-8fb8-257fb8226107, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79193b2f-b750-4818-8fb8-257fb8226107,segment=NetworkSegment(ca853abe-806a-44bd-ac9a-2dea5694d054),segment_id=ca853abe-806a-44bd-ac9a-2dea5694d054)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:07.909007 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.953096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.961936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 920213df-466a-4aad-9e97-f843f905194d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:07.962268 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.005625 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:08.006274 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.059649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 228644ce-bab4-40ed-8fea-bf1b1e8fef55, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=228644ce-bab4-40ed-8fea-bf1b1e8fef55,segment=NetworkSegment(ca853abe-806a-44bd-ac9a-2dea5694d054),segment_id=ca853abe-806a-44bd-ac9a-2dea5694d054)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:08.105193 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.108716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] For port 920213df-466a-4aad-9e97-f843f905194d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=920213df-466a-4aad-9e97-f843f905194d,segment=NetworkSegment(a8923672-8c9d-4f3d-98d1-e8058cd666ba),segment_id=a8923672-8c9d-4f3d-98d1-e8058cd666ba)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:08.109162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.146354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 920213df-466a-4aad-9e97-f843f905194d owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:08.216243 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612e961-b1fd-4f18-9e5f-902bf8cb892a None None] Pushing event updated for resources: {'Port': ['ID=79193b2f-b750-4818-8fb8-257fb8226107,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.280596 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:08.349632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:08.398003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.453842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=920213df-466a-4aad-9e97-f843f905194d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.459842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No DVR routers for this DVR port 920213df-466a-4aad-9e97-f843f905194d on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:08.505907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=228644ce-bab4-40ed-8fea-bf1b1e8fef55,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.603945 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.609335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Allocated IP 2001:db8:3::2 (a52a5206-bdf6-4a67-9979-d2e2d26f5b20/4f64316a-15af-45c4-825c-8ad8954570e8/53296dfc-d2af-4fc2-bc2c-7662ed4e62f6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:08.616577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1ba75a-dccf-406c-b520-60166da9285b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.634062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8923672-8c9d-4f3d-98d1-e8058cd666ba') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.634062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8923672-8c9d-4f3d-98d1-e8058cd666ba') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.648119 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.656447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ddb46-ae43-4f0b-b6c2-89fa51588ab0 None None] DHCP port deletion for 4e1ba75a-dccf-406c-b520-60166da9285b request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:08.664111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.671451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:08.672114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.692500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:08.692883 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.758211 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:02Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:08.801767 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:08.807830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee237c6e-9b94-41d2-aeae-4453a165269e None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:02Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:08.814456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.825292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.828370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/4e1ba75a-dccf-406c-b520-60166da9285b HTTP/1.1" status: 204 len: 168 time: 1.2737451 Jul 14 09:33:08.835646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:08.855727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-64305910'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:08.879305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb809b-5925-472b-81be-be5cb097ba1b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=4e1ba75a-dccf-406c-b520-60166da9285b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.881986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 920213df-466a-4aad-9e97-f843f905194d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:08.884283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:08.889157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.917175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:08.934203 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.936087 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment fbeff6d1-e834-4c0a-b255-0e921533f8f7 of type vlan for network c4d987b6-a998-4959-b00e-4e7ff9970e02 Jul 14 09:33:08.944744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.956486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Transition to ACTIVE for port object 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:08.998738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 920213df-466a-4aad-9e97-f843f905194d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:08.999096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 920213df-466a-4aad-9e97-f843f905194d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:33:09.015107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.024617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Port 920213df-466a-4aad-9e97-f843f905194d not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:33:09.036209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Transition to ACTIVE for port object 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:09.059223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.071450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.080673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.081542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.125560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Allocated IP 2001:db8:3::1 (a52a5206-bdf6-4a67-9979-d2e2d26f5b20/4f64316a-15af-45c4-825c-8ad8954570e8/310d7457-7505-40da-8037-ae830d4f26be) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:09.138898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:09.146532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:09.150775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:09.178773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Pushing event updated for resources: {'Port': ['ID=53296dfc-d2af-4fc2-bc2c-7662ed4e62f6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.198783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=c4d987b6-a998-4959-b00e-4e7ff9970e02,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.224731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d2eabc83-4b97-442e-bba7-8406c90761e9 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3873301 Jul 14 09:33:09.227611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:09.233529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:09.245862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:09.352026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Attempting to bind port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:09.352341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Attempting to bind port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:09.352787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Attempting to bind port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 on network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:09.358598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:09.359195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Checking segment: {'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:09.360092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.360523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Bound using segment: {'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:09.361059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Bound port: 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:09.361461 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.381823 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.392607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:09.396231 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.436544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Transition to ACTIVE for port object 310d7457-7505-40da-8037-ae830d4f26be will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:09.457821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] For port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:09.464490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] For port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=53296dfc-d2af-4fc2-bc2c-7662ed4e62f6,segment=NetworkSegment(1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713),segment_id=1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:09.472745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.501276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.599454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:09.602993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:09.609714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53db7c4-7cbe-4988-80ce-1f5625f10b96 None None] Pushing event updated for resources: {'Port': ['ID=53296dfc-d2af-4fc2-bc2c-7662ed4e62f6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.617713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:09.618539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.622525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=310d7457-7505-40da-8037-ae830d4f26be,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.689161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.805194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=59151b86-d31d-4a7f-af96-0529d737a164,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.820046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': 'fbeff6d1-e834-4c0a-b255-0e921533f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:09.820708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: c4d987b6-a998-4959-b00e-4e7ff9970e02, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:09.841314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:09.858977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c4d987b6-a998-4959-b00e-4e7ff9970e02) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:09.859926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.868002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3185d9-8a68-4083-877b-30080cb0e50e None None] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:09.878121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.878909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.957613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-717a3bb2-f79e-4060-ab27-d0cb017f1983 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7287664 Jul 14 09:33:09.960474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:09.980482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02', 'name': 'tempest-PortsIpV6TestJSON-1009700796', 'fixed_ips': [{'subnet_id': '59151b86-d31d-4a7f-af96-0529d737a164', 'ip_address': '2001:db8::10'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:10.184506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c4d987b6-a998-4959-b00e-4e7ff9970e02', 'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02', 'tenant_id': 'cf0aa1da9fc74a1ab9010d8e58b0a59c', 'fixed_ips': [{'subnet_id': '59151b86-d31d-4a7f-af96-0529d737a164'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:10.184506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.296426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:10.390963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Allocated IP 2001:db8::2 (c4d987b6-a998-4959-b00e-4e7ff9970e02/59151b86-d31d-4a7f-af96-0529d737a164/d1568270-1d24-4929-a761-5cd9a15a6cbd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:10.438622 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.477246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 8a11692a-e019-4944-ace2-eb006b555af0 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:33:10.482298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.497820 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.498198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:10.498699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.626069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event updated for resources: {'Port': ['ID=310d7457-7505-40da-8037-ae830d4f26be,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:10.638265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:10.656672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79193b2f-b750-4818-8fb8-257fb8226107 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:10.677270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:10.679978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:10.698727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.711054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Transition to ACTIVE for port object d1568270-1d24-4929-a761-5cd9a15a6cbd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:10.734543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Transition to ACTIVE for port object d1568270-1d24-4929-a761-5cd9a15a6cbd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:10.744552 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.754402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 79193b2f-b750-4818-8fb8-257fb8226107 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:10.796590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:10.812033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Pushing event updated for resources: {'Port': ['ID=d1568270-1d24-4929-a761-5cd9a15a6cbd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:10.818418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 79193b2f-b750-4818-8fb8-257fb8226107 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:10.821214 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.845812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::10 (c4d987b6-a998-4959-b00e-4e7ff9970e02/59151b86-d31d-4a7f-af96-0529d737a164/8a11692a-e019-4944-ace2-eb006b555af0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:10.868254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.868938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.869506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.870055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.870592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.871111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.872460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.873165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.873699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.874255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.874795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.875335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:10.886454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:10.896355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:10.906404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:10.967908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:10.974726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cabdc435-9531-4264-aec8-fa31cd4a54f4 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7561941 Jul 14 09:33:10.977703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:10.986849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:10.990583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:11.054488 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.063435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:11.064435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:11.092084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.108935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object 8a11692a-e019-4944-ace2-eb006b555af0 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:11.215379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba0828b-0443-4b54-b70f-c72b0ebfa33c None None] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:11.220678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:11.223004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Attempting to bind port d1568270-1d24-4929-a761-5cd9a15a6cbd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:11.223466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Attempting to bind port d1568270-1d24-4929-a761-5cd9a15a6cbd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'fbeff6d1-e834-4c0a-b255-0e921533f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:11.223917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Attempting to bind port d1568270-1d24-4929-a761-5cd9a15a6cbd on network c4d987b6-a998-4959-b00e-4e7ff9970e02 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:11.224719 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.282796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:11.286275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:11.289314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:11.295779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.296424 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.317286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=8a11692a-e019-4944-ace2-eb006b555af0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.331117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9572bb05-e9d8-4006-ba7c-f2755f4572b5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3694789 Jul 14 09:33:11.333656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:11.339553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02', 'name': 'tempest-PortsIpV6TestJSON-1653944011', 'fixed_ips': [{'subnet_id': '59151b86-d31d-4a7f-af96-0529d737a164', 'ip_address': '2001:db8::f'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:11.447999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:11.448470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Checking segment: {'id': 'fbeff6d1-e834-4c0a-b255-0e921533f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:11.448957 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.449525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Bound using segment: {'id': 'fbeff6d1-e834-4c0a-b255-0e921533f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:11.450014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Bound port: d1568270-1d24-4929-a761-5cd9a15a6cbd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbeff6d1-e834-4c0a-b255-0e921533f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c4d987b6-a998-4959-b00e-4e7ff9970e02'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:11.450491 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.483379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:11.491248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.516410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 41183d31-66d8-4db4-a93e-9a9d1b4e62c9 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:33:11.518296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:33:11.540285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Removed routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:33:11.541364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.651537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 79193b2f-b750-4818-8fb8-257fb8226107, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79193b2f-b750-4818-8fb8-257fb8226107,segment=NetworkSegment(ca853abe-806a-44bd-ac9a-2dea5694d054),segment_id=ca853abe-806a-44bd-ac9a-2dea5694d054)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:11.716080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::f (c4d987b6-a998-4959-b00e-4e7ff9970e02/59151b86-d31d-4a7f-af96-0529d737a164/41183d31-66d8-4db4-a93e-9a9d1b4e62c9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:11.747041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] For port d1568270-1d24-4929-a761-5cd9a15a6cbd, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:11.750178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] For port d1568270-1d24-4929-a761-5cd9a15a6cbd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d1568270-1d24-4929-a761-5cd9a15a6cbd,segment=NetworkSegment(fbeff6d1-e834-4c0a-b255-0e921533f8f7),segment_id=fbeff6d1-e834-4c0a-b255-0e921533f8f7)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:11.755501 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.756341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 228644ce-bab4-40ed-8fea-bf1b1e8fef55 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:11.761813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-297eb1c9-30f8-485e-9da5-b9bea5ffe752 None None] Provisioning for port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:11.764162 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.799999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.804608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.825935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-297eb1c9-30f8-485e-9da5-b9bea5ffe752 None None] Provisioning complete for port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:11.826310 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-297eb1c9-30f8-485e-9da5-b9bea5ffe752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.937040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:11.944426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.964533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object 41183d31-66d8-4db4-a93e-9a9d1b4e62c9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:11.995063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=79193b2f-b750-4818-8fb8-257fb8226107,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.018426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.064696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:12.075506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.077059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-17bbec14-283a-47cb-ae73-98fd97d6e30d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 200 len: 954 time: 1.0984263 Jul 14 09:33:12.078483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=41183d31-66d8-4db4-a93e-9a9d1b4e62c9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.079701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:12.096090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85ab47-ab78-4ec0-8278-ceaced23fbe4 None None] Pushing event updated for resources: {'Port': ['ID=d1568270-1d24-4929-a761-5cd9a15a6cbd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.096906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:12.098464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:12.106403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:12.117053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:12.117412 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.126048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.127009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.163483 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4928fffa-54a8-4ca2-be6d-61eeb0a9f46d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8282177 Jul 14 09:33:12.166033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:12.263315 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-297eb1c9-30f8-485e-9da5-b9bea5ffe752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.339612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:09Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310d7457-7505-40da-8037-ae830d4f26be', 'name': '', 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:15:2a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:08Z', 'updated_at': '2021-07-14T09:33:10Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:07Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:12.385499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:12.386413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Updating router 754e7f4f-58c6-432a-84a7-645892b4fca1 port 310d7457-7505-40da-8037-ae830d4f26be binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:12.407987 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ff3ff-b9fa-4c3c-8698-8ebee2c009c5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.414043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-226ff3ff-b9fa-4c3c-8698-8ebee2c009c5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2491114 Jul 14 09:33:12.414705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:12.451640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-297eb1c9-30f8-485e-9da5-b9bea5ffe752 None None] For port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=53296dfc-d2af-4fc2-bc2c-7662ed4e62f6,segment=NetworkSegment(1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713),segment_id=1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:12.461709 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.467051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-297eb1c9-30f8-485e-9da5-b9bea5ffe752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.565738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffaf514-412b-4ea4-b5b2-34e2f3754aaf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.568489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297eb1c9-30f8-485e-9da5-b9bea5ffe752 None None] Pushing event updated for resources: {'Port': ['ID=53296dfc-d2af-4fc2-bc2c-7662ed4e62f6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.585727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffaf514-412b-4ea4-b5b2-34e2f3754aaf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.592981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffaf514-412b-4ea4-b5b2-34e2f3754aaf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.597792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fffaf514-412b-4ea4-b5b2-34e2f3754aaf tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1820300 Jul 14 09:33:12.598444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:12.801208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 41183d31-66d8-4db4-a93e-9a9d1b4e62c9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:12.802135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.849768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 920213df-466a-4aad-9e97-f843f905194d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:12.875662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 920213df-466a-4aad-9e97-f843f905194d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:12.876013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 920213df-466a-4aad-9e97-f843f905194d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:12.885670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e3213b3-48a7-4afe-9ef4-2683b83e3964 None None] Provisioning for port 310d7457-7505-40da-8037-ae830d4f26be completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:12.895016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e3213b3-48a7-4afe-9ef4-2683b83e3964 None None] Provisioning complete for port 310d7457-7505-40da-8037-ae830d4f26be triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:12.895432 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e3213b3-48a7-4afe-9ef4-2683b83e3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.917289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.930220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 41183d31-66d8-4db4-a93e-9a9d1b4e62c9 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:12.951208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e3213b3-48a7-4afe-9ef4-2683b83e3964 None None] Port 310d7457-7505-40da-8037-ae830d4f26be cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:12.962609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57476) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:12.964876 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d03b380b-5b9a-417e-b563-7cf1997b8bbd tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 200 len: 954 time: 0.8787179 Jul 14 09:33:12.979253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'routes': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:12.980156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e3213b3-48a7-4afe-9ef4-2683b83e3964 None None] Provisioning complete for port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:12.980538 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e3213b3-48a7-4afe-9ef4-2683b83e3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.201116 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.243341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:13.292452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Transition to ACTIVE for port object 310d7457-7505-40da-8037-ae830d4f26be will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:13.327993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.439486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d735-1006-4e9d-b48f-1485ac77cccb None None] Pushing event updated for resources: {'Port': ['ID=310d7457-7505-40da-8037-ae830d4f26be,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:13.445791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:13.446176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.508296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.550655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=41183d31-66d8-4db4-a93e-9a9d1b4e62c9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:13.568718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Attempting to bind port 310d7457-7505-40da-8037-ae830d4f26be on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:13.569097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Attempting to bind port 310d7457-7505-40da-8037-ae830d4f26be by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:13.569619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Attempting to bind port 310d7457-7505-40da-8037-ae830d4f26be on network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:13.583646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:13.583954 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Checking segment: {'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:13.584365 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.588130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Bound using segment: {'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:13.588655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Bound port: 310d7457-7505-40da-8037-ae830d4f26be, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:13.589053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.637352 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.642199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:13.642492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0d2c4b03-bcda-47a4-837a-b6cec895bf8f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/41183d31-66d8-4db4-a93e-9a9d1b4e62c9 HTTP/1.1" status: 204 len: 168 time: 1.0427966 Jul 14 09:33:13.694826 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c413e4-1aa6-4ab1-b420-adcffdb2f2c8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:33:13.696516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-93c413e4-1aa6-4ab1-b420-adcffdb2f2c8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/41183d31-66d8-4db4-a93e-9a9d1b4e62c9 HTTP/1.1" status: 404 len: 333 time: 0.0531356 Jul 14 09:33:13.699621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:13.751241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4716e68c-81ec-4642-b909-bca1bba006ee None None] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:13.773961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79193b2f-b750-4818-8fb8-257fb8226107 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:13.782777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added routes are [] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:33:13.783116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:33:13.817865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.850949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 8a11692a-e019-4944-ace2-eb006b555af0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:13.851643 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.882884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] For port 310d7457-7505-40da-8037-ae830d4f26be, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:13.909474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] For port 310d7457-7505-40da-8037-ae830d4f26be, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=310d7457-7505-40da-8037-ae830d4f26be,segment=NetworkSegment(1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713),segment_id=1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:13.929559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.979096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6673ac39-0ebe-409e-b5be-d898bf2fe4a8 None None] Provisioning for port d1568270-1d24-4929-a761-5cd9a15a6cbd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:13.989130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.003578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 8a11692a-e019-4944-ace2-eb006b555af0 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:14.055521 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d735-1006-4e9d-b48f-1485ac77cccb None None] Pushing event updated for resources: {'Port': ['ID=310d7457-7505-40da-8037-ae830d4f26be,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:14.058161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 79193b2f-b750-4818-8fb8-257fb8226107 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:14.059167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.067025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:14.067704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:14.127670 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.133799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.212806 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.231430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:14.282059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:14.288892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.291591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/8a11692a-e019-4944-ace2-eb006b555af0 HTTP/1.1" status: 204 len: 168 time: 0.5909910 Jul 14 09:33:14.292961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0468a6e-eda4-49d9-94fc-ab9faaa26923 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=8a11692a-e019-4944-ace2-eb006b555af0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:14.294238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57498) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.388028 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab641c3-adfd-4067-9fd1-63f3b89d085a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:33:14.391742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aab641c3-adfd-4067-9fd1-63f3b89d085a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/8a11692a-e019-4944-ace2-eb006b555af0 HTTP/1.1" status: 404 len: 333 time: 0.0870621 Jul 14 09:33:14.392336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57506) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.454624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:14.467389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.469099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f109816-1f26-42c5-a3cc-828e8ff44c7f tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 200 len: 704 time: 1.5018358 Jul 14 09:33:14.471821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.522290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet 59151b86-d31d-4a7f-af96-0529d737a164 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:14.527142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.583599 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.652522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d1568270-1d24-4929-a761-5cd9a15a6cbd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:14.694508 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.810119 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.811939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d1568270-1d24-4929-a761-5cd9a15a6cbd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:14.817351 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d1568270-1d24-4929-a761-5cd9a15a6cbd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:14.817745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.859537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.861787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/59151b86-d31d-4a7f-af96-0529d737a164 HTTP/1.1" status: 204 len: 168 time: 0.4681027 Jul 14 09:33:14.863107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1efd7-32cb-436e-ae92-67bbb07ff052 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=59151b86-d31d-4a7f-af96-0529d737a164,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:14.863978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:13Z', 'revision_number': 7, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310d7457-7505-40da-8037-ae830d4f26be', 'name': '', 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:15:2a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:08Z', 'updated_at': '2021-07-14T09:33:13Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:14.872307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.910168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49571516-c6ff-4e9d-b356-0b87a83a5392 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:13Z', 'revision_number': 7, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310d7457-7505-40da-8037-ae830d4f26be', 'name': '', 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:15:2a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:08Z', 'updated_at': '2021-07-14T09:33:13Z', 'revision_number': 4, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:14.963033 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.011473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d070bdd9-258e-42ee-b20f-56fd43b8395d None None] Network c4d987b6-a998-4959-b00e-4e7ff9970e02 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:15.014190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.105106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port d1568270-1d24-4929-a761-5cd9a15a6cbd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d1568270-1d24-4929-a761-5cd9a15a6cbd,segment=NetworkSegment(fbeff6d1-e834-4c0a-b255-0e921533f8f7),segment_id=fbeff6d1-e834-4c0a-b255-0e921533f8f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:15.109719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port d1568270-1d24-4929-a761-5cd9a15a6cbd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:15.110116 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.119648 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.188502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-31e6ff5f-d2f8-4c84-9cf6-31aa7f3f39ac None None] Provisioning complete for port d1568270-1d24-4929-a761-5cd9a15a6cbd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:15.188887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-31e6ff5f-d2f8-4c84-9cf6-31aa7f3f39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.205013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cd2d7db2-70cf-445a-a89d-bdea16587bc8 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 200 len: 704 time: 0.7304838 Jul 14 09:33:15.206397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57522) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.290708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] For port d1568270-1d24-4929-a761-5cd9a15a6cbd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d1568270-1d24-4929-a761-5cd9a15a6cbd,segment=NetworkSegment(fbeff6d1-e834-4c0a-b255-0e921533f8f7),segment_id=fbeff6d1-e834-4c0a-b255-0e921533f8f7)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:15.291317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.325750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=d1568270-1d24-4929-a761-5cd9a15a6cbd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.330082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 310d7457-7505-40da-8037-ae830d4f26be up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:15.331072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for d1568270-1d24-4929-a761-5cd9a15a6cbd owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:15.435752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 310d7457-7505-40da-8037-ae830d4f26be completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:15.468383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 310d7457-7505-40da-8037-ae830d4f26be triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:15.468761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.476430 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.501918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No DVR routers for this DVR port d1568270-1d24-4929-a761-5cd9a15a6cbd on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:15.533513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=d1568270-1d24-4929-a761-5cd9a15a6cbd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.586218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc05ed64-309e-428c-ab39-8df0956e0353 None None] DHCP port deletion for c4d987b6-a998-4959-b00e-4e7ff9970e02 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:15.620430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-31e6ff5f-d2f8-4c84-9cf6-31aa7f3f39ac None None] Could not find standard attr ID for object 8a11692a-e019-4944-ace2-eb006b555af0. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:15.637235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.652346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d987b6-a998-4959-b00e-4e7ff9970e02']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:15.682692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbeff6d1-e834-4c0a-b255-0e921533f8f7') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:15.682995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbeff6d1-e834-4c0a-b255-0e921533f8f7') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:15.696035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.719047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.728917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.740316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:15.740731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:15.748547 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:15.774875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 310d7457-7505-40da-8037-ae830d4f26be, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=310d7457-7505-40da-8037-ae830d4f26be,segment=NetworkSegment(1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713),segment_id=1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:15.781803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.847655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.866762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.873388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/c4d987b6-a998-4959-b00e-4e7ff9970e02 HTTP/1.1" status: 204 len: 168 time: 0.9996054 Jul 14 09:33:15.874314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57536) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.874447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692d69-6785-444d-94bd-d2562517947d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=c4d987b6-a998-4959-b00e-4e7ff9970e02,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.893787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=310d7457-7505-40da-8037-ae830d4f26be,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.894002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-980765182'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:15.932379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:15.937099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.955746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ba16318-ea10-4f2f-bb21-251d7f0df21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.975713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.012467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:16.059167 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.059729 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Added segment 726bbedc-b7a9-4d30-ab96-99607cea0876 of type vlan for network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 Jul 14 09:33:16.099642 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:16.109078 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:16.109741 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:16.113532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.206480 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.212105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.212707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.219276 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:16.277737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3957672 Jul 14 09:33:16.280728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.287255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:16.292675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f45796-51a6-49c0-970c-e018c1fde6aa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Network': ['ID=36884ee0-4652-4b7a-9345-e94e78cb9fe1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.309171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:16.432445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 310d7457-7505-40da-8037-ae830d4f26be {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:16.433069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.462552 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:16.467804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.478894 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:13Z', 'revision_number': 7, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310d7457-7505-40da-8037-ae830d4f26be', 'name': '', 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:15:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:08Z', 'updated_at': '2021-07-14T09:33:15Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:16.513699 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:16.529196 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:16.530184 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:16.542374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 310d7457-7505-40da-8037-ae830d4f26be, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=310d7457-7505-40da-8037-ae830d4f26be,segment=NetworkSegment(1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713),segment_id=1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:16.543890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.558261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 310d7457-7505-40da-8037-ae830d4f26be owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:16.633279 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:16.725228 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.811751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=dbea4684-3272-4306-84c2-cb152a7b5a32,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.821312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Checking segment: {'id': '726bbedc-b7a9-4d30-ab96-99607cea0876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:16.822030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network hostable DHCP agents. Network: 36884ee0-4652-4b7a-9345-e94e78cb9fe1, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:16.849082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:16.867002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 36884ee0-4652-4b7a-9345-e94e78cb9fe1) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:16.878404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c01ec-e750-4afb-b3fa-2a5946af56e3 None None] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:16.885507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.886268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.907578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.909581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d6f32b31-dcbe-462d-bab0-85ffb274e5f8 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6276681 Jul 14 09:33:16.912357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.918714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-57d281d1-ec8d-4055-9b20-db978b2430df tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-214425133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:16.941711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=310d7457-7505-40da-8037-ae830d4f26be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.993926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d281d1-ec8d-4055-9b20-db978b2430df tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.995457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d281d1-ec8d-4055-9b20-db978b2430df tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.053960 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:13Z', 'revision_number': 7, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310d7457-7505-40da-8037-ae830d4f26be', 'name': '', 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:15:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:08Z', 'updated_at': '2021-07-14T09:33:15Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:17.110246 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb0d6d-ee83-43ee-ac9c-13e28ca27ad5 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:13Z', 'revision_number': 7, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '310d7457-7505-40da-8037-ae830d4f26be', 'name': '', 'network_id': 'a52a5206-bdf6-4a67-9979-d2e2d26f5b20', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:15:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:08Z', 'updated_at': '2021-07-14T09:33:15Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4f64316a-15af-45c4-825c-8ad8954570e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:17.112905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d281d1-ec8d-4055-9b20-db978b2430df tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.120464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d281d1-ec8d-4055-9b20-db978b2430df tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.177939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d281d1-ec8d-4055-9b20-db978b2430df tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.179184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-57d281d1-ec8d-4055-9b20-db978b2430df tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2648480 Jul 14 09:33:17.183207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.216216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1', 'name': 'tempest-PortsIpV6TestJSON-708425550'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:17.231958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-36884ee0-4652-4b7a-9345-e94e78cb9fe1', 'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1', 'tenant_id': 'cf0aa1da9fc74a1ab9010d8e58b0a59c', 'fixed_ips': [{'subnet_id': 'dbea4684-3272-4306-84c2-cb152a7b5a32'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:17.232993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.259439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.468221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Allocated IP 2001:db8::2 (36884ee0-4652-4b7a-9345-e94e78cb9fe1/dbea4684-3272-4306-84c2-cb152a7b5a32/18afa84d-4557-456e-8b03-9400eaa9efde) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:17.472828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d1568270-1d24-4929-a761-5cd9a15a6cbd no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:17.508979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d1568270-1d24-4929-a761-5cd9a15a6cbd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:17.509522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d1568270-1d24-4929-a761-5cd9a15a6cbd not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:17.548194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:17.552184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.588163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port 5fc43a0e-334c-466f-8236-a12a6c70f827 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:33:17.696773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.710206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Transition to ACTIVE for port object 18afa84d-4557-456e-8b03-9400eaa9efde will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:17.717925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:17.735746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Transition to ACTIVE for port object 18afa84d-4557-456e-8b03-9400eaa9efde will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:17.743802 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.788181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:17.792093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:17.797389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:17.801230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Pushing event updated for resources: {'Port': ['ID=18afa84d-4557-456e-8b03-9400eaa9efde,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:17.838649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::62 (36884ee0-4652-4b7a-9345-e94e78cb9fe1/dbea4684-3272-4306-84c2-cb152a7b5a32/5fc43a0e-334c-466f-8236-a12a6c70f827) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:17.861286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:17.870584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-490470a1-c526-46f3-a3f9-3320944aa9c0 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6581113 Jul 14 09:33:17.870584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.894987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58796800-af5c-411f-84ad-9e5540170954 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:17.939387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:17.939387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:17.939781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet 4f64316a-15af-45c4-825c-8ad8954570e8 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:17.939878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Attempting to bind port 18afa84d-4557-456e-8b03-9400eaa9efde on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:17.939878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Attempting to bind port 18afa84d-4557-456e-8b03-9400eaa9efde by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '726bbedc-b7a9-4d30-ab96-99607cea0876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:17.939878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Attempting to bind port 18afa84d-4557-456e-8b03-9400eaa9efde on network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:17.940188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.981518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.993475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:17.993852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Checking segment: {'id': '726bbedc-b7a9-4d30-ab96-99607cea0876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:17.994263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.994660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Bound using segment: {'id': '726bbedc-b7a9-4d30-ab96-99607cea0876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:17.995148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Bound port: 18afa84d-4557-456e-8b03-9400eaa9efde, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726bbedc-b7a9-4d30-ab96-99607cea0876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '36884ee0-4652-4b7a-9345-e94e78cb9fe1'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:17.995566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.074667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.088513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:18.093769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object 5fc43a0e-334c-466f-8236-a12a6c70f827 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:18.095289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.118363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] For port 18afa84d-4557-456e-8b03-9400eaa9efde, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:18.136609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] For port 18afa84d-4557-456e-8b03-9400eaa9efde, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=18afa84d-4557-456e-8b03-9400eaa9efde,segment=NetworkSegment(726bbedc-b7a9-4d30-ab96-99607cea0876),segment_id=726bbedc-b7a9-4d30-ab96-99607cea0876)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:18.145548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.164709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.168895 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.202813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=4f64316a-15af-45c4-825c-8ad8954570e8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:18.205428 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.208062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c8c9cd8b-e216-4bff-8ecb-92d7355cc364 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/4f64316a-15af-45c4-825c-8ad8954570e8 HTTP/1.1" status: 204 len: 168 time: 0.3370676 Jul 14 09:33:18.210589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.250610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:18.255414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:18.261050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=5fc43a0e-334c-466f-8236-a12a6c70f827,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:18.270567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:18.277226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.278656 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.303832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3823277-0056-43d6-b523-55cdb38e974c None None] Network a52a5206-bdf6-4a67-9979-d2e2d26f5b20 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:18.318991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cb48bca4-679c-44eb-982e-f5134d2044bc tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1300809 Jul 14 09:33:18.319342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.320527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57596) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.434690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:18.435727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.495152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3221d-41f0-49b4-8d1a-68bd71b1dd1f None None] Pushing event updated for resources: {'Port': ['ID=18afa84d-4557-456e-8b03-9400eaa9efde,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:18.544091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=53296dfc-d2af-4fc2-bc2c-7662ed4e62f6,segment=NetworkSegment(1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713),segment_id=1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:18.546225 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.572424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:16Z', 'revision_number': 8, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:18.583624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:18.630163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58796800-af5c-411f-84ad-9e5540170954 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:18.662672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:18.663576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:32:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:18.807290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.838044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=53296dfc-d2af-4fc2-bc2c-7662ed4e62f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:18.844652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:18.980105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.004012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52a5206-bdf6-4a67-9979-d2e2d26f5b20']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:19.026523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:19.026831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f02e3dc-daf6-4bab-83ad-7b4d6ae8c713') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:19.049519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f5438-178b-44e0-954e-bf54dfa2aa0d None None] DHCP port deletion for a52a5206-bdf6-4a67-9979-d2e2d26f5b20 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:19.051131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.075993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.088338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:19.091236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:19.098275 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:19.101086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:19.125628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.246706 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.254594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.258733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/a52a5206-bdf6-4a67-9979-d2e2d26f5b20 HTTP/1.1" status: 204 len: 168 time: 1.0440359 Jul 14 09:33:19.263596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:19.282528 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.365733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 18afa84d-4557-456e-8b03-9400eaa9efde up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:19.376343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716c6d-32a8-4783-95cd-082d9c310199 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=a52a5206-bdf6-4a67-9979-d2e2d26f5b20,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:19.581202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 18afa84d-4557-456e-8b03-9400eaa9efde completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:19.612947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.619897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-58796800-af5c-411f-84ad-9e5540170954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:16Z', 'revision_number': 8, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:19.620504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.662161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58796800-af5c-411f-84ad-9e5540170954 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:16Z', 'revision_number': 8, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79193b2f-b750-4818-8fb8-257fb8226107', 'name': '', 'network_id': '18753d35-20eb-456c-aaad-02a9643125dd', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:41:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:00Z', 'updated_at': '2021-07-14T09:33:11Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '05386958-e748-43ed-a762-2f9a6a7a8fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:19.688947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:19.730948 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68ba14df-5e80-46d7-9d09-e1d6c75f9857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.733689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:19.734144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 53296dfc-d2af-4fc2-bc2c-7662ed4e62f6 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:19.736837 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.799696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=5fc43a0e-334c-466f-8236-a12a6c70f827,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:19.921657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c4ffc-7da2-4364-8442-56508ca2ac90 None None] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:19.950953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.058622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.136557 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.151428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0dc9b74-8090-4ca9-af18-fd6e1796df2c None None] Provisioning for port 18afa84d-4557-456e-8b03-9400eaa9efde completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:20.166578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0dc9b74-8090-4ca9-af18-fd6e1796df2c None None] Provisioning complete for port 18afa84d-4557-456e-8b03-9400eaa9efde triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:20.166963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9b74-8090-4ca9-af18-fd6e1796df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.292474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.355981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9b74-8090-4ca9-af18-fd6e1796df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.414172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e0dc9b74-8090-4ca9-af18-fd6e1796df2c None None] For port 18afa84d-4557-456e-8b03-9400eaa9efde, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=18afa84d-4557-456e-8b03-9400eaa9efde,segment=NetworkSegment(726bbedc-b7a9-4d30-ab96-99607cea0876),segment_id=726bbedc-b7a9-4d30-ab96-99607cea0876)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:20.431250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0dc9b74-8090-4ca9-af18-fd6e1796df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.501738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 79193b2f-b750-4818-8fb8-257fb8226107 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:20.502308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.537269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9b74-8090-4ca9-af18-fd6e1796df2c None None] Pushing event updated for resources: {'Port': ['ID=18afa84d-4557-456e-8b03-9400eaa9efde,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.657525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a9c4a8ae-f298-4e8d-b4c6-3ce6e2032ba7 None None] Provisioning complete for port 18afa84d-4557-456e-8b03-9400eaa9efde triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:20.658125 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a8ae-f298-4e8d-b4c6-3ce6e2032ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.681087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 79193b2f-b750-4818-8fb8-257fb8226107, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79193b2f-b750-4818-8fb8-257fb8226107,segment=NetworkSegment(ca853abe-806a-44bd-ac9a-2dea5694d054),segment_id=ca853abe-806a-44bd-ac9a-2dea5694d054)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:20.681464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.697831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 79193b2f-b750-4818-8fb8-257fb8226107 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:20.792579 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.809428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.810364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.849610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a9c4a8ae-f298-4e8d-b4c6-3ce6e2032ba7 None None] Provisioning for port 5fc43a0e-334c-466f-8236-a12a6c70f827 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:20.856028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a9c4a8ae-f298-4e8d-b4c6-3ce6e2032ba7 None None] Provisioning complete for port 5fc43a0e-334c-466f-8236-a12a6c70f827 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:20.857071 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a8ae-f298-4e8d-b4c6-3ce6e2032ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.927023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4a8ae-f298-4e8d-b4c6-3ce6e2032ba7 None None] Port 5fc43a0e-334c-466f-8236-a12a6c70f827 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:20.988168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.049091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=79193b2f-b750-4818-8fb8-257fb8226107,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.053134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=5fc43a0e-334c-466f-8236-a12a6c70f827,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.064831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a2adcb44-6fb6-49cf-abae-79a7c58dfcf7 None None] Provisioning complete for port 5fc43a0e-334c-466f-8236-a12a6c70f827 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:21.065219 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2adcb44-6fb6-49cf-abae-79a7c58dfcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.123538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:21.125356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:21.172825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a2adcb44-6fb6-49cf-abae-79a7c58dfcf7 None None] Port 5fc43a0e-334c-466f-8236-a12a6c70f827 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:21.284011 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.408377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Router 2df65c99-5a62-4955-b0f2-13e39c87e454 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:21.469530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 18afa84d-4557-456e-8b03-9400eaa9efde up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:21.477998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e7b0bf2-c0f6-4bbe-ac5c-8d63f0baaec6 None None] Provisioning complete for port 5fc43a0e-334c-466f-8236-a12a6c70f827 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:21.479343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e7b0bf2-c0f6-4bbe-ac5c-8d63f0baaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.604192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:21.639427 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.648516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:21.654326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c5d7266e-9013-49a1-aa7a-f3d93c2cd515 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "PUT /v2.0/routers/2df65c99-5a62-4955-b0f2-13e39c87e454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325603 Jul 14 09:33:21.657206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:21.660251 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] Sync routers for ids ['2df65c99-5a62-4955-b0f2-13e39c87e454'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:21.662491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b0bf2-c0f6-4bbe-ac5c-8d63f0baaec6 None None] Port 5fc43a0e-334c-466f-8236-a12a6c70f827 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:21.676116 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] Routers {'2df65c99-5a62-4955-b0f2-13e39c87e454'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:21.676812 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2df65c99-5a62-4955-b0f2-13e39c87e454'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.684173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 18afa84d-4557-456e-8b03-9400eaa9efde triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:21.684800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.787137 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.798019 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] Routers {'2df65c99-5a62-4955-b0f2-13e39c87e454'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:21.799023 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2df65c99-5a62-4955-b0f2-13e39c87e454'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.803643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d172abe6-a849-4677-ad77-27166cfed656 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:21.808269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d172abe6-a849-4677-ad77-27166cfed656 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2df65c99-5a62-4955-b0f2-13e39c87e454 HTTP/1.1" status: 200 len: 987 time: 0.1470590 Jul 14 09:33:21.816083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:21.837743 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.838758 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d18458-4b23-408e-9799-2ff247db9258 None None] The sync data for ids ['2df65c99-5a62-4955-b0f2-13e39c87e454'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:21.845641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 310d7457-7505-40da-8037-ae830d4f26be no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:21.868162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 310d7457-7505-40da-8037-ae830d4f26be {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:21.868510 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 310d7457-7505-40da-8037-ae830d4f26be not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:21.890217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-41259959-7a1a-48b1-827d-71252c041e99 None None] Provisioning complete for port 5fc43a0e-334c-466f-8236-a12a6c70f827 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:21.890217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41259959-7a1a-48b1-827d-71252c041e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.928590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-41259959-7a1a-48b1-827d-71252c041e99 None None] Port 5fc43a0e-334c-466f-8236-a12a6c70f827 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:22.277269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:22.285645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.286458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b04736a6-f798-4a53-b75a-c6116cca4b3e tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0210741 Jul 14 09:33:22.294400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:22.324992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:22.325562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:22.393792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet 05386958-e748-43ed-a762-2f9a6a7a8fef {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:22.405239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.440659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:22.483190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.583589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.628360 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.700851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.762957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:20Z', 'revision_number': 9, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:22.767391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=05386958-e748-43ed-a762-2f9a6a7a8fef,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:22.771428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.776323 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6b9f2acc-be7b-43da-9f12-4376d2df1d84 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/05386958-e748-43ed-a762-2f9a6a7a8fef HTTP/1.1" status: 204 len: 168 time: 0.4866769 Jul 14 09:33:22.780819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57668) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.801792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602bacd-6231-463f-b7f5-332942c09239 None None] Network 18753d35-20eb-456c-aaad-02a9643125dd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:22.804671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:22.854658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:22.855801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:22.883654 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.938578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 5fc43a0e-334c-466f-8236-a12a6c70f827 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:22.941377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.958301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:22.958858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.060466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:23.074631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.077452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 228644ce-bab4-40ed-8fea-bf1b1e8fef55, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=228644ce-bab4-40ed-8fea-bf1b1e8fef55,segment=NetworkSegment(ca853abe-806a-44bd-ac9a-2dea5694d054),segment_id=ca853abe-806a-44bd-ac9a-2dea5694d054)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:23.077816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.088961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 5fc43a0e-334c-466f-8236-a12a6c70f827 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:23.109989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 228644ce-bab4-40ed-8fea-bf1b1e8fef55 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:23.305924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81040bf5-92f6-4232-a4a5-f51594586755 None None] DHCP port deletion for 18753d35-20eb-456c-aaad-02a9643125dd request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:23.320288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.349370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=228644ce-bab4-40ed-8fea-bf1b1e8fef55,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.354835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-81040bf5-92f6-4232-a4a5-f51594586755 None None] The port '228644ce-bab4-40ed-8fea-bf1b1e8fef55' was deleted {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 09:33:23.357380 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.361403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port 228644ce-bab4-40ed-8fea-bf1b1e8fef55 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:23.380747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:20Z', 'revision_number': 9, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:23.401164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=5fc43a0e-334c-466f-8236-a12a6c70f827,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.462250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007850b7-6172-4696-ae04-e0228dc6a158 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:20Z', 'revision_number': 9, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': '1cc0c4b4-4270-42c8-8ee3-df44467f8a01', 'name': '', 'network_id': 'f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:cf:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:55Z', 'updated_at': '2021-07-14T09:33:06Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': 'f9d0c377-31f4-4449-a1cd-1baee5f516d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:23.551058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.780433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Router 2df65c99-5a62-4955-b0f2-13e39c87e454 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:23.891936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:23.899505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-14058eaf-022f-4394-925f-a6091591c96b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "PUT /v2.0/routers/2df65c99-5a62-4955-b0f2-13e39c87e454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0798073 Jul 14 09:33:23.900028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57686) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:23.907435 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] Sync routers for ids ['2df65c99-5a62-4955-b0f2-13e39c87e454'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:23.921676 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] Routers {'2df65c99-5a62-4955-b0f2-13e39c87e454'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:23.923020 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2df65c99-5a62-4955-b0f2-13e39c87e454'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:23.952936 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-69493c8c-098a-4a4c-beca-1c54e9b7a79d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:33:23.958828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69493c8c-098a-4a4c-beca-1c54e9b7a79d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/5fc43a0e-334c-466f-8236-a12a6c70f827 HTTP/1.1" status: 404 len: 333 time: 0.0549231 Jul 14 09:33:23.964621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:23.992152 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.002609 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] Routers {'2df65c99-5a62-4955-b0f2-13e39c87e454'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:24.003550 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2df65c99-5a62-4955-b0f2-13e39c87e454'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.011276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.032433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18753d35-20eb-456c-aaad-02a9643125dd']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.046451 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.047113 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dab0034-721c-4625-9553-cc81827fd78d None None] The sync data for ids ['2df65c99-5a62-4955-b0f2-13e39c87e454'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:24.047629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca853abe-806a-44bd-ac9a-2dea5694d054') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.047996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca853abe-806a-44bd-ac9a-2dea5694d054') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.051284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c473d5e-b1a9-4bb6-acdf-26bef0606f8c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.064158 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.079998 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.086704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:24.087569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:24.091775 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:24.165536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.173782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.180530 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/18753d35-20eb-456c-aaad-02a9643125dd HTTP/1.1" status: 204 len: 168 time: 1.3980532 Jul 14 09:33:24.181425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.236941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c473d5e-b1a9-4bb6-acdf-26bef0606f8c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.239181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c473d5e-b1a9-4bb6-acdf-26bef0606f8c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.269899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a8e8c-5176-445d-93f9-917e22afe321 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=18753d35-20eb-456c-aaad-02a9643125dd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.287635 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c473d5e-b1a9-4bb6-acdf-26bef0606f8c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.288110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c473d5e-b1a9-4bb6-acdf-26bef0606f8c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Fanout notify agent at l3_agent the message router_deleted on router 2df65c99-5a62-4955-b0f2-13e39c87e454 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:33:24.295455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c473d5e-b1a9-4bb6-acdf-26bef0606f8c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.298831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1c473d5e-b1a9-4bb6-acdf-26bef0606f8c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/routers/2df65c99-5a62-4955-b0f2-13e39c87e454 HTTP/1.1" status: 204 len: 168 time: 0.3307350 Jul 14 09:33:24.299623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.367483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet dbea4684-3272-4306-84c2-cb152a7b5a32 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:24.371608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.436864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.581431 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.599021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.707496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-32847591-10ba-4806-b418-37937b47881a tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.709080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-32847591-10ba-4806-b418-37937b47881a tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.1960843 Jul 14 09:33:24.733773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-01b461e0-d6f3-4903-b6d8-7cd535dc5b95 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/quotas/b37df22d035145aebb2c1c681cd40560 HTTP/1.1" status: 200 len: 375 time: 0.0170984 Jul 14 09:33:24.739020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.777674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=dbea4684-3272-4306-84c2-cb152a7b5a32,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.805555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.810588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6088731a-f17e-44ac-b18e-0fee4d9d43fd tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/dbea4684-3272-4306-84c2-cb152a7b5a32 HTTP/1.1" status: 204 len: 168 time: 0.5069942 Jul 14 09:33:24.811263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.818215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06ba28-3f00-440b-8a07-15c7e193989c None None] Network 36884ee0-4652-4b7a-9345-e94e78cb9fe1 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:24.900093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:24.900461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.939879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-6a7b7bb1-efce-4940-8ddc-e9db92705dfa tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1924505 Jul 14 09:33:24.970117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.019599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 1cc0c4b4-4270-42c8-8ee3-df44467f8a01, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,segment=NetworkSegment(fbb068e8-4d66-4080-8633-ad93f03ba286),segment_id=fbb068e8-4d66-4080-8633-ad93f03ba286)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:25.021478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.040032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:25.069733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] DHCP port deletion for 36884ee0-4652-4b7a-9345-e94e78cb9fe1 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:25.091396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-af261fb3-ee6d-41b5-b34b-a18ac3e1e0ca service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485691 Jul 14 09:33:25.117562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port 18afa84d-4557-456e-8b03-9400eaa9efde {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:25.117910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.132029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] Deleting port 18afa84d-4557-456e-8b03-9400eaa9efde {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:25.132998 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.234655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] For port 18afa84d-4557-456e-8b03-9400eaa9efde, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=18afa84d-4557-456e-8b03-9400eaa9efde,segment=NetworkSegment(726bbedc-b7a9-4d30-ab96-99607cea0876),segment_id=726bbedc-b7a9-4d30-ab96-99607cea0876)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:25.235074 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.257738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79193b2f-b750-4818-8fb8-257fb8226107 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:25.261246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] Calling delete_port for 18afa84d-4557-456e-8b03-9400eaa9efde owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:25.282046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.289971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 79193b2f-b750-4818-8fb8-257fb8226107 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:25.290363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79193b2f-b750-4818-8fb8-257fb8226107 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:25.291056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 18afa84d-4557-456e-8b03-9400eaa9efde no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:25.297655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] For port 18afa84d-4557-456e-8b03-9400eaa9efde, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=18afa84d-4557-456e-8b03-9400eaa9efde,segment=NetworkSegment(726bbedc-b7a9-4d30-ab96-99607cea0876),segment_id=726bbedc-b7a9-4d30-ab96-99607cea0876)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:25.298463 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.315480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=1cc0c4b4-4270-42c8-8ee3-df44467f8a01,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.326470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for 18afa84d-4557-456e-8b03-9400eaa9efde owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:25.345020 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-374ceab1-72af-4339-bb5c-1d8c7c55bc03 service neutron] 10.222.0.18 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473102 Jul 14 09:33:25.463612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.478483 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.551536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.612728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 228644ce-bab4-40ed-8fea-bf1b1e8fef55 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:25.618142 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.646326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=18afa84d-4557-456e-8b03-9400eaa9efde,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.656016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No DVR routers for this DVR port 18afa84d-4557-456e-8b03-9400eaa9efde on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:25.675667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] Pushing event deleted for resources: {'Port': ['ID=18afa84d-4557-456e-8b03-9400eaa9efde,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.681635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf5442-e332-4219-bdfb-e1141a9da998 None None] No DVR routers for this DVR port 18afa84d-4557-456e-8b03-9400eaa9efde on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:25.683265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 228644ce-bab4-40ed-8fea-bf1b1e8fef55 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:25.684505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 228644ce-bab4-40ed-8fea-bf1b1e8fef55 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:25.792150 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8863a45-45c3-421c-81bf-666acabae642 req-5ffc3fce-d9e1-46f0-af51-5b0676949e11 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 210 time: 0.0320404 Jul 14 09:33:25.806706 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.828419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36884ee0-4652-4b7a-9345-e94e78cb9fe1']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:25.833686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:25.846972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726bbedc-b7a9-4d30-ab96-99607cea0876') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:25.847599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726bbedc-b7a9-4d30-ab96-99607cea0876') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:25.857892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.873741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.881326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:25.882785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:25.886277 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:25.951039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:25.956341 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e092d49e-fa29-41d2-96cb-57261b6a0a81 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705297 Jul 14 09:33:25.959075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57750) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:25.965057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:25.974865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.979902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:25.985613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:25.997358 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.003159 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/36884ee0-4652-4b7a-9345-e94e78cb9fe1 HTTP/1.1" status: 204 len: 168 time: 1.1873424 Jul 14 09:33:26.004317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57754) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.025976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28aae-7a64-43f8-b14f-8df9473e80ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=36884ee0-4652-4b7a-9345-e94e78cb9fe1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.068191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533b3b0-19ea-4749-b5ea-44fbb0000f96 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:26.069558 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4533b3b0-19ea-4749-b5ea-44fbb0000f96 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/e67e4941-0d31-41f5-922e-8d7da4819e6a HTTP/1.1" status: 200 len: 845 time: 0.0647051 Jul 14 09:33:26.074953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.097482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet f9d0c377-31f4-4449-a1cd-1baee5f516d6 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:26.101743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.118960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:26.156892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4e54a8f3-e740-4891-a449-526d37ca7dfb tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/e67e4941-0d31-41f5-922e-8d7da4819e6a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0795817 Jul 14 09:33:26.160142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.166752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.170044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.272610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.300282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:26.316115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.412653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.444819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c85e88-3cdc-4b2a-b9e7-7977734747f4 None None] Network f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:26.466296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d0c377-31f4-4449-a1cd-1baee5f516d6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.469869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.475324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-19ef81c5-1191-4612-913a-1949c547530d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/f9d0c377-31f4-4449-a1cd-1baee5f516d6 HTTP/1.1" status: 204 len: 168 time: 0.5129714 Jul 14 09:33:26.475742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.544833 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.587542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:26.591321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:26.592490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.596401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:26.597406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.622777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4611542 Jul 14 09:33:26.624011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fc2a4-35a0-42bd-a58c-2154f041bfd3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=cfa3f83b-cdba-44c0-994f-61446a5ebc37,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.626272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a8674-5c29-41dc-9ca4-59bb063c62fd None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:26.627066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.631792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4a322618-b0e1-4b26-811d-a229b0915726 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'security_group': {'name': 'tempest-secgroup-576439926'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.663500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a322618-b0e1-4b26-811d-a229b0915726 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.685888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port f43d5f12-3c70-4955-9ff6-3d3f19f62148 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:26.686533 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.756287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:25Z', 'revision_number': 10, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:26.789192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:26.792455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port f43d5f12-3c70-4955-9ff6-3d3f19f62148, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f43d5f12-3c70-4955-9ff6-3d3f19f62148,segment=NetworkSegment(fbb068e8-4d66-4080-8633-ad93f03ba286),segment_id=fbb068e8-4d66-4080-8633-ad93f03ba286)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:26.792866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.797111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a322618-b0e1-4b26-811d-a229b0915726 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.803478 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a322618-b0e1-4b26-811d-a229b0915726 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.832339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:26.832979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:26.841677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for f43d5f12-3c70-4955-9ff6-3d3f19f62148 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:26.853602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a322618-b0e1-4b26-811d-a229b0915726 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9353736-5e6d-4e04-aa20-c4659d2556f1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.877626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a322618-b0e1-4b26-811d-a229b0915726 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.895028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a322618-b0e1-4b26-811d-a229b0915726 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2668743 Jul 14 09:33:26.895916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57778) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.903628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4c968cd9-ce2e-417b-b3c5-e623c6a62f01 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1509140223'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.924096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] DHCP port deletion for f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:26.935451 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c968cd9-ce2e-417b-b3c5-e623c6a62f01 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.970155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:27.058150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c968cd9-ce2e-417b-b3c5-e623c6a62f01 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.064226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c968cd9-ce2e-417b-b3c5-e623c6a62f01 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.093775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.123465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=f43d5f12-3c70-4955-9ff6-3d3f19f62148,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.125323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port f43d5f12-3c70-4955-9ff6-3d3f19f62148 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:27.159089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d166d94-8057-4ad6-8b03-41f4cf46aa65 req-828be726-4fe2-4986-86d4-5c2b3fcdd9b8 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 210 time: 0.0876567 Jul 14 09:33:27.185975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'tenant_id': 'cf0aa1da9fc74a1ab9010d8e58b0a59c', 'fixed_ips': [{'subnet_id': 'cfa3f83b-cdba-44c0-994f-61446a5ebc37'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:27.186400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.202683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] Deleting port f43d5f12-3c70-4955-9ff6-3d3f19f62148 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:27.203254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.210244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c968cd9-ce2e-417b-b3c5-e623c6a62f01 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f7dc33-4d06-4826-947a-26f6fbe225ad,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.216650 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c968cd9-ce2e-417b-b3c5-e623c6a62f01 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.220537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4c968cd9-ce2e-417b-b3c5-e623c6a62f01 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3209715 Jul 14 09:33:27.227375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57780) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:27.227375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-766505459', 'security_groups': ['30f7dc33-4d06-4826-947a-26f6fbe225ad'], 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cfa3f83b-cdba-44c0-994f-61446a5ebc37'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:27.374339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f43d5f12-3c70-4955-9ff6-3d3f19f62148 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:27.388243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.409560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:27.418534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f43d5f12-3c70-4955-9ff6-3d3f19f62148 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:27.419124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f43d5f12-3c70-4955-9ff6-3d3f19f62148 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:27.421651 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] For port f43d5f12-3c70-4955-9ff6-3d3f19f62148, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:27.422302 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.459185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb068e8-4d66-4080-8633-ad93f03ba286') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:27.459185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb068e8-4d66-4080-8633-ad93f03ba286') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:27.492536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.499197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-88546c9e-85da-4cb6-9072-718c6084ca78 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.500835 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-88546c9e-85da-4cb6-9072-718c6084ca78 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 815 time: 0.3860102 Jul 14 09:33:27.502148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] Calling delete_port for f43d5f12-3c70-4955-9ff6-3d3f19f62148 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:27.513681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Request body: {'port': {'device_id': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'admin_state_up': True, 'tenant_id': 'b37df22d035145aebb2c1c681cd40560'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:27.515310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.525564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:27.526186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:27.529848 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:27.552844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] Port f43d5f12-3c70-4955-9ff6-3d3f19f62148 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:33:27.563865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.578593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:27.629760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Allocated IP 2001:db8::2 (a8324650-e7fc-447a-a356-8d4e1ffc24ae/cfa3f83b-cdba-44c0-994f-61446a5ebc37/655629eb-3154-40ec-b309-9db7a1d683de) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:27.634227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.641693 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.647582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c HTTP/1.1" status: 204 len: 168 time: 1.1701910 Jul 14 09:33:27.648513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:27.706704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680efe9-a96a-423a-b3fa-2588fb8899aa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=f9d70f9b-60a8-43a8-bbb7-2da9f9d05b7c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.717819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.753159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:33:27.753750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] No DVR routers for this DVR port f43d5f12-3c70-4955-9ff6-3d3f19f62148 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:27.760475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be5c04-26cc-4600-88ec-39e15a6d8096 None None] Pushing event deleted for resources: {'Port': ['ID=f43d5f12-3c70-4955-9ff6-3d3f19f62148,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.783548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:25Z', 'revision_number': 10, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:27.817549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a53c03b-3aca-44dc-835f-110789d45e50 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:25Z', 'revision_number': 10, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None, '_interfaces': [{'id': 'e0f4aa89-4697-4e91-beb6-40bcbdd0e70c', 'name': '', 'network_id': '6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'mac_address': 'fa:16:3e:58:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:32:49Z', 'updated_at': '2021-07-14T09:32:56Z', 'revision_number': 5, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'subnets': [{'id': '4d7e0d6a-641c-47fb-b1a1-bebc1066278e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:27.835027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Made reservation on behalf of b37df22d035145aebb2c1c681cd40560 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:27.838876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.934627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.944041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Transition to ACTIVE for port object 655629eb-3154-40ec-b309-9db7a1d683de will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:27.959799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Transition to ACTIVE for port object 655629eb-3154-40ec-b309-9db7a1d683de will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:27.969233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.008317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:28.011693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:28.017843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:28.041038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Pushing event updated for resources: {'Port': ['ID=655629eb-3154-40ec-b309-9db7a1d683de,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:28.104463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::1cd (a8324650-e7fc-447a-a356-8d4e1ffc24ae/cfa3f83b-cdba-44c0-994f-61446a5ebc37/aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:28.124532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Attempting to bind port 655629eb-3154-40ec-b309-9db7a1d683de on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:28.124905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Attempting to bind port 655629eb-3154-40ec-b309-9db7a1d683de by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e2c98605-3676-44fa-89e0-765193db69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:28.125274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Attempting to bind port 655629eb-3154-40ec-b309-9db7a1d683de on network a8324650-e7fc-447a-a356-8d4e1ffc24ae {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:28.127988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Allocated IP 172.20.0.7 (b524b79a-0e90-45c7-bbd9-15995257f90f/e9aaf093-664c-4984-a564-b34a322ea784/2596f7ad-a31e-48f5-b05d-72729b6261ec) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:28.130888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:28.131264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Checking segment: {'id': 'e2c98605-3676-44fa-89e0-765193db69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:28.131706 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.132427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Bound using segment: {'id': 'e2c98605-3676-44fa-89e0-765193db69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:28.132615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Bound port: 655629eb-3154-40ec-b309-9db7a1d683de, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c98605-3676-44fa-89e0-765193db69ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:28.132950 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.229774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] For port 655629eb-3154-40ec-b309-9db7a1d683de, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:28.234512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] For port 655629eb-3154-40ec-b309-9db7a1d683de, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=655629eb-3154-40ec-b309-9db7a1d683de,segment=NetworkSegment(e2c98605-3676-44fa-89e0-765193db69ea),segment_id=e2c98605-3676-44fa-89e0-765193db69ea)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:28.243015 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.258831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.337514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebd384-3c9d-4705-9b26-8dd531e383fc None None] Pushing event updated for resources: {'Port': ['ID=655629eb-3154-40ec-b309-9db7a1d683de,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:28.428431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3311b6ee-f6f5-4563-8bc3-0b73f3914eac req-7c3f9e01-ff7b-44b9-909e-a4639219fa6d tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 210 time: 0.0350502 Jul 14 09:33:28.691178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:28.693370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.793180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port e0f4aa89-4697-4e91-beb6-40bcbdd0e70c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,segment=NetworkSegment(2b38b9a0-f56d-4814-9b61-1ad49d117e94),segment_id=2b38b9a0-f56d-4814-9b61-1ad49d117e94)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:28.793540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.806841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for e0f4aa89-4697-4e91-beb6-40bcbdd0e70c owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:28.879084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.912400 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.915067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:28.977970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.980449 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.001236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b1f8d316-d66b-4a43-9910-70bf82af4d54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:29.014070 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.043995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:29.052016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Network b524b79a-0e90-45c7-bbd9-15995257f90f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:29.052366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:29.054822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:29.061061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.061687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.062055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=e0f4aa89-4697-4e91-beb6-40bcbdd0e70c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:29.068561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666', 'a6d8873f-1cd6-42b7-b310-20d741158b54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:29.074858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:29.079148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:29.082297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:29.086084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5adc81ea-b68c-423d-a7d7-ddfde3c96e55 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8638773 Jul 14 09:33:29.090507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57810) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:29.124118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fb18a822-0615-445e-94b8-ff2e73a94aff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:29.141748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.147563 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.148802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.149229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.149580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.149921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.150262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.150694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.151148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.151511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.151845 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.152211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:29.216341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event updated for resources: {'Port': ['ID=2596f7ad-a31e-48f5-b05d-72729b6261ec,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:29.251406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.252097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.319037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-8e492784-4eec-47e8-bf3e-8dd2f27375da tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8066223 Jul 14 09:33:29.348512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Request body: {'port': {'device_id': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:29.400382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 655629eb-3154-40ec-b309-9db7a1d683de up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:29.490800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.632774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 655629eb-3154-40ec-b309-9db7a1d683de completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:29.663001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:29.691524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:29.691882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1cc0c4b4-4270-42c8-8ee3-df44467f8a01 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:29.807421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b95a6-4f4a-47d4-bb40-5b9f8b874175 req-fdaa6686-a3ad-4f9e-b773-7a2a89795c52 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.809693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-476b95a6-4f4a-47d4-bb40-5b9f8b874175 req-fdaa6686-a3ad-4f9e-b773-7a2a89795c52 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 931 time: 0.1141338 Jul 14 09:33:29.860497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Provisioning complete for port e67e4941-0d31-41f5-922e-8d7da4819e6a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:29.860875 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.902316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Port e67e4941-0d31-41f5-922e-8d7da4819e6a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:29.912416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-476b95a6-4f4a-47d4-bb40-5b9f8b874175 req-bae9fb98-fddc-4541-b27b-a6e0d52a8223 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913212 Jul 14 09:33:29.929326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Provisioning for port 655629eb-3154-40ec-b309-9db7a1d683de completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:29.933037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.937405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:29.937783 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.032696 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.088196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2596f7ad-a31e-48f5-b05d-72729b6261ec {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:30.091727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-24706347-3934-49e2-aa04-92980df05b77 None None] For port 655629eb-3154-40ec-b309-9db7a1d683de, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=655629eb-3154-40ec-b309-9db7a1d683de,segment=NetworkSegment(e2c98605-3676-44fa-89e0-765193db69ea),segment_id=e2c98605-3676-44fa-89e0-765193db69ea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:30.098210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.111696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.138751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Transition to ACTIVE for port object 2596f7ad-a31e-48f5-b05d-72729b6261ec will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:30.144194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.163283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24706347-3934-49e2-aa04-92980df05b77 None None] Pushing event updated for resources: {'Port': ['ID=655629eb-3154-40ec-b309-9db7a1d683de,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:30.203404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Pushing event updated for resources: {'Port': ['ID=2596f7ad-a31e-48f5-b05d-72729b6261ec,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:30.225872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ce861fcc-e847-411a-b2ed-3d78bf45f8c8 None None] Provisioning for port aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:30.231218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ce861fcc-e847-411a-b2ed-3d78bf45f8c8 None None] Provisioning complete for port aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:30.232009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce861fcc-e847-411a-b2ed-3d78bf45f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.241476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18a822-0615-445e-94b8-ff2e73a94aff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:30.245571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb18a822-0615-445e-94b8-ff2e73a94aff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.276110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Attempting to bind port 2596f7ad-a31e-48f5-b05d-72729b6261ec on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:30.276686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Attempting to bind port 2596f7ad-a31e-48f5-b05d-72729b6261ec by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:30.276963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Attempting to bind port 2596f7ad-a31e-48f5-b05d-72729b6261ec on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:30.283045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Port 2596f7ad-a31e-48f5-b05d-72729b6261ec on network b524b79a-0e90-45c7-bbd9-15995257f90f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:30.283585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Attempting to bind port 2596f7ad-a31e-48f5-b05d-72729b6261ec on network b524b79a-0e90-45c7-bbd9-15995257f90f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:30.284646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ce861fcc-e847-411a-b2ed-3d78bf45f8c8 None None] Port aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:30.289359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:30.289765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Checking segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:30.290126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Bound using segment: {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:30.290523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Bound port: 2596f7ad-a31e-48f5-b05d-72729b6261ec, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d92787-d870-4645-8d12-fbd97be14161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:30.291194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.316702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:30.367666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] For port 2596f7ad-a31e-48f5-b05d-72729b6261ec, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:30.371152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] For port 2596f7ad-a31e-48f5-b05d-72729b6261ec, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2596f7ad-a31e-48f5-b05d-72729b6261ec,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:30.377097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.410972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.411610 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.413016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] 10.222.0.48 "PUT /v2.0/ports/2596f7ad-a31e-48f5-b05d-72729b6261ec HTTP/1.1" status: 200 len: 1092 time: 1.0880046 Jul 14 09:33:30.413458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'tag': '2596f7ad-a31e-48f5-b05d-72729b6261ec'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:30.416209 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94972c9d-09c3-4cd9-a743-4d448708ae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "216bb935-7cc6-4257-9dfe-38c2dd86354a", "tag": "2596f7ad-a31e-48f5-b05d-72729b6261ec"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:30.441344 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:30.450951 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-fb18a822-0615-445e-94b8-ff2e73a94aff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cfa3f83b-cdba-44c0-994f-61446a5ebc37 (CIDR: 2001:db8::/64) Jul 14 09:33:30.452384 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:30.455029 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6a973e8b-966e-4433-83cf-4c9a3d1512fa tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8014004 Jul 14 09:33:30.462902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:30.470728 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:30.471366 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:30.480117 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb18a822-0615-445e-94b8-ff2e73a94aff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:30.480117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb18a822-0615-445e-94b8-ff2e73a94aff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:30.494655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca27ea-8271-46ee-b1f3-0601cd4a9f67 service neutron] Pushing event updated for resources: {'Port': ['ID=2596f7ad-a31e-48f5-b05d-72729b6261ec,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:30.501236 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a72e84-c54f-4db5-8beb-ac7116e44a47 x-openstack-request-id: req-c8a72e84-c54f-4db5-8beb-ac7116e44a47 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:30.501628 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216bb935-7cc6-4257-9dfe-38c2dd86354a", "tag": "2596f7ad-a31e-48f5-b05d-72729b6261ec", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:30.502110 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8a72e84-c54f-4db5-8beb-ac7116e44a47 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:30.502630 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'tag': '2596f7ad-a31e-48f5-b05d-72729b6261ec', 'status': 'completed', 'code': 200} Jul 14 09:33:30.530320 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fb18a822-0615-445e-94b8-ff2e73a94aff tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4165411 Jul 14 09:33:30.531485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57836) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:30.536690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:30.537870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-23b3d783-484d-4c26-b3fc-8dfee0ca8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.539754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-23b3d783-484d-4c26-b3fc-8dfee0ca8e24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 1095 time: 0.0793202 Jul 14 09:33:30.561470 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:30.597450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-fb56574e-d3c1-4131-b533-79e5592a3dbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2596f7ad-a31e-48f5-b05d-72729b6261ec HTTP/1.1" status: 200 len: 217 time: 0.0481927 Jul 14 09:33:30.628242 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:28Z', 'revision_number': 11, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:30.651188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-688d900a-0204-4073-a6bf-49b43477bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.653167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-688d900a-0204-4073-a6bf-49b43477bda9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.0500772 Jul 14 09:33:30.657693 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:30.666749 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:30.667390 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:30.671127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting subnet 4d7e0d6a-641c-47fb-b1a1-bebc1066278e {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:30.674655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.696009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-c71c1c19-f058-4131-ae57-19e062f04439 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360198 Jul 14 09:33:30.729955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.813013 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-13437029-8cb8-4c77-873b-bd433371aa20 service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106842 Jul 14 09:33:30.842508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:30.846732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.864877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.866190 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:30.948664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d019a482-cf87-4f7b-891e-9d712d0b0e74 req-a40eb214-f796-4a6e-9ef1-d190d8adc7cd service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275189 Jul 14 09:33:30.951386 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:28Z', 'revision_number': 11, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:30.982988 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700aed-9cb7-4693-9cef-9e786f7db0b0 None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:28Z', 'revision_number': 11, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:30.992701 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.069145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7e0d6a-641c-47fb-b1a1-bebc1066278e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.075846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.077774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f226ae08-6349-44a7-8f32-7735f1a73e45 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/4d7e0d6a-641c-47fb-b1a1-bebc1066278e HTTP/1.1" status: 204 len: 168 time: 0.6131532 Jul 14 09:33:31.080828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.088828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c365c-0e09-44b3-a5ef-2c601e3b618b None None] Network 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:31.095606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-a300f800-3811-4b9f-8ecb-bcb513bc1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.097491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-a300f800-3811-4b9f-8ecb-bcb513bc1c00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 1095 time: 0.0735979 Jul 14 09:33:31.194504 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.303518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd7c5-53b1-43df-a5ab-0bce7cc8c749 req-1bb81e13-8054-4bcf-8a87-6d46bfb96359 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.305210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-035fd7c5-53b1-43df-a5ab-0bce7cc8c749 req-1bb81e13-8054-4bcf-8a87-6d46bfb96359 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 943 time: 0.2065120 Jul 14 09:33:31.308427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-79cc9a52-6b42-4020-bf02-7202bd23971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.309879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-79cc9a52-6b42-4020-bf02-7202bd23971a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.2006340 Jul 14 09:33:31.347439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Deleting port 51a06c15-799b-485d-82cb-a9a8bcba7a7f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:31.349480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.358760 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.366027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-7afac158-68b7-4b75-b09a-7b4db0e138c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2596f7ad-a31e-48f5-b05d-72729b6261ec HTTP/1.1" status: 200 len: 217 time: 0.0437980 Jul 14 09:33:31.456832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 655629eb-3154-40ec-b309-9db7a1d683de up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:31.516414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-035fd7c5-53b1-43df-a5ab-0bce7cc8c749 req-895cbf66-b615-4f76-9f28-65a0d20f7f42 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012293 Jul 14 09:33:31.544712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-6dc0822b-3265-4982-8ec7-50d47d80b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.552347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] DHCP port deletion for 6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:31.553974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-6dc0822b-3265-4982-8ec7-50d47d80b2b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.1802077 Jul 14 09:33:31.558172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:31.566693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:31.571192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.571426 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.572199 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.590598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] For port 51a06c15-799b-485d-82cb-a9a8bcba7a7f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=51a06c15-799b-485d-82cb-a9a8bcba7a7f,segment=NetworkSegment(2b38b9a0-f56d-4814-9b61-1ad49d117e94),segment_id=2b38b9a0-f56d-4814-9b61-1ad49d117e94)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:31.591271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.616583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe06c9-0f94-48c5-b8d8-313beb7e513a None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:31.626602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Calling delete_port for 51a06c15-799b-485d-82cb-a9a8bcba7a7f owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:31.630335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=a0de109a-1823-4104-ba87-8f444d62cbf6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.631331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-e33d86e3-8f2a-4a60-b4b5-070af104e0a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698400 Jul 14 09:33:31.642897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-56316bb9-858d-4dd6-a39d-e55791a97e8e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1085765 Jul 14 09:33:31.643121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.649280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-409839856', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0de109a-1823-4104-ba87-8f444d62cbf6'}], 'security_groups': ['b9353736-5e6d-4e04-aa20-c4659d2556f1']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.726052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:31.726734 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.731994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] Deleting port 51a06c15-799b-485d-82cb-a9a8bcba7a7f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:31.732608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.810665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] For port 51a06c15-799b-485d-82cb-a9a8bcba7a7f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=51a06c15-799b-485d-82cb-a9a8bcba7a7f,segment=NetworkSegment(2b38b9a0-f56d-4814-9b61-1ad49d117e94),segment_id=2b38b9a0-f56d-4814-9b61-1ad49d117e94)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:31.810976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.817198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-5b3a4eac-1a22-4846-b126-c0129670f1ef service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703117 Jul 14 09:33:31.866923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] Calling delete_port for 51a06c15-799b-485d-82cb-a9a8bcba7a7f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:31.895945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.933828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No DVR routers for this DVR port 51a06c15-799b-485d-82cb-a9a8bcba7a7f on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:31.935712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Port': ['ID=51a06c15-799b-485d-82cb-a9a8bcba7a7f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.943812 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-94972c9d-09c3-4cd9-a743-4d448708ae9b req-be66e721-6cbd-4f06-b204-5197db887e0f service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180961 Jul 14 09:33:32.057997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.100342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.110245 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.114216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:32.139196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b38b9a0-f56d-4814-9b61-1ad49d117e94') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:32.139542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b38b9a0-f56d-4814-9b61-1ad49d117e94') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:32.150189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] No DVR routers for this DVR port 51a06c15-799b-485d-82cb-a9a8bcba7a7f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:32.164489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0f4aa89-4697-4e91-beb6-40bcbdd0e70c no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:32.168190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b659b3-8266-4bc5-9af1-5165566efc12 None None] Pushing event deleted for resources: {'Port': ['ID=51a06c15-799b-485d-82cb-a9a8bcba7a7f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.172976 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.197121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.198924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e0f4aa89-4697-4e91-beb6-40bcbdd0e70c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:32.199537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0f4aa89-4697-4e91-beb6-40bcbdd0e70c not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:32.239917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:32.240368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:32.243392 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:32.260394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] Update dhcp port {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'fixed_ips': [{'subnet_id': 'cfa3f83b-cdba-44c0-994f-61446a5ebc37', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0de109a-1823-4104-ba87-8f444d62cbf6'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '655629eb-3154-40ec-b309-9db7a1d683de'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:33:32.301999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.344811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.353258 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.355116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/networks/6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181 HTTP/1.1" status: 204 len: 168 time: 1.2733040 Jul 14 09:33:32.357930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.366596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'routes': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:32.374317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a0ad-3195-4148-a95f-c0ca68765a4b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Pushing event deleted for resources: {'Network': ['ID=6bd5fc5b-d82b-4efe-8dd8-a7a361e8c181,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.524683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Delete allocated IP 2001:db8::1cd (a8324650-e7fc-447a-a356-8d4e1ffc24ae/cfa3f83b-cdba-44c0-994f-61446a5ebc37) {{(pid=93754) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:33:32.534287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8:0:1::25e (a8324650-e7fc-447a-a356-8d4e1ffc24ae/a0de109a-1823-4104-ba87-8f444d62cbf6/aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:32.582238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Added routes are [] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:33:32.583657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Removed routes are [] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:33:32.583657 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.747659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.748899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.753343 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.768015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:32.778885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c459303-5ea2-4b2b-9dbb-d6b5162941f4 req-e5345f58-55e1-4ba7-8cff-856a72382274 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.780493 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5c459303-5ea2-4b2b-9dbb-d6b5162941f4 req-e5345f58-55e1-4ba7-8cff-856a72382274 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 943 time: 0.1252060 Jul 14 09:33:32.781651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.851817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] Allocated IP 2001:db8:0:1::2 (a8324650-e7fc-447a-a356-8d4e1ffc24ae/a0de109a-1823-4104-ba87-8f444d62cbf6/655629eb-3154-40ec-b309-9db7a1d683de) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:32.859576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router 754e7f4f-58c6-432a-84a7-645892b4fca1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:32.888943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] In _notify_port_updated(), no bound segment for port aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f on network a8324650-e7fc-447a-a356-8d4e1ffc24ae {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:33:32.894460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.895090 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.899400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "PUT /v2.0/ports/aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f HTTP/1.1" status: 200 len: 930 time: 1.2552998 Jul 14 09:33:32.900113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57882) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.917289 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424824e4-b077-4f29-ab82-5168201ad5ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.941335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:32.947863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5c459303-5ea2-4b2b-9dbb-d6b5162941f4 req-d49b7860-afec-4996-9b39-bcc747c0a780 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580868 Jul 14 09:33:32.949320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.954942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57884) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.955687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8ab92d4b-4d66-4bda-a34e-92aca4facc55 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 200 len: 705 time: 0.5959880 Jul 14 09:33:32.955968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] Sync routers for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:32.973740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] Routers {'754e7f4f-58c6-432a-84a7-645892b4fca1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:32.974399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['754e7f4f-58c6-432a-84a7-645892b4fca1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:32.993684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e3f2036e-b725-4b4a-b347-d9ca401c7221 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 200 len: 205 time: 0.0377381 Jul 14 09:33:32.996214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.064927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:33.064927 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.067400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] Set router 754e7f4f-58c6-432a-84a7-645892b4fca1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:33.104038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 2596f7ad-a31e-48f5-b05d-72729b6261ec details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:33.104269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-058d7ff2-12cd-4102-88e5-204c10a2da1b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.124132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] For port 655629eb-3154-40ec-b309-9db7a1d683de, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=655629eb-3154-40ec-b309-9db7a1d683de,segment=NetworkSegment(e2c98605-3676-44fa-89e0-765193db69ea),segment_id=e2c98605-3676-44fa-89e0-765193db69ea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:33.182168 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.208018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:33.212475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e7f4f-58c6-432a-84a7-645892b4fca1', 'name': 'tempest-RoutersIpV6Test-router-2008490205', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:32:46Z', 'updated_at': '2021-07-14T09:33:28Z', 'revision_number': 11, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:33.240131 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.255070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] Transition to ACTIVE for port object 655629eb-3154-40ec-b309-9db7a1d683de will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:33.291142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 51a06c15-799b-485d-82cb-a9a8bcba7a7f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:33.314770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] Checking router: 754e7f4f-58c6-432a-84a7-645892b4fca1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:33.317844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.323655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-058d7ff2-12cd-4102-88e5-204c10a2da1b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.326753 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-058d7ff2-12cd-4102-88e5-204c10a2da1b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.328044 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:33:33.375917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-058d7ff2-12cd-4102-88e5-204c10a2da1b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.377110 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.377349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058d7ff2-12cd-4102-88e5-204c10a2da1b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Fanout notify agent at l3_agent the message router_deleted on router 754e7f4f-58c6-432a-84a7-645892b4fca1 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:33:33.386600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-058d7ff2-12cd-4102-88e5-204c10a2da1b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.388094 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-058d7ff2-12cd-4102-88e5-204c10a2da1b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 204 len: 168 time: 0.3902559 Jul 14 09:33:33.392977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.398622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0f6336e7-66a2-4c9a-9d27-f4a4bd472b8d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-356127520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.438112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.467619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 51a06c15-799b-485d-82cb-a9a8bcba7a7f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:33.467968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 51a06c15-799b-485d-82cb-a9a8bcba7a7f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:33.473306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.479176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2161ae7e-2b8b-43e4-819a-9735920e205b tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f HTTP/1.1" status: 204 len: 168 time: 0.5699248 Jul 14 09:33:33.479854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57900) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.494728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f6336e7-66a2-4c9a-9d27-f4a4bd472b8d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.496667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f6336e7-66a2-4c9a-9d27-f4a4bd472b8d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.498497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 2596f7ad-a31e-48f5-b05d-72729b6261ec, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2596f7ad-a31e-48f5-b05d-72729b6261ec,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:33.515601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '2596f7ad-a31e-48f5-b05d-72729b6261ec', 'network_id': 'b524b79a-0e90-45c7-bbd9-15995257f90f', 'port_id': '2596f7ad-a31e-48f5-b05d-72729b6261ec', 'mac_address': 'fa:16:3e:83:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9aaf093-664c-4984-a564-b34a322ea784', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:33.517029 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7827e70c-b4ea-4913-a016-8da8a9263916 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:33:33.518763 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7827e70c-b4ea-4913-a016-8da8a9263916 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f HTTP/1.1" status: 404 len: 333 time: 0.0373771 Jul 14 09:33:33.522514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57902) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.545441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] Routers set() bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:33.546106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] Router IDs set() for agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:33:33.546725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_agentschedulers_db [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'754e7f4f-58c6-432a-84a7-645892b4fca1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent'). {{(pid=93755) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:33:33.547108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3280ef8b-0d4b-4a1f-a44c-5779dea783ed None None] The sync data for ids ['754e7f4f-58c6-432a-84a7-645892b4fca1'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:33.563067 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f6336e7-66a2-4c9a-9d27-f4a4bd472b8d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.568232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f6336e7-66a2-4c9a-9d27-f4a4bd472b8d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.591547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f6336e7-66a2-4c9a-9d27-f4a4bd472b8d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.595632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f6336e7-66a2-4c9a-9d27-f4a4bd472b8d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1984222 Jul 14 09:33:33.596311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57908) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.601983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7d2f7850-ae56-4568-a1ff-ff8d3e92ea71 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.608185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2db485cf-0fbf-4dae-a723-b7471d449e52 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.613106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19efccc-d8a2-4cbf-874e-e4fe9daa81f2 None None] Pushing event updated for resources: {'Port': ['ID=655629eb-3154-40ec-b309-9db7a1d683de,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.652481 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.670763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2596f7ad-a31e-48f5-b05d-72729b6261ec {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:33.677357 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2db485cf-0fbf-4dae-a723-b7471d449e52 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.694544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 2596f7ad-a31e-48f5-b05d-72729b6261ec, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2596f7ad-a31e-48f5-b05d-72729b6261ec,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:33.700875 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.758858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2db485cf-0fbf-4dae-a723-b7471d449e52 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.763947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2db485cf-0fbf-4dae-a723-b7471d449e52 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.765119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2db485cf-0fbf-4dae-a723-b7471d449e52 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/security-groups/30f7dc33-4d06-4826-947a-26f6fbe225ad HTTP/1.1" status: 204 len: 168 time: 0.2415235 Jul 14 09:33:33.771924 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.793377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db485cf-0fbf-4dae-a723-b7471d449e52 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f7dc33-4d06-4826-947a-26f6fbe225ad,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.830039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=2596f7ad-a31e-48f5-b05d-72729b6261ec,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.865661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe823e49-65b8-4c31-82fd-b093c82b2d5a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.891476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe823e49-65b8-4c31-82fd-b093c82b2d5a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.914565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['2596f7ad-a31e-48f5-b05d-72729b6261ec'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:33.956289 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7850-ae56-4568-a1ff-ff8d3e92ea71 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.960154 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe823e49-65b8-4c31-82fd-b093c82b2d5a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.962583 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe823e49-65b8-4c31-82fd-b093c82b2d5a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.967152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fe823e49-65b8-4c31-82fd-b093c82b2d5a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9353736-5e6d-4e04-aa20-c4659d2556f1 HTTP/1.1" status: 204 len: 168 time: 0.1939507 Jul 14 09:33:33.967540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57916) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.978846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe823e49-65b8-4c31-82fd-b093c82b2d5a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9353736-5e6d-4e04-aa20-c4659d2556f1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.016173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7850-ae56-4568-a1ff-ff8d3e92ea71 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.236610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c694-a9e5-41ac-822c-f59e6b99f65b req-d3a911c0-8faa-49a9-9212-0d5864ce5133 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.238322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcc1c694-a9e5-41ac-822c-f59e6b99f65b req-d3a911c0-8faa-49a9-9212-0d5864ce5133 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 944 time: 0.1105413 Jul 14 09:33:34.288988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fcc1c694-a9e5-41ac-822c-f59e6b99f65b req-d305d502-cab5-4282-a162-a247fbed2df1 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Jul 14 09:33:34.446321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-499366bc-488f-4fd1-bbdd-53d8a797b4b6 None None] Could not find standard attr ID for object aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:34.458515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-499366bc-488f-4fd1-bbdd-53d8a797b4b6 None None] Provisioning for port 655629eb-3154-40ec-b309-9db7a1d683de completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:34.463883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-499366bc-488f-4fd1-bbdd-53d8a797b4b6 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:34.465536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-499366bc-488f-4fd1-bbdd-53d8a797b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.500975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet cfa3f83b-cdba-44c0-994f-61446a5ebc37 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:34.507064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.572733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-499366bc-488f-4fd1-bbdd-53d8a797b4b6 None None] Provisioning complete for port e67e4941-0d31-41f5-922e-8d7da4819e6a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:34.573117 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-499366bc-488f-4fd1-bbdd-53d8a797b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.582519 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.613207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2f7850-ae56-4568-a1ff-ff8d3e92ea71 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Router bad10e68-4d14-43a5-8918-b3f6779aa113 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:34.613704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-499366bc-488f-4fd1-bbdd-53d8a797b4b6 None None] Port e67e4941-0d31-41f5-922e-8d7da4819e6a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:34.732459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fcbf409d-6784-4e60-9d46-6646f4b93ea4 None None] Could not find standard attr ID for object aafb49bb-9d7c-4e9a-9acf-83d0936a1f9f. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:34.741251 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:34.746873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2f7850-ae56-4568-a1ff-ff8d3e92ea71 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:34.754897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7850-ae56-4568-a1ff-ff8d3e92ea71 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.758768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7d2f7850-ae56-4568-a1ff-ff8d3e92ea71 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "PUT /v2.0/routers/bad10e68-4d14-43a5-8918-b3f6779aa113 HTTP/1.1" status: 200 len: 697 time: 1.1587646 Jul 14 09:33:34.759477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.770751 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] Sync routers for ids ['bad10e68-4d14-43a5-8918-b3f6779aa113'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:34.771640 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.783410 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] Routers {'bad10e68-4d14-43a5-8918-b3f6779aa113'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:34.784189 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bad10e68-4d14-43a5-8918-b3f6779aa113'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:34.865606 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1bcf0371-b355-4f42-80bb-4fad51700d7b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/routers/bad10e68-4d14-43a5-8918-b3f6779aa113 HTTP/1.1" status: 200 len: 703 time: 0.1048117 Jul 14 09:33:34.868227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.868775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.900951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3675131b-d9b4-4f06-8b7f-4dc32c666a59 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=bad10e68-4d14-43a5-8918-b3f6779aa113 HTTP/1.1" status: 200 len: 205 time: 0.0311027 Jul 14 09:33:34.903981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57938) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.910796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa3f83b-cdba-44c0-994f-61446a5ebc37,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.918626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea34fcbf-292e-4330-ba79-33f9a7c769d5 None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:34.924659 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] Set router bad10e68-4d14-43a5-8918-b3f6779aa113 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:34.928892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.934764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-36c2c668-d421-4de2-b750-c2af656a913d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/cfa3f83b-cdba-44c0-994f-61446a5ebc37 HTTP/1.1" status: 204 len: 168 time: 0.9660482 Jul 14 09:33:34.940030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.945653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:35.004245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5baf658-d596-4876-83bb-809f03ebe017 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.017265 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad10e68-4d14-43a5-8918-b3f6779aa113', 'name': 'tempest-RoutersIpV6Test-router-356127520', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:33Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:35.057267 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] Checking router: bad10e68-4d14-43a5-8918-b3f6779aa113 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:35.069890 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] Routers {'bad10e68-4d14-43a5-8918-b3f6779aa113'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:35.070709 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['bad10e68-4d14-43a5-8918-b3f6779aa113'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:35.141000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:35.156408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.169958 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] Set router bad10e68-4d14-43a5-8918-b3f6779aa113 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:35.180897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 2596f7ad-a31e-48f5-b05d-72729b6261ec up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:35.181949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5baf658-d596-4876-83bb-809f03ebe017 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.185003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5baf658-d596-4876-83bb-809f03ebe017 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.250791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5baf658-d596-4876-83bb-809f03ebe017 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.251633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5baf658-d596-4876-83bb-809f03ebe017 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Fanout notify agent at l3_agent the message router_deleted on router bad10e68-4d14-43a5-8918-b3f6779aa113 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:33:35.265829 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5baf658-d596-4876-83bb-809f03ebe017 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.267682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a5baf658-d596-4876-83bb-809f03ebe017 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/bad10e68-4d14-43a5-8918-b3f6779aa113 HTTP/1.1" status: 204 len: 168 time: 0.3626289 Jul 14 09:33:35.274122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.274619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 655629eb-3154-40ec-b309-9db7a1d683de up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:35.281124 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad10e68-4d14-43a5-8918-b3f6779aa113', 'name': 'tempest-RoutersIpV6Test-router-356127520', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:33Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:35.317388 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c22c62-172d-4bc9-a697-2b03f5de94a1 None None] The sync data for ids ['bad10e68-4d14-43a5-8918-b3f6779aa113'] in n-d-758944-44 is: [{'id': 'bad10e68-4d14-43a5-8918-b3f6779aa113', 'name': 'tempest-RoutersIpV6Test-router-356127520', 'tenant_id': '2b235c495eb541149800d9465e51f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:33Z', 'updated_at': '2021-07-14T09:33:33Z', 'revision_number': 2, 'project_id': '2b235c495eb541149800d9465e51f9bc', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:35.325656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.326604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ed958744-7024-4dad-9b62-e9c17b02b043 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=bad10e68-4d14-43a5-8918-b3f6779aa113 HTTP/1.1" status: 200 len: 205 time: 0.0513594 Jul 14 09:33:35.411570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 2596f7ad-a31e-48f5-b05d-72729b6261ec completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:35.421624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:35.422007 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.428980 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-2ec50848-5d69-421a-b143-91b563cbbf86 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] delete failed (client error): The resource could not be found. Jul 14 09:33:35.435870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ec50848-5d69-421a-b143-91b563cbbf86 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/bad10e68-4d14-43a5-8918-b3f6779aa113 HTTP/1.1" status: 404 len: 336 time: 0.1091385 Jul 14 09:33:35.436572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57954) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.493021 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9c5403-8400-4af3-98dc-dc5a28b2612b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:35.493486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9c5403-8400-4af3-98dc-dc5a28b2612b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:35.495406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7b9c5403-8400-4af3-98dc-dc5a28b2612b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/4f64316a-15af-45c4-825c-8ad8954570e8 HTTP/1.1" status: 404 len: 337 time: 0.0577357 Jul 14 09:33:35.497797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.501490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 2596f7ad-a31e-48f5-b05d-72729b6261ec triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:35.501870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.536309 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ca9070-d5a8-4216-8264-788e0c5d473b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:35.537112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ca9070-d5a8-4216-8264-788e0c5d473b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:35.540203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-58ca9070-d5a8-4216-8264-788e0c5d473b tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/05386958-e748-43ed-a762-2f9a6a7a8fef HTTP/1.1" status: 404 len: 337 time: 0.0406501 Jul 14 09:33:35.549495 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57958) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.602388 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-95166f17-10a8-468e-8a8c-9ac2ebfb8868 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:35.602864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95166f17-10a8-468e-8a8c-9ac2ebfb8868 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:35.604982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-95166f17-10a8-468e-8a8c-9ac2ebfb8868 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/f9d0c377-31f4-4449-a1cd-1baee5f516d6 HTTP/1.1" status: 404 len: 337 time: 0.0544329 Jul 14 09:33:35.607632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.663591 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0738d218-1e7b-44ad-9294-9ed621f06f48 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:35.664268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0738d218-1e7b-44ad-9294-9ed621f06f48 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:35.668847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0738d218-1e7b-44ad-9294-9ed621f06f48 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/4d7e0d6a-641c-47fb-b1a1-bebc1066278e HTTP/1.1" status: 404 len: 337 time: 0.0581255 Jul 14 09:33:35.669606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.690449 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.700374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.734982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596f7ad-a31e-48f5-b05d-72729b6261ec'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:35.738886 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba79dce4-3f17-479b-af20-64b1ba097807" -d '{"events": [{"server_uuid": "216bb935-7cc6-4257-9dfe-38c2dd86354a", "name": "network-vif-plugged", "status": "completed", "tag": "2596f7ad-a31e-48f5-b05d-72729b6261ec"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:35.757665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5dc5abdf-ab0c-4d77-ad71-bd4ab2be6fab tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 200 len: 205 time: 0.0840371 Jul 14 09:33:35.757791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 2596f7ad-a31e-48f5-b05d-72729b6261ec, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2596f7ad-a31e-48f5-b05d-72729b6261ec,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:35.757906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57970) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.771120 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.812785 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-78686ffd-5245-4612-b3da-39270f6ac908 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] delete failed (client error): The resource could not be found. Jul 14 09:33:35.814560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-78686ffd-5245-4612-b3da-39270f6ac908 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/754e7f4f-58c6-432a-84a7-645892b4fca1 HTTP/1.1" status: 404 len: 336 time: 0.0553114 Jul 14 09:33:35.819501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.833945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:35.854172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-23b56ae7-8ce4-48d8-a5d8-e049a3e49f03 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71 HTTP/1.1" status: 200 len: 205 time: 0.0336378 Jul 14 09:33:35.857064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57976) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.863161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=2596f7ad-a31e-48f5-b05d-72729b6261ec,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.864598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b8830-71de-4a69-8f96-dd159b280058 req-8c4310f5-335b-4344-b1f0-f929258cab90 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.882226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-222b8830-71de-4a69-8f96-dd159b280058 req-8c4310f5-335b-4344-b1f0-f929258cab90 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 944 time: 0.3612835 Jul 14 09:33:35.888323 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f8d291-3e9f-4d23-a47e-b4afa0a04eca x-openstack-request-id: req-90f8d291-3e9f-4d23-a47e-b4afa0a04eca {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:35.888747 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216bb935-7cc6-4257-9dfe-38c2dd86354a", "name": "network-vif-plugged", "status": "completed", "tag": "2596f7ad-a31e-48f5-b05d-72729b6261ec", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:35.889093 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90f8d291-3e9f-4d23-a47e-b4afa0a04eca {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:35.889588 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596f7ad-a31e-48f5-b05d-72729b6261ec', 'code': 200} Jul 14 09:33:35.890685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:35.905868 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-d045d841-9a83-4edd-b780-aeb1152db2eb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] delete failed (client error): The resource could not be found. Jul 14 09:33:35.907485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d045d841-9a83-4edd-b780-aeb1152db2eb tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/6fc7e2bd-0790-4a0d-8fc6-d506d3b7be71 HTTP/1.1" status: 404 len: 336 time: 0.0492291 Jul 14 09:33:35.909916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.926958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.927834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.943054 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da7108b-f6ac-4142-a240-28623421f539 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:35.944487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da7108b-f6ac-4142-a240-28623421f539 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:35.946461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9da7108b-f6ac-4142-a240-28623421f539 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/ec9d1630-d71d-43fe-9071-acfae4f1b84a HTTP/1.1" status: 404 len: 337 time: 0.0354421 Jul 14 09:33:35.949128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.966769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=16dd7f30-6ef5-4678-92e5-1507898b3c6f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.972244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eadf002f-2ed0-4181-9ac8-e83119f91b54 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0309289 Jul 14 09:33:35.973981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 57982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.994716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f55b0236-6709-40e5-bd4a-b8fb56b1bbc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'security_group': {'name': 'tempest-secgroup-475011792'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:36.007067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-222b8830-71de-4a69-8f96-dd159b280058 req-3ddbd578-31ae-4c16-b25a-ad3d9f8fcf61 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219606 Jul 14 09:33:36.020904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ea9a490-8cfe-4348-bc2a-0d5c3844fbc3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6647f437-b146-42f6-8651-2118540e4903 HTTP/1.1" status: 200 len: 205 time: 0.0704761 Jul 14 09:33:36.023671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.066935 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f55b0236-6709-40e5-bd4a-b8fb56b1bbc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.082900 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-17597fce-ff3e-480e-bd4b-73b8236e7036 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] delete failed (client error): The resource could not be found. Jul 14 09:33:36.084559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-17597fce-ff3e-480e-bd4b-73b8236e7036 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/6647f437-b146-42f6-8651-2118540e4903 HTTP/1.1" status: 404 len: 336 time: 0.0597143 Jul 14 09:33:36.087652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.094812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eec9d-6f97-41fc-88ce-182e2ae71dec req-7b7a349c-c277-44fc-b4c3-a21fda37bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.096391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-938eec9d-6f97-41fc-88ce-182e2ae71dec req-7b7a349c-c277-44fc-b4c3-a21fda37bcb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 1097 time: 0.1334472 Jul 14 09:33:36.143198 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-85ad3aaf-b4a6-4040-bad4-bb74c10646e1 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0db33811-c848-4367-bf3f-47168ac661ed HTTP/1.1" status: 200 len: 205 time: 0.0543449 Jul 14 09:33:36.145818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.152165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-938eec9d-6f97-41fc-88ce-182e2ae71dec req-8819e0ef-175a-49f1-bca9-7190bd77350c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Jul 14 09:33:36.193676 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b8b91a7c-e8f9-4174-a66c-0b29c7eeff75 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] delete failed (client error): The resource could not be found. Jul 14 09:33:36.194640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b8b91a7c-e8f9-4174-a66c-0b29c7eeff75 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/0db33811-c848-4367-bf3f-47168ac661ed HTTP/1.1" status: 404 len: 336 time: 0.0480008 Jul 14 09:33:36.197392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.210174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e733556-5fd8-426b-8a74-a2dbebf29ec7 None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:36.225352 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-7688f462-8239-407c-9083-8aa9cc5d3531 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:36.225962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7688f462-8239-407c-9083-8aa9cc5d3531 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:36.226851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f55b0236-6709-40e5-bd4a-b8fb56b1bbc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.228037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7688f462-8239-407c-9083-8aa9cc5d3531 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/1fc58f07-64be-497b-82a4-e069396d6227 HTTP/1.1" status: 404 len: 337 time: 0.0297627 Jul 14 09:33:36.231499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 57998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.233849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f55b0236-6709-40e5-bd4a-b8fb56b1bbc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.269083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-56183dff-0996-43f6-9675-df79d6ee167a tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc4180a-be88-43d9-b695-be8c888b7fb7 HTTP/1.1" status: 200 len: 205 time: 0.0363362 Jul 14 09:33:36.272198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.277600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f55b0236-6709-40e5-bd4a-b8fb56b1bbc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.285348 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f55b0236-6709-40e5-bd4a-b8fb56b1bbc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2942202 Jul 14 09:33:36.287548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.297838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b0236-6709-40e5-bd4a-b8fb56b1bbc7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49e8e2-eb67-46dc-a1c4-c14db7cbb435,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.316027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b1c5098d-7104-4a97-b36e-e9c5cfb60133 None None] Provisioning complete for port e67e4941-0d31-41f5-922e-8d7da4819e6a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:36.316630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1c5098d-7104-4a97-b36e-e9c5cfb60133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.332232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-efb9b293-949d-4844-a5d1-406b23eb9ffa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'security_group': {'name': 'tempest-secgroup-762768422'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:36.338236 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1f3140dc-14b3-4857-9324-ee76502a65d3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] delete failed (client error): The resource could not be found. Jul 14 09:33:36.339955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f3140dc-14b3-4857-9324-ee76502a65d3 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/bdc4180a-be88-43d9-b695-be8c888b7fb7 HTTP/1.1" status: 404 len: 336 time: 0.0647624 Jul 14 09:33:36.342482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58004) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.360593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb9b293-949d-4844-a5d1-406b23eb9ffa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.376781 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1e4bd4-5df4-4601-a8ce-e2dcebeb0633 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:36.377258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1e4bd4-5df4-4601-a8ce-e2dcebeb0633 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:36.379018 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f1e4bd4-5df4-4601-a8ce-e2dcebeb0633 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/d5c09917-d476-42cc-972e-4d100e408e89 HTTP/1.1" status: 404 len: 337 time: 0.0355434 Jul 14 09:33:36.381656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58006) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.398311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5098d-7104-4a97-b36e-e9c5cfb60133 None None] Port e67e4941-0d31-41f5-922e-8d7da4819e6a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:36.423462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b1c5098d-7104-4a97-b36e-e9c5cfb60133 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:36.423462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1c5098d-7104-4a97-b36e-e9c5cfb60133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.428763 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-13e48573-a1a4-4dfe-9d58-d3f10b5c0783 tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cdb9fdf-77f5-4322-85a4-c1f5174e3143 HTTP/1.1" status: 200 len: 205 time: 0.0456989 Jul 14 09:33:36.434733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58012) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.476850 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-4a65fd6c-f28f-4e44-b277-d12df391e0fe tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] delete failed (client error): The resource could not be found. Jul 14 09:33:36.477985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a65fd6c-f28f-4e44-b277-d12df391e0fe tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/routers/3cdb9fdf-77f5-4322-85a4-c1f5174e3143 HTTP/1.1" status: 404 len: 336 time: 0.0421722 Jul 14 09:33:36.480962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58014) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.534300 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad1b9a8-6f47-491e-8374-c6c8d747b10d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:36.534898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad1b9a8-6f47-491e-8374-c6c8d747b10d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:36.538488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7ad1b9a8-6f47-491e-8374-c6c8d747b10d tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/8900b6e6-7e51-44aa-abec-02af85ecd02b HTTP/1.1" status: 404 len: 337 time: 0.0548592 Jul 14 09:33:36.539523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.577567 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0151fb5b-e02e-4acc-b237-fad6356896ae tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:36.578012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0151fb5b-e02e-4acc-b237-fad6356896ae tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:36.582328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0151fb5b-e02e-4acc-b237-fad6356896ae tempest-RoutersIpV6Test-2006052672 tempest-RoutersIpV6Test-2006052672-project] 10.222.0.18 "DELETE /v2.0/subnets/282b62b6-d591-4172-8c7a-f3cda59cc660 HTTP/1.1" status: 404 len: 337 time: 0.0393627 Jul 14 09:33:36.605542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb9b293-949d-4844-a5d1-406b23eb9ffa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.611377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb9b293-949d-4844-a5d1-406b23eb9ffa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.625006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] Update dhcp port {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'fixed_ips': [{'subnet_id': 'a0de109a-1823-4104-ba87-8f444d62cbf6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16dd7f30-6ef5-4678-92e5-1507898b3c6f'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '655629eb-3154-40ec-b309-9db7a1d683de'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:33:36.647619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb9b293-949d-4844-a5d1-406b23eb9ffa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.649278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-efb9b293-949d-4844-a5d1-406b23eb9ffa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3553154 Jul 14 09:33:36.652297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.657096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-656a8579-a1e3-426e-93b5-6686e08dbf43 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'security_group': {'name': 'tempest-secgroup-494139135'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:36.669953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.670550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9b293-949d-4844-a5d1-406b23eb9ffa tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb98bd8-b19c-45b8-9d83-5cae686991f4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.701078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-656a8579-a1e3-426e-93b5-6686e08dbf43 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.846483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-656a8579-a1e3-426e-93b5-6686e08dbf43 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.853967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-656a8579-a1e3-426e-93b5-6686e08dbf43 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.897724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8579-a1e3-426e-93b5-6686e08dbf43 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6d950-ae30-4933-94f5-4814f7ec9b61,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.906773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-656a8579-a1e3-426e-93b5-6686e08dbf43 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.911948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58026) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.913452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-656a8579-a1e3-426e-93b5-6686e08dbf43 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2599173 Jul 14 09:33:36.916925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] Allocated IP 2001:db8::2 (a8324650-e7fc-447a-a356-8d4e1ffc24ae/16dd7f30-6ef5-4678-92e5-1507898b3c6f/655629eb-3154-40ec-b309-9db7a1d683de) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:36.928847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-634208689', 'security_groups': ['9ac6d950-ae30-4933-94f5-4814f7ec9b61'], 'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16dd7f30-6ef5-4678-92e5-1507898b3c6f'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:37.049635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] For port 655629eb-3154-40ec-b309-9db7a1d683de, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=655629eb-3154-40ec-b309-9db7a1d683de,segment=NetworkSegment(e2c98605-3676-44fa-89e0-765193db69ea),segment_id=e2c98605-3676-44fa-89e0-765193db69ea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:37.072342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:37.109582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.157652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] Transition to ACTIVE for port object 655629eb-3154-40ec-b309-9db7a1d683de will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:37.162451 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.179234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58034) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.184316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.232200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d526848-7398-4835-a843-3a9978321c5e req-a571efa3-6df0-438f-bb9d-bcf9900d0a66 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.235299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] device_id is not set on port e2665c99-e258-440a-a261-f0f73c122b23 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:33:37.239319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1d526848-7398-4835-a843-3a9978321c5e req-a571efa3-6df0-438f-bb9d-bcf9900d0a66 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 945 time: 0.0942483 Jul 14 09:33:37.310566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1d526848-7398-4835-a843-3a9978321c5e req-57cc2941-6283-485a-b879-5a13b2eff5b6 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Jul 14 09:33:37.488433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d4ad2-aab0-4a2c-a736-98806bc35ac7 None None] Pushing event updated for resources: {'Port': ['ID=655629eb-3154-40ec-b309-9db7a1d683de,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.521825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26bb20e1-7232-4e6e-951b-96ff5d2939d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b235c495eb541149800d9465e51f9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411467 Jul 14 09:33:37.524414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.542014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8::25c (a8324650-e7fc-447a-a356-8d4e1ffc24ae/16dd7f30-6ef5-4678-92e5-1507898b3c6f/e2665c99-e258-440a-a261-f0f73c122b23) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:37.602659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca33dbd5-f476-450a-84dd-c20e4f3f47dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.630600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca33dbd5-f476-450a-84dd-c20e4f3f47dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.720110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca33dbd5-f476-450a-84dd-c20e4f3f47dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.722801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca33dbd5-f476-450a-84dd-c20e4f3f47dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.726409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ca33dbd5-f476-450a-84dd-c20e4f3f47dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d3a9e6e-058c-48cb-9dfc-53e3f2a05c5d HTTP/1.1" status: 204 len: 168 time: 0.1984398 Jul 14 09:33:37.765355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33dbd5-f476-450a-84dd-c20e4f3f47dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3a9e6e-058c-48cb-9dfc-53e3f2a05c5d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.806239 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.834719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object e2665c99-e258-440a-a261-f0f73c122b23 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:37.894374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.957173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:37.961026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:37.963702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:37.970582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.971245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.992121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=e2665c99-e258-440a-a261-f0f73c122b23,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:38.007965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7cd1527e-fa30-4b68-99e1-63765471b8e7 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0945535 Jul 14 09:33:38.010828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:38.022195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e9dc6f86-6e99-4747-8bdd-5c921c6ab2a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:38.172721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dc6f86-6e99-4747-8bdd-5c921c6ab2a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:38.176557 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9dc6f86-6e99-4747-8bdd-5c921c6ab2a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.308154 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-e9dc6f86-6e99-4747-8bdd-5c921c6ab2a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16dd7f30-6ef5-4678-92e5-1507898b3c6f (CIDR: 2001:db8::/64) Jul 14 09:33:38.312627 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dc6f86-6e99-4747-8bdd-5c921c6ab2a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:38.313089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dc6f86-6e99-4747-8bdd-5c921c6ab2a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:38.351278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e9dc6f86-6e99-4747-8bdd-5c921c6ab2a6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3344116 Jul 14 09:33:38.351278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58080) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:38.357641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ebd615a1-16fb-4309-a27a-bda0dbcb16e3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:38.443309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c672620-7aa3-4aa5-b178-5ce71c073b47 None None] Provisioning complete for port e67e4941-0d31-41f5-922e-8d7da4819e6a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:38.443730 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c672620-7aa3-4aa5-b178-5ce71c073b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.536900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3c672620-7aa3-4aa5-b178-5ce71c073b47 None None] Port e67e4941-0d31-41f5-922e-8d7da4819e6a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:38.546856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd615a1-16fb-4309-a27a-bda0dbcb16e3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:38.551277 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ebd615a1-16fb-4309-a27a-bda0dbcb16e3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.552586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c672620-7aa3-4aa5-b178-5ce71c073b47 None None] Provisioning for port 655629eb-3154-40ec-b309-9db7a1d683de completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:38.556719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c672620-7aa3-4aa5-b178-5ce71c073b47 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:38.557419 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c672620-7aa3-4aa5-b178-5ce71c073b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.717580 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-ebd615a1-16fb-4309-a27a-bda0dbcb16e3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a0de109a-1823-4104-ba87-8f444d62cbf6 (CIDR: 2001:db8:0:1::/64) Jul 14 09:33:38.723802 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd615a1-16fb-4309-a27a-bda0dbcb16e3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:38.724263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd615a1-16fb-4309-a27a-bda0dbcb16e3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:38.769621 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ebd615a1-16fb-4309-a27a-bda0dbcb16e3 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4187815 Jul 14 09:33:38.772217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:38.795602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'subnet': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:38.814700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0a18ad2e-3701-4319-b5c6-fe897a8a3f78 None None] Provisioning for port e2665c99-e258-440a-a261-f0f73c122b23 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:38.821201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0a18ad2e-3701-4319-b5c6-fe897a8a3f78 None None] Provisioning complete for port e2665c99-e258-440a-a261-f0f73c122b23 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:38.821935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a18ad2e-3701-4319-b5c6-fe897a8a3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.867030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0a18ad2e-3701-4319-b5c6-fe897a8a3f78 None None] Port e2665c99-e258-440a-a261-f0f73c122b23 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:38.962441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Made reservation on behalf of cf0aa1da9fc74a1ab9010d8e58b0a59c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:38.966307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.220784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.234307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 655629eb-3154-40ec-b309-9db7a1d683de up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:39.275084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:39.278519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:39.284036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.284826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.293367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b4667-6881-4bb6-8d3c-288a85738d3c None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:39.301612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Subnet': ['ID=0206901f-238c-4f1a-a8ba-6332f8201d0c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:39.319406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-60db6d49-0ab9-42e0-8921-499c5326d9e2 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5455139 Jul 14 09:33:39.320060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58118) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:39.325608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1229211194', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0206901f-238c-4f1a-a8ba-6332f8201d0c'}], 'security_groups': ['9a49e8e2-eb67-46dc-a1c4-c14db7cbb435', '6fb98bd8-b19c-45b8-9d83-5cae686991f4']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:39.357231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:39.357231 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.565435 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.682034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110733d-454d-468b-8011-608f8be959b7 None None] Update dhcp port {'port': {'network_id': 'a8324650-e7fc-447a-a356-8d4e1ffc24ae', 'fixed_ips': [{'subnet_id': 'a0de109a-1823-4104-ba87-8f444d62cbf6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16dd7f30-6ef5-4678-92e5-1507898b3c6f', 'ip_address': '2001:db8::2'}, {'subnet_id': '0206901f-238c-4f1a-a8ba-6332f8201d0c'}], 'binding:host_id': 'n-d-758944-44'}, 'id': '655629eb-3154-40ec-b309-9db7a1d683de'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:33:39.724510 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8110733d-454d-468b-8011-608f8be959b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.956120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Delete allocated IP 2001:db8::25c (a8324650-e7fc-447a-a356-8d4e1ffc24ae/16dd7f30-6ef5-4678-92e5-1507898b3c6f) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:33:39.967288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Allocated IP 2001:db8:0:2::f6 (a8324650-e7fc-447a-a356-8d4e1ffc24ae/0206901f-238c-4f1a-a8ba-6332f8201d0c/e2665c99-e258-440a-a261-f0f73c122b23) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:40.176177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.198683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Transition to ACTIVE for port object e2665c99-e258-440a-a261-f0f73c122b23 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:40.209142 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.299398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8110733d-454d-468b-8011-608f8be959b7 None None] Allocated IP 2001:db8:0:2::2 (a8324650-e7fc-447a-a356-8d4e1ffc24ae/0206901f-238c-4f1a-a8ba-6332f8201d0c/655629eb-3154-40ec-b309-9db7a1d683de) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:40.303697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event updated for resources: {'Port': ['ID=e2665c99-e258-440a-a261-f0f73c122b23,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.453470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8110733d-454d-468b-8011-608f8be959b7 None None] For port 655629eb-3154-40ec-b309-9db7a1d683de, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=655629eb-3154-40ec-b309-9db7a1d683de,segment=NetworkSegment(e2c98605-3676-44fa-89e0-765193db69ea),segment_id=e2c98605-3676-44fa-89e0-765193db69ea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:40.457531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.573341 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8110733d-454d-468b-8011-608f8be959b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.608171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8110733d-454d-468b-8011-608f8be959b7 None None] Transition to ACTIVE for port object 655629eb-3154-40ec-b309-9db7a1d683de will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:40.628932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8110733d-454d-468b-8011-608f8be959b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.664689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5de8d3ab-d424-45fa-946d-6a346b137d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.798597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5de8d3ab-d424-45fa-946d-6a346b137d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.805089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5de8d3ab-d424-45fa-946d-6a346b137d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.813765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110733d-454d-468b-8011-608f8be959b7 None None] Pushing event updated for resources: {'Port': ['ID=655629eb-3154-40ec-b309-9db7a1d683de,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.837976 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] In _notify_port_updated(), no bound segment for port e2665c99-e258-440a-a261-f0f73c122b23 on network a8324650-e7fc-447a-a356-8d4e1ffc24ae {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:33:40.845245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.845911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.850575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "PUT /v2.0/ports/e2665c99-e258-440a-a261-f0f73c122b23 HTTP/1.1" status: 200 len: 969 time: 1.5293324 Jul 14 09:33:40.851234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.865697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.866054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.866417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.866809 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.867169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.867592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.867985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.868273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.868610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.868972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.869311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.869645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04492cf2-6d62-44b9-a8ab-9b197948f5a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:40.872794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5de8d3ab-d424-45fa-946d-6a346b137d75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5122c5e8c5da4612abb856b4338d787e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130931 Jul 14 09:33:40.875874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.954730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8d3ab-d424-45fa-946d-6a346b137d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6056fb8-839b-4d07-b452-4c02767646f9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.998921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b4a1fbe-f48a-4072-b020-fcd766c61480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.002004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port e2665c99-e258-440a-a261-f0f73c122b23 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:41.002363 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.051342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b4a1fbe-f48a-4072-b020-fcd766c61480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.117382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b4a1fbe-f48a-4072-b020-fcd766c61480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.122298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b4a1fbe-f48a-4072-b020-fcd766c61480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.123949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1b4a1fbe-f48a-4072-b020-fcd766c61480 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6056fb8-839b-4d07-b452-4c02767646f9 HTTP/1.1" status: 204 len: 168 time: 0.2468314 Jul 14 09:33:41.133815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a1fbe-f48a-4072-b020-fcd766c61480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6056fb8-839b-4d07-b452-4c02767646f9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.140426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.194512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for e2665c99-e258-440a-a261-f0f73c122b23 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:41.305353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 655629eb-3154-40ec-b309-9db7a1d683de up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:41.413017 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.465838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=e2665c99-e258-440a-a261-f0f73c122b23,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.496999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.499852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-33dda55d-9f2c-46c3-bac9-15fa4bdec3a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/e2665c99-e258-440a-a261-f0f73c122b23 HTTP/1.1" status: 204 len: 168 time: 0.6434174 Jul 14 09:33:41.502288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.557364 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22881af-0649-4971-9e8f-f9c17835b125 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] GET failed (client error): The resource could not be found. Jul 14 09:33:41.560785 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d22881af-0649-4971-9e8f-f9c17835b125 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports/e2665c99-e258-440a-a261-f0f73c122b23 HTTP/1.1" status: 404 len: 333 time: 0.0569582 Jul 14 09:33:41.563586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.647078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.661406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b7afed-2907-4b6d-baf8-36b7339dc19d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.662391 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53abe4a1-637c-46ff-9c50-45b7d771c41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.690521 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b7afed-2907-4b6d-baf8-36b7339dc19d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.755820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f4a1a2c-b628-4bc8-8163-a1e52447d119 None None] Provisioning complete for port e67e4941-0d31-41f5-922e-8d7da4819e6a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:41.756165 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4a1a2c-b628-4bc8-8163-a1e52447d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.793893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b7afed-2907-4b6d-baf8-36b7339dc19d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.799226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b7afed-2907-4b6d-baf8-36b7339dc19d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.802506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a1a2c-b628-4bc8-8163-a1e52447d119 None None] Port e67e4941-0d31-41f5-922e-8d7da4819e6a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:41.805968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f4a1a2c-b628-4bc8-8163-a1e52447d119 None None] Could not find standard attr ID for object e2665c99-e258-440a-a261-f0f73c122b23. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:41.819450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.821664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f4a1a2c-b628-4bc8-8163-a1e52447d119 None None] Provisioning for port 655629eb-3154-40ec-b309-9db7a1d683de completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:41.822848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a2b7afed-2907-4b6d-baf8-36b7339dc19d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ac6d950-ae30-4933-94f5-4814f7ec9b61 HTTP/1.1" status: 204 len: 168 time: 0.2518623 Jul 14 09:33:41.831263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f4a1a2c-b628-4bc8-8163-a1e52447d119 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:41.831955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f4a1a2c-b628-4bc8-8163-a1e52447d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.838986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7afed-2907-4b6d-baf8-36b7339dc19d tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6d950-ae30-4933-94f5-4814f7ec9b61,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.892093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53abe4a1-637c-46ff-9c50-45b7d771c41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.909625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53abe4a1-637c-46ff-9c50-45b7d771c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.991776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-53abe4a1-637c-46ff-9c50-45b7d771c41c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=349993e3383a475bafbb3ae706aac612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434844 Jul 14 09:33:41.994443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.995288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abe4a1-637c-46ff-9c50-45b7d771c41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d64c11-8129-48ea-970e-0f1a6a79c044,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.008449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66c941db-fc4c-41bd-8879-0f074d805c7c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.034273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66c941db-fc4c-41bd-8879-0f074d805c7c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.092149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0af1ee1d-34e1-465b-a10b-1395d580f7aa None None] Could not find standard attr ID for object e2665c99-e258-440a-a261-f0f73c122b23. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:33:42.094865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1836-f3ce-4916-a9a3-0e9e5e836a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.099831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66c941db-fc4c-41bd-8879-0f074d805c7c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.102793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66c941db-fc4c-41bd-8879-0f074d805c7c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.108520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66c941db-fc4c-41bd-8879-0f074d805c7c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/security-groups/6fb98bd8-b19c-45b8-9d83-5cae686991f4 HTTP/1.1" status: 204 len: 168 time: 0.2850893 Jul 14 09:33:42.108682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.118687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c941db-fc4c-41bd-8879-0f074d805c7c tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb98bd8-b19c-45b8-9d83-5cae686991f4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.150100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1836-f3ce-4916-a9a3-0e9e5e836a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.219585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab2de04-4acf-4b12-9fb3-35bef10e97b0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.246361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab2de04-4acf-4b12-9fb3-35bef10e97b0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.259515 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1836-f3ce-4916-a9a3-0e9e5e836a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.265058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1836-f3ce-4916-a9a3-0e9e5e836a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.266347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9e3a1836-f3ce-4916-a9a3-0e9e5e836a78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3d64c11-8129-48ea-970e-0f1a6a79c044 HTTP/1.1" status: 204 len: 168 time: 0.2698131 Jul 14 09:33:42.294221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1836-f3ce-4916-a9a3-0e9e5e836a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d64c11-8129-48ea-970e-0f1a6a79c044,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.333869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab2de04-4acf-4b12-9fb3-35bef10e97b0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.336741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ab2de04-4acf-4b12-9fb3-35bef10e97b0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.338037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ab2de04-4acf-4b12-9fb3-35bef10e97b0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a49e8e2-eb67-46dc-a1c4-c14db7cbb435 HTTP/1.1" status: 204 len: 168 time: 0.2284274 Jul 14 09:33:42.340798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58232) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.355328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2de04-4acf-4b12-9fb3-35bef10e97b0 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49e8e2-eb67-46dc-a1c4-c14db7cbb435,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.460785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet 16dd7f30-6ef5-4678-92e5-1507898b3c6f {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:42.465983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.520408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.607816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.731297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.762686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=16dd7f30-6ef5-4678-92e5-1507898b3c6f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.766662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.769147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-363eb9ae-dfaf-458b-8b21-e693cf971c46 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/16dd7f30-6ef5-4678-92e5-1507898b3c6f HTTP/1.1" status: 204 len: 168 time: 0.4273343 Jul 14 09:33:42.773295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.784032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0769a93f-6cec-45ed-9df4-1d22cc187218 None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:42.885810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet 0206901f-238c-4f1a-a8ba-6332f8201d0c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:42.894977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.957832 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.104609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.205137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.263963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=0206901f-238c-4f1a-a8ba-6332f8201d0c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.268188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.272833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-67199e70-bd51-41fc-938e-d35709d04059 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/0206901f-238c-4f1a-a8ba-6332f8201d0c HTTP/1.1" status: 204 len: 168 time: 0.4978974 Jul 14 09:33:43.273589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.310412 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0019b3db-490e-48e7-8c5c-73c13978eb37 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:43.310879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0019b3db-490e-48e7-8c5c-73c13978eb37 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:43.317673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.326777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0019b3db-490e-48e7-8c5c-73c13978eb37 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/16dd7f30-6ef5-4678-92e5-1507898b3c6f HTTP/1.1" status: 404 len: 337 time: 0.0517824 Jul 14 09:33:43.423220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting subnet a0de109a-1823-4104-ba87-8f444d62cbf6 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:43.427207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.496774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.648198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.779345 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.836860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Subnet': ['ID=a0de109a-1823-4104-ba87-8f444d62cbf6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.842807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.848210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.849248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7bee940e-a120-4f56-abfc-4cd81167a951 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/a0de109a-1823-4104-ba87-8f444d62cbf6 HTTP/1.1" status: 204 len: 168 time: 0.5304475 Jul 14 09:33:43.881795 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5c6e75-563e-4f23-a316-bc623336acf6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:43.882531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5c6e75-563e-4f23-a316-bc623336acf6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:43.884967 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5c5c6e75-563e-4f23-a316-bc623336acf6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/cfa3f83b-cdba-44c0-994f-61446a5ebc37 HTTP/1.1" status: 404 len: 337 time: 0.0346186 Jul 14 09:33:43.888202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.932130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-05fb259f-251a-4aaf-b8bd-89cf00ca8964 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2df65c99-5a62-4955-b0f2-13e39c87e454 HTTP/1.1" status: 200 len: 205 time: 0.0421677 Jul 14 09:33:43.935059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58304) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.981748 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-0cfd78f6-4ff0-479d-b415-9ca4a4992d32 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] delete failed (client error): The resource could not be found. Jul 14 09:33:43.985157 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0cfd78f6-4ff0-479d-b415-9ca4a4992d32 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/routers/2df65c99-5a62-4955-b0f2-13e39c87e454 HTTP/1.1" status: 404 len: 336 time: 0.0467427 Jul 14 09:33:43.985737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.015277 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7da4c0f-609d-419f-be40-f4dcbfe5a68f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.015846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7da4c0f-609d-419f-be40-f4dcbfe5a68f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.018020 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d7da4c0f-609d-419f-be40-f4dcbfe5a68f tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/dbea4684-3272-4306-84c2-cb152a7b5a32 HTTP/1.1" status: 404 len: 337 time: 0.0310431 Jul 14 09:33:44.020664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.055889 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-67288f75-e01c-42e1-82b4-8a78593f5cd6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.056147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67288f75-e01c-42e1-82b4-8a78593f5cd6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.058025 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-67288f75-e01c-42e1-82b4-8a78593f5cd6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/59151b86-d31d-4a7f-af96-0529d737a164 HTTP/1.1" status: 404 len: 337 time: 0.0362666 Jul 14 09:33:44.060730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58312) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.094741 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d17fa8-1d85-4f79-8fc9-22d1160f1043 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.095271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d17fa8-1d85-4f79-8fc9-22d1160f1043 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.097319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02d17fa8-1d85-4f79-8fc9-22d1160f1043 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/56dd5bb1-d34b-44ad-8667-8e3fb5b3e155 HTTP/1.1" status: 404 len: 337 time: 0.0355215 Jul 14 09:33:44.100119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.129061 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe4be71-fa2f-425a-849a-4ca6a93b8b6a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.129778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe4be71-fa2f-425a-849a-4ca6a93b8b6a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.131547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dbe4be71-fa2f-425a-849a-4ca6a93b8b6a tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/6f40695e-e027-4631-932f-1f9601826d10 HTTP/1.1" status: 404 len: 333 time: 0.0304070 Jul 14 09:33:44.134181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58320) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.141892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6a125d-8738-4af9-88e6-d1e421054c84 None None] Network a8324650-e7fc-447a-a356-8d4e1ffc24ae requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:44.163339 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee30b21-8aca-45f5-97b8-6f0e558fdf36 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.163842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee30b21-8aca-45f5-97b8-6f0e558fdf36 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.166124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ee30b21-8aca-45f5-97b8-6f0e558fdf36 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/3ddad84b-b2ae-4587-80d9-c9227ccfa8ef HTTP/1.1" status: 404 len: 337 time: 0.0306940 Jul 14 09:33:44.169568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.209565 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5f13ae-d6b6-4dcb-bfc3-bebe95aa31ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.209968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5f13ae-d6b6-4dcb-bfc3-bebe95aa31ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.212051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dd5f13ae-d6b6-4dcb-bfc3-bebe95aa31ea tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/cd1fc29e-6d99-46d4-8294-8809f024652d HTTP/1.1" status: 404 len: 337 time: 0.0413463 Jul 14 09:33:44.215118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58324) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.218852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-552e71a4-9bc9-4174-8b54-9820a106f901 None None] Provisioning complete for port e67e4941-0d31-41f5-922e-8d7da4819e6a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:44.219235 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-552e71a4-9bc9-4174-8b54-9820a106f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.246330 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c887a-bad9-4e4e-a07e-5ee2f43af42e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.248184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c887a-bad9-4e4e-a07e-5ee2f43af42e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.250241 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c24c887a-bad9-4e4e-a07e-5ee2f43af42e tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/5d7603b3-bc30-4b8a-a1c3-1047d925b910 HTTP/1.1" status: 404 len: 333 time: 0.0339701 Jul 14 09:33:44.253357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.293417 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf2776f-ac6c-4905-aaac-54a1391a0b71 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.293960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf2776f-ac6c-4905-aaac-54a1391a0b71 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.295779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aaf2776f-ac6c-4905-aaac-54a1391a0b71 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/dc0d9afa-d0b7-4fa6-a001-25bdb36a5c1b HTTP/1.1" status: 404 len: 337 time: 0.0412793 Jul 14 09:33:44.298209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.328211 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-40200bac-38d6-4982-9b1f-801fcdf61587 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:44.328742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40200bac-38d6-4982-9b1f-801fcdf61587 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:44.330688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-40200bac-38d6-4982-9b1f-801fcdf61587 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/subnets/33baebe1-40fd-45a8-a80b-90b333a43475 HTTP/1.1" status: 404 len: 337 time: 0.0314865 Jul 14 09:33:44.333376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.358479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-552e71a4-9bc9-4174-8b54-9820a106f901 None None] Port e67e4941-0d31-41f5-922e-8d7da4819e6a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:44.389653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-552e71a4-9bc9-4174-8b54-9820a106f901 None None] Provisioning complete for port 655629eb-3154-40ec-b309-9db7a1d683de triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:44.390258 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-552e71a4-9bc9-4174-8b54-9820a106f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.505933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] DHCP port deletion for a8324650-e7fc-447a-a356-8d4e1ffc24ae request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:44.530137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Deleting port e67e4941-0d31-41f5-922e-8d7da4819e6a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:44.531069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.583955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] Deleting port 655629eb-3154-40ec-b309-9db7a1d683de {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:44.584433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.633612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.658545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Calling delete_port for e67e4941-0d31-41f5-922e-8d7da4819e6a owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:44.659501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] For port 655629eb-3154-40ec-b309-9db7a1d683de, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=655629eb-3154-40ec-b309-9db7a1d683de,segment=NetworkSegment(e2c98605-3676-44fa-89e0-765193db69ea),segment_id=e2c98605-3676-44fa-89e0-765193db69ea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:44.659913 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.677476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] Calling delete_port for 655629eb-3154-40ec-b309-9db7a1d683de owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:44.785062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.786242 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.806788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.815175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58338) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.815476 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/ports/e67e4941-0d31-41f5-922e-8d7da4819e6a HTTP/1.1" status: 204 len: 168 time: 0.4802742 Jul 14 09:33:44.825530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] Pushing event deleted for resources: {'Port': ['ID=655629eb-3154-40ec-b309-9db7a1d683de,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.832325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b22c3-85ce-4b03-88d6-c3a41f406b77 None None] No DVR routers for this DVR port 655629eb-3154-40ec-b309-9db7a1d683de on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:44.853343 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d1a15-841d-417b-8eea-2571fc4ba0a5 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Port': ['ID=e67e4941-0d31-41f5-922e-8d7da4819e6a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.928588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-22d3f6e2-88af-4f6e-9a98-515817f675a8 req-4b989716-9567-4e5d-8cf6-72622b5dd873 service neutron] (93754) timed out ('10.222.0.18', 39328) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:33:44.938950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.053566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.065134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8324650-e7fc-447a-a356-8d4e1ffc24ae']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:45.084259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c98605-3676-44fa-89e0-765193db69ea') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:45.084567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c98605-3676-44fa-89e0-765193db69ea') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:45.095965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.112648 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.119462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:45.119867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:45.124282 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:45.200580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.211244 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.216726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] 10.222.0.18 "DELETE /v2.0/networks/a8324650-e7fc-447a-a356-8d4e1ffc24ae HTTP/1.1" status: 204 len: 168 time: 0.4004400 Jul 14 09:33:45.234861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f1148-04fd-4858-be6b-63a4a0f003e6 tempest-PortsIpV6TestJSON-1228810303 tempest-PortsIpV6TestJSON-1228810303-project] Pushing event deleted for resources: {'Network': ['ID=a8324650-e7fc-447a-a356-8d4e1ffc24ae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.246719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 655629eb-3154-40ec-b309-9db7a1d683de no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:45.271086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 655629eb-3154-40ec-b309-9db7a1d683de {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:45.272267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 655629eb-3154-40ec-b309-9db7a1d683de not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:45.571117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:45.710691 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9c2e29bc-4292-4b57-a543-03462667ed6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf0aa1da9fc74a1ab9010d8e58b0a59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382291 Jul 14 09:33:45.713275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:45.763829 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc726-c68f-4358-a626-7543a6b36ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.785100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc726-c68f-4358-a626-7543a6b36ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.833979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc726-c68f-4358-a626-7543a6b36ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.836701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc726-c68f-4358-a626-7543a6b36ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.837871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0e7cc726-c68f-4358-a626-7543a6b36ad6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73d8487d-aac5-4a1d-bb10-978544b91438 HTTP/1.1" status: 204 len: 168 time: 0.1230547 Jul 14 09:33:45.846433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cc726-c68f-4358-a626-7543a6b36ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8487d-aac5-4a1d-bb10-978544b91438,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.951845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2690d57-320b-4dad-bd9a-5186ad875be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.612642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58406) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:46.766901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-230458159'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:46.796801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:46.800497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.811145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.916856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.921790 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.959210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:46.961391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8441f-d9b0-46f3-9c78-ae2b7cd638e1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.973054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.973054 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment e9562f18-31cd-43ac-bdd1-662e93ed5f9a of type vlan for network f2731ff7-63d9-4816-9f6f-f35819845d03 Jul 14 09:33:47.015988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.052138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.059909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.060563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.125369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5115943 Jul 14 09:33:47.130029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:47.137852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5b0e8-906c-48b9-9a7a-b199cbdd2da4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=f2731ff7-63d9-4816-9f6f-f35819845d03,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.139831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-197293488'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:47.153562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f2731ff7-63d9-4816-9f6f-f35819845d03 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:47.193411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:47.197564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.225972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:47.243141 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.243930 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment 668c2960-68b5-4f4a-a0af-2c9bfc698575 of type vlan for network 69075620-58f6-4eac-b2a7-b304958b5c4e Jul 14 09:33:47.305761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.340805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.347574 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.348486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.429677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2949197 Jul 14 09:33:47.430043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:47.435977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': 'f2731ff7-63d9-4816-9f6f-f35819845d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:47.446841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604888a-a001-4693-a4b1-0324045243cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=69075620-58f6-4eac-b2a7-b304958b5c4e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.459447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 69075620-58f6-4eac-b2a7-b304958b5c4e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:47.562404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:47.566632 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.587239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58442) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:47.716285 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ac1764b-51c7-4e4f-ac60-58d6f10aa1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.773044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-3ca5ffa8-288e-4c05-bb06-9380e964e799 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2380230 Jul 14 09:33:47.818671 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ac1764b-51c7-4e4f-ac60-58d6f10aa1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.824584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ac1764b-51c7-4e4f-ac60-58d6f10aa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.854222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1764b-51c7-4e4f-ac60-58d6f10aa1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf15e47-fd4d-4cf8-a3f1-9a7cf6133d0e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.870749 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.876117 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4ac1764b-51c7-4e4f-ac60-58d6f10aa1fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56ab88ac957e464fbfdc2fe0248b3436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871695 Jul 14 09:33:47.878650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58446) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:47.931235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c25b3a-949d-40f0-b7d8-ec223b39df2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.951604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-2f0e52c6-0aa4-485a-a5e8-513902e87fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.953551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-2f0e52c6-0aa4-485a-a5e8-513902e87fce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 1098 time: 0.1340241 Jul 14 09:33:47.953754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c25b3a-949d-40f0-b7d8-ec223b39df2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.959485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=56d68d43-4e33-4de2-8967-158f06c45394,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.962839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': 'e9562f18-31cd-43ac-bdd1-662e93ed5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f2731ff7-63d9-4816-9f6f-f35819845d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:47.963507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: f2731ff7-63d9-4816-9f6f-f35819845d03, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:47.998044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network f2731ff7-63d9-4816-9f6f-f35819845d03 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:48.023924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c25b3a-949d-40f0-b7d8-ec223b39df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.026899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2c25b3a-949d-40f0-b7d8-ec223b39df2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.032028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f2c25b3a-949d-40f0-b7d8-ec223b39df2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baf15e47-fd4d-4cf8-a3f1-9a7cf6133d0e HTTP/1.1" status: 204 len: 168 time: 0.1520360 Jul 14 09:33:48.042681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c25b3a-949d-40f0-b7d8-ec223b39df2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf15e47-fd4d-4cf8-a3f1-9a7cf6133d0e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.051279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f2731ff7-63d9-4816-9f6f-f35819845d03) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:48.060689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.061519 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.065530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dcd7f4-4f13-4947-a2bd-2aec4d74ac8c None None] Network f2731ff7-63d9-4816-9f6f-f35819845d03 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:48.093287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-404a4d49-5f1b-493a-a55f-e27516d422d8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6621165 Jul 14 09:33:48.096098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.101822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '69075620-58f6-4eac-b2a7-b304958b5c4e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:48.109275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-b333e0dd-7d21-473f-beb3-f3816a2658b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.111246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-b333e0dd-7d21-473f-beb3-f3816a2658b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.1341395 Jul 14 09:33:48.169823 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-e7caf138-ba91-4df7-85bb-dc980540d0e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d492dd65-63c4-4b4b-b957-a9c37643e666 HTTP/1.1" status: 200 len: 217 time: 0.0514026 Jul 14 09:33:48.262650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:48.265782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-a293ad00-f4dc-4958-869b-31ab65d5a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.267426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-a293ad00-f4dc-4958-869b-31ab65d5a1c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.0915496 Jul 14 09:33:48.268187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.324543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-f2731ff7-63d9-4816-9f6f-f35819845d03', 'network_id': 'f2731ff7-63d9-4816-9f6f-f35819845d03', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '56d68d43-4e33-4de2-8967-158f06c45394'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:48.325749 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.329036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-9814a8b8-2d27-49b6-8b70-28e069f29ec4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551643 Jul 14 09:33:48.344207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-95561386-93cc-4041-bd30-f9e8c51010ab service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:33:48.349325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-95561386-93cc-4041-bd30-f9e8c51010ab service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127165 Jul 14 09:33:48.460462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-90f330eb-e279-4748-a3c0-8c27774796d5 service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056254 Jul 14 09:33:48.487381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58458) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.507023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fb49128-1f96-446e-9614-4db9a8f6b7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.528928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Allocated IP 172.20.0.2 (f2731ff7-63d9-4816-9f6f-f35819845d03/56d68d43-4e33-4de2-8967-158f06c45394/113b57b8-7ba0-4da0-a41d-c227fa05f4f6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:48.591437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb5eb635-ba81-4bcb-a1e5-a31d9f6876f6 req-3b3b520a-acbe-42ae-8739-b9f5f583b69c service neutron] 10.222.0.11 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243494 Jul 14 09:33:48.662296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.710712 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.722041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Transition to ACTIVE for port object 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:48.744758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Transition to ACTIVE for port object 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:48.749126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=77f2de33-c322-4ca1-902a-b306e7fdac2a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.753611 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.771777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fb49128-1f96-446e-9614-4db9a8f6b7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.779280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': '668c2960-68b5-4f4a-a0af-2c9bfc698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69075620-58f6-4eac-b2a7-b304958b5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:48.779669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 69075620-58f6-4eac-b2a7-b304958b5c4e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:48.781777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fb49128-1f96-446e-9614-4db9a8f6b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.792525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Network f2731ff7-63d9-4816-9f6f-f35819845d03 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:48.793724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:48.796107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:48.833162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8fb49128-1f96-446e-9614-4db9a8f6b7b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cca0d240a5ab4220869c334ae3040e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422599 Jul 14 09:33:48.833162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb49128-1f96-446e-9614-4db9a8f6b7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50871d9e-8a19-4909-abe4-369ad9871ea9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.833791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58460) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.837780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Pushing event updated for resources: {'Port': ['ID=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.844531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 69075620-58f6-4eac-b2a7-b304958b5c4e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:48.858546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 69075620-58f6-4eac-b2a7-b304958b5c4e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:48.867038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.867755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.877921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Attempting to bind port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:48.878291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Attempting to bind port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e9562f18-31cd-43ac-bdd1-662e93ed5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f2731ff7-63d9-4816-9f6f-f35819845d03'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:48.878817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Attempting to bind port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 on network f2731ff7-63d9-4816-9f6f-f35819845d03 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:48.883184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7761795-e288-4aa7-8461-950a4b587e5a None None] Network 69075620-58f6-4eac-b2a7-b304958b5c4e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:48.890136 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-661bef08-5b47-41ac-a3a3-e16f1ec3a449 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7927630 Jul 14 09:33:48.890551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.895853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bd640cbc-cec4-495e-9803-aa9f1e71a26a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1787520216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:48.925098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:48.925379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb515e1d-7c46-46f5-92f7-9f22ac11e4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.925505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Checking segment: {'id': 'e9562f18-31cd-43ac-bdd1-662e93ed5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f2731ff7-63d9-4816-9f6f-f35819845d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:48.925743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.926122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Bound using segment: {'id': 'e9562f18-31cd-43ac-bdd1-662e93ed5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f2731ff7-63d9-4816-9f6f-f35819845d03'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:48.926975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Bound port: 113b57b8-7ba0-4da0-a41d-c227fa05f4f6, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9562f18-31cd-43ac-bdd1-662e93ed5f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f2731ff7-63d9-4816-9f6f-f35819845d03'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:48.927454 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.939646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd640cbc-cec4-495e-9803-aa9f1e71a26a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.940939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd640cbc-cec4-495e-9803-aa9f1e71a26a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.958813 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb515e1d-7c46-46f5-92f7-9f22ac11e4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.016625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] For port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:49.019876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] For port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,segment=NetworkSegment(e9562f18-31cd-43ac-bdd1-662e93ed5f9a),segment_id=e9562f18-31cd-43ac-bdd1-662e93ed5f9a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:49.029820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd640cbc-cec4-495e-9803-aa9f1e71a26a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.030317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.035893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd640cbc-cec4-495e-9803-aa9f1e71a26a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.059329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd640cbc-cec4-495e-9803-aa9f1e71a26a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.060619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bd640cbc-cec4-495e-9803-aa9f1e71a26a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1685677 Jul 14 09:33:49.064568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.071818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb515e1d-7c46-46f5-92f7-9f22ac11e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.078220 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.078424 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb515e1d-7c46-46f5-92f7-9f22ac11e4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.084300 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fb515e1d-7c46-46f5-92f7-9f22ac11e4f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50871d9e-8a19-4909-abe4-369ad9871ea9 HTTP/1.1" status: 204 len: 168 time: 0.2432814 Jul 14 09:33:49.145399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70adafe-d447-44c5-bb27-5abfe9a68cd9 None None] Pushing event updated for resources: {'Port': ['ID=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:49.188490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515e1d-7c46-46f5-92f7-9f22ac11e4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50871d9e-8a19-4909-abe4-369ad9871ea9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:49.209284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-69075620-58f6-4eac-b2a7-b304958b5c4e', 'network_id': '69075620-58f6-4eac-b2a7-b304958b5c4e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '77f2de33-c322-4ca1-902a-b306e7fdac2a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:49.213351 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.472675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Allocated IP 172.21.0.2 (69075620-58f6-4eac-b2a7-b304958b5c4e/77f2de33-c322-4ca1-902a-b306e7fdac2a/22011de2-c232-4327-b81d-f432168c5df3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:49.549189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.681711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ad9119d-6707-401b-8bbb-8965905cc867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.736586 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.758701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.774697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Transition to ACTIVE for port object 22011de2-c232-4327-b81d-f432168c5df3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:49.800552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Transition to ACTIVE for port object 22011de2-c232-4327-b81d-f432168c5df3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:49.814187 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.874673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Network 69075620-58f6-4eac-b2a7-b304958b5c4e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:49.877955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:49.884819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:49.935543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Pushing event updated for resources: {'Port': ['ID=22011de2-c232-4327-b81d-f432168c5df3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.010126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.20.0.1 (f2731ff7-63d9-4816-9f6f-f35819845d03/56d68d43-4e33-4de2-8967-158f06c45394/8db1e030-5fc1-44f6-b31c-cea0120609e3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:50.205685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Attempting to bind port 22011de2-c232-4327-b81d-f432168c5df3 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:50.206417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Attempting to bind port 22011de2-c232-4327-b81d-f432168c5df3 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '668c2960-68b5-4f4a-a0af-2c9bfc698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69075620-58f6-4eac-b2a7-b304958b5c4e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:50.207910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Attempting to bind port 22011de2-c232-4327-b81d-f432168c5df3 on network 69075620-58f6-4eac-b2a7-b304958b5c4e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:50.212727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.217389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:50.217890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Checking segment: {'id': '668c2960-68b5-4f4a-a0af-2c9bfc698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69075620-58f6-4eac-b2a7-b304958b5c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:50.218409 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.218872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Bound using segment: {'id': '668c2960-68b5-4f4a-a0af-2c9bfc698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69075620-58f6-4eac-b2a7-b304958b5c4e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:50.219439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Bound port: 22011de2-c232-4327-b81d-f432168c5df3, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c2960-68b5-4f4a-a0af-2c9bfc698575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '69075620-58f6-4eac-b2a7-b304958b5c4e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:50.220094 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.223456 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.231228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object 8db1e030-5fc1-44f6-b31c-cea0120609e3 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:50.286026 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.339924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] For port 22011de2-c232-4327-b81d-f432168c5df3, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:50.343328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network f2731ff7-63d9-4816-9f6f-f35819845d03 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:50.343606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] For port 22011de2-c232-4327-b81d-f432168c5df3, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22011de2-c232-4327-b81d-f432168c5df3,segment=NetworkSegment(668c2960-68b5-4f4a-a0af-2c9bfc698575),segment_id=668c2960-68b5-4f4a-a0af-2c9bfc698575)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:50.346812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:50.349818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:50.357468 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.409147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=8db1e030-5fc1-44f6-b31c-cea0120609e3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.436635 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.438042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226c7d5-24e6-42ad-bfc8-c33bfcb79963 None None] Pushing event updated for resources: {'Port': ['ID=22011de2-c232-4327-b81d-f432168c5df3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.459332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3ddea-7047-4d76-b79a-7b62d2e51702 None None] Network f2731ff7-63d9-4816-9f6f-f35819845d03 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:50.529281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-141ad3c6-31ef-4ee5-bf6c-b27ee75fba2c None None] Provisioning for port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:50.596213 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.924389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.938404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.014379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=8db1e030-5fc1-44f6-b31c-cea0120609e3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.016810 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.082948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3f24bb4-3db1-4a2e-adf1-8a0faa73412b None None] Provisioning for port 8db1e030-5fc1-44f6-b31c-cea0120609e3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:51.087065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3f24bb4-3db1-4a2e-adf1-8a0faa73412b None None] Provisioning complete for port 8db1e030-5fc1-44f6-b31c-cea0120609e3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:51.087722 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3f24bb4-3db1-4a2e-adf1-8a0faa73412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.122182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network f2731ff7-63d9-4816-9f6f-f35819845d03 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:51.125004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:51.127927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f3f24bb4-3db1-4a2e-adf1-8a0faa73412b None None] Port 8db1e030-5fc1-44f6-b31c-cea0120609e3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:51.364746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67ca616e-55dd-41ae-943f-1d9f778c3622 None None] Provisioning complete for port 8db1e030-5fc1-44f6-b31c-cea0120609e3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:51.365124 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67ca616e-55dd-41ae-943f-1d9f778c3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.378943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 4ae2743e-5d4b-4a51-b331-3706999bb8c9 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:51.453605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22011de2-c232-4327-b81d-f432168c5df3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:51.534298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:51.548781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1c4d4d94-3f03-463a-b766-c7bf7acafeb4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/4ae2743e-5d4b-4a51-b331-3706999bb8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4831660 Jul 14 09:33:51.549093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.551332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] Sync routers for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:51.557257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-67ca616e-55dd-41ae-943f-1d9f778c3622 None None] Port 8db1e030-5fc1-44f6-b31c-cea0120609e3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:51.576274 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.583914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:51.584670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:51.632184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:51.650151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:51.651928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:51.660001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 22011de2-c232-4327-b81d-f432168c5df3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:51.667073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a567eb-9e3f-4011-8ee6-8fb18114e27f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.672206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 58546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.680561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c8a567eb-9e3f-4011-8ee6-8fb18114e27f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports/8db1e030-5fc1-44f6-b31c-cea0120609e3 HTTP/1.1" status: 200 len: 910 time: 0.1291800 Jul 14 09:33:51.770479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:51.775528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472add98-7e54-456c-9ef0-7a4a790e26bd None None] The sync data for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:51.786427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:51.884009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:51.893770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:51.894391 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.931403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-32afae4a-9472-4a5d-be56-74220dd3b2b9 None None] Provisioning complete for port 8db1e030-5fc1-44f6-b31c-cea0120609e3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:51.932053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32afae4a-9472-4a5d-be56-74220dd3b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.938564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301cef6-2ac1-4336-8b1e-554b7aea4003 None None] Network 69075620-58f6-4eac-b2a7-b304958b5c4e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:52.052015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-32afae4a-9472-4a5d-be56-74220dd3b2b9 None None] Port 8db1e030-5fc1-44f6-b31c-cea0120609e3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:52.142786 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.153270 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.225429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,segment=NetworkSegment(e9562f18-31cd-43ac-bdd1-662e93ed5f9a),segment_id=e9562f18-31cd-43ac-bdd1-662e93ed5f9a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:52.268765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f9cc6eeb-a537-459a-9f28-3c003885d6a9 None None] Provisioning for port 22011de2-c232-4327-b81d-f432168c5df3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:52.271047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.281703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f9cc6eeb-a537-459a-9f28-3c003885d6a9 None None] Provisioning complete for port 22011de2-c232-4327-b81d-f432168c5df3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:52.282213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6eeb-a537-459a-9f28-3c003885d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.381891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.465819 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6eeb-a537-459a-9f28-3c003885d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.539001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f9cc6eeb-a537-459a-9f28-3c003885d6a9 None None] For port 22011de2-c232-4327-b81d-f432168c5df3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22011de2-c232-4327-b81d-f432168c5df3,segment=NetworkSegment(668c2960-68b5-4f4a-a0af-2c9bfc698575),segment_id=668c2960-68b5-4f4a-a0af-2c9bfc698575)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:52.548191 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6eeb-a537-459a-9f28-3c003885d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.624380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc6eeb-a537-459a-9f28-3c003885d6a9 None None] Pushing event updated for resources: {'Port': ['ID=22011de2-c232-4327-b81d-f432168c5df3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.870031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8121b51-9012-461d-8e51-ca00200c8c5b None None] Provisioning complete for port 22011de2-c232-4327-b81d-f432168c5df3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:52.870908 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8121b51-9012-461d-8e51-ca00200c8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.914718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.21.0.1 (69075620-58f6-4eac-b2a7-b304958b5c4e/77f2de33-c322-4ca1-902a-b306e7fdac2a/c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:53.064750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.084171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:53.131642 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.181884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 69075620-58f6-4eac-b2a7-b304958b5c4e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:53.190031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:53.194302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:53.244456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.302206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:53.320511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22011de2-c232-4327-b81d-f432168c5df3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:53.403993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 22011de2-c232-4327-b81d-f432168c5df3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:53.404579 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.514485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfa06868-ccdb-4484-b41f-3479bf2a0292 None None] Provisioning for port c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:53.522188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfa06868-ccdb-4484-b41f-3479bf2a0292 None None] Provisioning complete for port c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:53.522839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfa06868-ccdb-4484-b41f-3479bf2a0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.531329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.589201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bfa06868-ccdb-4484-b41f-3479bf2a0292 None None] Port c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:53.602111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:53.675343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:53.675987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.905760 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.912952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.976940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.024967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.137759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 69075620-58f6-4eac-b2a7-b304958b5c4e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:54.139511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:54.269733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 4ae2743e-5d4b-4a51-b331-3706999bb8c9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:54.439474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:54.445537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a8fc5e0d-f324-4e48-b541-3154bcd16d6a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/4ae2743e-5d4b-4a51-b331-3706999bb8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7721925 Jul 14 09:33:54.448594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.451303 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] Sync routers for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:54.468960 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:54.470483 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:54.529615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-df446ea0-6102-4f7c-bb77-04200eb8c565 None None] Provisioning complete for port c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:54.530546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df446ea0-6102-4f7c-bb77-04200eb8c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.541751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac3f94-5658-469b-9d1b-65a879b38ce1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.543562 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-90ac3f94-5658-469b-9d1b-65a879b38ce1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports/c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d HTTP/1.1" status: 200 len: 910 time: 0.0880518 Jul 14 09:33:54.546257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 58878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.560312 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:54.585911 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:54.586718 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:54.607190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-df446ea0-6102-4f7c-bb77-04200eb8c565 None None] Port c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:54.645708 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:54.646411 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd3010-9008-484b-aac0-ba715350c04e None None] The sync data for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:55.044206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.351703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:55.352143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.462178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.492340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:55.734708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.766937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=c1979c29-c0e3-4fee-a753-a4a7fe2f5c5d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.932191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.464416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 4ae2743e-5d4b-4a51-b331-3706999bb8c9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:56.575492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:56.583917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59024) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.584367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9fc25d84-ca0d-4035-b21d-22ab21083193 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/4ae2743e-5d4b-4a51-b331-3706999bb8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0365434 Jul 14 09:33:56.585645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] Sync routers for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:56.595646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:56.596337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.629412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.638905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:56.639756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.681273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.682265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3138c-e5a2-4e0a-accb-4a92e843adee None None] The sync data for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:56.994336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.257382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 8db1e030-5fc1-44f6-b31c-cea0120609e3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:57.257742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.375161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.390277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 8db1e030-5fc1-44f6-b31c-cea0120609e3 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:57.593966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.624931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=8db1e030-5fc1-44f6-b31c-cea0120609e3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.836085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:57.843009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.014286 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-727fa6e8-657b-4cae-8d05-a2b7bc2ea647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.033811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 4ae2743e-5d4b-4a51-b331-3706999bb8c9 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:58.113786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:58.119225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-727fa6e8-657b-4cae-8d05-a2b7bc2ea647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.122340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.122546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0959bd96-231a-4348-9e05-b959f190bdf2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/4ae2743e-5d4b-4a51-b331-3706999bb8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5374494 Jul 14 09:33:58.128378 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] Sync routers for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:58.135808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-727fa6e8-657b-4cae-8d05-a2b7bc2ea647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.138759 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.139382 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.162192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-59daf331-0027-462f-b797-b3a7b8ecb6e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ae2743e-5d4b-4a51-b331-3706999bb8c9 HTTP/1.1" status: 200 len: 205 time: 0.0381095 Jul 14 09:33:58.164882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59056) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.182133 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.195048 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] Routers {'4ae2743e-5d4b-4a51-b331-3706999bb8c9'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.196206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-727fa6e8-657b-4cae-8d05-a2b7bc2ea647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0c91a23dffb49dcb89d7dee80550a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579984 Jul 14 09:33:58.198638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fa6e8-657b-4cae-8d05-a2b7bc2ea647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa8279a-46c9-44eb-ae33-998363de7f3b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.199215 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.201241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.248250 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.248898 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8168254e-66ae-4ecc-b08e-b3f9d4a766ce None None] The sync data for ids ['4ae2743e-5d4b-4a51-b331-3706999bb8c9'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:58.254214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006fe64b-6f8b-4489-9b42-77fb72150991 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.255771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48c99281-2f8e-4fc0-8c8b-4a011df24482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.277876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48c99281-2f8e-4fc0-8c8b-4a011df24482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.334232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48c99281-2f8e-4fc0-8c8b-4a011df24482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.336774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48c99281-2f8e-4fc0-8c8b-4a011df24482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.337913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-48c99281-2f8e-4fc0-8c8b-4a011df24482 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fa8279a-46c9-44eb-ae33-998363de7f3b HTTP/1.1" status: 204 len: 168 time: 0.1357610 Jul 14 09:33:58.349366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c99281-2f8e-4fc0-8c8b-4a011df24482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa8279a-46c9-44eb-ae33-998363de7f3b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.427755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006fe64b-6f8b-4489-9b42-77fb72150991 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.430192 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006fe64b-6f8b-4489-9b42-77fb72150991 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.476031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006fe64b-6f8b-4489-9b42-77fb72150991 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.476689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006fe64b-6f8b-4489-9b42-77fb72150991 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae2743e-5d4b-4a51-b331-3706999bb8c9 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:33:58.485243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006fe64b-6f8b-4489-9b42-77fb72150991 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.488863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-006fe64b-6f8b-4489-9b42-77fb72150991 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/4ae2743e-5d4b-4a51-b331-3706999bb8c9 HTTP/1.1" status: 204 len: 168 time: 0.3205106 Jul 14 09:33:58.489179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.545925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 77f2de33-c322-4ca1-902a-b306e7fdac2a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:58.548887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.591571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.677143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.691708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9ff54eb-d5da-4393-9dfb-8b2ec27f8e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.693698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.769909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.808537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=77f2de33-c322-4ca1-902a-b306e7fdac2a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.822176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.827684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59072) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.828586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-83020e4d-41d7-47f2-a982-ca9e6433fd54 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/77f2de33-c322-4ca1-902a-b306e7fdac2a HTTP/1.1" status: 204 len: 168 time: 0.3381925 Jul 14 09:33:58.830257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67da564-fab2-47c9-bd87-3071e4aff11a None None] Network 69075620-58f6-4eac-b2a7-b304958b5c4e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:58.851848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9ff54eb-d5da-4393-9dfb-8b2ec27f8e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.880350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9ff54eb-d5da-4393-9dfb-8b2ec27f8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.915368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f9ff54eb-d5da-4393-9dfb-8b2ec27f8e3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30a43bc9111d47679551144e3c9e9a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333167 Jul 14 09:33:58.915617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59078) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.977262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff54eb-d5da-4393-9dfb-8b2ec27f8e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b1763-c976-491a-a2e2-de4509f96a5b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.991441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc8321e-d0dc-4008-9041-f3c0cb91e58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.024072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 56d68d43-4e33-4de2-8967-158f06c45394 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:59.028372 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc8321e-d0dc-4008-9041-f3c0cb91e58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.032284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.089498 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.094179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc8321e-d0dc-4008-9041-f3c0cb91e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.098106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc8321e-d0dc-4008-9041-f3c0cb91e58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.103120 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ccc8321e-d0dc-4008-9041-f3c0cb91e58c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd0b1763-c976-491a-a2e2-de4509f96a5b HTTP/1.1" status: 204 len: 168 time: 0.1863024 Jul 14 09:33:59.104356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7def670-605d-422b-afd1-59e198ce964e None None] DHCP port deletion for 69075620-58f6-4eac-b2a7-b304958b5c4e request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:59.113500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8321e-d0dc-4008-9041-f3c0cb91e58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b1763-c976-491a-a2e2-de4509f96a5b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.176634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b7def670-605d-422b-afd1-59e198ce964e None None] Deleting port 22011de2-c232-4327-b81d-f432168c5df3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:59.177104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7def670-605d-422b-afd1-59e198ce964e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.250881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.267559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b7def670-605d-422b-afd1-59e198ce964e None None] For port 22011de2-c232-4327-b81d-f432168c5df3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=22011de2-c232-4327-b81d-f432168c5df3,segment=NetworkSegment(668c2960-68b5-4f4a-a0af-2c9bfc698575),segment_id=668c2960-68b5-4f4a-a0af-2c9bfc698575)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:59.268474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7def670-605d-422b-afd1-59e198ce964e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.296345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b7def670-605d-422b-afd1-59e198ce964e None None] Calling delete_port for 22011de2-c232-4327-b81d-f432168c5df3 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:59.347581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 22011de2-c232-4327-b81d-f432168c5df3 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:59.349433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.397810 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.399986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5498c9-a070-4177-a906-510a658b16b6 None None] Network f2731ff7-63d9-4816-9f6f-f35819845d03 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:59.403123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.403286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/56d68d43-4e33-4de2-8967-158f06c45394 HTTP/1.1" status: 204 len: 168 time: 0.5744648 Jul 14 09:33:59.404228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d7043-c924-4ddc-b582-c9f65d4f041f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=56d68d43-4e33-4de2-8967-158f06c45394,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.499469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.505351 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7def670-605d-422b-afd1-59e198ce964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.532206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7def670-605d-422b-afd1-59e198ce964e None None] Pushing event deleted for resources: {'Port': ['ID=22011de2-c232-4327-b81d-f432168c5df3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.595849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7def670-605d-422b-afd1-59e198ce964e None None] No DVR routers for this DVR port 22011de2-c232-4327-b81d-f432168c5df3 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:59.600240 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.659011 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.676317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69075620-58f6-4eac-b2a7-b304958b5c4e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:59.693889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668c2960-68b5-4f4a-a0af-2c9bfc698575') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:59.695573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668c2960-68b5-4f4a-a0af-2c9bfc698575') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:59.722336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.740722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.753123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:59.753580 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:59.757775 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:59.820192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] DHCP port deletion for f2731ff7-63d9-4816-9f6f-f35819845d03 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:59.837967 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.852161 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.856048 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/69075620-58f6-4eac-b2a7-b304958b5c4e HTTP/1.1" status: 204 len: 168 time: 0.4509254 Jul 14 09:33:59.858330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.872793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3536f4-e5fb-4bb7-a65b-4a6cfa28e402 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=69075620-58f6-4eac-b2a7-b304958b5c4e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.906636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] Deleting port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:59.907057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.980131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] For port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,segment=NetworkSegment(e9562f18-31cd-43ac-bdd1-662e93ed5f9a),segment_id=e9562f18-31cd-43ac-bdd1-662e93ed5f9a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:59.980601 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.995897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] Calling delete_port for 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:00.012419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.143820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.161250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] No DVR routers for this DVR port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:00.171508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:00.171855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.205425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d0141-b73f-4d04-b2ef-6e25bb48be9a None None] Pushing event deleted for resources: {'Port': ['ID=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.259312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6, host n-d-758944-44, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:00.259703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.274491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:00.277818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 was not found and therefore no delete operation was performed {{(pid=93753) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:34:00.279708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.307514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=113b57b8-7ba0-4da0-a41d-c227fa05f4f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.309541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:00.395661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.410308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2731ff7-63d9-4816-9f6f-f35819845d03']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:00.425376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9562f18-31cd-43ac-bdd1-662e93ed5f9a') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:00.426157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9562f18-31cd-43ac-bdd1-662e93ed5f9a') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:00.436418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.454029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.463729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:00.463951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:00.467413 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:00.534303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.545926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.554387 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/f2731ff7-63d9-4816-9f6f-f35819845d03 HTTP/1.1" status: 204 len: 168 time: 0.6881008 Jul 14 09:34:00.554501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59114) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:00.558698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-163812784'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:00.560370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0670716-c541-4a68-a018-56d290527507 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=f2731ff7-63d9-4816-9f6f-f35819845d03,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.582263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:00.585985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.616095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:00.627862 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.628656 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment f999bfe2-5b37-4b5a-bc97-e232011b170b of type vlan for network 1b8474dc-8d09-4707-805d-c37ffafb235f Jul 14 09:34:00.687872 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.721216 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.731535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.735096 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.753744 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1996603 Jul 14 09:34:00.756447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59120) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:00.762813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:00.829188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d2e78-e947-4c9f-9faf-55e65dc0397b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=1b8474dc-8d09-4707-805d-c37ffafb235f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.844999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 1b8474dc-8d09-4707-805d-c37ffafb235f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:00.947309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:00.952176 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.263551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.288628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:01.342260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:01.342852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 113b57b8-7ba0-4da0-a41d-c227fa05f4f6 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:01.380614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': 'f999bfe2-5b37-4b5a-bc97-e232011b170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:01.381284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 1b8474dc-8d09-4707-805d-c37ffafb235f, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:01.386007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=9b6aadf5-2960-427a-8a37-d7bd268e1fb9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.409410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 1b8474dc-8d09-4707-805d-c37ffafb235f is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:01.430051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 1b8474dc-8d09-4707-805d-c37ffafb235f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:01.435530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.437068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.442942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc933325-8b2f-4292-86c5-996e6fcc03fc None None] Network 1b8474dc-8d09-4707-805d-c37ffafb235f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:01.463056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7003486f-65fb-44f3-989c-85c065eba170 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7051363 Jul 14 09:34:01.465958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59158) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:01.471696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b16d525d-1ef3-4b28-a7b5-fcca9db36dda tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-195067211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:01.501338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b16d525d-1ef3-4b28-a7b5-fcca9db36dda tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.502801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b16d525d-1ef3-4b28-a7b5-fcca9db36dda tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.572209 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b16d525d-1ef3-4b28-a7b5-fcca9db36dda tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.577807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b16d525d-1ef3-4b28-a7b5-fcca9db36dda tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.596458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b16d525d-1ef3-4b28-a7b5-fcca9db36dda tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.598422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b16d525d-1ef3-4b28-a7b5-fcca9db36dda tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1311059 Jul 14 09:34:01.601334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:01.608486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'port': {'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f', 'name': 'tempest-RoutersTest-2140074813'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:01.622569 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.708431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-1b8474dc-8d09-4707-805d-c37ffafb235f', 'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '9b6aadf5-2960-427a-8a37-d7bd268e1fb9'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:01.709695 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.849295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:01.855232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.881147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] device_id is not set on port 82a677bc-a29a-4eab-87a7-bedca09dca25 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:01.937884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Allocated IP 172.20.0.2 (1b8474dc-8d09-4707-805d-c37ffafb235f/9b6aadf5-2960-427a-8a37-d7bd268e1fb9/800ee9a9-cff3-43f5-b6ca-22c575ace89f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:02.048869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:02.178653 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-becc7121-e226-4909-bdae-1ca4b7266b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.288149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-becc7121-e226-4909-bdae-1ca4b7266b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.293772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-becc7121-e226-4909-bdae-1ca4b7266b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.310969 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.320090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Transition to ACTIVE for port object 800ee9a9-cff3-43f5-b6ca-22c575ace89f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:02.339075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Transition to ACTIVE for port object 800ee9a9-cff3-43f5-b6ca-22c575ace89f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:02.346181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.347581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-becc7121-e226-4909-bdae-1ca4b7266b91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f17b42b1ea414bdea919d96be2f24191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972898 Jul 14 09:34:02.350555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:02.352419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc7121-e226-4909-bdae-1ca4b7266b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398b4b7-2465-40a4-b587-a0aa12ff7d02,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.443543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Network 1b8474dc-8d09-4707-805d-c37ffafb235f is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:02.457754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3607f471-8cf9-4dc9-8292-97d7d3d9cd76 {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:34:02.459540 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:34:02.480731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27c25c10-147a-4db1-b248-a874ac20b481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.481853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Pushing event updated for resources: {'Port': ['ID=800ee9a9-cff3-43f5-b6ca-22c575ace89f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.493940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:02.497169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:02.528100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27c25c10-147a-4db1-b248-a874ac20b481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.567404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Attempting to bind port 800ee9a9-cff3-43f5-b6ca-22c575ace89f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.567836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Attempting to bind port 800ee9a9-cff3-43f5-b6ca-22c575ace89f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'f999bfe2-5b37-4b5a-bc97-e232011b170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.568214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Attempting to bind port 800ee9a9-cff3-43f5-b6ca-22c575ace89f on network 1b8474dc-8d09-4707-805d-c37ffafb235f {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.574504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:02.574927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Checking segment: {'id': 'f999bfe2-5b37-4b5a-bc97-e232011b170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:02.575575 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.575820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Bound using segment: {'id': 'f999bfe2-5b37-4b5a-bc97-e232011b170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:02.576304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Bound port: 800ee9a9-cff3-43f5-b6ca-22c575ace89f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f999bfe2-5b37-4b5a-bc97-e232011b170b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1b8474dc-8d09-4707-805d-c37ffafb235f'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:02.576697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.600525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27c25c10-147a-4db1-b248-a874ac20b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.603947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27c25c10-147a-4db1-b248-a874ac20b481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.608318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-27c25c10-147a-4db1-b248-a874ac20b481 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a398b4b7-2465-40a4-b587-a0aa12ff7d02 HTTP/1.1" status: 204 len: 168 time: 0.2565947 Jul 14 09:34:02.625660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c25c10-147a-4db1-b248-a874ac20b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398b4b7-2465-40a4-b587-a0aa12ff7d02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.672909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] For port 800ee9a9-cff3-43f5-b6ca-22c575ace89f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:02.676669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] For port 800ee9a9-cff3-43f5-b6ca-22c575ace89f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=800ee9a9-cff3-43f5-b6ca-22c575ace89f,segment=NetworkSegment(f999bfe2-5b37-4b5a-bc97-e232011b170b),segment_id=f999bfe2-5b37-4b5a-bc97-e232011b170b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:02.681173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.749019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f9a2-b45e-4af1-804c-1f4f9736b5a9 None None] Pushing event updated for resources: {'Port': ['ID=800ee9a9-cff3-43f5-b6ca-22c575ace89f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.899312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1e1f-eac6-46d0-8ddd-9ceb9fbaa448 req-f6e1f982-a8c4-423e-9fcd-a94639aa442f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.901287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118e1e1f-eac6-46d0-8ddd-9ceb9fbaa448 req-f6e1f982-a8c4-423e-9fcd-a94639aa442f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 945 time: 0.1049080 Jul 14 09:34:02.955072 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-118e1e1f-eac6-46d0-8ddd-9ceb9fbaa448 req-8ab0a3ee-69d8-4f7c-8dbd-4864fe189b21 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471272 Jul 14 09:34:02.959477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.022998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] device_id is not set on port 37bed460-59e0-45d5-bad4-eace3bea7793 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:03.104974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.134374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5796e62a-9108-4bb0-b332-c8698839854b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.205330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.20.0.12 (1b8474dc-8d09-4707-805d-c37ffafb235f/9b6aadf5-2960-427a-8a37-d7bd268e1fb9/37bed460-59e0-45d5-bad4-eace3bea7793) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:03.367700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 800ee9a9-cff3-43f5-b6ca-22c575ace89f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:03.389969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5796e62a-9108-4bb0-b332-c8698839854b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.395780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5796e62a-9108-4bb0-b332-c8698839854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.443230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e62a-9108-4bb0-b332-c8698839854b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46fffd-0893-462d-825c-4a4393903083,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.483507 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.486685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5796e62a-9108-4bb0-b332-c8698839854b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba8e8fbb14ac4e4e8f079283106d0429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726280 Jul 14 09:34:03.486685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.491735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 800ee9a9-cff3-43f5-b6ca-22c575ace89f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:03.509433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object 37bed460-59e0-45d5-bad4-eace3bea7793 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:03.549234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.550239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d261cbf-d58a-46db-82d3-72c99218ccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.578628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d261cbf-d58a-46db-82d3-72c99218ccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.602438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 1b8474dc-8d09-4707-805d-c37ffafb235f is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:03.607413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:03.618839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:03.643999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d261cbf-d58a-46db-82d3-72c99218ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.648942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d261cbf-d58a-46db-82d3-72c99218ccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.656487 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6d261cbf-d58a-46db-82d3-72c99218ccc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a46fffd-0893-462d-825c-4a4393903083 HTTP/1.1" status: 204 len: 168 time: 0.1687419 Jul 14 09:34:03.677589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d261cbf-d58a-46db-82d3-72c99218ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46fffd-0893-462d-825c-4a4393903083,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.716144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.716958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.732318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=37bed460-59e0-45d5-bad4-eace3bea7793,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.748084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b1b3cf3b-13a5-487a-b6f3-be86d5005665 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1432650 Jul 14 09:34:03.748437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59198) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:04.278713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ac692-0bed-43a2-bc26-7016f7ece84e None None] Network 1b8474dc-8d09-4707-805d-c37ffafb235f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:04.285760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2362e-efc2-4b22-b7fe-7e9e5556bfda req-169bedcc-1e3f-480c-9d8c-361614ea278e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.298873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-72b2362e-efc2-4b22-b7fe-7e9e5556bfda req-169bedcc-1e3f-480c-9d8c-361614ea278e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 945 time: 0.1230676 Jul 14 09:34:04.420880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-72b2362e-efc2-4b22-b7fe-7e9e5556bfda req-70a99ee1-cd03-4019-93c4-cf1e8ef9ed26 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209862 Jul 14 09:34:04.456948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a6984ee1-de39-406c-ba71-749e4b4c0f0f None None] Provisioning for port 800ee9a9-cff3-43f5-b6ca-22c575ace89f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:04.470165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a6984ee1-de39-406c-ba71-749e4b4c0f0f None None] Provisioning complete for port 800ee9a9-cff3-43f5-b6ca-22c575ace89f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:04.470719 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6984ee1-de39-406c-ba71-749e4b4c0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.544221 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-0d225fb2-5b5b-4577-8524-2a801841f3dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1650169 Jul 14 09:34:04.671121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.695055 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6984ee1-de39-406c-ba71-749e4b4c0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.756324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a6984ee1-de39-406c-ba71-749e4b4c0f0f None None] For port 800ee9a9-cff3-43f5-b6ca-22c575ace89f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=800ee9a9-cff3-43f5-b6ca-22c575ace89f,segment=NetworkSegment(f999bfe2-5b37-4b5a-bc97-e232011b170b),segment_id=f999bfe2-5b37-4b5a-bc97-e232011b170b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:04.763502 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6984ee1-de39-406c-ba71-749e4b4c0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.768409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39340306-19ad-4399-a226-ba38d5683c23 req-2cf8e53c-d176-40ad-a877-f18f93dce630 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.777464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39340306-19ad-4399-a226-ba38d5683c23 req-2cf8e53c-d176-40ad-a877-f18f93dce630 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 945 time: 0.2470496 Jul 14 09:34:04.800388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-4dbb8115-f92a-442f-b072-d2f8b7415029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.802017 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-4dbb8115-f92a-442f-b072-d2f8b7415029 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b37df22d035145aebb2c1c681cd40560&device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 1098 time: 0.2088301 Jul 14 09:34:04.832214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6984ee1-de39-406c-ba71-749e4b4c0f0f None None] Pushing event updated for resources: {'Port': ['ID=800ee9a9-cff3-43f5-b6ca-22c575ace89f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.017353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-ea4e9e63-2ebe-4c8f-aa7d-2a1bbe43612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.019016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-ea4e9e63-2ebe-4c8f-aa7d-2a1bbe43612f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 200 len: 916 time: 0.1946301 Jul 14 09:34:05.099775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08d92729-b452-4135-9891-d099bcfa3fdd None None] Provisioning complete for port 800ee9a9-cff3-43f5-b6ca-22c575ace89f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:05.100365 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08d92729-b452-4135-9891-d099bcfa3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.106580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-8b7388cc-3e6e-4102-b436-ac38925ad53f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54 HTTP/1.1" status: 200 len: 217 time: 0.0812240 Jul 14 09:34:05.193541 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.212489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.229243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-27048d0e-e59a-4f9a-bea4-646715ac1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.231925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-27048d0e-e59a-4f9a-bea4-646715ac1542 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 200 len: 855 time: 0.1194150 Jul 14 09:34:05.271114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Deleting port 2596f7ad-a31e-48f5-b05d-72729b6261ec {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:05.271741 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.325462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 800ee9a9-cff3-43f5-b6ca-22c575ace89f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:05.335299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08d92729-b452-4135-9891-d099bcfa3fdd None None] Provisioning for port 37bed460-59e0-45d5-bad4-eace3bea7793 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:05.355847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-80fd2fcd-3a6f-45ed-8bcb-da5f840a9227 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b524b79a-0e90-45c7-bbd9-15995257f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106477 Jul 14 09:34:05.383630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08d92729-b452-4135-9891-d099bcfa3fdd None None] Provisioning complete for port 37bed460-59e0-45d5-bad4-eace3bea7793 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:05.384282 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08d92729-b452-4135-9891-d099bcfa3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.429258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59230) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:05.453921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-08d92729-b452-4135-9891-d099bcfa3fdd None None] Port 37bed460-59e0-45d5-bad4-eace3bea7793 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:05.460860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 800ee9a9-cff3-43f5-b6ca-22c575ace89f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:05.461464 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.488971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=37bed460-59e0-45d5-bad4-eace3bea7793,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.539451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] For port 2596f7ad-a31e-48f5-b05d-72729b6261ec, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=2596f7ad-a31e-48f5-b05d-72729b6261ec,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:05.546595 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.592394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-40fc890a-90f1-44c2-8695-de860c15deac service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278500 Jul 14 09:34:05.607893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Calling delete_port for 2596f7ad-a31e-48f5-b05d-72729b6261ec owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:05.654405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b3e0c9f8-4c41-45e4-ad85-b68815745bb8 None None] Provisioning complete for port 37bed460-59e0-45d5-bad4-eace3bea7793 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:05.654865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c9f8-4c41-45e4-ad85-b68815745bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.696621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0c9f8-4c41-45e4-ad85-b68815745bb8 None None] Port 37bed460-59e0-45d5-bad4-eace3bea7793 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:05.731708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c1-06f6-49d4-ac4c-50f8b92ae71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.784093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da692c18-3b99-44a8-bfc5-eb53e781717f req-280ea24b-c5fe-490a-b904-9ac4aba35c4c service neutron] 10.222.0.48 "GET /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821709 Jul 14 09:34:05.924517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1ce97f98-5026-481a-8c85-59f20fdafaa0 None None] Provisioning complete for port 37bed460-59e0-45d5-bad4-eace3bea7793 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:05.924963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ce97f98-5026-481a-8c85-59f20fdafaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.979997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1ce97f98-5026-481a-8c85-59f20fdafaa0 None None] Port 37bed460-59e0-45d5-bad4-eace3bea7793 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:05.990764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7a24-ea03-4fd3-8997-98b10b48bbf1 req-79b8068e-15d3-4808-836b-e3f115371246 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.992354 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b38e7a24-ea03-4fd3-8997-98b10b48bbf1 req-79b8068e-15d3-4808-836b-e3f115371246 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=216bb935-7cc6-4257-9dfe-38c2dd86354a HTTP/1.1" status: 200 len: 945 time: 0.3484194 Jul 14 09:34:06.003876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.060844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59242) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.100999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.114990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b1f8d316-d66b-4a43-9910-70bf82af4d54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.117446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666', 'a6d8873f-1cd6-42b7-b310-20d741158b54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.164154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b38e7a24-ea03-4fd3-8997-98b10b48bbf1 req-0dc94b2e-097b-475a-9a8a-0f39213ef5ef tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612704 Jul 14 09:34:06.176542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event deleted for resources: {'Port': ['ID=2596f7ad-a31e-48f5-b05d-72729b6261ec,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.192462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abc6262c-6b9b-4529-a69f-9403a9cc3345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.238659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c1-06f6-49d4-ac4c-50f8b92ae71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.256796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] No DVR routers for this DVR port 2596f7ad-a31e-48f5-b05d-72729b6261ec on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:06.277162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c1-06f6-49d4-ac4c-50f8b92ae71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.281042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.282999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39340306-19ad-4399-a226-ba38d5683c23 req-b5878477-bd94-44cb-b9eb-5cf6b70d74d2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "DELETE /v2.0/ports/2596f7ad-a31e-48f5-b05d-72729b6261ec HTTP/1.1" status: 204 len: 173 time: 1.4939721 Jul 14 09:34:06.287836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'name': 'network-vif-deleted', 'tag': '2596f7ad-a31e-48f5-b05d-72729b6261ec'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:06.290118 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9c04e9-a6aa-4e12-a17d-80780d6396df" -d '{"events": [{"server_uuid": "216bb935-7cc6-4257-9dfe-38c2dd86354a", "name": "network-vif-deleted", "tag": "2596f7ad-a31e-48f5-b05d-72729b6261ec"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:06.341724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7752e2c1-06f6-49d4-ac4c-50f8b92ae71b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd1d0fd5c9f24173bf61fe6fecd00c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9110858 Jul 14 09:34:06.343863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.345892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59250) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.347599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752e2c1-06f6-49d4-ac4c-50f8b92ae71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8646a370-3500-44b8-b666-bba7a412b2b5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.421725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-241c8c49-3c36-431b-bb13-0977a7fdb86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.450235 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-241c8c49-3c36-431b-bb13-0977a7fdb86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.463223 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abc6262c-6b9b-4529-a69f-9403a9cc3345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.474477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abc6262c-6b9b-4529-a69f-9403a9cc3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.543345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-abc6262c-6b9b-4529-a69f-9403a9cc3345 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dcf2172db1a4c77af3bbad8794b9eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810555 Jul 14 09:34:06.544435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6262c-6b9b-4529-a69f-9403a9cc3345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de69014d-7452-425f-8827-f72986e17d59,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.549818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.605922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-241c8c49-3c36-431b-bb13-0977a7fdb86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.608613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-241c8c49-3c36-431b-bb13-0977a7fdb86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.609758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-241c8c49-3c36-431b-bb13-0977a7fdb86d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8646a370-3500-44b8-b666-bba7a412b2b5 HTTP/1.1" status: 204 len: 168 time: 0.2629054 Jul 14 09:34:06.621559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e379e-cf68-4efc-9c9b-cbb8880e960f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.646765 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e379e-cf68-4efc-9c9b-cbb8880e960f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.657379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c8c49-3c36-431b-bb13-0977a7fdb86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646a370-3500-44b8-b666-bba7a412b2b5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.659985 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986be89c-4211-4d02-8d0a-e3bb35310d6b x-openstack-request-id: req-986be89c-4211-4d02-8d0a-e3bb35310d6b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:06.660288 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216bb935-7cc6-4257-9dfe-38c2dd86354a", "name": "network-vif-deleted", "tag": "2596f7ad-a31e-48f5-b05d-72729b6261ec", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:06.660548 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-986be89c-4211-4d02-8d0a-e3bb35310d6b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:06.661017 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216bb935-7cc6-4257-9dfe-38c2dd86354a', 'name': 'network-vif-deleted', 'tag': '2596f7ad-a31e-48f5-b05d-72729b6261ec', 'status': 'completed', 'code': 200} Jul 14 09:34:06.708245 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e379e-cf68-4efc-9c9b-cbb8880e960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.711195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e379e-cf68-4efc-9c9b-cbb8880e960f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.715846 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-808e379e-cf68-4efc-9c9b-cbb8880e960f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de69014d-7452-425f-8827-f72986e17d59 HTTP/1.1" status: 204 len: 168 time: 0.1662154 Jul 14 09:34:06.724148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e379e-cf68-4efc-9c9b-cbb8880e960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69014d-7452-425f-8827-f72986e17d59,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.760012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.765825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.865270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=37bed460-59e0-45d5-bad4-eace3bea7793,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.885820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.014256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 1b8474dc-8d09-4707-805d-c37ffafb235f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:07.015844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:07.174811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.183571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 8a234cc6-009a-43c3-a191-6315193ef37f is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:07.192076 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7f9046b-776a-4475-bf1c-3baa8b874481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.255211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 2596f7ad-a31e-48f5-b05d-72729b6261ec no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:07.312178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7f9046b-776a-4475-bf1c-3baa8b874481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.317278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7f9046b-776a-4475-bf1c-3baa8b874481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.324473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 2596f7ad-a31e-48f5-b05d-72729b6261ec {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:07.324754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 2596f7ad-a31e-48f5-b05d-72729b6261ec not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:07.336603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f111f9c-290f-448e-ab42-0597e4d3309a None None] Provisioning complete for port 37bed460-59e0-45d5-bad4-eace3bea7793 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:07.336986 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f111f9c-290f-448e-ab42-0597e4d3309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.353998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:07.367154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9046b-776a-4475-bf1c-3baa8b874481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf09a54-dc5f-4979-ae72-812d020e50fc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:07.375600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d7f9046b-776a-4475-bf1c-3baa8b874481 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=837d3975f50c4aeebe94c22a694f997c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985252 Jul 14 09:34:07.378095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59278) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.380224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-91785dc8-124f-470a-8713-1df34988fed0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/8a234cc6-009a-43c3-a191-6315193ef37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6304796 Jul 14 09:34:07.382557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59280) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.399950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] Sync routers for ids ['8a234cc6-009a-43c3-a191-6315193ef37f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:07.431633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3f111f9c-290f-448e-ab42-0597e4d3309a None None] Port 37bed460-59e0-45d5-bad4-eace3bea7793 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:07.433858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] Routers {'8a234cc6-009a-43c3-a191-6315193ef37f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:07.434491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8a234cc6-009a-43c3-a191-6315193ef37f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.475942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.486355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] Routers {'8a234cc6-009a-43c3-a191-6315193ef37f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:07.488031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8a234cc6-009a-43c3-a191-6315193ef37f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.521710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.522486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334cfd3f-42dd-4689-94a1-41ac83b5050f None None] The sync data for ids ['8a234cc6-009a-43c3-a191-6315193ef37f'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:07.524107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d21370-396f-4047-958c-86ebc3794c7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.525554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-23d21370-396f-4047-958c-86ebc3794c7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports/37bed460-59e0-45d5-bad4-eace3bea7793 HTTP/1.1" status: 200 len: 978 time: 0.1407838 Jul 14 09:34:07.528670 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.542770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1014a54f-86bb-4042-8a18-cc9d5c36a108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.574319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1014a54f-86bb-4042-8a18-cc9d5c36a108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.626356 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1014a54f-86bb-4042-8a18-cc9d5c36a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.628944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1014a54f-86bb-4042-8a18-cc9d5c36a108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.633857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1014a54f-86bb-4042-8a18-cc9d5c36a108 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbf09a54-dc5f-4979-ae72-812d020e50fc HTTP/1.1" status: 204 len: 168 time: 0.2545581 Jul 14 09:34:07.652428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014a54f-86bb-4042-8a18-cc9d5c36a108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf09a54-dc5f-4979-ae72-812d020e50fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:07.954765 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.208645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 37bed460-59e0-45d5-bad4-eace3bea7793 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:08.209713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.318432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.334040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 37bed460-59e0-45d5-bad4-eace3bea7793 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:08.603117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.639418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=37bed460-59e0-45d5-bad4-eace3bea7793,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.799064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.988295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 8a234cc6-009a-43c3-a191-6315193ef37f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:09.077059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:09.084885 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-442efa22-5f8f-4e7a-901f-874358f5e3b7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/8a234cc6-009a-43c3-a191-6315193ef37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550821 Jul 14 09:34:09.087936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59350) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.094597 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] Sync routers for ids ['8a234cc6-009a-43c3-a191-6315193ef37f'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:09.110627 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] Routers {'8a234cc6-009a-43c3-a191-6315193ef37f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:09.111498 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8a234cc6-009a-43c3-a191-6315193ef37f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.178052 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.199665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] Routers {'8a234cc6-009a-43c3-a191-6315193ef37f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:09.200671 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8a234cc6-009a-43c3-a191-6315193ef37f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.238564 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.239674 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf008e7-2382-4323-9ba2-fe9c387fbda2 None None] The sync data for ids ['8a234cc6-009a-43c3-a191-6315193ef37f'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:09.732231 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-ee9deb23-bf9e-4eaf-b61d-2c04aa421c13 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:34:09.736223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ee9deb23-bf9e-4eaf-b61d-2c04aa421c13 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/8a234cc6-009a-43c3-a191-6315193ef37f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6445942 Jul 14 09:34:09.736479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59370) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.771331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-929217c8-6ad8-46de-aad4-bfc513d79b09 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a234cc6-009a-43c3-a191-6315193ef37f HTTP/1.1" status: 200 len: 205 time: 0.0313554 Jul 14 09:34:09.771611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.851514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70b0bbdd-68ac-4ad7-ab5e-84fd4e2b77c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.031053 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70b0bbdd-68ac-4ad7-ab5e-84fd4e2b77c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.035799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70b0bbdd-68ac-4ad7-ab5e-84fd4e2b77c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.092060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70b0bbdd-68ac-4ad7-ab5e-84fd4e2b77c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.092717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b0bbdd-68ac-4ad7-ab5e-84fd4e2b77c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Fanout notify agent at l3_agent the message router_deleted on router 8a234cc6-009a-43c3-a191-6315193ef37f {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:10.103846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70b0bbdd-68ac-4ad7-ab5e-84fd4e2b77c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.105505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70b0bbdd-68ac-4ad7-ab5e-84fd4e2b77c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/8a234cc6-009a-43c3-a191-6315193ef37f HTTP/1.1" status: 204 len: 168 time: 0.3330224 Jul 14 09:34:10.108220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59374) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.178645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 9b6aadf5-2960-427a-8a37-d7bd268e1fb9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:10.186258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.235318 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.350674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.421020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.455871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6aadf5-2960-427a-8a37-d7bd268e1fb9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:10.458791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.463124 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b1dd2b40-905a-4efc-b447-340255518d77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/9b6aadf5-2960-427a-8a37-d7bd268e1fb9 HTTP/1.1" status: 204 len: 168 time: 0.3515460 Jul 14 09:34:10.463914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.469476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33fca7c-1fe7-4d59-b34b-e1aba5222d3f None None] Network 1b8474dc-8d09-4707-805d-c37ffafb235f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:10.562838 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.656145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 800ee9a9-cff3-43f5-b6ca-22c575ace89f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:10.656145 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.748746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] DHCP port deletion for 1b8474dc-8d09-4707-805d-c37ffafb235f request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:10.767732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port 800ee9a9-cff3-43f5-b6ca-22c575ace89f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=800ee9a9-cff3-43f5-b6ca-22c575ace89f,segment=NetworkSegment(f999bfe2-5b37-4b5a-bc97-e232011b170b),segment_id=f999bfe2-5b37-4b5a-bc97-e232011b170b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:10.769775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.801569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 800ee9a9-cff3-43f5-b6ca-22c575ace89f owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:10.840885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Deleting port 800ee9a9-cff3-43f5-b6ca-22c575ace89f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:10.842597 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.942149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.981004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port 800ee9a9-cff3-43f5-b6ca-22c575ace89f on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:10.988781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=800ee9a9-cff3-43f5-b6ca-22c575ace89f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:11.067189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] For port 800ee9a9-cff3-43f5-b6ca-22c575ace89f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=800ee9a9-cff3-43f5-b6ca-22c575ace89f,segment=NetworkSegment(f999bfe2-5b37-4b5a-bc97-e232011b170b),segment_id=f999bfe2-5b37-4b5a-bc97-e232011b170b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:11.067716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.099989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Calling delete_port for 800ee9a9-cff3-43f5-b6ca-22c575ace89f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:11.139231 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.153930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8474dc-8d09-4707-805d-c37ffafb235f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:11.167607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f999bfe2-5b37-4b5a-bc97-e232011b170b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:11.168318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f999bfe2-5b37-4b5a-bc97-e232011b170b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:11.180519 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.228615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.245206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:11.245780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:11.253272 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:11.275812 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:34:11.296490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 800ee9a9-cff3-43f5-b6ca-22c575ace89f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:11.345509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.348134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 800ee9a9-cff3-43f5-b6ca-22c575ace89f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:11.349120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 800ee9a9-cff3-43f5-b6ca-22c575ace89f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:11.379618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c918ec4-32ce-474b-b3ee-0e4ba69d4baa req-e2dedcf1-6141-4e78-8ddd-a1cac7f5105f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.381199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c918ec4-32ce-474b-b3ee-0e4ba69d4baa req-e2dedcf1-6141-4e78-8ddd-a1cac7f5105f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 945 time: 0.1240129 Jul 14 09:34:11.394845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Pushing event deleted for resources: {'Port': ['ID=800ee9a9-cff3-43f5-b6ca-22c575ace89f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:11.405764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.414742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] No DVR routers for this DVR port 800ee9a9-cff3-43f5-b6ca-22c575ace89f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:11.421594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.422970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/1b8474dc-8d09-4707-805d-c37ffafb235f HTTP/1.1" status: 204 len: 168 time: 0.9580574 Jul 14 09:34:11.425455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.440730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119572476'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:11.445136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.445136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.445136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.445136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.445136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.445136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.445136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.446744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.446744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.448033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.448567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.448833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d6282-65b4-46b4-85d3-3652fd3e4702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:11.467610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eadfdf-303a-4c4d-a19d-78d34492faa7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=1b8474dc-8d09-4707-805d-c37ffafb235f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:11.475789 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0c918ec4-32ce-474b-b3ee-0e4ba69d4baa req-54a0fcfe-27c7-4dd9-9125-7a1c4586f8a1 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833952 Jul 14 09:34:11.496624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:11.500341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.528186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:11.538642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.539176 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment c04eb80f-26a1-4873-8457-004cc63dc2df of type vlan for network 5fd3171c-69b1-46f5-ad44-c0657f767582 Jul 14 09:34:11.583457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.613354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.620223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.620824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.684572 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2558615 Jul 14 09:34:11.687494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.692951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '5fd3171c-69b1-46f5-ad44-c0657f767582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:11.696101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec622ad-74c7-4b07-a6c9-3db66ae7319f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=5fd3171c-69b1-46f5-ad44-c0657f767582,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:11.707289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:11.749475 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:11.815207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:11.819266 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.030266 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.087763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=d47b59f0-74d2-49e1-b2de-c96d57aad26c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.105519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': 'c04eb80f-26a1-4873-8457-004cc63dc2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5fd3171c-69b1-46f5-ad44-c0657f767582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:12.105883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 5fd3171c-69b1-46f5-ad44-c0657f767582, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:12.124223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:12.133803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 5fd3171c-69b1-46f5-ad44-c0657f767582) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:12.139948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.140556 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.148073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005186c-05f0-452d-ba83-2dd712e03a90 None None] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:12.161043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.161650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26c35c0b-8050-4095-ade7-e9a9b34666e7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4727678 Jul 14 09:34:12.166862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0ac5c442-cb1f-4bd4-b448-187e2d489bf0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1498611199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:12.200016 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c442-cb1f-4bd4-b448-187e2d489bf0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.202215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c442-cb1f-4bd4-b448-187e2d489bf0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.274372 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c442-cb1f-4bd4-b448-187e2d489bf0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.281022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c442-cb1f-4bd4-b448-187e2d489bf0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.304421 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c442-cb1f-4bd4-b448-187e2d489bf0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.309618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.317797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0ac5c442-cb1f-4bd4-b448-187e2d489bf0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1550243 Jul 14 09:34:12.337272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-5fd3171c-69b1-46f5-ad44-c0657f767582', 'network_id': '5fd3171c-69b1-46f5-ad44-c0657f767582', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': 'd47b59f0-74d2-49e1-b2de-c96d57aad26c'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:12.338922 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.522354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Allocated IP 172.20.0.2 (5fd3171c-69b1-46f5-ad44-c0657f767582/d47b59f0-74d2-49e1-b2de-c96d57aad26c/c8d528a0-b3e7-4f2c-8ba0-6cc34585468a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:12.752663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.757365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c16d-0c85-4a92-a95c-fc76743ec8ba req-8302cd55-d837-4619-806a-4797086c3aa2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.757848 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.766307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5f9c16d-0c85-4a92-a95c-fc76743ec8ba req-8302cd55-d837-4619-806a-4797086c3aa2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 945 time: 0.0904438 Jul 14 09:34:12.772982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Transition to ACTIVE for port object c8d528a0-b3e7-4f2c-8ba0-6cc34585468a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:12.796020 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Transition to ACTIVE for port object c8d528a0-b3e7-4f2c-8ba0-6cc34585468a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:12.804302 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.807617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-72ac3b75-7af4-4622-b530-cbd1e6dfbacd tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.809199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-72ac3b75-7af4-4622-b530-cbd1e6dfbacd tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 945 time: 0.1946573 Jul 14 09:34:12.836585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5f9c16d-0c85-4a92-a95c-fc76743ec8ba req-324a0c1c-4c8e-43b0-98ed-191203e35ea6 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680072 Jul 14 09:34:12.842665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:12.845316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:12.849731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:12.945031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Pushing event updated for resources: {'Port': ['ID=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.957941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Attempting to bind port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:12.958594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Attempting to bind port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c04eb80f-26a1-4873-8457-004cc63dc2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5fd3171c-69b1-46f5-ad44-c0657f767582'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:12.958735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Attempting to bind port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a on network 5fd3171c-69b1-46f5-ad44-c0657f767582 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:12.964262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:12.964638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Checking segment: {'id': 'c04eb80f-26a1-4873-8457-004cc63dc2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5fd3171c-69b1-46f5-ad44-c0657f767582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:12.965126 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.965567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Bound using segment: {'id': 'c04eb80f-26a1-4873-8457-004cc63dc2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5fd3171c-69b1-46f5-ad44-c0657f767582'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:12.966036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Bound port: c8d528a0-b3e7-4f2c-8ba0-6cc34585468a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04eb80f-26a1-4873-8457-004cc63dc2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5fd3171c-69b1-46f5-ad44-c0657f767582'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:12.966419 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.043464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] For port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:13.048840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] For port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,segment=NetworkSegment(c04eb80f-26a1-4873-8457-004cc63dc2df),segment_id=c04eb80f-26a1-4873-8457-004cc63dc2df)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:13.059399 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.130042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Deleting port a6d8873f-1cd6-42b7-b310-20d741158b54 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:13.130389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.159544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4b4e7-ef14-4ce8-8ec6-771aa07b3173 None None] Pushing event updated for resources: {'Port': ['ID=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.221329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.20.0.1 (5fd3171c-69b1-46f5-ad44-c0657f767582/d47b59f0-74d2-49e1-b2de-c96d57aad26c/ad36ef79-82ea-4eae-b97d-557aeb1c1b9c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:13.316732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] For port a6d8873f-1cd6-42b7-b310-20d741158b54, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6d8873f-1cd6-42b7-b310-20d741158b54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:13.317274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.407640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.433087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object ad36ef79-82ea-4eae-b97d-557aeb1c1b9c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:13.468156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Calling delete_port for a6d8873f-1cd6-42b7-b310-20d741158b54 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:13.492049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.597257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:13.606944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:13.610186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:13.616412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=ad36ef79-82ea-4eae-b97d-557aeb1c1b9c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.676115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.809109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.822172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b1f8d316-d66b-4a43-9910-70bf82af4d54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:13.824607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666', 'a6d8873f-1cd6-42b7-b310-20d741158b54'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:13.871024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event deleted for resources: {'Port': ['ID=a6d8873f-1cd6-42b7-b310-20d741158b54,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.935661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] No DVR routers for this DVR port a6d8873f-1cd6-42b7-b310-20d741158b54 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:13.939771 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.942051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1ad9c-a792-43e8-816f-bc2cf342e4ad req-312ea2ab-f206-4f0b-bbb9-035d5cc40ced tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "DELETE /v2.0/ports/a6d8873f-1cd6-42b7-b310-20d741158b54 HTTP/1.1" status: 204 len: 173 time: 1.0924108 Jul 14 09:34:13.942614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9157b3cd-252f-446d-9943-0eb494dad24c', 'name': 'network-vif-deleted', 'tag': 'a6d8873f-1cd6-42b7-b310-20d741158b54'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:13.945793 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58fb84-fe6e-40b5-8dc7-29d1a4810da6" -d '{"events": [{"server_uuid": "9157b3cd-252f-446d-9943-0eb494dad24c", "name": "network-vif-deleted", "tag": "a6d8873f-1cd6-42b7-b310-20d741158b54"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:14.050565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.096753 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db403f46-9047-43fb-97ef-c9fb44f197f2 x-openstack-request-id: req-db403f46-9047-43fb-97ef-c9fb44f197f2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:14.097374 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9157b3cd-252f-446d-9943-0eb494dad24c", "name": "network-vif-deleted", "tag": "a6d8873f-1cd6-42b7-b310-20d741158b54", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:14.097838 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db403f46-9047-43fb-97ef-c9fb44f197f2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:14.098428 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9157b3cd-252f-446d-9943-0eb494dad24c', 'name': 'network-vif-deleted', 'tag': 'a6d8873f-1cd6-42b7-b310-20d741158b54', 'status': 'completed', 'code': 200} Jul 14 09:34:14.187465 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-23ee2237-c674-4326-9903-1eaa955cf204 req-d996315a-2afa-486c-a4e8-e2447db55e77 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=9157b3cd-252f-446d-9943-0eb494dad24c HTTP/1.1" status: 200 len: 210 time: 0.0991406 Jul 14 09:34:14.221241 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.648759 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0467f94-860c-43d5-9717-8d7cb3f05408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.713087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9effeda-de07-4bfa-a6ac-2b8335b880cf None None] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:14.881725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0467f94-860c-43d5-9717-8d7cb3f05408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.887515 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0467f94-860c-43d5-9717-8d7cb3f05408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.895944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3ce2f246-1359-4b5f-a593-115ceb136f7b None None] Provisioning for port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:14.923267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.928641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.971032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d0467f94-860c-43d5-9717-8d7cb3f05408 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=796c87c7f6dc429390f1b4452518c4a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9186430 Jul 14 09:34:14.973129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0467f94-860c-43d5-9717-8d7cb3f05408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa34fb68-d32b-4d88-976f-aa716658ef46,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.982084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.020170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.068568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=ad36ef79-82ea-4eae-b97d-557aeb1c1b9c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.164394 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48741dff-b3ea-4377-84bd-3f4b1a6930da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.207599 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48741dff-b3ea-4377-84bd-3f4b1a6930da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.230120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:15.233739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:15.346782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-28b3eb79-40e6-464a-86ae-d641ef5fcd3e None None] Provisioning for port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:15.370174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8d528a0-b3e7-4f2c-8ba0-6cc34585468a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:15.387701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48741dff-b3ea-4377-84bd-3f4b1a6930da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.390853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48741dff-b3ea-4377-84bd-3f4b1a6930da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.392592 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-48741dff-b3ea-4377-84bd-3f4b1a6930da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa34fb68-d32b-4d88-976f-aa716658ef46 HTTP/1.1" status: 204 len: 168 time: 0.3698890 Jul 14 09:34:15.413183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48741dff-b3ea-4377-84bd-3f4b1a6930da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa34fb68-d32b-4d88-976f-aa716658ef46,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.458799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-28b3eb79-40e6-464a-86ae-d641ef5fcd3e None None] Provisioning complete for port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:15.459398 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28b3eb79-40e6-464a-86ae-d641ef5fcd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.476686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 45995c5e-2c02-4f56-ba20-041dfeeebcde is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:15.507430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-28b3eb79-40e6-464a-86ae-d641ef5fcd3e None None] Port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:15.565077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:15.570704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:15.571242 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.675951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:15.680512 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.706971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-23b8c757-b42d-4248-bf4a-74b297c4135c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/45995c5e-2c02-4f56-ba20-041dfeeebcde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3956430 Jul 14 09:34:15.709967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59492) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.716541 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] Sync routers for ids ['45995c5e-2c02-4f56-ba20-041dfeeebcde'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:15.748611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] Routers {'45995c5e-2c02-4f56-ba20-041dfeeebcde'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:15.749280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['45995c5e-2c02-4f56-ba20-041dfeeebcde'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.777224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdb3b6-e8e6-4134-961c-4cb799f83e44 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.778750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2ffdb3b6-e8e6-4134-961c-4cb799f83e44 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports/ad36ef79-82ea-4eae-b97d-557aeb1c1b9c HTTP/1.1" status: 200 len: 910 time: 0.0671575 Jul 14 09:34:15.781755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.099671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.116454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,segment=NetworkSegment(c04eb80f-26a1-4873-8457-004cc63dc2df),segment_id=c04eb80f-26a1-4873-8457-004cc63dc2df)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:16.117570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-759b8241-f1a6-4130-ba2b-4e75dea15611 None None] Provisioning complete for port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:16.117949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-759b8241-f1a6-4130-ba2b-4e75dea15611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.145791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8c44-788e-4c41-89c8-851fbf0e2134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.154516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] Routers {'45995c5e-2c02-4f56-ba20-041dfeeebcde'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:16.156184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['45995c5e-2c02-4f56-ba20-041dfeeebcde'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.160702 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.267979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.274958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.275700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ba42a5-d304-40f3-947f-aa8545f637b1 None None] The sync data for ids ['45995c5e-2c02-4f56-ba20-041dfeeebcde'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:16.283024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-759b8241-f1a6-4130-ba2b-4e75dea15611 None None] Port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:16.360990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6d8873f-1cd6-42b7-b310-20d741158b54 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:16.386466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: a6d8873f-1cd6-42b7-b310-20d741158b54 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:16.386820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6d8873f-1cd6-42b7-b310-20d741158b54 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:16.417296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d36de5d0-84c5-40bb-aa78-ae12df39494d None None] Provisioning complete for port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:16.418877 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d36de5d0-84c5-40bb-aa78-ae12df39494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.465652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.471039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d36de5d0-84c5-40bb-aa78-ae12df39494d None None] Port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:16.530943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f28da-c6ef-497e-91d8-0c9afef45b5d req-aeb9d66b-a6c8-4973-b3a5-948000bf6c50 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.532500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-021f28da-c6ef-497e-91d8-0c9afef45b5d req-aeb9d66b-a6c8-4973-b3a5-948000bf6c50 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 946 time: 0.6588578 Jul 14 09:34:16.575486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-668060992-network', 'tenant_id': '743fb4c76c484fd58f106bbcb8d51b93'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:16.598216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Made reservation on behalf of 743fb4c76c484fd58f106bbcb8d51b93 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:16.601947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.607989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-021f28da-c6ef-497e-91d8-0c9afef45b5d req-730a2189-8178-46dc-a2a1-aed255cb1b04 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684502 Jul 14 09:34:16.616864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.719324 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.721704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.725430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.752365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:16.767434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.783561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.783851 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Added segment 34965dc2-ba1e-4f2a-b79e-e476361b9a36 of type vlan for network 2dbee794-c31a-41b1-9590-e11fc3259145 Jul 14 09:34:16.831052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.861138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.862209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.862807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.923998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4568794 Jul 14 09:34:16.926854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59536) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.931750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Request body: {'subnet': {'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-668060992-subnet', 'tenant_id': '743fb4c76c484fd58f106bbcb8d51b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:16.936618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912c1a5-d77f-47f7-a48e-0cd2fad0526a admin admin] Pushing event updated for resources: {'Network': ['ID=2dbee794-c31a-41b1-9590-e11fc3259145,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.947169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2dbee794-c31a-41b1-9590-e11fc3259145 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:16.975890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Made reservation on behalf of 743fb4c76c484fd58f106bbcb8d51b93 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:16.980322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.016517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port ad36ef79-82ea-4eae-b97d-557aeb1c1b9c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:17.017073 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.112933 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.126330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for ad36ef79-82ea-4eae-b97d-557aeb1c1b9c owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:17.134429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ed060-44c3-477a-8057-52e873223161 req-df901fe8-2297-40f9-ac5f-445d0e54f6e4 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.136044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-696ed060-44c3-477a-8057-52e873223161 req-df901fe8-2297-40f9-ac5f-445d0e54f6e4 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 946 time: 0.0930219 Jul 14 09:34:17.268581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8d528a0-b3e7-4f2c-8ba0-6cc34585468a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:17.306391 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.345906 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.368330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:17.370990 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.381914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=ad36ef79-82ea-4eae-b97d-557aeb1c1b9c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.397539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.413151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Deleting port b1f8d316-d66b-4a43-9910-70bf82af4d54 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:17.413492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.419662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Checking segment: {'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:17.420024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Network hostable DHCP agents. Network: 2dbee794-c31a-41b1-9590-e11fc3259145, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:17.510564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Network 2dbee794-c31a-41b1-9590-e11fc3259145 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:17.553254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] For port b1f8d316-d66b-4a43-9910-70bf82af4d54, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b1f8d316-d66b-4a43-9910-70bf82af4d54,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:17.553708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.570189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Calling delete_port for b1f8d316-d66b-4a43-9910-70bf82af4d54 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:17.583847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.730744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2dbee794-c31a-41b1-9590-e11fc3259145) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:17.739297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.741198 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.743406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104de21-7f3d-4c01-974b-7b1d55ae4638 None None] Network 2dbee794-c31a-41b1-9590-e11fc3259145 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:17.764872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-67e4cb35-d504-4917-aa7c-93ccb2ebc190 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8368440 Jul 14 09:34:17.781375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.786758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 45995c5e-2c02-4f56-ba20-041dfeeebcde has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:17.818066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:17.840066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event deleted for resources: {'Port': ['ID=b1f8d316-d66b-4a43-9910-70bf82af4d54,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.845230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-580cb68e-3d0c-478a-9075-6af086362a89 req-78ccff1c-fe7f-407f-97e9-e4f1d5c51222 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfc83210-4775-4d1d-8ec5-ebc687282a27 HTTP/1.1" status: 200 len: 210 time: 0.0863979 Jul 14 09:34:17.881355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:17.888284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e4439291-d821-452c-b879-b3035ee2c601 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/45995c5e-2c02-4f56-ba20-041dfeeebcde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1052141 Jul 14 09:34:17.890975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.895825 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] Sync routers for ids ['45995c5e-2c02-4f56-ba20-041dfeeebcde'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:17.902542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] No DVR routers for this DVR port b1f8d316-d66b-4a43-9910-70bf82af4d54 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:17.906925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.909939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-696ed060-44c3-477a-8057-52e873223161 req-c8a0a0fa-a8da-44e6-b0f3-dbd49f81f97e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.48 "DELETE /v2.0/ports/b1f8d316-d66b-4a43-9910-70bf82af4d54 HTTP/1.1" status: 204 len: 173 time: 0.7685974 Jul 14 09:34:17.910665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'name': 'network-vif-deleted', 'tag': 'b1f8d316-d66b-4a43-9910-70bf82af4d54'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:17.914259 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09477c21-fa35-48d9-b6dd-20eec02d2ef7" -d '{"events": [{"server_uuid": "cfc83210-4775-4d1d-8ec5-ebc687282a27", "name": "network-vif-deleted", "tag": "b1f8d316-d66b-4a43-9910-70bf82af4d54"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:17.915048 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] Routers {'45995c5e-2c02-4f56-ba20-041dfeeebcde'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:17.916144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['45995c5e-2c02-4f56-ba20-041dfeeebcde'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:17.944508 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b44ad635-0172-478c-8d82-bb97e28320fe tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=45995c5e-2c02-4f56-ba20-041dfeeebcde HTTP/1.1" status: 200 len: 205 time: 0.0505738 Jul 14 09:34:17.946785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59548) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.000629 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:18.019913 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] Routers {'45995c5e-2c02-4f56-ba20-041dfeeebcde'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:18.020552 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:33:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['45995c5e-2c02-4f56-ba20-041dfeeebcde'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:18.035235 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8bf0d9-8c9e-45ce-afef-067bc303600f x-openstack-request-id: req-ba8bf0d9-8c9e-45ce-afef-067bc303600f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:18.035902 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc83210-4775-4d1d-8ec5-ebc687282a27", "name": "network-vif-deleted", "tag": "b1f8d316-d66b-4a43-9910-70bf82af4d54", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:18.036342 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba8bf0d9-8c9e-45ce-afef-067bc303600f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:18.036932 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc83210-4775-4d1d-8ec5-ebc687282a27', 'name': 'network-vif-deleted', 'tag': 'b1f8d316-d66b-4a43-9910-70bf82af4d54', 'status': 'completed', 'code': 200} Jul 14 09:34:18.044287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e99336e-8b28-4fa3-93c4-cc65d4883df0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.109534 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:18.112166 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8906391d-2d0d-46b1-a12b-adea6ab2dd86 None None] The sync data for ids ['45995c5e-2c02-4f56-ba20-041dfeeebcde'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:18.138328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c3dac-7f12-418c-8ea2-df567bc78d76 None None] Network 2dbee794-c31a-41b1-9590-e11fc3259145 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:18.243911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e99336e-8b28-4fa3-93c4-cc65d4883df0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.246597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e99336e-8b28-4fa3-93c4-cc65d4883df0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.306434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e99336e-8b28-4fa3-93c4-cc65d4883df0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.306677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99336e-8b28-4fa3-93c4-cc65d4883df0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Fanout notify agent at l3_agent the message router_deleted on router 45995c5e-2c02-4f56-ba20-041dfeeebcde {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:18.327729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e99336e-8b28-4fa3-93c4-cc65d4883df0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.332907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59554) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.340194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e99336e-8b28-4fa3-93c4-cc65d4883df0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/45995c5e-2c02-4f56-ba20-041dfeeebcde HTTP/1.1" status: 204 len: 168 time: 0.3918900 Jul 14 09:34:18.457068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet d47b59f0-74d2-49e1-b2de-c96d57aad26c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:18.469691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.565625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.692132 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.837189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.985631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8a0d-86f6-47e2-8d3f-87ab5030a601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.018326 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.175319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.205454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8a0d-86f6-47e2-8d3f-87ab5030a601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.211387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ddc8a0d-86f6-47e2-8d3f-87ab5030a601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.220317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=d47b59f0-74d2-49e1-b2de-c96d57aad26c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.232912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.238982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ca3522f0-4ca6-4a59-9856-f4fa12e05529 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/d47b59f0-74d2-49e1-b2de-c96d57aad26c HTTP/1.1" status: 204 len: 168 time: 0.9030929 Jul 14 09:34:19.240139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59582) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:19.242345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45264d7e-df6d-4e3e-b0b7-d9401ded13d9 None None] Network 5fd3171c-69b1-46f5-ad44-c0657f767582 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:19.267628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b1f8d316-d66b-4a43-9910-70bf82af4d54 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:19.297665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ddc8a0d-86f6-47e2-8d3f-87ab5030a601 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4549e75b42f4922a10e93768b6d1752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592273 Jul 14 09:34:19.313033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc8a0d-86f6-47e2-8d3f-87ab5030a601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120b05f8-4cdb-4dbc-9436-6c5933b3c4eb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.316272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:19.348732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: b1f8d316-d66b-4a43-9910-70bf82af4d54 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:19.349433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b1f8d316-d66b-4a43-9910-70bf82af4d54 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:19.372458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.441067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:19.441555 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.450201 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a910c8c4-7523-45cc-abac-4d7c1052086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.505300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a910c8c4-7523-45cc-abac-4d7c1052086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.538275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,segment=NetworkSegment(c04eb80f-26a1-4873-8457-004cc63dc2df),segment_id=c04eb80f-26a1-4873-8457-004cc63dc2df)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:19.538655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.554662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for c8d528a0-b3e7-4f2c-8ba0-6cc34585468a owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:19.597317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a910c8c4-7523-45cc-abac-4d7c1052086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.600643 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a910c8c4-7523-45cc-abac-4d7c1052086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.602454 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a910c8c4-7523-45cc-abac-4d7c1052086c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/120b05f8-4cdb-4dbc-9436-6c5933b3c4eb HTTP/1.1" status: 204 len: 168 time: 0.2849033 Jul 14 09:34:19.616650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] DHCP port deletion for 5fd3171c-69b1-46f5-ad44-c0657f767582 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:19.617178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c8c4-7523-45cc-abac-4d7c1052086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b05f8-4cdb-4dbc-9436-6c5933b3c4eb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.686379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.719870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51b6dff9-c8c5-4b4f-bfea-088f337ade11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.726993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.730318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] Deleting port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:19.730836 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.744246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.752875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:19.806432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] For port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:19.807407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.821721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] Calling delete_port for c8d528a0-b3e7-4f2c-8ba0-6cc34585468a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:19.825091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] Port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:34:19.826219 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.852151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] Pushing event deleted for resources: {'Port': ['ID=c8d528a0-b3e7-4f2c-8ba0-6cc34585468a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.858697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df342a55-9058-406a-a4aa-b36a3b8e1bb7 None None] No DVR routers for this DVR port c8d528a0-b3e7-4f2c-8ba0-6cc34585468a on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:19.877229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.894128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd3171c-69b1-46f5-ad44-c0657f767582']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:19.911946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04eb80f-26a1-4873-8457-004cc63dc2df') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:19.912253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04eb80f-26a1-4873-8457-004cc63dc2df') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:19.924021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.946817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.956960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:19.957827 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:19.962100 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:20.036531 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.040757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59604) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.053780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.055788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/5fd3171c-69b1-46f5-ad44-c0657f767582 HTTP/1.1" status: 204 len: 168 time: 0.8145959 Jul 14 09:34:20.057264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df94e49-0206-475a-93ff-ba6082337ac7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=5fd3171c-69b1-46f5-ad44-c0657f767582,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.060294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.065040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-19997120', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:20.073496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ad366f-0494-430f-86f9-bacdba91f2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.139680 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.140298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-893c74b4-e881-49b5-982e-91d7759cbd5c tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.141225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-893c74b4-e881-49b5-982e-91d7759cbd5c tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/networks?id=2dbee794-c31a-41b1-9590-e11fc3259145 HTTP/1.1" status: 200 len: 808 time: 0.1749358 Jul 14 09:34:20.144472 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.145518 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.175894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-6cc8e789-85a1-4f96-9612-50dcfc5b9588 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/quotas/743fb4c76c484fd58f106bbcb8d51b93 HTTP/1.1" status: 200 len: 375 time: 0.0265553 Jul 14 09:34:20.226563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-7967b8a2-e45f-413e-855f-ab0997469cca tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=743fb4c76c484fd58f106bbcb8d51b93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448120 Jul 14 09:34:20.259556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-aa299747-655e-4ef5-82ce-c3f669784864 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:34:20.261136 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-aa299747-655e-4ef5-82ce-c3f669784864 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084732 Jul 14 09:34:20.267032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.508308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.534012 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-6ab6c165-df70-42b4-b9b8-2ebb1cf37b71 service neutron] 10.222.0.18 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645984 Jul 14 09:34:20.535877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ad366f-0494-430f-86f9-bacdba91f2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.543180 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ad366f-0494-430f-86f9-bacdba91f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.670585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad366f-0494-430f-86f9-bacdba91f2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c57d36-13e8-48f2-9eb3-05c5e22c9b75,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.680688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c9ad366f-0494-430f-86f9-bacdba91f2dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64702465d99c48559ea75ce73cf589cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386206 Jul 14 09:34:20.684051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.727282 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-1940bdf4-8d6c-4f5c-969d-aa1e5a563bde service neutron] 10.222.0.18 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850898 Jul 14 09:34:20.749406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-449d4ee0-f61f-4858-81e1-fffd69c5b377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.774894 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-449d4ee0-f61f-4858-81e1-fffd69c5b377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.829023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-449d4ee0-f61f-4858-81e1-fffd69c5b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.831753 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-449d4ee0-f61f-4858-81e1-fffd69c5b377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.832984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-449d4ee0-f61f-4858-81e1-fffd69c5b377 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86c57d36-13e8-48f2-9eb3-05c5e22c9b75 HTTP/1.1" status: 204 len: 168 time: 0.1479411 Jul 14 09:34:20.842834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d4ee0-f61f-4858-81e1-fffd69c5b377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c57d36-13e8-48f2-9eb3-05c5e22c9b75,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.881120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.904142 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.980054 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2076e21-6c62-4650-8c70-07eae0ef0d5f req-2ea86484-dfd0-4075-bc8d-0f614f49d8b8 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 210 time: 0.0287681 Jul 14 09:34:21.079797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.25.2.180 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/1bf2e3c0-5f69-426d-97e5-844008584723) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:21.210965 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.256671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:21.272901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.281859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc90db14-47b6-4689-af1d-3cba02ebea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.332081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:21.334387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8d528a0-b3e7-4f2c-8ba0-6cc34585468a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:21.342821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:21.349611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:21.368403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c8d528a0-b3e7-4f2c-8ba0-6cc34585468a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:21.368826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8d528a0-b3e7-4f2c-8ba0-6cc34585468a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:21.399825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=1bf2e3c0-5f69-426d-97e5-844008584723,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.437475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.967637 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc90db14-47b6-4689-af1d-3cba02ebea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.976295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc90db14-47b6-4689-af1d-3cba02ebea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.081106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.085804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc90db14-47b6-4689-af1d-3cba02ebea34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02666bb263c641528c3c62791a25db03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8281324 Jul 14 09:34:22.086540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90db14-47b6-4689-af1d-3cba02ebea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acc0b1f-ba66-4f16-b7ea-6b6987ac2ab0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.090318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.154188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a0bca8b5-2817-4f08-aad4-72a23dd55ebd req-ec5e27f1-f195-465f-8ca8-678958143dbb tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 210 time: 0.0308440 Jul 14 09:34:22.175075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ad66b43-c896-4315-82f8-a31fea82a636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.198079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ad66b43-c896-4315-82f8-a31fea82a636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.246548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ad66b43-c896-4315-82f8-a31fea82a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.249826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ad66b43-c896-4315-82f8-a31fea82a636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.251640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0ad66b43-c896-4315-82f8-a31fea82a636 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3acc0b1f-ba66-4f16-b7ea-6b6987ac2ab0 HTTP/1.1" status: 204 len: 168 time: 0.1587059 Jul 14 09:34:22.261303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad66b43-c896-4315-82f8-a31fea82a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acc0b1f-ba66-4f16-b7ea-6b6987ac2ab0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.336647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.517109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 2bceae8c-5fa2-427b-92a5-a449d20264c2 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:22.700209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:22.704509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-4a7434c4-aebf-4c5d-a6d2-3eb5b2e1d0e2 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:22.706850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-4a7434c4-aebf-4c5d-a6d2-3eb5b2e1d0e2 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "GET /v2.0/networks?id=2dbee794-c31a-41b1-9590-e11fc3259145 HTTP/1.1" status: 200 len: 808 time: 0.2072051 Jul 14 09:34:22.717780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380b902-5828-44dd-b43e-39defd757adf None None] Sync routers for ids ['2bceae8c-5fa2-427b-92a5-a449d20264c2'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:22.733705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380b902-5828-44dd-b43e-39defd757adf None None] Routers {'2bceae8c-5fa2-427b-92a5-a449d20264c2'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:22.734715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9380b902-5828-44dd-b43e-39defd757adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2bceae8c-5fa2-427b-92a5-a449d20264c2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:22.738084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.740181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5affb2fa-2f6e-44d5-926d-3b73e2dac531 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6784995 Jul 14 09:34:22.742958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.777982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9380b902-5828-44dd-b43e-39defd757adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:22.813383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380b902-5828-44dd-b43e-39defd757adf None None] Routers {'2bceae8c-5fa2-427b-92a5-a449d20264c2'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:22.814039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9380b902-5828-44dd-b43e-39defd757adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2bceae8c-5fa2-427b-92a5-a449d20264c2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:22.845668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Request body: {'port': {'device_id': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145', 'admin_state_up': True, 'tenant_id': '743fb4c76c484fd58f106bbcb8d51b93'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:22.848442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9380b902-5828-44dd-b43e-39defd757adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:22.849114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380b902-5828-44dd-b43e-39defd757adf None None] The sync data for ids ['2bceae8c-5fa2-427b-92a5-a449d20264c2'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:23.021277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07650a4d-fa15-42e3-aa39-f97bd96b178b req-2ab3532f-0e87-416f-840e-e6f79c0e3d67 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.023003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07650a4d-fa15-42e3-aa39-f97bd96b178b req-2ab3532f-0e87-416f-840e-e6f79c0e3d67 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 946 time: 0.0756421 Jul 14 09:34:23.040681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-29ee79ac-af63-494f-a502-873bfde78d05 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/routers/2bceae8c-5fa2-427b-92a5-a449d20264c2 HTTP/1.1" status: 200 len: 879 time: 0.2958996 Jul 14 09:34:23.041689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59664) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:23.064720 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07650a4d-fa15-42e3-aa39-f97bd96b178b req-26623b2e-eeb8-41bc-bf16-779b8ff53581 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358262 Jul 14 09:34:23.108449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Made reservation on behalf of 743fb4c76c484fd58f106bbcb8d51b93 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:23.111989 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.327857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Allocated IP 172.20.0.5 (2dbee794-c31a-41b1-9590-e11fc3259145/db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2/dd75437f-9a56-4077-9479-1f779601a78f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:23.332170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36918eb6-2288-49c0-9724-2711974477fc req-c845388d-7e15-4a57-9fa1-1b4bb81ee36b tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 210 time: 0.0460012 Jul 14 09:34:23.371181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4bf17acb-7c80-4ca3-b8ca-b51df52b2815 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3265791 Jul 14 09:34:23.373628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:23.381014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bf234121-a101-4230-81a2-bd99c72acae1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-19997120'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:23.640954 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.763689 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.855564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Network 2dbee794-c31a-41b1-9590-e11fc3259145 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:23.858283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Pushing event updated for resources: {'Port': ['ID=dd75437f-9a56-4077-9479-1f779601a78f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.862374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:23.868788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:23.898231 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf234121-a101-4230-81a2-bd99c72acae1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.917874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf234121-a101-4230-81a2-bd99c72acae1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.928763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.929375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.975637 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-a66d2dd8-7e5f-475f-b66f-baa77eb87e95 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1389496 Jul 14 09:34:23.989723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Request body: {'port': {'device_id': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:24.108260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf234121-a101-4230-81a2-bd99c72acae1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 2bceae8c-5fa2-427b-92a5-a449d20264c2 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:24.114731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.264351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac810fd-2037-4eda-bf8b-48c0c454cc33 req-e5cd1506-bf72-475e-b343-9bf9354c1a13 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.265978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dac810fd-2037-4eda-bf8b-48c0c454cc33 req-e5cd1506-bf72-475e-b343-9bf9354c1a13 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 946 time: 0.0747187 Jul 14 09:34:24.305749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dac810fd-2037-4eda-bf8b-48c0c454cc33 req-c17fc836-f0f7-4017-80b1-070ae9d0fbb5 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Jul 14 09:34:24.416757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf234121-a101-4230-81a2-bd99c72acae1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:24.427600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf234121-a101-4230-81a2-bd99c72acae1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.428821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bf234121-a101-4230-81a2-bd99c72acae1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/2bceae8c-5fa2-427b-92a5-a449d20264c2 HTTP/1.1" status: 200 len: 886 time: 1.0541975 Jul 14 09:34:24.429553 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] Sync routers for ids ['2bceae8c-5fa2-427b-92a5-a449d20264c2'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:24.435603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59686) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.442197 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] Routers {'2bceae8c-5fa2-427b-92a5-a449d20264c2'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:24.442829 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2bceae8c-5fa2-427b-92a5-a449d20264c2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:24.477236 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:24.486054 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] Routers {'2bceae8c-5fa2-427b-92a5-a449d20264c2'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:24.486659 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['2bceae8c-5fa2-427b-92a5-a449d20264c2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:24.521616 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:24.522260 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e5b2c-1ca1-4582-93b8-9f3c26e8cc4f None None] The sync data for ids ['2bceae8c-5fa2-427b-92a5-a449d20264c2'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:24.552343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3c8926c-3b12-42fc-bbc3-5ff2c538a1a2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.553937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3c8926c-3b12-42fc-bbc3-5ff2c538a1a2 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 946 time: 0.3006046 Jul 14 09:34:24.737850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7d010bf5-8072-4da0-b39e-d10d69121789 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/routers/2bceae8c-5fa2-427b-92a5-a449d20264c2 HTTP/1.1" status: 200 len: 886 time: 0.3010211 Jul 14 09:34:24.740964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.759080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d59bdc-1a11-41a7-8305-0378ea208ae1 req-27ac8823-1e14-41fe-9f8e-870fdbc6668a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.761291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29d59bdc-1a11-41a7-8305-0378ea208ae1 req-27ac8823-1e14-41fe-9f8e-870fdbc6668a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 931 time: 0.3064423 Jul 14 09:34:24.777867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3906b0d-857e-467a-b571-e2a3130787c1 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bceae8c-5fa2-427b-92a5-a449d20264c2 HTTP/1.1" status: 200 len: 205 time: 0.0353768 Jul 14 09:34:24.778494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.823793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd75437f-9a56-4077-9479-1f779601a78f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:24.840624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.870323 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29d59bdc-1a11-41a7-8305-0378ea208ae1 req-1fde59c4-ed7a-415f-ac86-f0ad8cb69360 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882964 Jul 14 09:34:24.875511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Deleting port d492dd65-63c4-4b4b-b957-a9c37643e666 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:24.875834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.882087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Transition to ACTIVE for port object dd75437f-9a56-4077-9479-1f779601a78f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:24.893926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.950389 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.064149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.119948 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 1bf2e3c0-5f69-426d-97e5-844008584723 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:25.120301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.202703 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.216579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 1bf2e3c0-5f69-426d-97e5-844008584723 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:25.388286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Pushing event updated for resources: {'Port': ['ID=dd75437f-9a56-4077-9479-1f779601a78f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.413486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.455400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] For port d492dd65-63c4-4b4b-b957-a9c37643e666, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d492dd65-63c4-4b4b-b957-a9c37643e666,segment=NetworkSegment(77d92787-d870-4645-8d12-fbd97be14161),segment_id=77d92787-d870-4645-8d12-fbd97be14161)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:25.455728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.477466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Calling delete_port for d492dd65-63c4-4b4b-b957-a9c37643e666 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:25.501484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=1bf2e3c0-5f69-426d-97e5-844008584723,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.546209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Attempting to bind port dd75437f-9a56-4077-9479-1f779601a78f on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:25.546450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Attempting to bind port dd75437f-9a56-4077-9479-1f779601a78f by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:25.546808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Attempting to bind port dd75437f-9a56-4077-9479-1f779601a78f on network 2dbee794-c31a-41b1-9590-e11fc3259145 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:25.555883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Port dd75437f-9a56-4077-9479-1f779601a78f on network 2dbee794-c31a-41b1-9590-e11fc3259145 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:25.556540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Attempting to bind port dd75437f-9a56-4077-9479-1f779601a78f on network 2dbee794-c31a-41b1-9590-e11fc3259145 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:25.565787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:25.566187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Checking segment: {'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:25.566525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Bound using segment: {'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:25.567431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Bound port: dd75437f-9a56-4077-9479-1f779601a78f, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:25.567431 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.573972 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.674595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.681672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] For port dd75437f-9a56-4077-9479-1f779601a78f, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:25.683951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b65f98-df6a-422b-8cba-28d4a1b1b8b2 req-2237b57d-6a91-4094-ac75-9df997cc835e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.685846 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3b65f98-df6a-422b-8cba-28d4a1b1b8b2 req-2237b57d-6a91-4094-ac75-9df997cc835e tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/ports?device_id=34acc57b-9a56-4769-90b6-38d2afef0d68 HTTP/1.1" status: 200 len: 946 time: 0.2276549 Jul 14 09:34:25.687095 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.720128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.731621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d492dd65-63c4-4b4b-b957-a9c37643e666'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:25.743618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] For port dd75437f-9a56-4077-9479-1f779601a78f, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dd75437f-9a56-4077-9479-1f779601a78f,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:25.764556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Pushing event deleted for resources: {'Port': ['ID=d492dd65-63c4-4b4b-b957-a9c37643e666,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.771948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.773493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Fanout notify agent at l3_agent the message router_deleted on router 2bceae8c-5fa2-427b-92a5-a449d20264c2 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:25.775229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.783443 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.784834 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3144e05-0a2c-4ed1-9b87-4671b23484f9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/2bceae8c-5fa2-427b-92a5-a449d20264c2 HTTP/1.1" status: 204 len: 168 time: 1.0054162 Jul 14 09:34:25.794273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59704) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:25.800679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-111184442'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:25.803834 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3b65f98-df6a-422b-8cba-28d4a1b1b8b2 req-3f03e1e4-aa9a-4f51-9451-54b8d26aeb6f tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.18 "GET /v2.0/security-groups?id=8dd024e4-a936-44ed-ac19-f48820028bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111522 Jul 14 09:34:25.862606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.863286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.864888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] 10.222.0.48 "PUT /v2.0/ports/dd75437f-9a56-4077-9479-1f779601a78f HTTP/1.1" status: 200 len: 1092 time: 1.8807051 Jul 14 09:34:25.872114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'tag': 'dd75437f-9a56-4077-9479-1f779601a78f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:25.874425 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b99d2-8389-4343-8632-3211f5e7e4de", "tag": "dd75437f-9a56-4077-9479-1f779601a78f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:25.917137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] No DVR routers for this DVR port d492dd65-63c4-4b4b-b957-a9c37643e666 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:25.936633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.946315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f9306d8d-3f8c-46e6-aa92-7eda42d0eb27 req-e3ddb802-e322-442b-be8e-eff7d1e2c699 tempest-AttachVolumeNegativeTest-1576310417 tempest-AttachVolumeNegativeTest-1576310417-project] 10.222.0.11 "DELETE /v2.0/ports/d492dd65-63c4-4b4b-b957-a9c37643e666 HTTP/1.1" status: 204 len: 173 time: 1.3852901 Jul 14 09:34:25.984269 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e1e26c-ec9d-4def-90b3-61b8b1ccac08 x-openstack-request-id: req-d1e1e26c-ec9d-4def-90b3-61b8b1ccac08 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:25.984800 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b99d2-8389-4343-8632-3211f5e7e4de", "tag": "dd75437f-9a56-4077-9479-1f779601a78f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:25.985237 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1e1e26c-ec9d-4def-90b3-61b8b1ccac08 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:25.986071 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'tag': 'dd75437f-9a56-4077-9479-1f779601a78f', 'status': 'completed', 'code': 200} Jul 14 09:34:25.988696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:25.992581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.016068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64a3a1-7101-4a41-b026-83473cf8da89 service neutron] Pushing event updated for resources: {'Port': ['ID=dd75437f-9a56-4077-9479-1f779601a78f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.055204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:26.077949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.078357 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment 7d61ae68-9242-4883-a06f-98b45e18b162 of type vlan for network 8e582ec0-9804-40a1-959a-ab611207f916 Jul 14 09:34:26.092157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-1b289fc5-afd1-4058-8b0a-c8d757a02da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.093755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-1b289fc5-afd1-4058-8b0a-c8d757a02da1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=743fb4c76c484fd58f106bbcb8d51b93&device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 1095 time: 0.1306443 Jul 14 09:34:26.157432 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-4572170b-770e-40ed-bbe1-1d774991b206 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd75437f-9a56-4077-9479-1f779601a78f HTTP/1.1" status: 200 len: 217 time: 0.0417893 Jul 14 09:34:26.175633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb3046-2e7e-401c-9979-829a9054c6b5 req-3883e044-1982-41c2-8a78-f1fa25e33343 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.177474 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46bb3046-2e7e-401c-9979-829a9054c6b5 req-3883e044-1982-41c2-8a78-f1fa25e33343 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 943 time: 0.0732222 Jul 14 09:34:26.177950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.216964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46bb3046-2e7e-401c-9979-829a9054c6b5 req-ffa748f5-afeb-46cb-8c06-df69b0a265a6 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Jul 14 09:34:26.233742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-06efd6d3-f986-462f-8943-edf2623b6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.235213 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-06efd6d3-f986-462f-8943-edf2623b6d39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2 HTTP/1.1" status: 200 len: 848 time: 0.0690048 Jul 14 09:34:26.250391 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.255917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.256501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.284167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-84168abd-a1a3-4651-9bbf-e148a57a06c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dbee794-c31a-41b1-9590-e11fc3259145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430737 Jul 14 09:34:26.354757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5593960 Jul 14 09:34:26.357527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.362994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '8e582ec0-9804-40a1-959a-ab611207f916', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:26.397652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad1852-94a9-4606-9bcf-8daac6288945 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=8e582ec0-9804-40a1-959a-ab611207f916,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.409140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8e582ec0-9804-40a1-959a-ab611207f916 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:26.442615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-9c7bd5ed-95d6-43c0-81f5-1db528d39cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449394 Jul 14 09:34:26.482182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:26.487067 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.551461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb762688-2ccc-4988-97d5-6b4efbc3e0c6 req-691e8d20-c77c-4021-b0dd-a02d8c877f03 service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027138 Jul 14 09:34:26.666872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-5164ee14-52b6-49e5-89b6-3f640947a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.668480 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-5164ee14-52b6-49e5-89b6-3f640947a23e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=743fb4c76c484fd58f106bbcb8d51b93&device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 1095 time: 0.0602291 Jul 14 09:34:26.678282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.743131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=954079a8-1778-4fe2-8165-633e42a3aaab,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.748630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': '7d61ae68-9242-4883-a06f-98b45e18b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8e582ec0-9804-40a1-959a-ab611207f916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:26.748926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 8e582ec0-9804-40a1-959a-ab611207f916, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:26.763134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-e0a1684a-85e0-4631-af8b-791446d6d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.765444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-e0a1684a-85e0-4631-af8b-791446d6d0f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2dbee794-c31a-41b1-9590-e11fc3259145 HTTP/1.1" status: 200 len: 909 time: 0.0908558 Jul 14 09:34:26.765968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 8e582ec0-9804-40a1-959a-ab611207f916 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:26.774985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8e582ec0-9804-40a1-959a-ab611207f916) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:26.779555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.780136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.785493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd493dbc-bd0a-4976-a1fd-7d1bcbdfb815 None None] Network 8e582ec0-9804-40a1-959a-ab611207f916 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:26.796370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0d0cbf50-6883-450c-b2ef-73c57eecf110 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4374785 Jul 14 09:34:26.799900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.804674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f1de024a-f2f6-4f1c-9c14-3731a67e2b0b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905120712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:26.819531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-51e7c44f-cc9b-435f-894e-4f5b99a9e2e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd75437f-9a56-4077-9479-1f779601a78f HTTP/1.1" status: 200 len: 217 time: 0.0464425 Jul 14 09:34:26.828151 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1de024a-f2f6-4f1c-9c14-3731a67e2b0b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.829193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1de024a-f2f6-4f1c-9c14-3731a67e2b0b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.878459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-3063c687-e6fa-4db9-ba71-117b3579a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.880077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-3063c687-e6fa-4db9-ba71-117b3579a332 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2 HTTP/1.1" status: 200 len: 848 time: 0.0544636 Jul 14 09:34:26.884281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1de024a-f2f6-4f1c-9c14-3731a67e2b0b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.890173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1de024a-f2f6-4f1c-9c14-3731a67e2b0b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.914192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1de024a-f2f6-4f1c-9c14-3731a67e2b0b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.917276 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1de024a-f2f6-4f1c-9c14-3731a67e2b0b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1162207 Jul 14 09:34:26.919945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.925266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-35cf4ead-94f0-44af-8222-269085fbe9b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dbee794-c31a-41b1-9590-e11fc3259145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364580 Jul 14 09:34:26.939797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.983401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-8e582ec0-9804-40a1-959a-ab611207f916', 'network_id': '8e582ec0-9804-40a1-959a-ab611207f916', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '954079a8-1778-4fe2-8165-633e42a3aaab'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:26.984712 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.042247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] Deleting subnet e9aaf093-664c-4984-a564-b34a322ea784 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:27.046388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.084494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.135052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.136072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Allocated IP 172.20.0.2 (8e582ec0-9804-40a1-959a-ab611207f916/954079a8-1778-4fe2-8165-633e42a3aaab/be67652d-de42-4013-a41f-9f19d6a5f903) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:27.241437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-ad167bab-9469-489d-bd30-59fe987432cc service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089652 Jul 14 09:34:27.247464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.287251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dd75437f-9a56-4077-9479-1f779601a78f details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:27.287468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.297082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9aaf093-664c-4984-a564-b34a322ea784,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.331738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.335892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69d3fdc2-1495-4c17-afc5-55e3d7b7c090 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e9aaf093-664c-4984-a564-b34a322ea784 HTTP/1.1" status: 204 len: 168 time: 0.3916183 Jul 14 09:34:27.343959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:27.444115 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.466597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.467860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Transition to ACTIVE for port object be67652d-de42-4013-a41f-9f19d6a5f903 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:27.486575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port dd75437f-9a56-4077-9479-1f779601a78f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dd75437f-9a56-4077-9479-1f779601a78f,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:27.503022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d40cfa0a-dba9-4be2-b3d3-8dc4a74afce2 req-ecad47e1-a133-4677-941b-04beb9e98639 service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544956 Jul 14 09:34:27.505664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Transition to ACTIVE for port object be67652d-de42-4013-a41f-9f19d6a5f903 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:27.523479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'dd75437f-9a56-4077-9479-1f779601a78f', 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145', 'port_id': 'dd75437f-9a56-4077-9479-1f779601a78f', 'mac_address': 'fa:16:3e:7c:61:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:27.531150 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.586772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.598128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b524b79a-0e90-45c7-bbd9-15995257f90f']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:27.609331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Network 8e582ec0-9804-40a1-959a-ab611207f916 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:27.611230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d92787-d870-4645-8d12-fbd97be14161') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:27.611684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d92787-d870-4645-8d12-fbd97be14161') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:27.617626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:27.621310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:27.622454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.627266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Pushing event updated for resources: {'Port': ['ID=be67652d-de42-4013-a41f-9f19d6a5f903,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.639393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.640410 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.646310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:27.646859 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.659937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b6e7-0269-4e8f-9cb6-2febbbfc48a2 req-6a789663-2eab-498d-be4c-69529667918d tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:27.667279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0972b6e7-0269-4e8f-9cb6-2febbbfc48a2 req-6a789663-2eab-498d-be4c-69529667918d tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 943 time: 0.1896679 Jul 14 09:34:27.678542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd75437f-9a56-4077-9479-1f779601a78f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:27.697866 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:27.727614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port dd75437f-9a56-4077-9479-1f779601a78f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dd75437f-9a56-4077-9479-1f779601a78f,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:27.728114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.729153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Attempting to bind port be67652d-de42-4013-a41f-9f19d6a5f903 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:27.733143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Attempting to bind port be67652d-de42-4013-a41f-9f19d6a5f903 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7d61ae68-9242-4883-a06f-98b45e18b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8e582ec0-9804-40a1-959a-ab611207f916'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:27.733726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Attempting to bind port be67652d-de42-4013-a41f-9f19d6a5f903 on network 8e582ec0-9804-40a1-959a-ab611207f916 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:27.738443 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.739909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0972b6e7-0269-4e8f-9cb6-2febbbfc48a2 req-33fc190d-3483-49ca-a9a2-2204a87c298e tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717082 Jul 14 09:34:27.749167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:27.749547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Checking segment: {'id': '7d61ae68-9242-4883-a06f-98b45e18b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8e582ec0-9804-40a1-959a-ab611207f916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:27.749952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.750349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Bound using segment: {'id': '7d61ae68-9242-4883-a06f-98b45e18b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8e582ec0-9804-40a1-959a-ab611207f916'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:27.750834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Bound port: be67652d-de42-4013-a41f-9f19d6a5f903, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d61ae68-9242-4883-a06f-98b45e18b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8e582ec0-9804-40a1-959a-ab611207f916'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:27.751217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.757574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.767669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b524b79a-0e90-45c7-bbd9-15995257f90f HTTP/1.1" status: 204 len: 168 time: 0.4179997 Jul 14 09:34:27.767669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fff16-a27b-4122-9333-605e05a941f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b524b79a-0e90-45c7-bbd9-15995257f90f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.767885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.20.0.1 (8e582ec0-9804-40a1-959a-ab611207f916/954079a8-1778-4fe2-8165-633e42a3aaab/1ef4b2ce-d2cf-44e4-af14-6f206445626f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:27.835999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=dd75437f-9a56-4077-9479-1f779601a78f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.882719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] For port be67652d-de42-4013-a41f-9f19d6a5f903, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:27.886540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] For port be67652d-de42-4013-a41f-9f19d6a5f903, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=be67652d-de42-4013-a41f-9f19d6a5f903,segment=NetworkSegment(7d61ae68-9242-4883-a06f-98b45e18b162),segment_id=7d61ae68-9242-4883-a06f-98b45e18b162)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:27.891382 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.909816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.940182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['dd75437f-9a56-4077-9479-1f779601a78f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:27.947698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object 1ef4b2ce-d2cf-44e4-af14-6f206445626f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:27.987574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'name': 'network-vif-deleted', 'tag': 'd492dd65-63c4-4b4b-b957-a9c37643e666'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:27.990101 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104a098c-ee04-4ad6-99a3-6b4639953a26" -d '{"events": [{"server_uuid": "34acc57b-9a56-4769-90b6-38d2afef0d68", "name": "network-vif-deleted", "tag": "d492dd65-63c4-4b4b-b957-a9c37643e666"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:27.999740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8bbd2-84fe-429e-b7da-238060d1151e None None] Pushing event updated for resources: {'Port': ['ID=be67652d-de42-4013-a41f-9f19d6a5f903,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.009730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.058138 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eacd0f-52c2-48eb-a0cb-ebacf3a4e6a3 x-openstack-request-id: req-86eacd0f-52c2-48eb-a0cb-ebacf3a4e6a3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:28.058398 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34acc57b-9a56-4769-90b6-38d2afef0d68", "name": "network-vif-deleted", "tag": "d492dd65-63c4-4b4b-b957-a9c37643e666", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:28.058657 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86eacd0f-52c2-48eb-a0cb-ebacf3a4e6a3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:28.059074 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34acc57b-9a56-4769-90b6-38d2afef0d68', 'name': 'network-vif-deleted', 'tag': 'd492dd65-63c4-4b4b-b957-a9c37643e666', 'status': 'completed', 'code': 200} Jul 14 09:34:28.059534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:28.078403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 8e582ec0-9804-40a1-959a-ab611207f916 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:28.085081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:28.089685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:28.131142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1898fb15-7c8d-47e6-a39f-95da8e5984f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b37df22d035145aebb2c1c681cd40560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705004 Jul 14 09:34:28.134761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:28.141651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.191709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=1ef4b2ce-d2cf-44e4-af14-6f206445626f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.238269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af1f5345-6ae9-4ac9-b5ee-6098e80c6488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.284340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af1f5345-6ae9-4ac9-b5ee-6098e80c6488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.326995 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.352967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af1f5345-6ae9-4ac9-b5ee-6098e80c6488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.357483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af1f5345-6ae9-4ac9-b5ee-6098e80c6488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.358920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af1f5345-6ae9-4ac9-b5ee-6098e80c6488 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dd024e4-a936-44ed-ac19-f48820028bdc HTTP/1.1" status: 204 len: 168 time: 0.2231777 Jul 14 09:34:28.382903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f5345-6ae9-4ac9-b5ee-6098e80c6488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd024e4-a936-44ed-ac19-f48820028bdc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.429062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d492dd65-63c4-4b4b-b957-a9c37643e666 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:28.468079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: d492dd65-63c4-4b4b-b957-a9c37643e666 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:28.468778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d492dd65-63c4-4b4b-b957-a9c37643e666 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:28.784081 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.789656 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.877846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=1ef4b2ce-d2cf-44e4-af14-6f206445626f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.939132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.020594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613dcab-2ff7-4142-a6ff-24a3b901b948 req-46619a4e-7047-4a46-a9e9-8aeac2f41b10 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.022151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a613dcab-2ff7-4142-a6ff-24a3b901b948 req-46619a4e-7047-4a46-a9e9-8aeac2f41b10 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 944 time: 0.1343930 Jul 14 09:34:29.266195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dd75437f-9a56-4077-9479-1f779601a78f up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:29.269427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b43ea2-b4e1-4c96-9a19-4f49c87195ad None None] Network 8e582ec0-9804-40a1-959a-ab611207f916 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:29.390747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1fab81a7-6d46-4509-8187-f47482328bfd None None] Provisioning for port be67652d-de42-4013-a41f-9f19d6a5f903 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:29.397424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device be67652d-de42-4013-a41f-9f19d6a5f903 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:29.459967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 8e582ec0-9804-40a1-959a-ab611207f916 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:29.463590 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a613dcab-2ff7-4142-a6ff-24a3b901b948 req-0975c44b-da13-424b-acd5-dc06b3b43c6a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294317 Jul 14 09:34:29.464865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:29.530492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port dd75437f-9a56-4077-9479-1f779601a78f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:29.552599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port dd75437f-9a56-4077-9479-1f779601a78f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:29.552973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.605187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:29.652337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port be67652d-de42-4013-a41f-9f19d6a5f903 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:29.659129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port be67652d-de42-4013-a41f-9f19d6a5f903 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:29.659562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.722951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:29.739707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59776) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:29.740300 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-00ed793f-48db-4e7b-866e-261584b5e680 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8175311 Jul 14 09:34:29.816403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07002606-ae46-4220-b209-8abea3bced8c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.818735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-07002606-ae46-4220-b209-8abea3bced8c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports/1ef4b2ce-d2cf-44e4-af14-6f206445626f HTTP/1.1" status: 200 len: 910 time: 0.0775697 Jul 14 09:34:29.821679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:29.828643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '954079a8-1778-4fe2-8165-633e42a3aaab'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:29.889485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] Sync routers for ids ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:29.931986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] Routers {'f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:29.932537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.002141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.038685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.057127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] Routers {'f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:30.057921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.091974 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.111270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.112562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd45160-2c46-4af2-b95c-ea748ab72ab2 None None] The sync data for ids ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:30.119643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.125822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd75437f-9a56-4077-9479-1f779601a78f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:30.128574 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c669d93-5615-4a7a-b15c-412b794c4bc8" -d '{"events": [{"server_uuid": "0f7b99d2-8389-4343-8632-3211f5e7e4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd75437f-9a56-4077-9479-1f779601a78f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:30.153042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port dd75437f-9a56-4077-9479-1f779601a78f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dd75437f-9a56-4077-9479-1f779601a78f,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:30.162563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.207549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port be67652d-de42-4013-a41f-9f19d6a5f903, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=be67652d-de42-4013-a41f-9f19d6a5f903,segment=NetworkSegment(7d61ae68-9242-4883-a06f-98b45e18b162),segment_id=7d61ae68-9242-4883-a06f-98b45e18b162)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:30.216939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.241264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=dd75437f-9a56-4077-9479-1f779601a78f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:30.314236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-987a3e15-bdcf-45a8-a9ed-e7b2c42f3e5d None None] Provisioning for port 1ef4b2ce-d2cf-44e4-af14-6f206445626f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:30.323440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-987a3e15-bdcf-45a8-a9ed-e7b2c42f3e5d None None] Provisioning complete for port 1ef4b2ce-d2cf-44e4-af14-6f206445626f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:30.323440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-987a3e15-bdcf-45a8-a9ed-e7b2c42f3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.355197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=be67652d-de42-4013-a41f-9f19d6a5f903,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:30.378704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-987a3e15-bdcf-45a8-a9ed-e7b2c42f3e5d None None] Port 1ef4b2ce-d2cf-44e4-af14-6f206445626f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:30.396183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-987a3e15-bdcf-45a8-a9ed-e7b2c42f3e5d None None] Provisioning complete for port be67652d-de42-4013-a41f-9f19d6a5f903 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:30.396966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-987a3e15-bdcf-45a8-a9ed-e7b2c42f3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.504334 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2322d06-0981-408a-b0b2-ed51e0d747e1 x-openstack-request-id: req-e2322d06-0981-408a-b0b2-ed51e0d747e1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:30.504754 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b99d2-8389-4343-8632-3211f5e7e4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd75437f-9a56-4077-9479-1f779601a78f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:30.505027 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2322d06-0981-408a-b0b2-ed51e0d747e1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:30.505424 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd75437f-9a56-4077-9479-1f779601a78f', 'code': 200} Jul 14 09:34:30.661589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36c84d29-81ad-4d58-a05a-91950de45c56 None None] Provisioning complete for port 1ef4b2ce-d2cf-44e4-af14-6f206445626f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:30.662173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36c84d29-81ad-4d58-a05a-91950de45c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.679635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.684935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2751d4-4e91-413c-b0b2-2a92752d300d req-a6fb49ee-00e4-44c0-8ed2-4d7b24ced7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.689421 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8c2751d4-4e91-413c-b0b2-2a92752d300d req-a6fb49ee-00e4-44c0-8ed2-4d7b24ced7ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 1097 time: 0.1061711 Jul 14 09:34:30.691407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.741078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-36c84d29-81ad-4d58-a05a-91950de45c56 None None] Port 1ef4b2ce-d2cf-44e4-af14-6f206445626f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:30.764704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8c2751d4-4e91-413c-b0b2-2a92752d300d req-cd02c216-0699-44c8-8959-e5e2fc54ad53 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689883 Jul 14 09:34:30.856072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=1ef4b2ce-d2cf-44e4-af14-6f206445626f,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:30.863454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.864321 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.865848 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/ports/1ef4b2ce-d2cf-44e4-af14-6f206445626f HTTP/1.1" status: 200 len: 910 time: 1.0424473 Jul 14 09:34:30.869837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59794) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.878722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.879064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.879672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.879935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.880629 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.880968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.881299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.881633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.881959 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.882480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.882816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.884349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e3e764-a1d4-46cc-a28b-3aa731b538bb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:30.920981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d2801-0f9d-4512-843c-a639f4ae0ed1 req-5594573c-0051-47ab-b1cc-f5fb8e31848c tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.922883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f74d2801-0f9d-4512-843c-a639f4ae0ed1 req-5594573c-0051-47ab-b1cc-f5fb8e31848c tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 945 time: 0.1647801 Jul 14 09:34:31.020756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f74d2801-0f9d-4512-843c-a639f4ae0ed1 req-bd6488fe-48ad-4725-a60f-37831d8d8774 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881214 Jul 14 09:34:31.048735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-336576af-d101-4db7-b515-99da1343cfec None None] Provisioning complete for port 1ef4b2ce-d2cf-44e4-af14-6f206445626f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:31.049415 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-336576af-d101-4db7-b515-99da1343cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.099817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-336576af-d101-4db7-b515-99da1343cfec None None] Port 1ef4b2ce-d2cf-44e4-af14-6f206445626f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:31.282727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device be67652d-de42-4013-a41f-9f19d6a5f903 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:31.342860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port be67652d-de42-4013-a41f-9f19d6a5f903 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:31.343577 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.343667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.512617 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.600918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 1ef4b2ce-d2cf-44e4-af14-6f206445626f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:31.601409 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.699593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.711868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 1ef4b2ce-d2cf-44e4-af14-6f206445626f owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:31.895475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.921993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=1ef4b2ce-d2cf-44e4-af14-6f206445626f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.075171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.327634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:32.334159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c82ae-a789-4bca-87f5-d0a39acff29a req-701ff0bc-cea3-4c4b-a1f6-85ecb7f4e874 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.336070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7c82ae-a789-4bca-87f5-d0a39acff29a req-701ff0bc-cea3-4c4b-a1f6-85ecb7f4e874 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 945 time: 0.1578019 Jul 14 09:34:32.445284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:32.449806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be7c82ae-a789-4bca-87f5-d0a39acff29a req-80013b19-8511-42fa-926f-21522c0ff11e tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035457 Jul 14 09:34:32.453391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b36ebe71-4f95-4aba-98bc-91e4b27fa242 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825269 Jul 14 09:34:32.456622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.457881 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] Sync routers for ids ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:32.467423 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] Routers {'f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:32.468054 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:32.502201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:32.511099 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] Routers {'f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:32.511737 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:32.517172 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.517750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-92d76907-65f5-41a6-84fe-e5dd4423d5f7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085 HTTP/1.1" status: 200 len: 205 time: 0.0597677 Jul 14 09:34:32.574330 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:32.575044 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3537a9-a3a5-470f-a793-dfec967fe70f None None] The sync data for ids ['f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:32.628522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6141883-5cd4-4898-9066-cb54ea20e3d9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.799458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6141883-5cd4-4898-9066-cb54ea20e3d9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.802636 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6141883-5cd4-4898-9066-cb54ea20e3d9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.869976 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6141883-5cd4-4898-9066-cb54ea20e3d9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.870499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6141883-5cd4-4898-9066-cb54ea20e3d9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Fanout notify agent at l3_agent the message router_deleted on router f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:32.877820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6141883-5cd4-4898-9066-cb54ea20e3d9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.879101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f6141883-5cd4-4898-9066-cb54ea20e3d9 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085 HTTP/1.1" status: 204 len: 168 time: 0.3608222 Jul 14 09:34:32.882005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.948618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 954079a8-1778-4fe2-8165-633e42a3aaab {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:32.952452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.009406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.110937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.190946 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.214535 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.214996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf06f09-dc1b-4f5b-845a-02325993bd6c None None] Network 8e582ec0-9804-40a1-959a-ab611207f916 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:33.218565 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/954079a8-1778-4fe2-8165-633e42a3aaab HTTP/1.1" status: 204 len: 168 time: 0.3336022 Jul 14 09:34:33.220098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:33.248170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c7359-88ac-4541-be53-462fc94de395 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=954079a8-1778-4fe2-8165-633e42a3aaab,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.412810 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.519531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port be67652d-de42-4013-a41f-9f19d6a5f903 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:33.519867 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.605431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port be67652d-de42-4013-a41f-9f19d6a5f903, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=be67652d-de42-4013-a41f-9f19d6a5f903,segment=NetworkSegment(7d61ae68-9242-4883-a06f-98b45e18b162),segment_id=7d61ae68-9242-4883-a06f-98b45e18b162)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:33.605871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.631716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for be67652d-de42-4013-a41f-9f19d6a5f903 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:33.666255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] DHCP port deletion for 8e582ec0-9804-40a1-959a-ab611207f916 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:33.733654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] Deleting port be67652d-de42-4013-a41f-9f19d6a5f903 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:33.734760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.758143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb5be5-f82b-47a1-a4fe-d3f6b0068ad8 req-4ff9c683-908c-4c88-b230-f0c0beb34c0e tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.761726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-acbb5be5-f82b-47a1-a4fe-d3f6b0068ad8 req-4ff9c683-908c-4c88-b230-f0c0beb34c0e tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 945 time: 0.1431046 Jul 14 09:34:33.799775 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.810090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] For port be67652d-de42-4013-a41f-9f19d6a5f903, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=be67652d-de42-4013-a41f-9f19d6a5f903,segment=NetworkSegment(7d61ae68-9242-4883-a06f-98b45e18b162),segment_id=7d61ae68-9242-4883-a06f-98b45e18b162)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:33.810494 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.828766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] Calling delete_port for be67652d-de42-4013-a41f-9f19d6a5f903 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:33.832277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-acbb5be5-f82b-47a1-a4fe-d3f6b0068ad8 req-65e84495-73ee-471e-9562-185ae924d38d tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Jul 14 09:34:33.833462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=be67652d-de42-4013-a41f-9f19d6a5f903,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.837093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port be67652d-de42-4013-a41f-9f19d6a5f903 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:33.924077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.932498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.943143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e582ec0-9804-40a1-959a-ab611207f916']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.956207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d61ae68-9242-4883-a06f-98b45e18b162') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.956474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d61ae68-9242-4883-a06f-98b45e18b162') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.958452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] Pushing event deleted for resources: {'Port': ['ID=be67652d-de42-4013-a41f-9f19d6a5f903,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.962169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d7efd-1aca-4dc5-862a-a4f29f0d1a96 None None] No DVR routers for this DVR port be67652d-de42-4013-a41f-9f19d6a5f903 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:33.967667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.989801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.996085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:33.996536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:33.999599 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:34.417031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.437457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.439385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/8e582ec0-9804-40a1-959a-ab611207f916 HTTP/1.1" status: 204 len: 168 time: 1.2161124 Jul 14 09:34:34.443257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.449491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6d1803f2-cc4a-4ccf-b52b-a20cd457ad63 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-339680898', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:34.453403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6775bd-b6fb-43b1-8d28-102ae76fadb6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=8e582ec0-9804-40a1-959a-ab611207f916,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.476474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d1803f2-cc4a-4ccf-b52b-a20cd457ad63 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.477695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d1803f2-cc4a-4ccf-b52b-a20cd457ad63 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.541252 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d1803f2-cc4a-4ccf-b52b-a20cd457ad63 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.546812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d1803f2-cc4a-4ccf-b52b-a20cd457ad63 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.574822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d1803f2-cc4a-4ccf-b52b-a20cd457ad63 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.579245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.583158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6d1803f2-cc4a-4ccf-b52b-a20cd457ad63 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1379826 Jul 14 09:34:34.584736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456418339'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:34.620454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:34.626335 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.658789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:34.671436 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.671746 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment a360a9ae-37ac-4eea-950b-b72d6264df8c of type vlan for network 56ec305e-7891-4260-802f-7376ba919709 Jul 14 09:34:34.718785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.750000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.757284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.758329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.849735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2691789 Jul 14 09:34:34.852553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59908) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.858134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb14dc7-5c11-4d6d-85bf-d1b710508373 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=56ec305e-7891-4260-802f-7376ba919709,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.858843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:34.872894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 56ec305e-7891-4260-802f-7376ba919709 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:34.901395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-52f327c5-eac4-4cc2-9169-e04dad6a1c40 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.904155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-52f327c5-eac4-4cc2-9169-e04dad6a1c40 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 945 time: 0.0974731 Jul 14 09:34:34.976657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:34.980407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.027578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Deleting port dd75437f-9a56-4077-9479-1f779601a78f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:35.027943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.131553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] For port dd75437f-9a56-4077-9479-1f779601a78f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=dd75437f-9a56-4077-9479-1f779601a78f,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:35.131925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.134073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ce12-8242-41f5-94a3-ac236251ad15 req-ddf10a24-0005-4e6b-b561-2f4735ebd829 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.135773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67a0ce12-8242-41f5-94a3-ac236251ad15 req-ddf10a24-0005-4e6b-b561-2f4735ebd829 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f7b99d2-8389-4343-8632-3211f5e7e4de HTTP/1.1" status: 200 len: 945 time: 0.1105487 Jul 14 09:34:35.146567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Calling delete_port for dd75437f-9a56-4077-9479-1f779601a78f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:35.220588 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67a0ce12-8242-41f5-94a3-ac236251ad15 req-ebc4c0ef-31de-4070-bc6e-5d091de571fd tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794959 Jul 14 09:34:35.284207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device be67652d-de42-4013-a41f-9f19d6a5f903 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:35.300308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.315574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: be67652d-de42-4013-a41f-9f19d6a5f903 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:35.316222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device be67652d-de42-4013-a41f-9f19d6a5f903 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:35.353257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.394530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Pushing event deleted for resources: {'Port': ['ID=dd75437f-9a56-4077-9479-1f779601a78f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.394795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=4221160c-0239-4d6d-993e-f668bb4e9bf7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.398756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:35.398756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 56ec305e-7891-4260-802f-7376ba919709, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:35.421826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 56ec305e-7891-4260-802f-7376ba919709 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:35.439397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 56ec305e-7891-4260-802f-7376ba919709) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:35.454686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.455905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.458567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f48f874-0777-40b8-b481-9ef939f8595e None None] Network 56ec305e-7891-4260-802f-7376ba919709 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:35.485314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] No DVR routers for this DVR port dd75437f-9a56-4077-9479-1f779601a78f on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:35.486925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4242c0e5-2831-40e9-bc93-eb9f447a89bc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6330121 Jul 14 09:34:35.489721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:35.497648 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.499860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7bdb47f2-1882-4a84-8016-7545f4605a04 req-5166a71d-99c2-441c-b1da-0619e843e3fa tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "DELETE /v2.0/ports/dd75437f-9a56-4077-9479-1f779601a78f HTTP/1.1" status: 204 len: 173 time: 0.5899527 Jul 14 09:34:35.500380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'name': 'network-vif-deleted', 'tag': 'dd75437f-9a56-4077-9479-1f779601a78f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:35.502760 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea4eba6-7eef-4d68-a6bc-0ab39ac093a8" -d '{"events": [{"server_uuid": "0f7b99d2-8389-4343-8632-3211f5e7e4de", "name": "network-vif-deleted", "tag": "dd75437f-9a56-4077-9479-1f779601a78f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:35.682475 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff064dca-d431-49bf-ac53-1cb127a165f4 x-openstack-request-id: req-ff064dca-d431-49bf-ac53-1cb127a165f4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:35.682903 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b99d2-8389-4343-8632-3211f5e7e4de", "name": "network-vif-deleted", "tag": "dd75437f-9a56-4077-9479-1f779601a78f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:35.683252 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff064dca-d431-49bf-ac53-1cb127a165f4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:35.683789 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b99d2-8389-4343-8632-3211f5e7e4de', 'name': 'network-vif-deleted', 'tag': 'dd75437f-9a56-4077-9479-1f779601a78f', 'status': 'completed', 'code': 200} Jul 14 09:34:35.773548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-56ec305e-7891-4260-802f-7376ba919709', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:35.776895 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.935801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.968988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Allocated IP 172.20.0.2 (56ec305e-7891-4260-802f-7376ba919709/4221160c-0239-4d6d-993e-f668bb4e9bf7/b71ad37c-b4c1-4204-b267-ee03ffb6e691) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:36.147892 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.157338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Transition to ACTIVE for port object b71ad37c-b4c1-4204-b267-ee03ffb6e691 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:36.174849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Transition to ACTIVE for port object b71ad37c-b4c1-4204-b267-ee03ffb6e691 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:36.182117 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.218321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Network 56ec305e-7891-4260-802f-7376ba919709 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:36.223617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:36.237637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Pushing event updated for resources: {'Port': ['ID=b71ad37c-b4c1-4204-b267-ee03ffb6e691,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.240184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:36.246819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.20.0.1 (56ec305e-7891-4260-802f-7376ba919709/4221160c-0239-4d6d-993e-f668bb4e9bf7/d86585e7-4e3a-4102-98f3-7fea9b0171ac) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:36.344513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Attempting to bind port b71ad37c-b4c1-4204-b267-ee03ffb6e691 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:36.344964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Attempting to bind port b71ad37c-b4c1-4204-b267-ee03ffb6e691 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:36.345476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Attempting to bind port b71ad37c-b4c1-4204-b267-ee03ffb6e691 on network 56ec305e-7891-4260-802f-7376ba919709 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:36.351301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:36.351833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Checking segment: {'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:36.352369 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.352900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Bound using segment: {'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:36.354052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Bound port: b71ad37c-b4c1-4204-b267-ee03ffb6e691, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:36.354500 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.440086 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.446082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] For port b71ad37c-b4c1-4204-b267-ee03ffb6e691, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:36.449570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] For port b71ad37c-b4c1-4204-b267-ee03ffb6e691, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b71ad37c-b4c1-4204-b267-ee03ffb6e691,segment=NetworkSegment(a360a9ae-37ac-4eea-950b-b72d6264df8c),segment_id=a360a9ae-37ac-4eea-950b-b72d6264df8c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:36.456476 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.458835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object d86585e7-4e3a-4102-98f3-7fea9b0171ac will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:36.528734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.574226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fbcd8-735f-4fe0-9fcb-bca7c6af2396 None None] Pushing event updated for resources: {'Port': ['ID=b71ad37c-b4c1-4204-b267-ee03ffb6e691,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.632278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 56ec305e-7891-4260-802f-7376ba919709 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:36.668875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:36.691864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:36.694555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=d86585e7-4e3a-4102-98f3-7fea9b0171ac,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.780073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.856864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-2e2ed651-f126-4b1e-9c89-498410ce8ada tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.858915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-2e2ed651-f126-4b1e-9c89-498410ce8ada tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/networks?id=2dbee794-c31a-41b1-9590-e11fc3259145 HTTP/1.1" status: 200 len: 808 time: 0.2580965 Jul 14 09:34:36.918677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-8ecb7909-2051-4976-a554-0c8009a63839 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/quotas/743fb4c76c484fd58f106bbcb8d51b93 HTTP/1.1" status: 200 len: 375 time: 0.0146103 Jul 14 09:34:36.981524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-edab4370-f85f-4535-a25d-4e219906e467 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=743fb4c76c484fd58f106bbcb8d51b93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416026 Jul 14 09:34:37.020260 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.195587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fba78da0-6066-4795-bd21-afcd80c98ebb service neutron] 10.222.0.18 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988971 Jul 14 09:34:37.297678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dd75437f-9a56-4077-9479-1f779601a78f no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:37.342163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: dd75437f-9a56-4077-9479-1f779601a78f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:37.342512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device dd75437f-9a56-4077-9479-1f779601a78f not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:37.346907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b71ad37c-b4c1-4204-b267-ee03ffb6e691 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:37.398106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-ef47c74f-5ffa-4522-b176-bf9d820d71bd service neutron] 10.222.0.18 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951540 Jul 14 09:34:37.424642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b71ad37c-b4c1-4204-b267-ee03ffb6e691 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:37.464401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.469936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.547817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.675093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=d86585e7-4e3a-4102-98f3-7fea9b0171ac,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:37.744998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 56ec305e-7891-4260-802f-7376ba919709 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:37.747474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:37.766754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6d9f45cb-9f82-49e8-b445-011e297620ea req-2c8e833d-3675-4022-8b35-6dbf6e42d9d3 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 210 time: 0.0592287 Jul 14 09:34:37.920234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:37.967181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15632833-b7f0-4736-8aa4-a2b8d36c9ee1 None None] Network 56ec305e-7891-4260-802f-7376ba919709 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:38.067443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b6cbdcc-0721-4f49-a0be-e92b6cf8122c None None] Provisioning for port b71ad37c-b4c1-4204-b267-ee03ffb6e691 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:38.075994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b6cbdcc-0721-4f49-a0be-e92b6cf8122c None None] Provisioning complete for port b71ad37c-b4c1-4204-b267-ee03ffb6e691 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:38.076372 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbdcc-0721-4f49-a0be-e92b6cf8122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.083313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:38.100730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4c871a97-1cd8-4021-bb2f-1e0309201f96 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6072643 Jul 14 09:34:38.100945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 59992) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.108552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-479456896'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:38.126951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:38.137450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:38.141820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.169928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:38.180914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.182037 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment c7087c90-f3c9-47d4-9496-ed5909bc0e7e of type vlan for network 04ee8040-2585-441f-985c-744d1327f34e Jul 14 09:34:38.204977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:38.205608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:38.230708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.262066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.271846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.272509 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.354259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2497211 Jul 14 09:34:38.355707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 59996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.361063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd8aae-a29b-4423-b80d-0909993b2153 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=04ee8040-2585-441f-985c-744d1327f34e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.372769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:38.389644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 04ee8040-2585-441f-985c-744d1327f34e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:38.488907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:38.490717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:38.495230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.535787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbdcc-0721-4f49-a0be-e92b6cf8122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.622902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8b6cbdcc-0721-4f49-a0be-e92b6cf8122c None None] For port b71ad37c-b4c1-4204-b267-ee03ffb6e691, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b71ad37c-b4c1-4204-b267-ee03ffb6e691,segment=NetworkSegment(a360a9ae-37ac-4eea-950b-b72d6264df8c),segment_id=a360a9ae-37ac-4eea-950b-b72d6264df8c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:38.645792 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbdcc-0721-4f49-a0be-e92b6cf8122c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.769498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.919637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=21178f39-4bd9-4de9-81a7-e2202701078e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.937046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:38.937487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 04ee8040-2585-441f-985c-744d1327f34e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:38.964691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 04ee8040-2585-441f-985c-744d1327f34e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:38.980487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 04ee8040-2585-441f-985c-744d1327f34e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:38.986934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.988805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.016365 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7dd14f58-2540-4a15-8910-3981adb6e3f5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6567554 Jul 14 09:34:39.018977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.035184 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f43d959e-bb09-4451-b298-ce9c36c62cb9 req-b432bb43-da9c-4419-9534-c71f47276284 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 210 time: 0.1065428 Jul 14 09:34:39.163763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a94fa-0138-4b6d-99a7-83ac4d8b4319 None None] Network 04ee8040-2585-441f-985c-744d1327f34e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:39.400859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-543e3001-5795-41a0-979e-c6acdf0fbe85 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.404961 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-543e3001-5795-41a0-979e-c6acdf0fbe85 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "GET /v2.0/networks?id=2dbee794-c31a-41b1-9590-e11fc3259145 HTTP/1.1" status: 200 len: 808 time: 0.2238870 Jul 14 09:34:39.421486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Request body: {'port': {'device_id': '82d57d55-c900-4e71-b063-df0299122844', 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145', 'admin_state_up': True, 'tenant_id': '743fb4c76c484fd58f106bbcb8d51b93'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:39.516218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cbdcc-0721-4f49-a0be-e92b6cf8122c None None] Pushing event updated for resources: {'Port': ['ID=b71ad37c-b4c1-4204-b267-ee03ffb6e691,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.607173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-04ee8040-2585-441f-985c-744d1327f34e', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:39.608090 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.658039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:36Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:37Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:39.673663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.689577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Made reservation on behalf of 743fb4c76c484fd58f106bbcb8d51b93 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:39.693359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.774564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:39.774956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Updating router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 port d86585e7-4e3a-4102-98f3-7fea9b0171ac binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:39.860034 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.000593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Allocated IP 172.20.0.2 (2dbee794-c31a-41b1-9590-e11fc3259145/db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2/0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:40.108393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dd0d3204-f26d-468c-baad-70f083348e35 None None] Provisioning complete for port b71ad37c-b4c1-4204-b267-ee03ffb6e691 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:40.110605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3204-f26d-468c-baad-70f083348e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.214880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Allocated IP 172.21.0.2 (04ee8040-2585-441f-985c-744d1327f34e/21178f39-4bd9-4de9-81a7-e2202701078e/906f018a-efac-40f6-9a7f-c24566b43a95) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:40.338559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-19c69108-cf3c-4c04-9dab-120b1e031791 req-b801d5b8-ad52-4cac-a446-272a9c0d92d8 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 210 time: 0.0554409 Jul 14 09:34:40.382031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.433107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.465848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Network 2dbee794-c31a-41b1-9590-e11fc3259145 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:40.516492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Pushing event updated for resources: {'Port': ['ID=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.525784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:40.533311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:40.590617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:40.591144 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.602685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dd0d3204-f26d-468c-baad-70f083348e35 None None] Provisioning for port d86585e7-4e3a-4102-98f3-7fea9b0171ac completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:40.607168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-13450c79-4625-454c-a163-e212e37b5a2a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1896513 Jul 14 09:34:40.619714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-c968d170-0ca2-4f3d-a9ae-a4ff5c9cc363 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:34:40.621186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-c968d170-0ca2-4f3d-a9ae-a4ff5c9cc363 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064850 Jul 14 09:34:40.631663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Request body: {'port': {'device_id': '82d57d55-c900-4e71-b063-df0299122844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:40.632872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dd0d3204-f26d-468c-baad-70f083348e35 None None] Provisioning complete for port d86585e7-4e3a-4102-98f3-7fea9b0171ac triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:40.633257 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3204-f26d-468c-baad-70f083348e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.678585 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.700930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.707325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Transition to ACTIVE for port object 906f018a-efac-40f6-9a7f-c24566b43a95 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:40.719639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d3204-f26d-468c-baad-70f083348e35 None None] Port d86585e7-4e3a-4102-98f3-7fea9b0171ac cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:40.726544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Transition to ACTIVE for port object d86585e7-4e3a-4102-98f3-7fea9b0171ac will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:40.739690 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Transition to ACTIVE for port object 906f018a-efac-40f6-9a7f-c24566b43a95 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:40.742384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.747692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.797446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae6ffe-000b-4d8b-a19b-82b4d42b7005 None None] Pushing event updated for resources: {'Port': ['ID=d86585e7-4e3a-4102-98f3-7fea9b0171ac,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.801359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.851108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Network 04ee8040-2585-441f-985c-744d1327f34e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:40.871071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.21.0.1 (04ee8040-2585-441f-985c-744d1327f34e/21178f39-4bd9-4de9-81a7-e2202701078e/3a1dc5cc-e097-4c0a-89fe-128b37711930) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:40.890335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:40.892766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:40.926548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Pushing event updated for resources: {'Port': ['ID=906f018a-efac-40f6-9a7f-c24566b43a95,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.941643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Attempting to bind port d86585e7-4e3a-4102-98f3-7fea9b0171ac on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:40.941899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Attempting to bind port d86585e7-4e3a-4102-98f3-7fea9b0171ac by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:40.942341 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Attempting to bind port d86585e7-4e3a-4102-98f3-7fea9b0171ac on network 56ec305e-7891-4260-802f-7376ba919709 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:40.986704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:40.987094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Checking segment: {'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:40.987540 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.987942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Bound using segment: {'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:40.988443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Bound port: d86585e7-4e3a-4102-98f3-7fea9b0171ac, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a360a9ae-37ac-4eea-950b-b72d6264df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56ec305e-7891-4260-802f-7376ba919709'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:40.988836 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.013196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Attempting to bind port 906f018a-efac-40f6-9a7f-c24566b43a95 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:41.013568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Attempting to bind port 906f018a-efac-40f6-9a7f-c24566b43a95 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:41.013953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Attempting to bind port 906f018a-efac-40f6-9a7f-c24566b43a95 on network 04ee8040-2585-441f-985c-744d1327f34e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:41.104611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:41.107924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.108221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Checking segment: {'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:41.109552 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.112870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Bound using segment: {'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:41.113635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Bound port: 906f018a-efac-40f6-9a7f-c24566b43a95, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:41.116633 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.131218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object 3a1dc5cc-e097-4c0a-89fe-128b37711930 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:41.198202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] For port d86585e7-4e3a-4102-98f3-7fea9b0171ac, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:41.205418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] For port d86585e7-4e3a-4102-98f3-7fea9b0171ac, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d86585e7-4e3a-4102-98f3-7fea9b0171ac,segment=NetworkSegment(a360a9ae-37ac-4eea-950b-b72d6264df8c),segment_id=a360a9ae-37ac-4eea-950b-b72d6264df8c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:41.216660 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.222627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.266310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 04ee8040-2585-441f-985c-744d1327f34e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:41.269777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:41.273780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:41.311109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=3a1dc5cc-e097-4c0a-89fe-128b37711930,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.330716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:41.339513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.340919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] For port 906f018a-efac-40f6-9a7f-c24566b43a95, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:41.342391 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.349928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b71ad37c-b4c1-4204-b267-ee03ffb6e691 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:41.376702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Transition to ACTIVE for port object 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:41.394114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.406183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] For port 906f018a-efac-40f6-9a7f-c24566b43a95, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=906f018a-efac-40f6-9a7f-c24566b43a95,segment=NetworkSegment(c7087c90-f3c9-47d4-9496-ed5909bc0e7e),segment_id=c7087c90-f3c9-47d4-9496-ed5909bc0e7e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:41.427668 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.435812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:41.436446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:41.483498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.544501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae6ffe-000b-4d8b-a19b-82b4d42b7005 None None] Pushing event updated for resources: {'Port': ['ID=d86585e7-4e3a-4102-98f3-7fea9b0171ac,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.548723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.551151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.552918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.557321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.557765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.558144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.558662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.559000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.559397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.559731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.560064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.560390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:41.689474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.693949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:41.728007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b71ad37c-b4c1-4204-b267-ee03ffb6e691 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:41.728273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.740217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540fe75-66f7-4fea-bcc8-9393772484eb None None] Pushing event updated for resources: {'Port': ['ID=906f018a-efac-40f6-9a7f-c24566b43a95,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.783640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc3afa-77f0-4fc7-b1b4-d3500579e0e6 req-c0a5d8e8-c495-4669-a94e-424074f4f250 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:41.793998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91bc3afa-77f0-4fc7-b1b4-d3500579e0e6 req-c0a5d8e8-c495-4669-a94e-424074f4f250 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 943 time: 0.1716402 Jul 14 09:34:41.870995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Attempting to bind port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:41.871858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Attempting to bind port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:41.873244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Attempting to bind port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d on network 2dbee794-c31a-41b1-9590-e11fc3259145 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:41.896460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91bc3afa-77f0-4fc7-b1b4-d3500579e0e6 req-d95bc1ed-fe30-44d3-a82f-064bf834ef5a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009455 Jul 14 09:34:41.897322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d on network 2dbee794-c31a-41b1-9590-e11fc3259145 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:41.897823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Attempting to bind port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d on network 2dbee794-c31a-41b1-9590-e11fc3259145 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:41.912101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:41.912456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Checking segment: {'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:41.916618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Bound using segment: {'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:41.917459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Bound port: 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34965dc2-ba1e-4f2a-b79e-e476361b9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:41.918812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.017131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] For port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:42.021553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] For port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:42.026991 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.098572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.099829 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.101538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] 10.222.0.48 "PUT /v2.0/ports/0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d HTTP/1.1" status: 200 len: 1092 time: 1.4742537 Jul 14 09:34:42.104999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d57d55-c900-4e71-b063-df0299122844', 'tag': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:42.108797 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c97181-8301-4fa1-b852-cacbecb6f869" -d '{"events": [{"name": "network-changed", "server_uuid": "82d57d55-c900-4e71-b063-df0299122844", "tag": "0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:42.245377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:36Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:42.257221 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c92e1-c0b8-416b-a808-c644b4bc1de3 x-openstack-request-id: req-560c92e1-c0b8-416b-a808-c644b4bc1de3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:42.257529 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d57d55-c900-4e71-b063-df0299122844", "tag": "0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:42.257779 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-560c92e1-c0b8-416b-a808-c644b4bc1de3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:42.258231 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d57d55-c900-4e71-b063-df0299122844', 'tag': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d', 'status': 'completed', 'code': 200} Jul 14 09:34:42.277298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c7dd9-bee2-4714-9267-acceb08041b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.301279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.309797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.331605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bd8760-220e-42d7-ad9e-06d2d4d5a067 None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:36Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:42.336602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-9f6294f5-c7fb-40af-b9f8-a6cec73d9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.338986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-9f6294f5-c7fb-40af-b9f8-a6cec73d9866 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=743fb4c76c484fd58f106bbcb8d51b93&device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 1095 time: 0.1760585 Jul 14 09:34:42.412962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-660af5e5-5e94-429b-af82-8fd7d0a1c782 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d HTTP/1.1" status: 200 len: 217 time: 0.0669670 Jul 14 09:34:42.453241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=3a1dc5cc-e097-4c0a-89fe-128b37711930,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.500866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.543990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-e783ee2a-e000-411f-be4d-efcfcbf644b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.547599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-e783ee2a-e000-411f-be4d-efcfcbf644b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2 HTTP/1.1" status: 200 len: 848 time: 0.1242065 Jul 14 09:34:42.628721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-eff5ba95-f269-44db-94c3-2215f390cb76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dbee794-c31a-41b1-9590-e11fc3259145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747457 Jul 14 09:34:42.754558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 04ee8040-2585-441f-985c-744d1327f34e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:42.756670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:42.894484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-897bcae7-e846-4dab-8e80-ef29d6a79bdb service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571266 Jul 14 09:34:43.028342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:43.028576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60044) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.244289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef14fb4-e13b-4fc6-bd3e-e32e79d22ac3 None None] Network 04ee8040-2585-441f-985c-744d1327f34e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:43.345966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d074-c058-4a82-b32e-5a1fe2f94203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.407235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1cbde09d-7b9e-4330-83fb-864a3237a029 None None] Provisioning for port 906f018a-efac-40f6-9a7f-c24566b43a95 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:43.593941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d074-c058-4a82-b32e-5a1fe2f94203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.599602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:43.611040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5bf7b586-450c-41b4-a896-ba59073bd55a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5906484 Jul 14 09:34:43.612830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.613729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d074-c058-4a82-b32e-5a1fe2f94203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.627322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-7418128'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:43.682725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4d074-c058-4a82-b32e-5a1fe2f94203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b524dfa0-483f-4cc9-88d2-3b31ccd0e771,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.685726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:43.690160 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.723325 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8ae4d074-c058-4a82-b32e-5a1fe2f94203 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d7c23303719404d99af25c5bdc300e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6935868 Jul 14 09:34:43.726728 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.758692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:43.767705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 906f018a-efac-40f6-9a7f-c24566b43a95 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:43.790027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.791787 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment 98e78724-b8e3-4a91-aa68-de10b324879b of type vlan for network 706e45bb-928b-47a9-be26-ec6f133d4b31 Jul 14 09:34:43.849793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1209b903-ccdd-495e-913c-fa0cf192636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.862413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 906f018a-efac-40f6-9a7f-c24566b43a95 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:43.871017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 906f018a-efac-40f6-9a7f-c24566b43a95 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:43.871411 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.887280 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1209b903-ccdd-495e-913c-fa0cf192636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.899775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89af61e7-f734-4385-beaa-ccf0a918f576 req-e51043ce-2b9a-4a96-adda-f9343348d356 service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9976919 Jul 14 09:34:43.953552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1209b903-ccdd-495e-913c-fa0cf192636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.956115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1209b903-ccdd-495e-913c-fa0cf192636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.957279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1209b903-ccdd-495e-913c-fa0cf192636c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b524dfa0-483f-4cc9-88d2-3b31ccd0e771 HTTP/1.1" status: 204 len: 168 time: 0.2294261 Jul 14 09:34:43.969520 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.991791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209b903-ccdd-495e-913c-fa0cf192636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b524dfa0-483f-4cc9-88d2-3b31ccd0e771,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.995292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.046192 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.058839 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 906f018a-efac-40f6-9a7f-c24566b43a95, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=906f018a-efac-40f6-9a7f-c24566b43a95,segment=NetworkSegment(c7087c90-f3c9-47d4-9496-ed5909bc0e7e),segment_id=c7087c90-f3c9-47d4-9496-ed5909bc0e7e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:44.059790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.060563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.065202 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.066377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d86585e7-4e3a-4102-98f3-7fea9b0171ac up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:44.073843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb488cba-cedf-4121-83ef-e649e4086450 req-36bc35a8-cfbe-4783-a7b1-67fb0d87bed8 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.080207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb488cba-cedf-4121-83ef-e649e4086450 req-36bc35a8-cfbe-4783-a7b1-67fb0d87bed8 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 943 time: 0.8999753 Jul 14 09:34:44.188685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb488cba-cedf-4121-83ef-e649e4086450 req-24cdbcee-cdcf-45e0-abe4-d20450b9439f tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971622 Jul 14 09:34:44.199709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-8e5faa1e-dc0d-45ff-92d4-1fc0a337196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.202417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-8e5faa1e-dc0d-45ff-92d4-1fc0a337196b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=743fb4c76c484fd58f106bbcb8d51b93&device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 1095 time: 0.2491908 Jul 14 09:34:44.207821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.5890002 Jul 14 09:34:44.226972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:44.226972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:44.241527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=906f018a-efac-40f6-9a7f-c24566b43a95,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.258061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d86585e7-4e3a-4102-98f3-7fea9b0171ac completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:44.266696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d86585e7-4e3a-4102-98f3-7fea9b0171ac triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:44.267588 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.338857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f408869-8be3-4c68-85c6-7a435b88bb91 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=706e45bb-928b-47a9-be26-ec6f133d4b31,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.370060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:44.412809 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-1767de53-3bec-4646-aa89-4223d569a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.415112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-1767de53-3bec-4646-aa89-4223d569a41e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2dbee794-c31a-41b1-9590-e11fc3259145 HTTP/1.1" status: 200 len: 909 time: 0.2067916 Jul 14 09:34:44.418458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:44.423279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.469523 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.527843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-07f3c671-e1fb-4178-a51f-1200fc5c45e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d HTTP/1.1" status: 200 len: 217 time: 0.0904641 Jul 14 09:34:44.576729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-765c510c-ef21-49cb-8af4-a656dd152229 None None] Provisioning complete for port 906f018a-efac-40f6-9a7f-c24566b43a95 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:44.577399 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-765c510c-ef21-49cb-8af4-a656dd152229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.667625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port d86585e7-4e3a-4102-98f3-7fea9b0171ac, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d86585e7-4e3a-4102-98f3-7fea9b0171ac,segment=NetworkSegment(a360a9ae-37ac-4eea-950b-b72d6264df8c),segment_id=a360a9ae-37ac-4eea-950b-b72d6264df8c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:44.684731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-35520312-596c-4cd2-b93f-432a6c3113a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.686611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-35520312-596c-4cd2-b93f-432a6c3113a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2 HTTP/1.1" status: 200 len: 848 time: 0.1565158 Jul 14 09:34:44.687122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.695333 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:44.716015 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:44.716015 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:44.756805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-310169be-36fe-4fe4-880b-95b09f79a174 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dbee794-c31a-41b1-9590-e11fc3259145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626450 Jul 14 09:34:44.818286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=d86585e7-4e3a-4102-98f3-7fea9b0171ac,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.930175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-765c510c-ef21-49cb-8af4-a656dd152229 None None] Provisioning for port 3a1dc5cc-e097-4c0a-89fe-128b37711930 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:44.937984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-765c510c-ef21-49cb-8af4-a656dd152229 None None] Provisioning complete for port 3a1dc5cc-e097-4c0a-89fe-128b37711930 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:44.938955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-765c510c-ef21-49cb-8af4-a656dd152229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.964538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-66c79449-99f8-435f-8f38-026db7d9d548 service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998339 Jul 14 09:34:45.069267 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-765c510c-ef21-49cb-8af4-a656dd152229 None None] Port 3a1dc5cc-e097-4c0a-89fe-128b37711930 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:45.072702 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:45.172751 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-32c97181-8301-4fa1-b852-cacbecb6f869 req-f91d9ee8-2afd-4b8a-9310-d7f6ba881f44 service neutron] 10.222.0.48 "GET /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965194 Jul 14 09:34:45.209308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-968c657d-8ab9-45fe-9b7f-8756b0b299ae None None] Provisioning complete for port 3a1dc5cc-e097-4c0a-89fe-128b37711930 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:45.209743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-968c657d-8ab9-45fe-9b7f-8756b0b299ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.257196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-968c657d-8ab9-45fe-9b7f-8756b0b299ae None None] Port 3a1dc5cc-e097-4c0a-89fe-128b37711930 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:45.330970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:45.363748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 906f018a-efac-40f6-9a7f-c24566b43a95 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:45.433579 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 3, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:45.492883 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:45.494024 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Updating router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 port 3a1dc5cc-e097-4c0a-89fe-128b37711930 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:45.513660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8875b-4b84-4482-a81d-a11d055013f4 req-c8e98412-808f-427d-a4ae-ee6cd5943c04 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.520874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61a8875b-4b84-4482-a81d-a11d055013f4 req-c8e98412-808f-427d-a4ae-ee6cd5943c04 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 943 time: 0.1578732 Jul 14 09:34:45.531886 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.541878 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.607136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 906f018a-efac-40f6-9a7f-c24566b43a95 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:45.608475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.622493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:45.651321 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61a8875b-4b84-4482-a81d-a11d055013f4 req-6b7d3f18-9bc5-4472-88c0-96cae7058e4d tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294038 Jul 14 09:34:45.662747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:45.678063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 706e45bb-928b-47a9-be26-ec6f133d4b31, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:45.680724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=9f67f663-75be-49d3-9594-0a6d7ac483cf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.701243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:45.713885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 706e45bb-928b-47a9-be26-ec6f133d4b31) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:45.729248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.734123 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.742626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5385a8-2df7-4ee1-9fd2-9b2fb3622b6d None None] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:45.766262 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7e53a40e-2a4a-4153-9aee-e6d06e8bc4eb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5419359 Jul 14 09:34:45.767057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:45.848337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d', 'network_id': '2dbee794-c31a-41b1-9590-e11fc3259145', 'port_id': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d', 'mac_address': 'fa:16:3e:cd:71:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:46.080052 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.100641 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Transition to ACTIVE for port object 3a1dc5cc-e097-4c0a-89fe-128b37711930 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:46.117158 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.230124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60106) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:46.281297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.287174 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Attempting to bind port 3a1dc5cc-e097-4c0a-89fe-128b37711930 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:46.288041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc16e52a-3ac5-47df-8f1f-fc19baec502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.288570 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Attempting to bind port 3a1dc5cc-e097-4c0a-89fe-128b37711930 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:46.288974 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Attempting to bind port 3a1dc5cc-e097-4c0a-89fe-128b37711930 on network 04ee8040-2585-441f-985c-744d1327f34e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:46.299628 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:46.300324 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Checking segment: {'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:46.300894 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.301458 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Bound using segment: {'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:46.302287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Bound port: 3a1dc5cc-e097-4c0a-89fe-128b37711930, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '04ee8040-2585-441f-985c-744d1327f34e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:46.302837 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.331233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-706e45bb-928b-47a9-be26-ec6f133d4b31', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:46.333347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.338884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d86585e7-4e3a-4102-98f3-7fea9b0171ac up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:46.370242 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Pushing event updated for resources: {'Port': ['ID=3a1dc5cc-e097-4c0a-89fe-128b37711930,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.386593 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.387266 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.388408 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.388760 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.389102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.389449 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.389778 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.390091 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.390439 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.390745 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.391067 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.391459 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:46.430302 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] For port 3a1dc5cc-e097-4c0a-89fe-128b37711930, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:46.438228 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] For port 3a1dc5cc-e097-4c0a-89fe-128b37711930, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3a1dc5cc-e097-4c0a-89fe-128b37711930,segment=NetworkSegment(c7087c90-f3c9-47d4-9496-ed5909bc0e7e),segment_id=c7087c90-f3c9-47d4-9496-ed5909bc0e7e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:46.449160 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.451476 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3c38af5-076d-423d-821e-2e20d7152abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.451909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:46.548745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.550483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:46.606252 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.634485 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cb9e3-b812-49a7-a6c6-a0d2ac6d0931 None None] Pushing event updated for resources: {'Port': ['ID=3a1dc5cc-e097-4c0a-89fe-128b37711930,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.646913 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:46.648433 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.707641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3c38af5-076d-423d-821e-2e20d7152abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.724955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3c38af5-076d-423d-821e-2e20d7152abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.840765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:46.844705 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b3c38af5-076d-423d-821e-2e20d7152abe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff1989dff9814185936fa26e9d89e0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6133132 Jul 14 09:34:46.845493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38af5-076d-423d-821e-2e20d7152abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead8f3d1-b3c9-4dee-97be-3dd8a5ea850e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.848869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60114) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:46.892332 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:46.932607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.972520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d86585e7-4e3a-4102-98f3-7fea9b0171ac triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:46.982145 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.074298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd142d86-bba2-448e-b4b2-aecabc9416ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.084527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Allocated IP 172.22.0.2 (706e45bb-928b-47a9-be26-ec6f133d4b31/9f67f663-75be-49d3-9594-0a6d7ac483cf/a8cf00cd-536d-4a46-9bfe-7f9250c96c33) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:47.095850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742dccf-a524-4bf1-a71e-bdf73507e61a req-d46689dd-5d65-481e-85dd-c0c7294326c3 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:47.098117 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9742dccf-a524-4bf1-a71e-bdf73507e61a req-d46689dd-5d65-481e-85dd-c0c7294326c3 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 944 time: 0.1152358 Jul 14 09:34:47.126662 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd142d86-bba2-448e-b4b2-aecabc9416ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.189288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9742dccf-a524-4bf1-a71e-bdf73507e61a req-f6e6f1f5-6a97-4195-9e92-401103f116bf tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Jul 14 09:34:47.216899 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 3, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:46Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:47.235525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd142d86-bba2-448e-b4b2-aecabc9416ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.238153 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd142d86-bba2-448e-b4b2-aecabc9416ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.242373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dd142d86-bba2-448e-b4b2-aecabc9416ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ead8f3d1-b3c9-4dee-97be-3dd8a5ea850e HTTP/1.1" status: 204 len: 168 time: 0.3912904 Jul 14 09:34:47.252446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd142d86-bba2-448e-b4b2-aecabc9416ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead8f3d1-b3c9-4dee-97be-3dd8a5ea850e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.289853 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15251b-038f-4e11-85d9-c95667a36d8b None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 3, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:46Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:47.475561 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.484576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Transition to ACTIVE for port object a8cf00cd-536d-4a46-9bfe-7f9250c96c33 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:47.501463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Transition to ACTIVE for port object a8cf00cd-536d-4a46-9bfe-7f9250c96c33 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:47.511151 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.555860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:47.559275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:47.566525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:47.588825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Pushing event updated for resources: {'Port': ['ID=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.624714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.22.0.1 (706e45bb-928b-47a9-be26-ec6f133d4b31/9f67f663-75be-49d3-9594-0a6d7ac483cf/b6500bb3-adbf-40f9-8bc4-28723a0fc142) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:47.671599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Attempting to bind port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:47.671843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Attempting to bind port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:47.672072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Attempting to bind port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 on network 706e45bb-928b-47a9-be26-ec6f133d4b31 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:47.678554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:47.678933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Checking segment: {'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:47.679340 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.679762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Bound using segment: {'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:47.680238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Bound port: a8cf00cd-536d-4a46-9bfe-7f9250c96c33, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:47.689003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.791953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] For port a8cf00cd-536d-4a46-9bfe-7f9250c96c33, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:47.796196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] For port a8cf00cd-536d-4a46-9bfe-7f9250c96c33, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,segment=NetworkSegment(98e78724-b8e3-4a91-aa68-de10b324879b),segment_id=98e78724-b8e3-4a91-aa68-de10b324879b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:47.801678 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.820286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.840016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object b6500bb3-adbf-40f9-8bc4-28723a0fc142 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:47.891255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0151e-630f-4d22-90ab-4a3d33f25ebc None None] Pushing event updated for resources: {'Port': ['ID=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.905595 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.985393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:47.987095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=b6500bb3-adbf-40f9-8bc4-28723a0fc142,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.990045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:47.997068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:48.057694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.286651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.465953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2296-7ddb-44c5-8b5a-4411501d4ec5 req-c6766f58-2aaf-4f52-9908-1d9637aa8891 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:48.476015 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae7d2296-7ddb-44c5-8b5a-4411501d4ec5 req-c6766f58-2aaf-4f52-9908-1d9637aa8891 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 944 time: 0.1295321 Jul 14 09:34:48.524396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae7d2296-7ddb-44c5-8b5a-4411501d4ec5 req-e405aaf2-5edc-4186-aab0-9563e576e1cc tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454314 Jul 14 09:34:48.605217 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.610469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.704441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.706427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=b6500bb3-adbf-40f9-8bc4-28723a0fc142,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.739202 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:48.816167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:48.817659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:48.946086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:49.072400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.099930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:49.113331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fcbde87d-7bcb-4a8f-af04-59486f2d8be4 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3404174 Jul 14 09:34:49.113331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:49.115836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:49.127961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'network': {'name': 'tempest-RoutersTest-690582869'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:49.131912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:49.132785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:49.174360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:49.178862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.209718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:49.224783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.225407 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added segment 259be082-f279-4156-809a-1f6b10c2e55f of type vlan for network 2b2711a5-ec75-4531-966f-4940740281ca Jul 14 09:34:49.283701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.336641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.337545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:49.345891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.346449 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.391204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:49.433426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3210251 Jul 14 09:34:49.436239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:49.443648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fa34a-bf5b-49dd-a572-af6e785eb9b8 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Network': ['ID=2b2711a5-ec75-4531-966f-4940740281ca,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:49.444964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'subnet': {'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:49.580326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Made reservation on behalf of f144161ba6eb4464a938c898b0d9397f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:49.585394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.617553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2887af5-554d-4487-86a9-6d065c7a9834 None None] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:49.620774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2b2711a5-ec75-4531-966f-4940740281ca details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:49.625513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a8cf00cd-536d-4a46-9bfe-7f9250c96c33 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:49.753477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92048058-c341-49b1-9e6c-7ab68763ce07 req-a55e359d-ad1a-418b-855f-16d009ec80c8 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.755855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-92048058-c341-49b1-9e6c-7ab68763ce07 req-a55e359d-ad1a-418b-855f-16d009ec80c8 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 944 time: 0.0766482 Jul 14 09:34:49.841207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-92048058-c341-49b1-9e6c-7ab68763ce07 req-0609adf9-2f38-458c-ba40-e98d28f9f675 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792532 Jul 14 09:34:49.863479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.899597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dd4f0d12-1656-4a61-97ea-b6faeea19ac0 None None] Provisioning for port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:49.945513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afdb7c46-9691-49a4-9f06-117b408d95d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.979715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Subnet': ['ID=6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:49.979957 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.003285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Checking segment: {'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:50.004349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network hostable DHCP agents. Network: 2b2711a5-ec75-4531-966f-4940740281ca, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:50.005637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:50.032548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 2b2711a5-ec75-4531-966f-4940740281ca is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:50.063456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2b2711a5-ec75-4531-966f-4940740281ca) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:50.069674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.070352 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.088014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:50.089319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.091787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f8e0e-a796-4851-8f45-991546f0c693 None None] Network 2b2711a5-ec75-4531-966f-4940740281ca requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:50.096464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-871de395-781c-46c0-a4c3-480a7debfefa tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6577868 Jul 14 09:34:50.099545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:50.180275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:50.239460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:50.240104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.293953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.516485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:46Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.530354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-2b2711a5-ec75-4531-966f-4940740281ca', 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'fixed_ips': [{'subnet_id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:50.530965 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.590211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:50.590579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Updating router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 port b6500bb3-adbf-40f9-8bc4-28723a0fc142 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:50.601276 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.699747 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.706316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.718893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port a8cf00cd-536d-4a46-9bfe-7f9250c96c33, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,segment=NetworkSegment(98e78724-b8e3-4a91-aa68-de10b324879b),segment_id=98e78724-b8e3-4a91-aa68-de10b324879b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:50.788072 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.789177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a1dc5cc-e097-4c0a-89fe-128b37711930 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:50.792343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.812302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d57d55-c900-4e71-b063-df0299122844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:50.815398 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df55090d-66ab-44fc-80c5-33c06b2ed57f" -d '{"events": [{"server_uuid": "82d57d55-c900-4e71-b063-df0299122844", "name": "network-vif-plugged", "status": "completed", "tag": "0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:50.975860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:50.979505 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df033e9-cff1-48b4-a49a-6474623d3b7f x-openstack-request-id: req-0df033e9-cff1-48b4-a49a-6474623d3b7f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:50.979839 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d57d55-c900-4e71-b063-df0299122844", "name": "network-vif-plugged", "status": "completed", "tag": "0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:50.980103 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0df033e9-cff1-48b4-a49a-6474623d3b7f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:50.980805 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d57d55-c900-4e71-b063-df0299122844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d', 'code': 200} Jul 14 09:34:51.101118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Allocated IP 172.23.0.2 (2b2711a5-ec75-4531-966f-4940740281ca/6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1/fe358881-9089-40dc-b426-da740c23e4cb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:51.185210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60206) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:51.234824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c721c-86ed-4439-9720-9d25d9a54556 req-f3806085-df95-4321-a2da-f2a82a9e91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:51.237175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f40c721c-86ed-4439-9720-9d25d9a54556 req-f3806085-df95-4321-a2da-f2a82a9e91c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 1097 time: 0.1955607 Jul 14 09:34:51.246973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf8c6e-fc83-4fa3-807f-dcd452f5b313 req-22d4e0ea-ac3b-49da-b996-89fb9d6dddfd tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:51.248687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9edf8c6e-fc83-4fa3-807f-dcd452f5b313 req-22d4e0ea-ac3b-49da-b996-89fb9d6dddfd tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 945 time: 0.2084906 Jul 14 09:34:51.284251 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.296103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Transition to ACTIVE for port object fe358881-9089-40dc-b426-da740c23e4cb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:51.327911 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.329129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9edf8c6e-fc83-4fa3-807f-dcd452f5b313 req-d348ac44-5992-43a8-a066-dea3376d709a tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737107 Jul 14 09:34:51.331127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f40c721c-86ed-4439-9720-9d25d9a54556 req-8aa4aa07-ff46-4801-9e7c-0a1cf5f9bb44 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815153 Jul 14 09:34:51.401908 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8c34a99-3aef-4518-b2e2-3646d11e5dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.442733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Transition to ACTIVE for port object fe358881-9089-40dc-b426-da740c23e4cb will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:51.507966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f84bf9fb-f73e-4b96-9386-28935db17778 None None] Provisioning complete for port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:51.507966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f84bf9fb-f73e-4b96-9386-28935db17778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.510145 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.534183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Allocated IP 172.23.0.1 (2b2711a5-ec75-4531-966f-4940740281ca/6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1/84a01a8e-144a-410f-b4fd-8f9ff68616dd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:51.540574 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8c34a99-3aef-4518-b2e2-3646d11e5dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.546550 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8c34a99-3aef-4518-b2e2-3646d11e5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.548424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.587917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.605541 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3a1dc5cc-e097-4c0a-89fe-128b37711930 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:51.645690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c34a99-3aef-4518-b2e2-3646d11e5dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed56707-1fa6-4a0d-b30e-0cc8f3af2598,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.652086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e8c34a99-3aef-4518-b2e2-3646d11e5dd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=841bd07c216747fe8d14fcb1799e1a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651787 Jul 14 09:34:51.654615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:51.668642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Network 2b2711a5-ec75-4531-966f-4940740281ca is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:51.683383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3a1dc5cc-e097-4c0a-89fe-128b37711930 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:51.683383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.718599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:51.721390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:51.737332 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.748833 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1afc5aff-5196-4151-9ffb-61f5955d7efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.771904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Transition to ACTIVE for port object 84a01a8e-144a-410f-b4fd-8f9ff68616dd will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:51.793191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1afc5aff-5196-4151-9ffb-61f5955d7efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.815056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.860948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1afc5aff-5196-4151-9ffb-61f5955d7efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.864209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1afc5aff-5196-4151-9ffb-61f5955d7efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.868661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 2b2711a5-ec75-4531-966f-4940740281ca is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:51.868864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1afc5aff-5196-4151-9ffb-61f5955d7efc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aed56707-1fa6-4a0d-b30e-0cc8f3af2598 HTTP/1.1" status: 204 len: 168 time: 0.2106094 Jul 14 09:34:51.873556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=84a01a8e-144a-410f-b4fd-8f9ff68616dd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.876433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:51.877249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc5aff-5196-4151-9ffb-61f5955d7efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed56707-1fa6-4a0d-b30e-0cc8f3af2598,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.878808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:51.924774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.015874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.068569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.188402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Pushing event updated for resources: {'Port': ['ID=fe358881-9089-40dc-b426-da740c23e4cb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.212819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Attempting to bind port fe358881-9089-40dc-b426-da740c23e4cb on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:52.214321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Attempting to bind port fe358881-9089-40dc-b426-da740c23e4cb by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:52.215145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Attempting to bind port fe358881-9089-40dc-b426-da740c23e4cb on network 2b2711a5-ec75-4531-966f-4940740281ca {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:52.311279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:52.311692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Checking segment: {'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:52.312110 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.312854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Bound using segment: {'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:52.313155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Bound port: fe358881-9089-40dc-b426-da740c23e4cb, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:52.313553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.325280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60222) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:52.341639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-877d94c4-4789-49e4-b4c9-afadb5f811a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.395037 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f84bf9fb-f73e-4b96-9386-28935db17778 None None] Provisioning for port b6500bb3-adbf-40f9-8bc4-28723a0fc142 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:52.475149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f84bf9fb-f73e-4b96-9386-28935db17778 None None] Provisioning complete for port b6500bb3-adbf-40f9-8bc4-28723a0fc142 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:52.476063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f84bf9fb-f73e-4b96-9386-28935db17778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.493901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-877d94c4-4789-49e4-b4c9-afadb5f811a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.500128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-877d94c4-4789-49e4-b4c9-afadb5f811a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.514066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.516372 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.518852 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.525470 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.547978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-877d94c4-4789-49e4-b4c9-afadb5f811a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d921563595e24446a3c732d19f6dac96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199783 Jul 14 09:34:52.555116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60226) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:52.578537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Transition to ACTIVE for port object b6500bb3-adbf-40f9-8bc4-28723a0fc142 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:52.609943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 3a1dc5cc-e097-4c0a-89fe-128b37711930, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3a1dc5cc-e097-4c0a-89fe-128b37711930,segment=NetworkSegment(c7087c90-f3c9-47d4-9496-ed5909bc0e7e),segment_id=c7087c90-f3c9-47d4-9496-ed5909bc0e7e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:52.623600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] For port fe358881-9089-40dc-b426-da740c23e4cb, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:52.628553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.631151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event updated for resources: {'Port': ['ID=84a01a8e-144a-410f-b4fd-8f9ff68616dd,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.634658 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.645271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f84bf9fb-f73e-4b96-9386-28935db17778 None None] Port b6500bb3-adbf-40f9-8bc4-28723a0fc142 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:52.647086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d94c4-4789-49e4-b4c9-afadb5f811a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b28e93b-7c64-4f95-8f37-7daea7b77c59,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.654566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.680324 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c83fbd3-ea90-47c4-84c2-eae0853cbdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.711319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c83fbd3-ea90-47c4-84c2-eae0853cbdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.719345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] For port fe358881-9089-40dc-b426-da740c23e4cb, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fe358881-9089-40dc-b426-da740c23e4cb,segment=NetworkSegment(259be082-f279-4156-809a-1f6b10c2e55f),segment_id=259be082-f279-4156-809a-1f6b10c2e55f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:52.734053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.815460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4320206-0525-4877-8985-2b6ab3661088 req-26b111ae-33b7-41f9-bd5f-b5daebad9408 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.817288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4320206-0525-4877-8985-2b6ab3661088 req-26b111ae-33b7-41f9-bd5f-b5daebad9408 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 945 time: 0.3065836 Jul 14 09:34:52.820501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a8cf00cd-536d-4a46-9bfe-7f9250c96c33 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:52.834894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Network 2b2711a5-ec75-4531-966f-4940740281ca is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:52.840514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:52.846603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=3a1dc5cc-e097-4c0a-89fe-128b37711930,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.868446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c83fbd3-ea90-47c4-84c2-eae0853cbdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.874406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c83fbd3-ea90-47c4-84c2-eae0853cbdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.876254 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9c83fbd3-ea90-47c4-84c2-eae0853cbdee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b28e93b-7c64-4f95-8f37-7daea7b77c59 HTTP/1.1" status: 204 len: 168 time: 0.3005357 Jul 14 09:34:52.895024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83fbd3-ea90-47c4-84c2-eae0853cbdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b28e93b-7c64-4f95-8f37-7daea7b77c59,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.917335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4320206-0525-4877-8985-2b6ab3661088 req-62aa7a21-5b67-4c33-9d98-a6976fead801 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856380 Jul 14 09:34:53.048524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:53.096135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Attempting to bind port b6500bb3-adbf-40f9-8bc4-28723a0fc142 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:53.096738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Attempting to bind port b6500bb3-adbf-40f9-8bc4-28723a0fc142 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:53.097301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Attempting to bind port b6500bb3-adbf-40f9-8bc4-28723a0fc142 on network 706e45bb-928b-47a9-be26-ec6f133d4b31 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:53.107069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a497f-bb87-4a8e-b7c0-c6e16502045a None None] Pushing event updated for resources: {'Port': ['ID=b6500bb3-adbf-40f9-8bc4-28723a0fc142,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.191316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:53.191967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Checking segment: {'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:53.192331 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.192829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Bound using segment: {'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:53.193405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Bound port: b6500bb3-adbf-40f9-8bc4-28723a0fc142, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e78724-b8e3-4a91-aa68-de10b324879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:53.193879 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.216824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb12e4-dd03-4f74-8452-b1fc9ce2ef90 None None] Pushing event updated for resources: {'Port': ['ID=fe358881-9089-40dc-b426-da740c23e4cb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.319872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:53.320513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.407757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] For port b6500bb3-adbf-40f9-8bc4-28723a0fc142, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:53.414432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] For port b6500bb3-adbf-40f9-8bc4-28723a0fc142, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b6500bb3-adbf-40f9-8bc4-28723a0fc142,segment=NetworkSegment(98e78724-b8e3-4a91-aa68-de10b324879b),segment_id=98e78724-b8e3-4a91-aa68-de10b324879b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:53.435274 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.568708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:53.569386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:53.627154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a497f-bb87-4a8e-b7c0-c6e16502045a None None] Pushing event updated for resources: {'Port': ['ID=b6500bb3-adbf-40f9-8bc4-28723a0fc142,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.835121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:53.845839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:53.850944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:53.855442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b4205876-c99d-4bf3-ad7e-288c46ad95fb tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7544065 Jul 14 09:34:53.895764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:54.215619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a01a8e-144a-410f-b4fd-8f9ff68616dd', 'name': '', 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:a9:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:50Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:54.303289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a865e-3547-4f17-b4aa-53747002dc54 None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a01a8e-144a-410f-b4fd-8f9ff68616dd', 'name': '', 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:a9:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:50Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:54.599512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:34:54.610207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb79e64-9638-44e9-bdd2-cd861fb3ca1e None None] Network 2b2711a5-ec75-4531-966f-4940740281ca requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:54.615950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Removed routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:34:54.616165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.768575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a78a24f5-7585-4480-a7ae-e7add03a3008 None None] Provisioning for port fe358881-9089-40dc-b426-da740c23e4cb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:54.914168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fe358881-9089-40dc-b426-da740c23e4cb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:54.944182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3ed63-a22c-4d86-b030-4f76f8707a76 req-434ee53b-1d7a-42f7-ad35-bb91f492acf6 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.947076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-18d3ed63-a22c-4d86-b030-4f76f8707a76 req-434ee53b-1d7a-42f7-ad35-bb91f492acf6 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 945 time: 0.1449652 Jul 14 09:34:55.034943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port fe358881-9089-40dc-b426-da740c23e4cb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:55.045630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fe358881-9089-40dc-b426-da740c23e4cb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:55.046275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.059231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-18d3ed63-a22c-4d86-b030-4f76f8707a76 req-d75430fb-274c-4685-bea3-e101ecef18b1 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799534 Jul 14 09:34:55.080435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.091066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.222275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.269251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:55.327668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port fe358881-9089-40dc-b426-da740c23e4cb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fe358881-9089-40dc-b426-da740c23e4cb,segment=NetworkSegment(259be082-f279-4156-809a-1f6b10c2e55f),segment_id=259be082-f279-4156-809a-1f6b10c2e55f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:55.336554 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.338221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a1dc5cc-e097-4c0a-89fe-128b37711930 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:55.461091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=fe358881-9089-40dc-b426-da740c23e4cb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:55.481970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3a1dc5cc-e097-4c0a-89fe-128b37711930 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:55.482539 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.531478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:55.545775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.547190 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c5c9be24-6cf2-4fb9-8214-1aa3414212b2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 200 len: 933 time: 1.7004027 Jul 14 09:34:55.550044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60284) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:55.641021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0fe2c7f-156e-414b-8127-f8b7f6a86dd5 None None] Provisioning complete for port fe358881-9089-40dc-b426-da740c23e4cb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:55.645285 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2c7f-156e-414b-8127-f8b7f6a86dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.721762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-b9f80594-f300-4929-9e08-a94876b1d566 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.731404 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-b9f80594-f300-4929-9e08-a94876b1d566 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 945 time: 0.1891479 Jul 14 09:34:55.856821 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-28babe11-e86d-4161-9a12-d95f2585b0d0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 200 len: 933 time: 0.3047783 Jul 14 09:34:55.858797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:55.864840 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'routes': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:55.868024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0fe2c7f-156e-414b-8127-f8b7f6a86dd5 None None] Provisioning for port 84a01a8e-144a-410f-b4fd-8f9ff68616dd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:55.874940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0fe2c7f-156e-414b-8127-f8b7f6a86dd5 None None] Provisioning complete for port 84a01a8e-144a-410f-b4fd-8f9ff68616dd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:55.875331 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2c7f-156e-414b-8127-f8b7f6a86dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.980798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe2c7f-156e-414b-8127-f8b7f6a86dd5 None None] Port 84a01a8e-144a-410f-b4fd-8f9ff68616dd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:56.131992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fccd609b-f522-41e7-a2a3-077fd16cccb2 None None] Provisioning complete for port 84a01a8e-144a-410f-b4fd-8f9ff68616dd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:56.134286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fccd609b-f522-41e7-a2a3-077fd16cccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.187120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Deleting port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:56.187457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.242855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fccd609b-f522-41e7-a2a3-077fd16cccb2 None None] Port 84a01a8e-144a-410f-b4fd-8f9ff68616dd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:56.322279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:56.374801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-daf192ce-828d-465f-9760-11bf9adde905 None None] Provisioning complete for port 84a01a8e-144a-410f-b4fd-8f9ff68616dd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:56.377463 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-daf192ce-828d-465f-9760-11bf9adde905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.473144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-daf192ce-828d-465f-9760-11bf9adde905 None None] Port 84a01a8e-144a-410f-b4fd-8f9ff68616dd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:56.494247 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] For port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,segment=NetworkSegment(34965dc2-ba1e-4f2a-b79e-e476361b9a36),segment_id=34965dc2-ba1e-4f2a-b79e-e476361b9a36)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:56.494625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.514667 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:56.520352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Calling delete_port for 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:56.526056 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:56.526686 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:56.536728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aba008c6-9ceb-4c24-9664-def32d324002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.541347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70773bd1-5caa-445a-8c68-b6cb6be9dca0 req-7ce78e88-ad86-450e-b6d5-aa149fbc69a2 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.549121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70773bd1-5caa-445a-8c68-b6cb6be9dca0 req-7ce78e88-ad86-450e-b6d5-aa149fbc69a2 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 945 time: 0.2465851 Jul 14 09:34:56.651323 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:56.719302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aba008c6-9ceb-4c24-9664-def32d324002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.731226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70773bd1-5caa-445a-8c68-b6cb6be9dca0 req-b65b9623-6f7e-49ac-8289-70717e95dc36 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/security-groups?id=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812246 Jul 14 09:34:56.738301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aba008c6-9ceb-4c24-9664-def32d324002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.796870 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aba008c6-9ceb-4c24-9664-def32d324002 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0aab511821d44bfb4abe86590888a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733307 Jul 14 09:34:56.800263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:56.844803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba008c6-9ceb-4c24-9664-def32d324002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b28b45b-64fe-449d-96cd-f62a363b1811,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:56.885730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4ee-dd42-4dc3-af01-e874aab0a00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.900384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fe358881-9089-40dc-b426-da740c23e4cb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:56.913798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4ee-dd42-4dc3-af01-e874aab0a00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.957413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fe358881-9089-40dc-b426-da740c23e4cb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:56.957797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.978194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4ee-dd42-4dc3-af01-e874aab0a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.981317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cff0d4ee-dd42-4dc3-af01-e874aab0a00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.982803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cff0d4ee-dd42-4dc3-af01-e874aab0a00c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b28b45b-64fe-449d-96cd-f62a363b1811 HTTP/1.1" status: 204 len: 168 time: 0.1806509 Jul 14 09:34:56.995581 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:54Z', 'revision_number': 6, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a01a8e-144a-410f-b4fd-8f9ff68616dd', 'name': '', 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:a9:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:50Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:56.996804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.001044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0d4ee-dd42-4dc3-af01-e874aab0a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b28b45b-64fe-449d-96cd-f62a363b1811,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.007081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added routes are [] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:34:57.010982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:34:57.022476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:57.037440 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:57.038264 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Updating router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 port 84a01a8e-144a-410f-b4fd-8f9ff68616dd binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:57.095381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Pushing event deleted for resources: {'Port': ['ID=0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.166563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6500bb3-adbf-40f9-8bc4-28723a0fc142 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:57.168003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] No DVR routers for this DVR port 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:57.172651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.174681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-581f9d4e-6d11-4226-aeee-ad7989c85645 req-4aa3cd5b-3d37-44a5-97eb-e72974b4e095 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.48 "DELETE /v2.0/ports/0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d HTTP/1.1" status: 204 len: 173 time: 1.4417956 Jul 14 09:34:57.175136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d57d55-c900-4e71-b063-df0299122844', 'name': 'network-vif-deleted', 'tag': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:57.185452 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa60c5-b207-4e3e-b36b-8ccbb0c9ee6c" -d '{"events": [{"server_uuid": "82d57d55-c900-4e71-b063-df0299122844", "name": "network-vif-deleted", "tag": "0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:57.196991 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.249502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b6500bb3-adbf-40f9-8bc4-28723a0fc142 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:57.255097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b6500bb3-adbf-40f9-8bc4-28723a0fc142 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:57.255631 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.326368 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38985f8-4732-445c-8cc8-82ad72480673 x-openstack-request-id: req-e38985f8-4732-445c-8cc8-82ad72480673 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:57.327212 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d57d55-c900-4e71-b063-df0299122844", "name": "network-vif-deleted", "tag": "0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:57.328204 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e38985f8-4732-445c-8cc8-82ad72480673 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:57.328891 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d57d55-c900-4e71-b063-df0299122844', 'name': 'network-vif-deleted', 'tag': '0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d', 'status': 'completed', 'code': 200} Jul 14 09:34:57.343422 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.385696 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.443148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port b6500bb3-adbf-40f9-8bc4-28723a0fc142, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b6500bb3-adbf-40f9-8bc4-28723a0fc142,segment=NetworkSegment(98e78724-b8e3-4a91-aa68-de10b324879b),segment_id=98e78724-b8e3-4a91-aa68-de10b324879b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:57.448770 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.523126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=b6500bb3-adbf-40f9-8bc4-28723a0fc142,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.604826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.609308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.739045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:57.846554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:57.855636 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.856312 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.857837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a194c0fc-29ad-4b9c-bc94-aaa93f15992a tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 200 len: 699 time: 1.9977937 Jul 14 09:34:57.860633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60342) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:57.870351 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Transition to ACTIVE for port object 84a01a8e-144a-410f-b4fd-8f9ff68616dd will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:57.878505 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.940046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e87b9c7d-dcce-41e7-9a71-067c4a10b4a0 req-032cb244-ae31-4ce2-b1d6-34738f3c4c10 tempest-VolumesActionsTest-29230022 tempest-VolumesActionsTest-29230022-project] 10.222.0.18 "GET /v2.0/ports?device_id=82d57d55-c900-4e71-b063-df0299122844 HTTP/1.1" status: 200 len: 210 time: 0.0324242 Jul 14 09:34:57.962808 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7d7b1-bbd8-4ed1-9c2e-bd75d9df0cd5 None None] Pushing event updated for resources: {'Port': ['ID=84a01a8e-144a-410f-b4fd-8f9ff68616dd,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.026306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f7ad5b3b-9444-4c63-a217-00efae30b590 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 200 len: 699 time: 0.1635206 Jul 14 09:34:58.028523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:58.060528 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Attempting to bind port 84a01a8e-144a-410f-b4fd-8f9ff68616dd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:58.060902 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Attempting to bind port 84a01a8e-144a-410f-b4fd-8f9ff68616dd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:58.061270 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Attempting to bind port 84a01a8e-144a-410f-b4fd-8f9ff68616dd on network 2b2711a5-ec75-4531-966f-4940740281ca {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:58.066832 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:58.067215 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Checking segment: {'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:58.067658 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.068115 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Bound using segment: {'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:58.068693 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Bound port: 84a01a8e-144a-410f-b4fd-8f9ff68616dd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259be082-f279-4156-809a-1f6b10c2e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:58.068974 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.151136 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] For port 84a01a8e-144a-410f-b4fd-8f9ff68616dd, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:58.155916 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] For port 84a01a8e-144a-410f-b4fd-8f9ff68616dd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=84a01a8e-144a-410f-b4fd-8f9ff68616dd,segment=NetworkSegment(259be082-f279-4156-809a-1f6b10c2e55f),segment_id=259be082-f279-4156-809a-1f6b10c2e55f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:58.162059 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.219244 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:58.220045 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.323627 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7d7b1-bbd8-4ed1-9c2e-bd75d9df0cd5 None None] Pushing event updated for resources: {'Port': ['ID=84a01a8e-144a-410f-b4fd-8f9ff68616dd,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.331655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:58.489951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.607588 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 7, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a01a8e-144a-410f-b4fd-8f9ff68616dd', 'name': '', 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:a9:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:50Z', 'updated_at': '2021-07-14T09:34:58Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.634571 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09b54d-8493-421d-b25f-30575036bc2b None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 7, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a01a8e-144a-410f-b4fd-8f9ff68616dd', 'name': '', 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:a9:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:50Z', 'updated_at': '2021-07-14T09:34:58Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:58.773638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6500bb3-adbf-40f9-8bc4-28723a0fc142 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:58.813969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 84a01a8e-144a-410f-b4fd-8f9ff68616dd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:58.814467 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.832178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b6500bb3-adbf-40f9-8bc4-28723a0fc142 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:58.832711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.880065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:58.897505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:58.898153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.920383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port 84a01a8e-144a-410f-b4fd-8f9ff68616dd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=84a01a8e-144a-410f-b4fd-8f9ff68616dd,segment=NetworkSegment(259be082-f279-4156-809a-1f6b10c2e55f),segment_id=259be082-f279-4156-809a-1f6b10c2e55f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:58.921334 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.937091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 84a01a8e-144a-410f-b4fd-8f9ff68616dd owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:59.169022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.189223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:59.211189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=84a01a8e-144a-410f-b4fd-8f9ff68616dd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.282798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 84a01a8e-144a-410f-b4fd-8f9ff68616dd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:59.381946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 84a01a8e-144a-410f-b4fd-8f9ff68616dd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:59.382305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 84a01a8e-144a-410f-b4fd-8f9ff68616dd not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:34:59.412442 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.426489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Port 84a01a8e-144a-410f-b4fd-8f9ff68616dd not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:34:59.515124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 7, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84a01a8e-144a-410f-b4fd-8f9ff68616dd', 'name': '', 'network_id': '2b2711a5-ec75-4531-966f-4940740281ca', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:a9:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:50Z', 'updated_at': '2021-07-14T09:34:58Z', 'revision_number': 4, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:59.549691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:59.561133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:59.561870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:59.663953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:59.928534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 8, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:59.966186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b675a-9506-48d8-b111-e33d8137938b None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 8, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:00.065875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:00.179829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:00.187398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5eb221c7-cd3b-4697-9d43-dc7628ba64c0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1559286 Jul 14 09:35:00.188636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.244624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:00.248066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.303786 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.413073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.485389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.515955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.523866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.528412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-90abaee2-5d7e-4736-845a-cf2a68af3349 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1 HTTP/1.1" status: 204 len: 168 time: 0.3355441 Jul 14 09:35:00.532922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.534588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6bddf-eab0-42f5-a211-bd183dc4a186 None None] Network 2b2711a5-ec75-4531-966f-4940740281ca requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:00.632755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.664919 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:00.688697 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:00.689739 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.742884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 84a01a8e-144a-410f-b4fd-8f9ff68616dd no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:00.745307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port fe358881-9089-40dc-b426-da740c23e4cb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:00.745749 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.793230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 84a01a8e-144a-410f-b4fd-8f9ff68616dd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:00.793923 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 84a01a8e-144a-410f-b4fd-8f9ff68616dd not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:00.836389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port fe358881-9089-40dc-b426-da740c23e4cb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fe358881-9089-40dc-b426-da740c23e4cb,segment=NetworkSegment(259be082-f279-4156-809a-1f6b10c2e55f),segment_id=259be082-f279-4156-809a-1f6b10c2e55f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:00.837602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.871807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for fe358881-9089-40dc-b426-da740c23e4cb owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:00.876210 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:00.906412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] DHCP port deletion for 2b2711a5-ec75-4531-966f-4940740281ca request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:00.984403 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.990591 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] Deleting port fe358881-9089-40dc-b426-da740c23e4cb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:00.991231 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.013092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port fe358881-9089-40dc-b426-da740c23e4cb on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:01.072013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] For port fe358881-9089-40dc-b426-da740c23e4cb, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:01.072421 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.090922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] Calling delete_port for fe358881-9089-40dc-b426-da740c23e4cb owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:01.094410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] Port fe358881-9089-40dc-b426-da740c23e4cb was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:35:01.095789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.118032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=fe358881-9089-40dc-b426-da740c23e4cb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.141609 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 8, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.154322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] Pushing event deleted for resources: {'Port': ['ID=fe358881-9089-40dc-b426-da740c23e4cb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.161202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee7bc8-9852-4b30-bb2b-2928ea05bdb9 None None] No DVR routers for this DVR port fe358881-9089-40dc-b426-da740c23e4cb on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:01.184818 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:01.198618 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:01.198618 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.222279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.259921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2711a5-ec75-4531-966f-4940740281ca']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.288422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259be082-f279-4156-809a-1f6b10c2e55f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.288941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259be082-f279-4156-809a-1f6b10c2e55f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.324120 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.349295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.360239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:01.360653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:01.367273 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:01.374342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:01.384970 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:01.418064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:01.418420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 0822bf53-f0e2-4a55-aaf3-a2bcf25ce00d not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:01.504886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.518733 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.522610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/2b2711a5-ec75-4531-966f-4940740281ca HTTP/1.1" status: 204 len: 168 time: 0.9914770 Jul 14 09:35:01.525645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:01.536662 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.545145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d3820-6ea7-44df-ab37-a9cd5f1a9331 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=2b2711a5-ec75-4531-966f-4940740281ca,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.736485 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 8, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:01.798493 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f32db2-ab8e-4d92-9aa4-cdf6b900e1e7 None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 8, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6500bb3-adbf-40f9-8bc4-28723a0fc142', 'name': '', 'network_id': '706e45bb-928b-47a9-be26-ec6f133d4b31', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:b6:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:46Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '9f67f663-75be-49d3-9594-0a6d7ac483cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:01.998124 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.312956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port b6500bb3-adbf-40f9-8bc4-28723a0fc142 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:02.313306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.454743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port b6500bb3-adbf-40f9-8bc4-28723a0fc142, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b6500bb3-adbf-40f9-8bc4-28723a0fc142,segment=NetworkSegment(98e78724-b8e3-4a91-aa68-de10b324879b),segment_id=98e78724-b8e3-4a91-aa68-de10b324879b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:02.455464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.473040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for b6500bb3-adbf-40f9-8bc4-28723a0fc142 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:02.730373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.740974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fe358881-9089-40dc-b426-da740c23e4cb no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:02.777726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: fe358881-9089-40dc-b426-da740c23e4cb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:02.778446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fe358881-9089-40dc-b426-da740c23e4cb not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:02.799554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=b6500bb3-adbf-40f9-8bc4-28723a0fc142,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.011632 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.294219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:03.517717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:03.531810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:03.538278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-423a8690-a8ec-454f-b033-65767b33c4ed tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0114989 Jul 14 09:35:03.540903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:03.548303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:03.548964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:03.631515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 9f67f663-75be-49d3-9594-0a6d7ac483cf {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:03.639961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.711663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.729321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:03.939222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.091625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.139723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:02Z', 'revision_number': 9, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.163630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=9f67f663-75be-49d3-9594-0a6d7ac483cf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.174230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.179217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60536) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:04.179845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-327efc99-0004-4dc7-bbea-ff1d3dea6109 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/9f67f663-75be-49d3-9594-0a6d7ac483cf HTTP/1.1" status: 204 len: 168 time: 0.6370604 Jul 14 09:35:04.277740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2100d06-0cee-434f-9183-b8f327c4a0c8 None None] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:04.288134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:04.369701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.468248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:04.469980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.496190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:04.497723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.593149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port a8cf00cd-536d-4a46-9bfe-7f9250c96c33, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,segment=NetworkSegment(98e78724-b8e3-4a91-aa68-de10b324879b),segment_id=98e78724-b8e3-4a91-aa68-de10b324879b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:04.594205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.615176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for a8cf00cd-536d-4a46-9bfe-7f9250c96c33 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:04.637965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:04.718047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] DHCP port deletion for 706e45bb-928b-47a9-be26-ec6f133d4b31 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:04.776259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.817160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.824959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:04.925429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.950206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706e45bb-928b-47a9-be26-ec6f133d4b31']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.974090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e78724-b8e3-4a91-aa68-de10b324879b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.974527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e78724-b8e3-4a91-aa68-de10b324879b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:05.007519 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.049283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.060402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:05.063459 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.084004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Deleting port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:05.085472 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:05.144618 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:05.147958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.155932 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.157848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/706e45bb-928b-47a9-be26-ec6f133d4b31 HTTP/1.1" status: 204 len: 168 time: 0.9773929 Jul 14 09:35:05.160900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:05.198557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfc312-7efa-4117-bb57-77c83cef7e60 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=706e45bb-928b-47a9-be26-ec6f133d4b31,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.230241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:02Z', 'revision_number': 9, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:05.233450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] For port a8cf00cd-536d-4a46-9bfe-7f9250c96c33, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:05.234096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.270091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93ead2-7ab8-484f-89be-b249af939b70 None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:02Z', 'revision_number': 9, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': '3a1dc5cc-e097-4c0a-89fe-128b37711930', 'name': '', 'network_id': '04ee8040-2585-441f-985c-744d1327f34e', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:aa:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:39Z', 'updated_at': '2021-07-14T09:34:52Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '21178f39-4bd9-4de9-81a7-e2202701078e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:05.278520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Calling delete_port for a8cf00cd-536d-4a46-9bfe-7f9250c96c33 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:05.291847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:35:05.298368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.328430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Pushing event deleted for resources: {'Port': ['ID=a8cf00cd-536d-4a46-9bfe-7f9250c96c33,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.349575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] Network 706e45bb-928b-47a9-be26-ec6f133d4b31 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:35:05.353229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245308d5-b54e-4418-b797-1296e6cd79ee None None] No DVR routers for this DVR port a8cf00cd-536d-4a46-9bfe-7f9250c96c33 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:05.754749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.101427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 3a1dc5cc-e097-4c0a-89fe-128b37711930 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:06.101930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.231089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port 3a1dc5cc-e097-4c0a-89fe-128b37711930, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3a1dc5cc-e097-4c0a-89fe-128b37711930,segment=NetworkSegment(c7087c90-f3c9-47d4-9496-ed5909bc0e7e),segment_id=c7087c90-f3c9-47d4-9496-ed5909bc0e7e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:06.232409 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.249171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 3a1dc5cc-e097-4c0a-89fe-128b37711930 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:06.479295 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.585142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=3a1dc5cc-e097-4c0a-89fe-128b37711930,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:06.778828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.830054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6500bb3-adbf-40f9-8bc4-28723a0fc142 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:06.892848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b6500bb3-adbf-40f9-8bc4-28723a0fc142 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:06.893830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b6500bb3-adbf-40f9-8bc4-28723a0fc142 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:06.894382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a8cf00cd-536d-4a46-9bfe-7f9250c96c33 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:06.949516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: a8cf00cd-536d-4a46-9bfe-7f9250c96c33 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:06.961755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a8cf00cd-536d-4a46-9bfe-7f9250c96c33 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:07.028137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:07.128596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:07.134738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bfe28571-fef7-4de6-80df-060570fc6854 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9727564 Jul 14 09:35:07.137540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:07.140315 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:07.154419 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:07.155938 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.300618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 21178f39-4bd9-4de9-81a7-e2202701078e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:07.311092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.406030 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:07.415255 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.557578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.630561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.653761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.655491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47a28e-6437-4dd1-adca-cf463635a55b None None] Network 04ee8040-2585-441f-985c-744d1327f34e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:07.658717 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:07.661459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/21178f39-4bd9-4de9-81a7-e2202701078e HTTP/1.1" status: 204 len: 168 time: 0.5228179 Jul 14 09:35:07.683807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb861b2-55ad-49dc-b575-fcc472dede7b tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=21178f39-4bd9-4de9-81a7-e2202701078e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.939374 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 10, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.011539 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:08.023285 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:08.023989 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.107889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] DHCP port deletion for 04ee8040-2585-441f-985c-744d1327f34e request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:08.159677 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:08.329417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] Deleting port 906f018a-efac-40f6-9a7f-c24566b43a95 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:08.331087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.402932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.456783 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 10, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.469092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] For port 906f018a-efac-40f6-9a7f-c24566b43a95, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=906f018a-efac-40f6-9a7f-c24566b43a95,segment=NetworkSegment(c7087c90-f3c9-47d4-9496-ed5909bc0e7e),segment_id=c7087c90-f3c9-47d4-9496-ed5909bc0e7e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:08.477537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.493637 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b1bca7-9356-4818-979b-8ff9ba15b585 None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:06Z', 'revision_number': 10, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None, '_interfaces': [{'id': 'd86585e7-4e3a-4102-98f3-7fea9b0171ac', 'name': '', 'network_id': '56ec305e-7891-4260-802f-7376ba919709', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'mac_address': 'fa:16:3e:86:1e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:36Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 5, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'subnets': [{'id': '4221160c-0239-4d6d-993e-f668bb4e9bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:08.514013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] Calling delete_port for 906f018a-efac-40f6-9a7f-c24566b43a95 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:08.520744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port 906f018a-efac-40f6-9a7f-c24566b43a95 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:08.521639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.672361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port 906f018a-efac-40f6-9a7f-c24566b43a95, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=906f018a-efac-40f6-9a7f-c24566b43a95,segment=NetworkSegment(c7087c90-f3c9-47d4-9496-ed5909bc0e7e),segment_id=c7087c90-f3c9-47d4-9496-ed5909bc0e7e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:08.673922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.719984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for 906f018a-efac-40f6-9a7f-c24566b43a95 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:08.861278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.920546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.934291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=906f018a-efac-40f6-9a7f-c24566b43a95,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:08.942710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port 906f018a-efac-40f6-9a7f-c24566b43a95 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:08.969831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] Pushing event deleted for resources: {'Port': ['ID=906f018a-efac-40f6-9a7f-c24566b43a95,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.012102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a8c41-7aa8-453d-80fb-f392a035514a None None] No DVR routers for this DVR port 906f018a-efac-40f6-9a7f-c24566b43a95 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:09.036625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 906f018a-efac-40f6-9a7f-c24566b43a95 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:09.083869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 906f018a-efac-40f6-9a7f-c24566b43a95 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:09.084233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 906f018a-efac-40f6-9a7f-c24566b43a95 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:09.085196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a1dc5cc-e097-4c0a-89fe-128b37711930 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:09.102589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.113173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3a1dc5cc-e097-4c0a-89fe-128b37711930 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:09.113981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a1dc5cc-e097-4c0a-89fe-128b37711930 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:09.131012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ee8040-2585-441f-985c-744d1327f34e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:09.150581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:09.151068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7087c90-f3c9-47d4-9496-ed5909bc0e7e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:09.170077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.196907 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.212165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:09.213850 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:09.219229 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:09.335537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.345023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.354645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/04ee8040-2585-441f-985c-744d1327f34e HTTP/1.1" status: 204 len: 168 time: 1.6923847 Jul 14 09:35:09.355018 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:09.387321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27249363-0f8f-403f-ab61-4cb50b0ce5e3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=04ee8040-2585-441f-985c-744d1327f34e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.853542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.206540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port d86585e7-4e3a-4102-98f3-7fea9b0171ac {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:10.206843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.314914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port d86585e7-4e3a-4102-98f3-7fea9b0171ac, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d86585e7-4e3a-4102-98f3-7fea9b0171ac,segment=NetworkSegment(a360a9ae-37ac-4eea-950b-b72d6264df8c),segment_id=a360a9ae-37ac-4eea-950b-b72d6264df8c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:10.315275 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.334231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for d86585e7-4e3a-4102-98f3-7fea9b0171ac owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:10.603785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60648) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:10.648969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.686796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=d86585e7-4e3a-4102-98f3-7fea9b0171ac,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.766407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae079492-9fa0-4862-b3b4-f4db2636a844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.923319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae079492-9fa0-4862-b3b4-f4db2636a844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.931812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae079492-9fa0-4862-b3b4-f4db2636a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.940012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.984866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae079492-9fa0-4862-b3b4-f4db2636a844 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ec68e3c96df456f8ff714462302bd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772037 Jul 14 09:35:10.984866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae079492-9fa0-4862-b3b4-f4db2636a844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f99654-5ada-45af-ae48-dcb97624c351,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.987405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:11.084265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c36340-d28c-4f7d-9e58-80adcda63107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.132877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c36340-d28c-4f7d-9e58-80adcda63107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.192419 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c36340-d28c-4f7d-9e58-80adcda63107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.195470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c36340-d28c-4f7d-9e58-80adcda63107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.199492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e2c36340-d28c-4f7d-9e58-80adcda63107 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0f99654-5ada-45af-ae48-dcb97624c351 HTTP/1.1" status: 204 len: 168 time: 0.2085249 Jul 14 09:35:11.208535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c36340-d28c-4f7d-9e58-80adcda63107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f99654-5ada-45af-ae48-dcb97624c351,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.539703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:11.577679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:11.597713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2666adb7-5dd3-4415-857a-d20b44444369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.625868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:11.631561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ba866bd5-71fd-4fd4-acac-e3febe00f305 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2747805 Jul 14 09:35:11.635054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60668) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:11.638742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:11.658822 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:11.661234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:11.699650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting subnet 4221160c-0239-4d6d-993e-f668bb4e9bf7 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:11.707045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.760193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.821602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2666adb7-5dd3-4415-857a-d20b44444369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.829570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2666adb7-5dd3-4415-857a-d20b44444369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.855396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:11.895237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666adb7-5dd3-4415-857a-d20b44444369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bce9aa-4807-4afc-b832-cc4ae262efb4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.917367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.924365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:11.925812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:10Z', 'revision_number': 11, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:11.928084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2666adb7-5dd3-4415-857a-d20b44444369 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6f622d6636e47b38233512633c28ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488414 Jul 14 09:35:11.965879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:11.975999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:11.976906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:12.036105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d61fef-2746-4c1a-8e2f-3522fa3114cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.050776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.060343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:12.097265 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d61fef-2746-4c1a-8e2f-3522fa3114cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.099415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Subnet': ['ID=4221160c-0239-4d6d-993e-f668bb4e9bf7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.107191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.109224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cbfc151e-2892-4173-981b-7832c4c1edfc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/4221160c-0239-4d6d-993e-f668bb4e9bf7 HTTP/1.1" status: 204 len: 168 time: 0.4729900 Jul 14 09:35:12.111802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:12.127577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4d8b7-551b-41ba-82d1-4d1899179fc6 None None] Network 56ec305e-7891-4260-802f-7376ba919709 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:12.193753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:10Z', 'revision_number': 11, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:12.225046 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.253196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ab369-3865-47fa-85e0-c898da1f820c None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:10Z', 'revision_number': 11, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:12.258750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d61fef-2746-4c1a-8e2f-3522fa3114cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.262048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d61fef-2746-4c1a-8e2f-3522fa3114cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.265559 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-57d61fef-2746-4c1a-8e2f-3522fa3114cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6bce9aa-4807-4afc-b832-cc4ae262efb4 HTTP/1.1" status: 204 len: 168 time: 0.3386679 Jul 14 09:35:12.307202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d61fef-2746-4c1a-8e2f-3522fa3114cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bce9aa-4807-4afc-b832-cc4ae262efb4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.343024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Deleting port b71ad37c-b4c1-4204-b267-ee03ffb6e691 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:12.344152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.474760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] For port b71ad37c-b4c1-4204-b267-ee03ffb6e691, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b71ad37c-b4c1-4204-b267-ee03ffb6e691,segment=NetworkSegment(a360a9ae-37ac-4eea-950b-b72d6264df8c),segment_id=a360a9ae-37ac-4eea-950b-b72d6264df8c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:12.475126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.493995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Calling delete_port for b71ad37c-b4c1-4204-b267-ee03ffb6e691 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:12.606113 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.636977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac5e4fd-43a9-4f12-a3d1-78a62811c505 None None] DHCP port deletion for 56ec305e-7891-4260-802f-7376ba919709 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:12.675746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Port': ['ID=b71ad37c-b4c1-4204-b267-ee03ffb6e691,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.692086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No DVR routers for this DVR port b71ad37c-b4c1-4204-b267-ee03ffb6e691 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:12.794834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d86585e7-4e3a-4102-98f3-7fea9b0171ac no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:12.825199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d86585e7-4e3a-4102-98f3-7fea9b0171ac {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:12.825556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d86585e7-4e3a-4102-98f3-7fea9b0171ac not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:12.825997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b71ad37c-b4c1-4204-b267-ee03ffb6e691 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:12.853045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b71ad37c-b4c1-4204-b267-ee03ffb6e691 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:12.853666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b71ad37c-b4c1-4204-b267-ee03ffb6e691 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:12.886063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.904156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ec305e-7891-4260-802f-7376ba919709']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:12.923882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a360a9ae-37ac-4eea-950b-b72d6264df8c') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:12.924326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a360a9ae-37ac-4eea-950b-b72d6264df8c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:12.935136 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.951431 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.959644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:12.960377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:12.965166 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:13.040098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.052273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.058735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/networks/56ec305e-7891-4260-802f-7376ba919709 HTTP/1.1" status: 204 len: 168 time: 0.9441605 Jul 14 09:35:13.059839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.065591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'routes': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:13.082223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa2b6e-09e8-48fe-80bc-d08baeb922f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Pushing event deleted for resources: {'Network': ['ID=56ec305e-7891-4260-802f-7376ba919709,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.297671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Added routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:35:13.298163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Removed routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:35:13.298706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.459483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.463527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.548996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:13.637897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:13.648479 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] Sync routers for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:13.662117 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:13.662902 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:13.673687 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.677406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-40d62dfb-0f7e-4de4-a4c7-5911091ff7f2 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 200 len: 700 time: 0.6142001 Jul 14 09:35:13.677832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60706) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.739175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.740141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3351ea1d-c4d0-4c33-94e5-e8cd8a2e367f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 200 len: 205 time: 0.0605655 Jul 14 09:35:13.792126 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:13.858271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b5fd-c99b-46f9-bf9b-60a228440253 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.884793 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:10Z', 'revision_number': 11, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:13.927159 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] Checking router: 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:13.939547 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] Routers {'562884d1-55c7-4fb8-a052-8c4e1f4b07b5'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:13.940501 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:14.049011 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] Set router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:14.082209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b5fd-c99b-46f9-bf9b-60a228440253 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.084993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b5fd-c99b-46f9-bf9b-60a228440253 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.127399 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:10Z', 'revision_number': 11, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:14.140644 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b5fd-c99b-46f9-bf9b-60a228440253 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.141868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5b5fd-c99b-46f9-bf9b-60a228440253 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Fanout notify agent at l3_agent the message router_deleted on router 562884d1-55c7-4fb8-a052-8c4e1f4b07b5 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:14.150855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b5fd-c99b-46f9-bf9b-60a228440253 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.162418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.162922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7cb5b5fd-c99b-46f9-bf9b-60a228440253 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 204 len: 168 time: 0.4220114 Jul 14 09:35:14.166855 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f5601-d7fb-4f77-a6b1-d751ca4651f3 None None] The sync data for ids ['562884d1-55c7-4fb8-a052-8c4e1f4b07b5'] in n-d-758944-44 is: [{'id': '562884d1-55c7-4fb8-a052-8c4e1f4b07b5', 'name': 'tempest-RoutersTest-router-339680898', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:34Z', 'updated_at': '2021-07-14T09:35:10Z', 'revision_number': 11, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:14.195002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-60e988be-aa4b-4e6c-aff0-e00cb9947a24 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-61308519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:14.251119 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e988be-aa4b-4e6c-aff0-e00cb9947a24 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.252321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e988be-aa4b-4e6c-aff0-e00cb9947a24 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.335262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e988be-aa4b-4e6c-aff0-e00cb9947a24 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.342163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e988be-aa4b-4e6c-aff0-e00cb9947a24 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.379214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e988be-aa4b-4e6c-aff0-e00cb9947a24 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.381350 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-60e988be-aa4b-4e6c-aff0-e00cb9947a24 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2167487 Jul 14 09:35:14.384467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.389898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a6212e49-4837-4e11-8d8f-730326f21b83 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:14.687726 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6212e49-4837-4e11-8d8f-730326f21b83 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.700510 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6212e49-4837-4e11-8d8f-730326f21b83 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544669'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.852585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6212e49-4837-4e11-8d8f-730326f21b83 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Router 29406641-8e34-4d03-a3bd-4161626a2973 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:14.961070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6212e49-4837-4e11-8d8f-730326f21b83 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:14.968895 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6212e49-4837-4e11-8d8f-730326f21b83 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.972540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a6212e49-4837-4e11-8d8f-730326f21b83 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "PUT /v2.0/routers/29406641-8e34-4d03-a3bd-4161626a2973 HTTP/1.1" status: 200 len: 692 time: 0.5846486 Jul 14 09:35:14.972988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60746) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.978211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] Sync routers for ids ['29406641-8e34-4d03-a3bd-4161626a2973'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:14.994974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] Routers {'29406641-8e34-4d03-a3bd-4161626a2973'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:14.996170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['29406641-8e34-4d03-a3bd-4161626a2973'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:15.100001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d61adbcc-88b3-41d3-b047-0a6b05129f62 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/routers/29406641-8e34-4d03-a3bd-4161626a2973 HTTP/1.1" status: 200 len: 698 time: 0.1226737 Jul 14 09:35:15.100583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.105429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] Set router 29406641-8e34-4d03-a3bd-4161626a2973 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:15.155382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d6baa72a-5d8e-4354-a52f-d640e578030e tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=29406641-8e34-4d03-a3bd-4161626a2973 HTTP/1.1" status: 200 len: 205 time: 0.0495234 Jul 14 09:35:15.155719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.187295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406641-8e34-4d03-a3bd-4161626a2973', 'name': 'tempest-RoutersTest-router-61308519', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:14Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:15.216165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] Checking router: 29406641-8e34-4d03-a3bd-4161626a2973 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:15.225030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] Routers {'29406641-8e34-4d03-a3bd-4161626a2973'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:15.225655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:34:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['29406641-8e34-4d03-a3bd-4161626a2973'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:15.282126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed64a5a8-c972-4acd-989f-7eef30810ad3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.327092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] Set router 29406641-8e34-4d03-a3bd-4161626a2973 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:15.404346 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29406641-8e34-4d03-a3bd-4161626a2973', 'name': 'tempest-RoutersTest-router-61308519', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:14Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:15.467244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a707d-d351-4589-9a26-0acabdfbefde None None] The sync data for ids ['29406641-8e34-4d03-a3bd-4161626a2973'] in n-d-758944-44 is: [{'id': '29406641-8e34-4d03-a3bd-4161626a2973', 'name': 'tempest-RoutersTest-router-61308519', 'tenant_id': 'f144161ba6eb4464a938c898b0d9397f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:14Z', 'revision_number': 2, 'project_id': 'f144161ba6eb4464a938c898b0d9397f', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:15.532130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed64a5a8-c972-4acd-989f-7eef30810ad3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.534379 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed64a5a8-c972-4acd-989f-7eef30810ad3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.608285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed64a5a8-c972-4acd-989f-7eef30810ad3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.609286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed64a5a8-c972-4acd-989f-7eef30810ad3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Fanout notify agent at l3_agent the message router_deleted on router 29406641-8e34-4d03-a3bd-4161626a2973 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:15.620950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed64a5a8-c972-4acd-989f-7eef30810ad3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.622107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ed64a5a8-c972-4acd-989f-7eef30810ad3 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/29406641-8e34-4d03-a3bd-4161626a2973 HTTP/1.1" status: 204 len: 168 time: 0.4645636 Jul 14 09:35:15.625801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.678335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6491b457-dfa8-412e-ab6c-bc78a6ea9dbe tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=29406641-8e34-4d03-a3bd-4161626a2973 HTTP/1.1" status: 200 len: 205 time: 0.0512037 Jul 14 09:35:15.680806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.728151 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-d348883c-cb9e-4ab8-baa5-eaf4a1ca4357 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] delete failed (client error): The resource could not be found. Jul 14 09:35:15.729419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d348883c-cb9e-4ab8-baa5-eaf4a1ca4357 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/29406641-8e34-4d03-a3bd-4161626a2973 HTTP/1.1" status: 404 len: 336 time: 0.0472183 Jul 14 09:35:15.732356 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60762) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.779454 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff5983e-1825-4446-bb83-0b265edceeaf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:15.780896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff5983e-1825-4446-bb83-0b265edceeaf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:15.783486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8ff5983e-1825-4446-bb83-0b265edceeaf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/6f17c16e-67e5-46bd-90c3-8c38f4cbf9b1 HTTP/1.1" status: 404 len: 337 time: 0.0497627 Jul 14 09:35:15.786064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.819450 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead76c64-0748-4787-874d-bae7ba731c77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:15.819930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead76c64-0748-4787-874d-bae7ba731c77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:15.822417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ead76c64-0748-4787-874d-bae7ba731c77 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/9f67f663-75be-49d3-9594-0a6d7ac483cf HTTP/1.1" status: 404 len: 337 time: 0.0351923 Jul 14 09:35:15.825146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.858551 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7cd082-0894-40ea-9281-2a274d8a971c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:15.860508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7cd082-0894-40ea-9281-2a274d8a971c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:15.871776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3b7cd082-0894-40ea-9281-2a274d8a971c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/21178f39-4bd9-4de9-81a7-e2202701078e HTTP/1.1" status: 404 len: 337 time: 0.0399766 Jul 14 09:35:15.872354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.912080 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0925b404-92f3-4690-90b7-e80d14070065 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:15.912703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0925b404-92f3-4690-90b7-e80d14070065 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:15.915201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0925b404-92f3-4690-90b7-e80d14070065 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/4221160c-0239-4d6d-993e-f668bb4e9bf7 HTTP/1.1" status: 404 len: 337 time: 0.0414333 Jul 14 09:35:15.918036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.949302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9ed29f5e-fbdc-4ff6-b31a-ff6a35449fc6 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 200 len: 205 time: 0.0299413 Jul 14 09:35:15.952287 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.956591 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5e020c8-bcdc-4eca-a4ec-29c513a92931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.013233 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-eb70e3f1-1b96-4d59-a4a8-afac3f44bdbc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] delete failed (client error): The resource could not be found. Jul 14 09:35:16.018825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eb70e3f1-1b96-4d59-a4a8-afac3f44bdbc tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/562884d1-55c7-4fb8-a052-8c4e1f4b07b5 HTTP/1.1" status: 404 len: 336 time: 0.0635765 Jul 14 09:35:16.020758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.095139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-98da9e8b-10d0-411c-a268-692c139b342c tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085 HTTP/1.1" status: 200 len: 205 time: 0.0722275 Jul 14 09:35:16.097219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.158375 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1884fb62-c2c8-49b6-8ee1-49fde746e9d7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] delete failed (client error): The resource could not be found. Jul 14 09:35:16.159713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1884fb62-c2c8-49b6-8ee1-49fde746e9d7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/f6fb95e0-1f3a-4f95-b9b8-5dd4b37ea085 HTTP/1.1" status: 404 len: 336 time: 0.0615315 Jul 14 09:35:16.162946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60788) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.165732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60790) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.197027 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c281416-e4e6-40a1-acd6-0db1e03082c5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:16.197497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c281416-e4e6-40a1-acd6-0db1e03082c5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:16.199327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1c281416-e4e6-40a1-acd6-0db1e03082c5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/954079a8-1778-4fe2-8165-633e42a3aaab HTTP/1.1" status: 404 len: 337 time: 0.0322652 Jul 14 09:35:16.202161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60794) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.235659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-83a0019f-79d4-4342-93ad-878677511555 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bceae8c-5fa2-427b-92a5-a449d20264c2 HTTP/1.1" status: 200 len: 205 time: 0.0321467 Jul 14 09:35:16.238141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60796) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.280459 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-92b694f5-d90b-4635-80de-0ade019afad5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] delete failed (client error): The resource could not be found. Jul 14 09:35:16.282008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-92b694f5-d90b-4635-80de-0ade019afad5 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/2bceae8c-5fa2-427b-92a5-a449d20264c2 HTTP/1.1" status: 404 len: 336 time: 0.0428798 Jul 14 09:35:16.284787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60798) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.320361 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a5327f76-0bbb-4f64-8277-f3780f2f4809 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=45995c5e-2c02-4f56-ba20-041dfeeebcde HTTP/1.1" status: 200 len: 205 time: 0.0343564 Jul 14 09:35:16.323483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60800) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.364959 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34a02cb-e5f6-4536-9f6c-d9ad5c3c7a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.398087 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-c5260351-3017-4948-95f0-5ccbe6f3da6f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] delete failed (client error): The resource could not be found. Jul 14 09:35:16.399520 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c5260351-3017-4948-95f0-5ccbe6f3da6f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/45995c5e-2c02-4f56-ba20-041dfeeebcde HTTP/1.1" status: 404 len: 336 time: 0.0745168 Jul 14 09:35:16.402421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.463719 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-c491efda-b8fd-4d0f-bea4-a38a11664731 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:16.465151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c491efda-b8fd-4d0f-bea4-a38a11664731 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:16.476471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c491efda-b8fd-4d0f-bea4-a38a11664731 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/d47b59f0-74d2-49e1-b2de-c96d57aad26c HTTP/1.1" status: 404 len: 337 time: 0.0727389 Jul 14 09:35:16.480957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.510555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34a02cb-e5f6-4536-9f6c-d9ad5c3c7a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.517160 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d34a02cb-e5f6-4536-9f6c-d9ad5c3c7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.519968 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9b01ef77-abd6-43e9-9ddf-3d0145c3a208 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a234cc6-009a-43c3-a191-6315193ef37f HTTP/1.1" status: 200 len: 205 time: 0.0377469 Jul 14 09:35:16.522809 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60806) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.564891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a02cb-e5f6-4536-9f6c-d9ad5c3c7a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353889bb-10a5-4f46-9779-97a0c1cf08a5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.570104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d34a02cb-e5f6-4536-9f6c-d9ad5c3c7a00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1614ead0fc96437baef778f9ba85b475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061675 Jul 14 09:35:16.573329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.579165 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-17dbb4fc-8f60-4156-ab71-6fdd0b2fa7cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] delete failed (client error): The resource could not be found. Jul 14 09:35:16.580253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-17dbb4fc-8f60-4156-ab71-6fdd0b2fa7cf tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/8a234cc6-009a-43c3-a191-6315193ef37f HTTP/1.1" status: 404 len: 336 time: 0.0563934 Jul 14 09:35:16.583690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.627146 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5ba73a-f756-4650-b66c-0baac9082136 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:16.627673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5ba73a-f756-4650-b66c-0baac9082136 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:16.629808 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1d5ba73a-f756-4650-b66c-0baac9082136 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/9b6aadf5-2960-427a-8a37-d7bd268e1fb9 HTTP/1.1" status: 404 len: 337 time: 0.0450754 Jul 14 09:35:16.632336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.669112 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-074f4d26-203f-473c-9a25-dd65adb2888f tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ae2743e-5d4b-4a51-b331-3706999bb8c9 HTTP/1.1" status: 200 len: 205 time: 0.0354700 Jul 14 09:35:16.673147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60814) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.719448 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44154814-21c1-4ade-b1cd-5c3783aa52a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.722992 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c430e57d-a7f4-4726-b295-1dc64038663d tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] delete failed (client error): The resource could not be found. Jul 14 09:35:16.724048 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c430e57d-a7f4-4726-b295-1dc64038663d tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/routers/4ae2743e-5d4b-4a51-b331-3706999bb8c9 HTTP/1.1" status: 404 len: 336 time: 0.0517612 Jul 14 09:35:16.726562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.768895 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7cd001-3894-4c1a-a987-31a3f002a5c7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:16.769267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7cd001-3894-4c1a-a987-31a3f002a5c7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:16.771299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2e7cd001-3894-4c1a-a987-31a3f002a5c7 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/77f2de33-c322-4ca1-902a-b306e7fdac2a HTTP/1.1" status: 404 len: 337 time: 0.0375428 Jul 14 09:35:16.775613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.778092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44154814-21c1-4ade-b1cd-5c3783aa52a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.826439 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a406d5-1511-4792-be7b-a5d294699dc0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:16.826958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a406d5-1511-4792-be7b-a5d294699dc0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:16.831104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-78a406d5-1511-4792-be7b-a5d294699dc0 tempest-RoutersTest-1914411419 tempest-RoutersTest-1914411419-project] 10.222.0.18 "DELETE /v2.0/subnets/56d68d43-4e33-4de2-8967-158f06c45394 HTTP/1.1" status: 404 len: 337 time: 0.0521376 Jul 14 09:35:16.841969 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44154814-21c1-4ade-b1cd-5c3783aa52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.845011 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44154814-21c1-4ade-b1cd-5c3783aa52a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.847092 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-44154814-21c1-4ade-b1cd-5c3783aa52a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/353889bb-10a5-4f46-9779-97a0c1cf08a5 HTTP/1.1" status: 204 len: 168 time: 0.2725782 Jul 14 09:35:16.868896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44154814-21c1-4ade-b1cd-5c3783aa52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353889bb-10a5-4f46-9779-97a0c1cf08a5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.256291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.359378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60836) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.379964 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24fc9fad-7393-4a07-8057-6d9a18d9f452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.608997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24fc9fad-7393-4a07-8057-6d9a18d9f452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.620000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24fc9fad-7393-4a07-8057-6d9a18d9f452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.682803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-24fc9fad-7393-4a07-8057-6d9a18d9f452 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d952094f3fc04cf58da73478d2882b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198242 Jul 14 09:35:17.683197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60838) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.694313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc9fad-7393-4a07-8057-6d9a18d9f452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da30657-96cd-4664-9e79-3d7a8d5a793f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.710933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b4102511-331b-4bd7-bd67-6445d697f6c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f144161ba6eb4464a938c898b0d9397f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531975 Jul 14 09:35:17.712306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.773953 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5167dc49-4684-4a44-8f1f-d300c3453462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.800407 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5167dc49-4684-4a44-8f1f-d300c3453462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.811574 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cc421cd-f970-47e6-b8ea-2fcc861ae418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.850312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cc421cd-f970-47e6-b8ea-2fcc861ae418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.870546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5167dc49-4684-4a44-8f1f-d300c3453462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.873742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5167dc49-4684-4a44-8f1f-d300c3453462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.878139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5167dc49-4684-4a44-8f1f-d300c3453462 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1a8441f-d9b0-46f3-9c78-ae2b7cd638e1 HTTP/1.1" status: 204 len: 168 time: 0.1621768 Jul 14 09:35:17.888065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167dc49-4684-4a44-8f1f-d300c3453462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8441f-d9b0-46f3-9c78-ae2b7cd638e1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.943253 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cc421cd-f970-47e6-b8ea-2fcc861ae418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.948667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cc421cd-f970-47e6-b8ea-2fcc861ae418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.954167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5cc421cd-f970-47e6-b8ea-2fcc861ae418 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8da30657-96cd-4664-9e79-3d7a8d5a793f HTTP/1.1" status: 204 len: 168 time: 0.2663300 Jul 14 09:35:17.968961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc421cd-f970-47e6-b8ea-2fcc861ae418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da30657-96cd-4664-9e79-3d7a8d5a793f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.943671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60884) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:19.010400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.342984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-834bcc35-ce10-42ac-bd72-e8e84d3b30d2 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1543327664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:19.383889 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-834bcc35-ce10-42ac-bd72-e8e84d3b30d2 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.385384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-834bcc35-ce10-42ac-bd72-e8e84d3b30d2 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.468668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-834bcc35-ce10-42ac-bd72-e8e84d3b30d2 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.478259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-834bcc35-ce10-42ac-bd72-e8e84d3b30d2 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.522248 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-834bcc35-ce10-42ac-bd72-e8e84d3b30d2 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.527324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-834bcc35-ce10-42ac-bd72-e8e84d3b30d2 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5782986 Jul 14 09:35:19.527834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60900) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:19.532890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1483125066'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:19.562167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:19.566550 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.582280 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.648593 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57d9f653-5593-416f-b5d3-2330bf617fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.708745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.751217 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.757273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.792907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:19.818054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.818647 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Added segment 169928a7-0afd-4dbd-87f2-b5081f5781a1 of type vlan for network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 Jul 14 09:35:19.821494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6f78d3-50fc-4154-9b0e-878aaf4f1618,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.872967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.935637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.941697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.942490 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.019593 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4908841 Jul 14 09:35:20.023199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:20.036373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f0c0d-e4ed-466d-9551-b8dd326e2320 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Network': ['ID=03e4da06-8f2b-4a35-b544-ed1d144a1db6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.037082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'subnet': {'network_id': '03e4da06-8f2b-4a35-b544-ed1d144a1db6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:20.050269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:20.216682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.222684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:20.227543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.498601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.601094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Subnet': ['ID=77a44ae4-1f6a-4822-ac25-4c44d95f93ae,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.613099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Checking segment: {'id': '169928a7-0afd-4dbd-87f2-b5081f5781a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '03e4da06-8f2b-4a35-b544-ed1d144a1db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:20.613556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network hostable DHCP agents. Network: 03e4da06-8f2b-4a35-b544-ed1d144a1db6, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:20.636238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:20.655468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 03e4da06-8f2b-4a35-b544-ed1d144a1db6) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:20.665799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.666943 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.674481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fedf0d-bbee-429d-8236-73429b001276 None None] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:20.697024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3249a0b6-a928-422c-b74d-a2ef8bffb067 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6676002 Jul 14 09:35:20.697396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:20.703072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'network': {'name': 'tempest-router-network01--1578546745'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:20.734212 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:20.738954 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.773933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60932) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:20.777292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:20.793862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.794227 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Added segment a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc of type vlan for network 3e043046-ad0d-437d-b150-f90e8479f4d3 Jul 14 09:35:20.852062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.909130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.916725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.917651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.937984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-03e4da06-8f2b-4a35-b544-ed1d144a1db6', 'network_id': '03e4da06-8f2b-4a35-b544-ed1d144a1db6', 'tenant_id': 'ac74873ac6da4b08b9ac961e7d4172c3', 'fixed_ips': [{'subnet_id': '77a44ae4-1f6a-4822-ac25-4c44d95f93ae'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:20.940833 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.014194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c19255c3-b28f-49ee-84e0-a1b119e3f5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.052525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3500378 Jul 14 09:35:21.058832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:21.080242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'network': {'name': 'tempest-router-network02--1877128799'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:21.096688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284baab8-a5a2-44d2-bfae-16a808cdd224 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Network': ['ID=3e043046-ad0d-437d-b150-f90e8479f4d3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:21.126504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:21.186929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c19255c3-b28f-49ee-84e0-a1b119e3f5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.192957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c19255c3-b28f-49ee-84e0-a1b119e3f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.212231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:21.218563 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.223705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Allocated IP 2001:db8::2 (03e4da06-8f2b-4a35-b544-ed1d144a1db6/77a44ae4-1f6a-4822-ac25-4c44d95f93ae/6d86f431-1949-41c6-ae05-c8c65fa51b07) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:21.241448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19255c3-b28f-49ee-84e0-a1b119e3f5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50d516-5570-4e0e-9f32-924c3c22401f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:21.274552 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:21.292364 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c19255c3-b28f-49ee-84e0-a1b119e3f5bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea43a0b9b02f4ef1a164f250c62f833d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161572 Jul 14 09:35:21.294781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:21.299482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.299843 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Added segment ff9cccd3-ee52-48ce-ae3c-e27f8abe2607 of type vlan for network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e Jul 14 09:35:21.359384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f86d5d5-6dfb-4c8d-bf84-fb9845fa53fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.367151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.384641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f86d5d5-6dfb-4c8d-bf84-fb9845fa53fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.409941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.422102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.423073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.453832 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f86d5d5-6dfb-4c8d-bf84-fb9845fa53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.457153 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f86d5d5-6dfb-4c8d-bf84-fb9845fa53fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.460880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8f86d5d5-6dfb-4c8d-bf84-fb9845fa53fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a50d516-5570-4e0e-9f32-924c3c22401f HTTP/1.1" status: 204 len: 168 time: 0.1625803 Jul 14 09:35:21.470803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86d5d5-6dfb-4c8d-bf84-fb9845fa53fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a50d516-5570-4e0e-9f32-924c3c22401f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:21.495537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.525664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4506330 Jul 14 09:35:21.530241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60946) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:21.533417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a47e2-ac42-45e5-bbf2-ed8c1db5fbc6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Network': ['ID=383a9f1a-41c6-4b02-86b2-a4dce3656b8e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:21.548523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:21.550148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'subnet': {'network_id': '3e043046-ad0d-437d-b150-f90e8479f4d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:21.675037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:21.686463 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.691943 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.704938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Transition to ACTIVE for port object 6d86f431-1949-41c6-ae05-c8c65fa51b07 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:21.761459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Transition to ACTIVE for port object 6d86f431-1949-41c6-ae05-c8c65fa51b07 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:21.774121 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.822561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:21.825962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:21.832114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:21.843300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Pushing event updated for resources: {'Port': ['ID=6d86f431-1949-41c6-ae05-c8c65fa51b07,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:21.902558 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.902919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.903273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.903687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.904040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.904574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.905048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.905391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.905776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.906115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.906821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.906821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:21.934332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Attempting to bind port 6d86f431-1949-41c6-ae05-c8c65fa51b07 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:21.934724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Attempting to bind port 6d86f431-1949-41c6-ae05-c8c65fa51b07 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '169928a7-0afd-4dbd-87f2-b5081f5781a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '03e4da06-8f2b-4a35-b544-ed1d144a1db6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:21.935101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Attempting to bind port 6d86f431-1949-41c6-ae05-c8c65fa51b07 on network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:21.941186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:21.943392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:21.943778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Checking segment: {'id': '169928a7-0afd-4dbd-87f2-b5081f5781a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '03e4da06-8f2b-4a35-b544-ed1d144a1db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:21.944253 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.944588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Bound using segment: {'id': '169928a7-0afd-4dbd-87f2-b5081f5781a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '03e4da06-8f2b-4a35-b544-ed1d144a1db6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:21.945067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Bound port: 6d86f431-1949-41c6-ae05-c8c65fa51b07, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169928a7-0afd-4dbd-87f2-b5081f5781a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '03e4da06-8f2b-4a35-b544-ed1d144a1db6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:21.946122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.954598 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.986404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5219096c-6cf2-41e1-991c-93da2a2d2140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.029283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Subnet': ['ID=df128e08-1c3d-447e-bdc0-1589adc708b4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.030863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] For port 6d86f431-1949-41c6-ae05-c8c65fa51b07, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:22.034672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] For port 6d86f431-1949-41c6-ae05-c8c65fa51b07, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d86f431-1949-41c6-ae05-c8c65fa51b07,segment=NetworkSegment(169928a7-0afd-4dbd-87f2-b5081f5781a1),segment_id=169928a7-0afd-4dbd-87f2-b5081f5781a1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:22.043081 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.047091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Checking segment: {'id': 'a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3e043046-ad0d-437d-b150-f90e8479f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:22.048335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network hostable DHCP agents. Network: 3e043046-ad0d-437d-b150-f90e8479f4d3, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:22.114372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:22.129363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3e043046-ad0d-437d-b150-f90e8479f4d3) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:22.134281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b93e3-aa55-41bb-8f31-3b048ac34c40 None None] Pushing event updated for resources: {'Port': ['ID=6d86f431-1949-41c6-ae05-c8c65fa51b07,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.159746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cc90bf-7d71-4216-b557-c6ccaa0843ae None None] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:22.174956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.175230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5219096c-6cf2-41e1-991c-93da2a2d2140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.175749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.189513 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5219096c-6cf2-41e1-991c-93da2a2d2140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.228182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-37f61bb6-2854-4b24-ab7f-8b625cdd02cf tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6962037 Jul 14 09:35:22.231138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 60956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.246944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'subnet': {'network_id': '383a9f1a-41c6-4b02-86b2-a4dce3656b8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:22.251566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219096c-6cf2-41e1-991c-93da2a2d2140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a4f50-804e-41d9-93c2-358108f7c90d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.258412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5219096c-6cf2-41e1-991c-93da2a2d2140 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2feff63a1dac4586ac73ce0ad2a9a06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148680 Jul 14 09:35:22.261124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60958) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.365054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3145509c-2a2e-426f-b280-728863960f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.432780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3145509c-2a2e-426f-b280-728863960f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.438076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:22.447589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.487081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-3e043046-ad0d-437d-b150-f90e8479f4d3', 'network_id': '3e043046-ad0d-437d-b150-f90e8479f4d3', 'tenant_id': 'ac74873ac6da4b08b9ac961e7d4172c3', 'fixed_ips': [{'subnet_id': 'df128e08-1c3d-447e-bdc0-1589adc708b4'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:22.488006 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.556916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3145509c-2a2e-426f-b280-728863960f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.561091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3145509c-2a2e-426f-b280-728863960f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.564780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3145509c-2a2e-426f-b280-728863960f6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/683a4f50-804e-41d9-93c2-358108f7c90d HTTP/1.1" status: 204 len: 168 time: 0.2999983 Jul 14 09:35:22.599538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145509c-2a2e-426f-b280-728863960f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a4f50-804e-41d9-93c2-358108f7c90d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.807141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Allocated IP 2001:db8::2 (3e043046-ad0d-437d-b150-f90e8479f4d3/df128e08-1c3d-447e-bdc0-1589adc708b4/03731018-00de-4a46-8401-93e3b12b00e0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:22.859031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d86f431-1949-41c6-ae05-c8c65fa51b07 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:22.878724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.004574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6d86f431-1949-41c6-ae05-c8c65fa51b07 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:23.044092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Subnet': ['ID=a276f58e-441b-4356-8c45-fcd997865951,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.062557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Checking segment: {'id': 'ff9cccd3-ee52-48ce-ae3c-e27f8abe2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '383a9f1a-41c6-4b02-86b2-a4dce3656b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:23.062937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network hostable DHCP agents. Network: 383a9f1a-41c6-4b02-86b2-a4dce3656b8e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:23.084302 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.094283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Transition to ACTIVE for port object 03731018-00de-4a46-8401-93e3b12b00e0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:23.098258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:23.112225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Transition to ACTIVE for port object 03731018-00de-4a46-8401-93e3b12b00e0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:23.127327 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.128032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 383a9f1a-41c6-4b02-86b2-a4dce3656b8e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:23.138727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.140914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.152376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd92b3ae-4207-42bf-b572-d9f29955a353 None None] Network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:23.179390 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 60966) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:23.181256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3e3b7fa6-3cef-4297-b09e-aac8bf1574c6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9451873 Jul 14 09:35:23.637461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:23.643528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:23.653314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:23.671158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Pushing event updated for resources: {'Port': ['ID=03731018-00de-4a46-8401-93e3b12b00e0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.743461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3deca-da12-4f3f-b060-35fbbc086eb1 None None] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:23.839946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.849501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-6318a3b8-afe5-4bb4-9543-bece85d7c82c req-d0c4d39b-4ede-4481-a6de-dd261d8c9143 service neutron] (93753) timed out ('10.222.0.18', 35432) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:35:23.907032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Attempting to bind port 03731018-00de-4a46-8401-93e3b12b00e0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:23.907805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Attempting to bind port 03731018-00de-4a46-8401-93e3b12b00e0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3e043046-ad0d-437d-b150-f90e8479f4d3'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:23.908384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Attempting to bind port 03731018-00de-4a46-8401-93e3b12b00e0 on network 3e043046-ad0d-437d-b150-f90e8479f4d3 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:23.914897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2490eec1-a0d6-492f-a3b7-7cb4471ce86e None None] Provisioning for port 6d86f431-1949-41c6-ae05-c8c65fa51b07 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:23.920579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:23.921313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Checking segment: {'id': 'a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3e043046-ad0d-437d-b150-f90e8479f4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:23.921968 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.922598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Bound using segment: {'id': 'a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3e043046-ad0d-437d-b150-f90e8479f4d3'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:23.923318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Bound port: 03731018-00de-4a46-8401-93e3b12b00e0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3e043046-ad0d-437d-b150-f90e8479f4d3'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:23.924199 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.972227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2490eec1-a0d6-492f-a3b7-7cb4471ce86e None None] Provisioning complete for port 6d86f431-1949-41c6-ae05-c8c65fa51b07 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:23.972968 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2490eec1-a0d6-492f-a3b7-7cb4471ce86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.066763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] For port 03731018-00de-4a46-8401-93e3b12b00e0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:24.071677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] For port 03731018-00de-4a46-8401-93e3b12b00e0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=03731018-00de-4a46-8401-93e3b12b00e0,segment=NetworkSegment(a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc),segment_id=a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:24.130563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.240298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Allocated IP 2001:db8::1 (3e043046-ad0d-437d-b150-f90e8479f4d3/df128e08-1c3d-447e-bdc0-1589adc708b4/33a9a5b9-23fe-4434-ab5c-5323ab2625b8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:24.325156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-383a9f1a-41c6-4b02-86b2-a4dce3656b8e', 'network_id': '383a9f1a-41c6-4b02-86b2-a4dce3656b8e', 'tenant_id': 'ac74873ac6da4b08b9ac961e7d4172c3', 'fixed_ips': [{'subnet_id': 'a276f58e-441b-4356-8c45-fcd997865951'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:24.327123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.356847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199524f-465b-4bdc-8dad-ce46c0ffbfde None None] Pushing event updated for resources: {'Port': ['ID=03731018-00de-4a46-8401-93e3b12b00e0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:24.489252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.540845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Transition to ACTIVE for port object 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:24.588565 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2490eec1-a0d6-492f-a3b7-7cb4471ce86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.633601 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.762778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2490eec1-a0d6-492f-a3b7-7cb4471ce86e None None] For port 6d86f431-1949-41c6-ae05-c8c65fa51b07, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d86f431-1949-41c6-ae05-c8c65fa51b07,segment=NetworkSegment(169928a7-0afd-4dbd-87f2-b5081f5781a1),segment_id=169928a7-0afd-4dbd-87f2-b5081f5781a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:24.781092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:24.795109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:24.798646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:24.799349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.815752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Allocated IP 2001:db8::2 (383a9f1a-41c6-4b02-86b2-a4dce3656b8e/a276f58e-441b-4356-8c45-fcd997865951/278eb840-1186-4eb0-8a6b-36430962dfde) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:24.896265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Port': ['ID=33a9a5b9-23fe-4434-ab5c-5323ab2625b8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.113575 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2490eec1-a0d6-492f-a3b7-7cb4471ce86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.135783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.173547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 03731018-00de-4a46-8401-93e3b12b00e0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:25.215784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490eec1-a0d6-492f-a3b7-7cb4471ce86e None None] Pushing event updated for resources: {'Port': ['ID=6d86f431-1949-41c6-ae05-c8c65fa51b07,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.285334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ee5e98a9-5dc0-4689-a67f-180ec9b12813 None None] Provisioning complete for port 6d86f431-1949-41c6-ae05-c8c65fa51b07 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:25.285727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee5e98a9-5dc0-4689-a67f-180ec9b12813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.360851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 03731018-00de-4a46-8401-93e3b12b00e0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:25.367079 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.380803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Transition to ACTIVE for port object 278eb840-1186-4eb0-8a6b-36430962dfde will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:25.444518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Transition to ACTIVE for port object 278eb840-1186-4eb0-8a6b-36430962dfde will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:25.497031 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.589115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:25.595509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:25.601333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Pushing event updated for resources: {'Port': ['ID=278eb840-1186-4eb0-8a6b-36430962dfde,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.604886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:25.689818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Attempting to bind port 278eb840-1186-4eb0-8a6b-36430962dfde on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:25.690955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Attempting to bind port 278eb840-1186-4eb0-8a6b-36430962dfde by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ff9cccd3-ee52-48ce-ae3c-e27f8abe2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '383a9f1a-41c6-4b02-86b2-a4dce3656b8e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:25.692527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Attempting to bind port 278eb840-1186-4eb0-8a6b-36430962dfde on network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:25.705024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:25.705798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Checking segment: {'id': 'ff9cccd3-ee52-48ce-ae3c-e27f8abe2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '383a9f1a-41c6-4b02-86b2-a4dce3656b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:25.706599 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.707278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Bound using segment: {'id': 'ff9cccd3-ee52-48ce-ae3c-e27f8abe2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '383a9f1a-41c6-4b02-86b2-a4dce3656b8e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:25.708035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Bound port: 278eb840-1186-4eb0-8a6b-36430962dfde, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9cccd3-ee52-48ce-ae3c-e27f8abe2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '383a9f1a-41c6-4b02-86b2-a4dce3656b8e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:25.708658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.740905 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:35:25.812301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.822257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.823208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.850645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] For port 278eb840-1186-4eb0-8a6b-36430962dfde, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:25.860268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] For port 278eb840-1186-4eb0-8a6b-36430962dfde, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=278eb840-1186-4eb0-8a6b-36430962dfde,segment=NetworkSegment(ff9cccd3-ee52-48ce-ae3c-e27f8abe2607),segment_id=ff9cccd3-ee52-48ce-ae3c-e27f8abe2607)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:25.867321 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.940973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24abaa5b-1360-4aa1-aa7c-281e90648af3 None None] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:26.044865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Port': ['ID=33a9a5b9-23fe-4434-ab5c-5323ab2625b8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:26.108483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:26.109736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cb70f-e7d2-4aba-971b-a24889d2c8dc None None] Pushing event updated for resources: {'Port': ['ID=278eb840-1186-4eb0-8a6b-36430962dfde,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:26.110006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:26.121313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c402bd51-5223-4272-8b8a-1f11f2aab64c None None] Provisioning for port 03731018-00de-4a46-8401-93e3b12b00e0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:26.141761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c402bd51-5223-4272-8b8a-1f11f2aab64c None None] Provisioning complete for port 03731018-00de-4a46-8401-93e3b12b00e0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:26.142208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c402bd51-5223-4272-8b8a-1f11f2aab64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.313590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c402bd51-5223-4272-8b8a-1f11f2aab64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.377021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Router 86649137-edeb-4cb3-bfa2-58da8983e271 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:26.388287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c402bd51-5223-4272-8b8a-1f11f2aab64c None None] For port 03731018-00de-4a46-8401-93e3b12b00e0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=03731018-00de-4a46-8401-93e3b12b00e0,segment=NetworkSegment(a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc),segment_id=a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:26.405816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c402bd51-5223-4272-8b8a-1f11f2aab64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.506676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:26.516428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1239f48c-00ad-452d-8fb5-6370eca4b788 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3353696 Jul 14 09:35:26.516821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:26.537835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402bd51-5223-4272-8b8a-1f11f2aab64c None None] Pushing event updated for resources: {'Port': ['ID=03731018-00de-4a46-8401-93e3b12b00e0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:26.538647 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] Sync routers for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:26.555219 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:26.567473 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:26.606125 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:26.617674 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:26.618625 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:26.708976 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:26.709945 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2323306-6358-4836-a3b5-4edd8c0a701e None None] The sync data for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:26.954313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 278eb840-1186-4eb0-8a6b-36430962dfde up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:26.984236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.036691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 278eb840-1186-4eb0-8a6b-36430962dfde completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:27.047478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d86f431-1949-41c6-ae05-c8c65fa51b07 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:27.079721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4805ce9c-f679-4622-b5a8-5a03f9a73d1c None None] Provisioning for port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:27.097588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4805ce9c-f679-4622-b5a8-5a03f9a73d1c None None] Provisioning complete for port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.098267 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4805ce9c-f679-4622-b5a8-5a03f9a73d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.187155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4805ce9c-f679-4622-b5a8-5a03f9a73d1c None None] Port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:27.196328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6d86f431-1949-41c6-ae05-c8c65fa51b07 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.197010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.218717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-58a861fe-6919-466e-ac5b-fe3b41549280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.268857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4805ce9c-f679-4622-b5a8-5a03f9a73d1c None None] Provisioning complete for port 03731018-00de-4a46-8401-93e3b12b00e0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.269253 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4805ce9c-f679-4622-b5a8-5a03f9a73d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.442442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-58a861fe-6919-466e-ac5b-fe3b41549280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.448713 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-58a861fe-6919-466e-ac5b-fe3b41549280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.558182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-58a861fe-6919-466e-ac5b-fe3b41549280 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c260f0ffcfb342ec86c41467a6d034ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694244 Jul 14 09:35:27.558182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a861fe-6919-466e-ac5b-fe3b41549280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984a4922-29d6-42de-8828-01cb6a04e0cf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.561365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.642020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab5d09fe-a34e-482d-bd12-670f4ff7ed0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.663832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 03731018-00de-4a46-8401-93e3b12b00e0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:27.670477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab5d09fe-a34e-482d-bd12-670f4ff7ed0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.758913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-79de8953-cc51-4016-ae69-1aba7c836e01 None None] Provisioning complete for port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.759291 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79de8953-cc51-4016-ae69-1aba7c836e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.760325 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab5d09fe-a34e-482d-bd12-670f4ff7ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.762405 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab5d09fe-a34e-482d-bd12-670f4ff7ed0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.766514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ab5d09fe-a34e-482d-bd12-670f4ff7ed0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/984a4922-29d6-42de-8828-01cb6a04e0cf HTTP/1.1" status: 204 len: 168 time: 0.2040241 Jul 14 09:35:27.785208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d09fe-a34e-482d-bd12-670f4ff7ed0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984a4922-29d6-42de-8828-01cb6a04e0cf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.838851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0de60a-a0f3-429d-ba40-86e90c460e75 None None] Network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:27.884120 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-86a22c8d-4e6b-4505-946c-a088668b2866 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:35:27.888111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.890157 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-86a22c8d-4e6b-4505-946c-a088668b2866 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3660424 Jul 14 09:35:27.901084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-79de8953-cc51-4016-ae69-1aba7c836e01 None None] Port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:27.910507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 03731018-00de-4a46-8401-93e3b12b00e0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.911284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.087940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Provisioning complete for port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:28.088334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.164526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:28.187059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Provisioning for port 278eb840-1186-4eb0-8a6b-36430962dfde completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:28.194014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Provisioning complete for port 278eb840-1186-4eb0-8a6b-36430962dfde triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:28.194394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.212435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:28.240880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c38974e3-18ed-4ca2-a56a-c7c853c25e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.301217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.345100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] For port 278eb840-1186-4eb0-8a6b-36430962dfde, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=278eb840-1186-4eb0-8a6b-36430962dfde,segment=NetworkSegment(ff9cccd3-ee52-48ce-ae3c-e27f8abe2607),segment_id=ff9cccd3-ee52-48ce-ae3c-e27f8abe2607)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:28.351002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.402037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c38974e3-18ed-4ca2-a56a-c7c853c25e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.407007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c38974e3-18ed-4ca2-a56a-c7c853c25e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.450720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9ed11-0fa8-41a7-82a7-b7af08733fa3 None None] Pushing event updated for resources: {'Port': ['ID=278eb840-1186-4eb0-8a6b-36430962dfde,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.470542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c38974e3-18ed-4ca2-a56a-c7c853c25e75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46cd2398ff374f3c98b2b2e4aab781be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548361 Jul 14 09:35:28.480178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:28.524196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38974e3-18ed-4ca2-a56a-c7c853c25e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa030f1-326b-4ed6-8b9b-bbb89c96f13e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.577172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ad4103c6-ef30-410c-b7b4-d969b7becfd2 None None] Provisioning complete for port 278eb840-1186-4eb0-8a6b-36430962dfde triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:28.577557 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad4103c6-ef30-410c-b7b4-d969b7becfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.622571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b62284c-9722-4e52-a426-6c1e54cb0ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.663470 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b62284c-9722-4e52-a426-6c1e54cb0ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.768770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 278eb840-1186-4eb0-8a6b-36430962dfde up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:28.780978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b62284c-9722-4e52-a426-6c1e54cb0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.784264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b62284c-9722-4e52-a426-6c1e54cb0ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.788177 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2b62284c-9722-4e52-a426-6c1e54cb0ed7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0aa030f1-326b-4ed6-8b9b-bbb89c96f13e HTTP/1.1" status: 204 len: 168 time: 0.3034456 Jul 14 09:35:28.797883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62284c-9722-4e52-a426-6c1e54cb0ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa030f1-326b-4ed6-8b9b-bbb89c96f13e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.831264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 278eb840-1186-4eb0-8a6b-36430962dfde triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:28.831749 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.840372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.160560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting port 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:29.161152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.260372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.279715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Calling delete_port for 33a9a5b9-23fe-4434-ab5c-5323ab2625b8 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:29.513826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.543047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Port': ['ID=33a9a5b9-23fe-4434-ab5c-5323ab2625b8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:29.658922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.853861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Router 86649137-edeb-4cb3-bfa2-58da8983e271 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:29.937290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:29.945139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d9c61d7c-4015-4c26-a1e1-8afdec582903 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0558577 Jul 14 09:35:29.948918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:29.951495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] Sync routers for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:29.967482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:29.968185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.003448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.005683 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-bcdf585a-d818-4eba-bd08-cc2b06839353 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] delete failed (client error): The resource could not be found. Jul 14 09:35:30.006845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bcdf585a-d818-4eba-bd08-cc2b06839353 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1647373532 HTTP/1.1" status: 404 len: 335 time: 0.0569224 Jul 14 09:35:30.010947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 32950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:30.018314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:30.018937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.021501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3815a2c5-a2d3-4094-b0a4-43b9df544c7e tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'router': {'external_gateway_info': {'network_id': '86649137-edeb-4cb3-bfa2-58da8983e271'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:30.210624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.211251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5c932-d21c-4d0f-8243-70a0aff6ad13 None None] The sync data for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:30.273449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3815a2c5-a2d3-4094-b0a4-43b9df544c7e tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.305970 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-3815a2c5-a2d3-4094-b0a4-43b9df544c7e tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] update failed (client error): The resource could not be found. Jul 14 09:35:30.312350 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3815a2c5-a2d3-4094-b0a4-43b9df544c7e tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271 HTTP/1.1" status: 404 len: 339 time: 0.2942374 Jul 14 09:35:30.312661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:30.318688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-992036323'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:30.346241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:30.350128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.379808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:30.390472 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.390822 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Added segment 7161a4b5-eaf9-4dda-8163-1f0cb0d41c68 of type vlan for network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 Jul 14 09:35:30.433930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.469309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.477780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.478532 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.545719 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2290604 Jul 14 09:35:30.546398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 32964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:30.553418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'subnet': {'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:30.608812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d3672-8ecc-4816-82ad-e69c1f23c8f6 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Network': ['ID=c5f6dda7-ad88-43d9-a9de-5bcc6db38582,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.622456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:30.655131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Made reservation on behalf of ac74873ac6da4b08b9ac961e7d4172c3 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:30.659069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.877840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.939297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Subnet': ['ID=220b06e4-e110-44d7-9efc-8cbdb7baf613,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.952407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Checking segment: {'id': '7161a4b5-eaf9-4dda-8163-1f0cb0d41c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:30.952890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network hostable DHCP agents. Network: c5f6dda7-ad88-43d9-a9de-5bcc6db38582, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:30.974928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:30.987619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c5f6dda7-ad88-43d9-a9de-5bcc6db38582) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:30.991877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.993024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.999382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862fb55-d722-4500-b507-e6936af25eb2 None None] Network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:31.014507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.015071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b077297f-e193-49c0-a1c7-46094c0528bd tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4675000 Jul 14 09:35:31.022385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a301496c-f83e-4c53-84ec-c8b038e259f3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:31.192514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c5f6dda7-ad88-43d9-a9de-5bcc6db38582', 'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582', 'tenant_id': 'ac74873ac6da4b08b9ac961e7d4172c3', 'fixed_ips': [{'subnet_id': '220b06e4-e110-44d7-9efc-8cbdb7baf613'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:31.193646 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.303335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a301496c-f83e-4c53-84ec-c8b038e259f3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.352525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Allocated IP 2001:db8:1::2 (c5f6dda7-ad88-43d9-a9de-5bcc6db38582/220b06e4-e110-44d7-9efc-8cbdb7baf613/8454e3a0-d246-4eba-a6d7-bd87da3d8e3f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:31.449107 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-a301496c-f83e-4c53-84ec-c8b038e259f3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:35:31.450335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a301496c-f83e-4c53-84ec-c8b038e259f3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271 HTTP/1.1" status: 400 len: 364 time: 0.4346087 Jul 14 09:35:31.453969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.509187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33012) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.566927 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.589932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.601699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.604090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Transition to ACTIVE for port object 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:31.625029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Transition to ACTIVE for port object 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:31.638532 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.678369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d735fb89-08d3-4694-9737-c2833f996e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.684150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:31.687660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:31.690817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] Deleting subnet db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:31.696341 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.697056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:31.731054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Pushing event updated for resources: {'Port': ['ID=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:31.745317 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.769167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Attempting to bind port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:31.769560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Attempting to bind port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '7161a4b5-eaf9-4dda-8163-1f0cb0d41c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:31.769938 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Attempting to bind port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f on network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:31.776743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:31.777171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Checking segment: {'id': '7161a4b5-eaf9-4dda-8163-1f0cb0d41c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:31.777972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.778570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Bound using segment: {'id': '7161a4b5-eaf9-4dda-8163-1f0cb0d41c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:31.779069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Bound port: 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7161a4b5-eaf9-4dda-8163-1f0cb0d41c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5f6dda7-ad88-43d9-a9de-5bcc6db38582'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:31.779498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.810368 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.849543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.881052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] For port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:31.886913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] For port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,segment=NetworkSegment(7161a4b5-eaf9-4dda-8163-1f0cb0d41c68),segment_id=7161a4b5-eaf9-4dda-8163-1f0cb0d41c68)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:31.894129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.903322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d735fb89-08d3-4694-9737-c2833f996e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.914061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d735fb89-08d3-4694-9737-c2833f996e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.951931 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d735fb89-08d3-4694-9737-c2833f996e43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8e0497d9c4c460297ac6c9543252e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415529 Jul 14 09:35:31.959576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.964553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:32.002250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdddac-611d-4440-af2c-14218d77f6e7 None None] Pushing event updated for resources: {'Port': ['ID=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.018425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735fb89-08d3-4694-9737-c2833f996e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f90d78-3027-44fd-9874-fd4eccd4d255,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.048039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.057045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.059188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-be18c4a4-f21b-451d-9adf-7824f12d43a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/db66ce29-2fe1-4aed-9bdd-a5bc7e6b93f2 HTTP/1.1" status: 204 len: 168 time: 0.4561236 Jul 14 09:35:32.063118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:32.095267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fefc-a168-4cf1-aea1-7abdebf806f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.120104 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fefc-a168-4cf1-aea1-7abdebf806f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.175218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fefc-a168-4cf1-aea1-7abdebf806f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.179107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fefc-a168-4cf1-aea1-7abdebf806f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.183467 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bfc7fefc-a168-4cf1-aea1-7abdebf806f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0f90d78-3027-44fd-9874-fd4eccd4d255 HTTP/1.1" status: 204 len: 168 time: 0.1974382 Jul 14 09:35:32.183651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.211215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7fefc-a168-4cf1-aea1-7abdebf806f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f90d78-3027-44fd-9874-fd4eccd4d255,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.291716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Allocated IP 2001:db8::1 (03e4da06-8f2b-4a35-b544-ed1d144a1db6/77a44ae4-1f6a-4822-ac25-4c44d95f93ae/145fe87b-adc5-42bb-ac81-2f4dacb44e93) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:32.318368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.345707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbee794-c31a-41b1-9590-e11fc3259145']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:32.400413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34965dc2-ba1e-4f2a-b79e-e476361b9a36') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:32.400721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34965dc2-ba1e-4f2a-b79e-e476361b9a36') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:32.432919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.463860 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.477502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:32.477888 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:32.479852 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:32.551069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.561926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.567339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33028) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:32.568679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.572953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2dbee794-c31a-41b1-9590-e11fc3259145 HTTP/1.1" status: 204 len: 168 time: 0.5058539 Jul 14 09:35:32.574293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Transition to ACTIVE for port object 145fe87b-adc5-42bb-ac81-2f4dacb44e93 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:32.582155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b2be229-4311-4fa1-974d-cc1dee894879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.587797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbee794-c31a-41b1-9590-e11fc3259145,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.599299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.599673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.599921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.600553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.600721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.600941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.601794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.602401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.602836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.603177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.603542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.603878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61374ad7-297a-4664-8e79-7477706520d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.638268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.695237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:32.700322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:32.706938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:32.707533 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.720817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b2be229-4311-4fa1-974d-cc1dee894879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.727514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b2be229-4311-4fa1-974d-cc1dee894879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.755411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Port': ['ID=145fe87b-adc5-42bb-ac81-2f4dacb44e93,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.819032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8b2be229-4311-4fa1-974d-cc1dee894879 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e1f7dd443e544a4a7b7509055285546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504616 Jul 14 09:35:32.822030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:32.824136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2be229-4311-4fa1-974d-cc1dee894879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244358cd-0868-4fc9-8300-5d4c39ee26ee,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.833179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:32.851793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33034) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:32.913677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3acea3ce-365a-4219-95e2-0c972ddf462a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=743fb4c76c484fd58f106bbcb8d51b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603955 Jul 14 09:35:32.919312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:32.920991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33036) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:32.968493 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.971789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d742-6c7e-48eb-b400-830030e66cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.986181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe92644-94ca-4bd2-a1dc-51b75f2a7a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.017968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe92644-94ca-4bd2-a1dc-51b75f2a7a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.027273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d742-6c7e-48eb-b400-830030e66cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.092167 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe92644-94ca-4bd2-a1dc-51b75f2a7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.094745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe92644-94ca-4bd2-a1dc-51b75f2a7a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.096001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9fe92644-94ca-4bd2-a1dc-51b75f2a7a93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54b89a4a-e214-45f1-8cf1-3f10e0fa0b27 HTTP/1.1" status: 204 len: 168 time: 0.1743162 Jul 14 09:35:33.116068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe92644-94ca-4bd2-a1dc-51b75f2a7a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b89a4a-e214-45f1-8cf1-3f10e0fa0b27,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.157845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-712b65b0-35af-4a94-aedf-2da8a138c2e2 None None] Provisioning for port 145fe87b-adc5-42bb-ac81-2f4dacb44e93 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:33.164807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-712b65b0-35af-4a94-aedf-2da8a138c2e2 None None] Provisioning complete for port 145fe87b-adc5-42bb-ac81-2f4dacb44e93 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:33.165527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-712b65b0-35af-4a94-aedf-2da8a138c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.207713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d742-6c7e-48eb-b400-830030e66cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.208291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-712b65b0-35af-4a94-aedf-2da8a138c2e2 None None] Port 145fe87b-adc5-42bb-ac81-2f4dacb44e93 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:33.210404 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d742-6c7e-48eb-b400-830030e66cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.214196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f7e2d742-6c7e-48eb-b400-830030e66cf4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/244358cd-0868-4fc9-8300-5d4c39ee26ee HTTP/1.1" status: 204 len: 168 time: 0.3838954 Jul 14 09:35:33.257051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d742-6c7e-48eb-b400-830030e66cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244358cd-0868-4fc9-8300-5d4c39ee26ee,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.352059 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.357930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.358687 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.394588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea02796-7627-41eb-8978-b3e87f5be76c None None] Network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:33.435070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event updated for resources: {'Port': ['ID=145fe87b-adc5-42bb-ac81-2f4dacb44e93,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.472239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4660502-32ea-480e-aaca-e307d5eceda7 None None] Provisioning for port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:33.480837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4660502-32ea-480e-aaca-e307d5eceda7 None None] Provisioning complete for port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:33.481468 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4660502-32ea-480e-aaca-e307d5eceda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.547583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:33.550013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:33.669069 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4660502-32ea-480e-aaca-e307d5eceda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.740492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f4660502-32ea-480e-aaca-e307d5eceda7 None None] For port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,segment=NetworkSegment(7161a4b5-eaf9-4dda-8163-1f0cb0d41c68),segment_id=7161a4b5-eaf9-4dda-8163-1f0cb0d41c68)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:33.748378 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4660502-32ea-480e-aaca-e307d5eceda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.752803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Router 86649137-edeb-4cb3-bfa2-58da8983e271 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:33.851767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4660502-32ea-480e-aaca-e307d5eceda7 None None] Pushing event updated for resources: {'Port': ['ID=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.970839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:33.976749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-07296836-4e5e-4de9-b6bd-f29d73f5b552 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5215168 Jul 14 09:35:33.979517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33072) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:33.980457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fc5eb1d-c4da-4b2d-80d1-927feec824ed None None] Provisioning complete for port 145fe87b-adc5-42bb-ac81-2f4dacb44e93 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:33.981010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fc5eb1d-c4da-4b2d-80d1-927feec824ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.992881 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] Sync routers for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:34.004470 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:34.005504 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.065586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5eb1d-c4da-4b2d-80d1-927feec824ed None None] Port 145fe87b-adc5-42bb-ac81-2f4dacb44e93 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:34.126738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5346e9db-90a9-4c9b-a344-37dcb68bf4dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.169382 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.182593 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:34.183518 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.191628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68315b00-9d9c-4e87-b953-4df39eebab13 None None] Provisioning complete for port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:34.192116 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68315b00-9d9c-4e87-b953-4df39eebab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.237475 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.238737 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80292b-314c-40e4-862e-228fd9510b35 None None] The sync data for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:34.257096 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-5346e9db-90a9-4c9b-a344-37dcb68bf4dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:35:34.258747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5346e9db-90a9-4c9b-a344-37dcb68bf4dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271 HTTP/1.1" status: 409 len: 329 time: 0.2782183 Jul 14 09:35:34.261816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:34.626930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.645035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:34.697804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:34.776200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:34.826630 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd96f256-9d46-41c9-8ffe-1b9f4be22bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.846961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:34.847334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.863464 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e27e5e4-c06d-4d25-9159-e806ea2e08f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.911744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting port 145fe87b-adc5-42bb-ac81-2f4dacb44e93 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:34.912035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.954406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd96f256-9d46-41c9-8ffe-1b9f4be22bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.963073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd96f256-9d46-41c9-8ffe-1b9f4be22bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.006147 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.017565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fd96f256-9d46-41c9-8ffe-1b9f4be22bd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d5d53a3fbd84ed1a4e15796e3e053d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184671 Jul 14 09:35:35.019609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Calling delete_port for 145fe87b-adc5-42bb-ac81-2f4dacb44e93 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:35.020662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33144) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:35.032213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96f256-9d46-41c9-8ffe-1b9f4be22bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ca29e-4b48-4496-b676-2cd0c732a799,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.108592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1834163-2e22-4aff-8ba3-4c12fe572194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.129714 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e27e5e4-c06d-4d25-9159-e806ea2e08f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.140697 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e27e5e4-c06d-4d25-9159-e806ea2e08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.145770 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1834163-2e22-4aff-8ba3-4c12fe572194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.201922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9e27e5e4-c06d-4d25-9159-e806ea2e08f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d3ee05e254949ddba96c7add8148c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555952 Jul 14 09:35:35.204671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:35.208353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27e5e4-c06d-4d25-9159-e806ea2e08f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78621156-ce6d-4cd1-8993-91b936c18fa8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.222924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.233872 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1834163-2e22-4aff-8ba3-4c12fe572194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.236590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1834163-2e22-4aff-8ba3-4c12fe572194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.237759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b1834163-2e22-4aff-8ba3-4c12fe572194 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d1ca29e-4b48-4496-b676-2cd0c732a799 HTTP/1.1" status: 204 len: 168 time: 0.2128983 Jul 14 09:35:35.246199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1834163-2e22-4aff-8ba3-4c12fe572194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ca29e-4b48-4496-b676-2cd0c732a799,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.275390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Port': ['ID=145fe87b-adc5-42bb-ac81-2f4dacb44e93,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.389408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.391212 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967f0944-e95c-4efe-bfd8-98b62d421278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.820748 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967f0944-e95c-4efe-bfd8-98b62d421278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.929971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Router 86649137-edeb-4cb3-bfa2-58da8983e271 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:35.952351 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.005368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967f0944-e95c-4efe-bfd8-98b62d421278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.008412 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967f0944-e95c-4efe-bfd8-98b62d421278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.009569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-967f0944-e95c-4efe-bfd8-98b62d421278 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78621156-ce6d-4cd1-8993-91b936c18fa8 HTTP/1.1" status: 204 len: 168 time: 0.8037963 Jul 14 09:35:36.022200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:36.027898 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-393dd6e3-5970-4539-a486-a775de8efdff tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648442 Jul 14 09:35:36.028923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f0944-e95c-4efe-bfd8-98b62d421278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78621156-ce6d-4cd1-8993-91b936c18fa8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.033328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.034864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] Sync routers for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:36.054025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:36.055195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.083581 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-4cffbd83-565f-4898-9312-8555b52c137f tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] show failed (client error): The resource could not be found. Jul 14 09:35:36.088831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4cffbd83-565f-4898-9312-8555b52c137f tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1721875801 HTTP/1.1" status: 404 len: 335 time: 0.0508864 Jul 14 09:35:36.089050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-539489445'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:36.089148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.090974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.095485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-95e63736-d895-4a7a-ae41-3d00a00f7006 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:36.099968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] Routers {'86649137-edeb-4cb3-bfa2-58da8983e271'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:36.100619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['86649137-edeb-4cb3-bfa2-58da8983e271'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.119433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:36.125062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.136218 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-95e63736-d895-4a7a-ae41-3d00a00f7006 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] update failed (client error): The resource could not be found. Jul 14 09:35:36.140527 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95e63736-d895-4a7a-ae41-3d00a00f7006 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1140378307 HTTP/1.1" status: 404 len: 335 time: 0.0469339 Jul 14 09:35:36.140807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33178) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.141209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:36.142080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fd2b6-a177-4d28-b4c1-57c04ba35bfe None None] The sync data for ids ['86649137-edeb-4cb3-bfa2-58da8983e271'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:36.143103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.207397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting subnet 220b06e4-e110-44d7-9efc-8cbdb7baf613 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:36.210824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.254672 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.255802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.260374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.286092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:36.301344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95e149-b873-4672-8c4b-5c5c4b8d8a5f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.307042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.307419 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment 925ef786-045f-4316-b42a-e84eef7b4946 of type vlan for network 0557da52-47f7-48b7-bdc2-7453548e6423 Jul 14 09:35:36.345724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.351005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.387311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.395161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.397321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.443610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.486992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5058312 Jul 14 09:35:36.486992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.486992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'name': 'tempest-PortsTestJSON-347513543'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:36.489304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Subnet': ['ID=220b06e4-e110-44d7-9efc-8cbdb7baf613,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.493115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.495322 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-117636f7-8807-476c-9cf4-f48ad5bd7b70 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/subnets/220b06e4-e110-44d7-9efc-8cbdb7baf613 HTTP/1.1" status: 204 len: 168 time: 0.3535397 Jul 14 09:35:36.497813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.501051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30d753-0f6b-4214-89de-c14119fd234f None None] Network c5f6dda7-ad88-43d9-a9de-5bcc6db38582 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:36.553487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0821a5e-1274-4676-9966-f9090439d3de tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=0557da52-47f7-48b7-bdc2-7453548e6423,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.565900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:36.583610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.599902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:36.604321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.640156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:36.649412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:36.649773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.747124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] For port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,segment=NetworkSegment(7161a4b5-eaf9-4dda-8163-1f0cb0d41c68),segment_id=7161a4b5-eaf9-4dda-8163-1f0cb0d41c68)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:36.747548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.765200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Calling delete_port for 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:36.808015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] DHCP port deletion for c5f6dda7-ad88-43d9-a9de-5bcc6db38582 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:36.868940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] Deleting port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:36.869479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.870044 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.880655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.909548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Port': ['ID=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.914669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] No DVR routers for this DVR port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:36.927347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.951384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] For port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:36.952104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.966048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] Calling delete_port for 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:36.969526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] Port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:35:36.971293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.012222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=6305a4e2-0150-4d0a-b37d-d7ce44997be5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.013007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] Pushing event deleted for resources: {'Port': ['ID=8454e3a0-d246-4eba-a6d7-bd87da3d8e3f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.017929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c8084-0ad3-4321-9dc3-4bd4555ebe79 None None] No DVR routers for this DVR port 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:37.020669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': '925ef786-045f-4316-b42a-e84eef7b4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:37.021042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: 0557da52-47f7-48b7-bdc2-7453548e6423, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:37.024269 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.036183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f6dda7-ad88-43d9-a9de-5bcc6db38582']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:37.049161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7161a4b5-eaf9-4dda-8163-1f0cb0d41c68') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:37.049527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7161a4b5-eaf9-4dda-8163-1f0cb0d41c68') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:37.051823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:37.061867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.063588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 0557da52-47f7-48b7-bdc2-7453548e6423) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:37.067422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:37.073836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.075406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.078524 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.083176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6eec90-fab3-4065-afbc-65bc4514a43c None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:37.088100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:37.089199 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:37.092723 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:37.103469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-11348abb-f2b1-4748-8e9b-fb6fb38c34d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6275697 Jul 14 09:35:37.103739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.108741 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1450086232'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.134148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:37.138776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.175672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:37.180145 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.186582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.186953 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment 35b9a9da-7682-4e0c-a1d0-7c8326fa5ca0 of type vlan for network 84da9509-8e59-45c2-ad95-6962b04ec6c3 Jul 14 09:35:37.193595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.198444 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/networks/c5f6dda7-ad88-43d9-a9de-5bcc6db38582 HTTP/1.1" status: 204 len: 168 time: 0.6987762 Jul 14 09:35:37.207671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33208) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.230056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.239848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0fd0d-7f64-4006-b33f-f39d2ee2d1a7 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Network': ['ID=c5f6dda7-ad88-43d9-a9de-5bcc6db38582,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.263410 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.269428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.269797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting subnet a276f58e-441b-4356-8c45-fcd997865951 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:37.270045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.274654 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.324392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.341118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2363374 Jul 14 09:35:37.344389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.349511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'ports': [{'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423'}, {'network_id': '84da9509-8e59-45c2-ad95-6962b04ec6c3'}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.349823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.350357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '84da9509-8e59-45c2-ad95-6962b04ec6c3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.358013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3de21e-6025-49e8-8c1d-c4635a44dc31 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=84da9509-8e59-45c2-ad95-6962b04ec6c3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.371642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 84da9509-8e59-45c2-ad95-6962b04ec6c3 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:37.443571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.511889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.539663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Subnet': ['ID=a276f58e-441b-4356-8c45-fcd997865951,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.543943 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.546074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-618b7db1-01ec-4a2d-846a-f08ef0baea83 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/subnets/a276f58e-441b-4356-8c45-fcd997865951 HTTP/1.1" status: 204 len: 168 time: 0.3374515 Jul 14 09:35:37.549067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.554714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e82e51-e46c-4d7b-b1d5-501c11a56ffc None None] Network 383a9f1a-41c6-4b02-86b2-a4dce3656b8e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:37.584607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:37.588377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.613769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.629905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting subnet df128e08-1c3d-447e-bdc0-1589adc708b4 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:37.635154 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.727668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.759087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] DHCP port deletion for 383a9f1a-41c6-4b02-86b2-a4dce3656b8e request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:37.766515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 4f3c950a-8432-4cc0-bd06-d32809196cc3 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:37.825559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] Deleting port 278eb840-1186-4eb0-8a6b-36430962dfde {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:37.826182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.874576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.893316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] For port 278eb840-1186-4eb0-8a6b-36430962dfde, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=278eb840-1186-4eb0-8a6b-36430962dfde,segment=NetworkSegment(ff9cccd3-ee52-48ce-ae3c-e27f8abe2607),segment_id=ff9cccd3-ee52-48ce-ae3c-e27f8abe2607)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:37.893724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.909299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] Calling delete_port for 278eb840-1186-4eb0-8a6b-36430962dfde owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:37.974772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.980320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.008230 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.036242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] Pushing event deleted for resources: {'Port': ['ID=278eb840-1186-4eb0-8a6b-36430962dfde,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.042336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ada8ee-9dc2-4625-a6f4-f5eebad2d5bf None None] No DVR routers for this DVR port 278eb840-1186-4eb0-8a6b-36430962dfde on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:38.051913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Subnet': ['ID=df128e08-1c3d-447e-bdc0-1589adc708b4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.059656 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.061522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c75d5fa9-53b6-42a5-b6f2-3697424bd04b tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/subnets/df128e08-1c3d-447e-bdc0-1589adc708b4 HTTP/1.1" status: 204 len: 168 time: 0.5113969 Jul 14 09:35:38.064324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33278) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:38.072155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157253e-b8b0-422a-aca9-2b249fc03c20 None None] Network 3e043046-ad0d-437d-b150-f90e8479f4d3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:38.082902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 2e98ed1e-5104-4ee3-a841-c99b535760cd yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:38.159589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.237702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.265646 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.283561 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383a9f1a-41c6-4b02-86b2-a4dce3656b8e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:38.298756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9cccd3-ee52-48ce-ae3c-e27f8abe2607') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:38.299085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9cccd3-ee52-48ce-ae3c-e27f8abe2607') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:38.306225 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.312463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] DHCP port deletion for 3e043046-ad0d-437d-b150-f90e8479f4d3 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:38.315408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.334864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.343263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:38.343867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:38.349956 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:38.366181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:38.373877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:38.376813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] Deleting port 03731018-00de-4a46-8401-93e3b12b00e0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:38.377435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.378422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:38.379267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.393210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=4f3c950a-8432-4cc0-bd06-d32809196cc3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.443526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.453016 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.455381 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/networks/383a9f1a-41c6-4b02-86b2-a4dce3656b8e HTTP/1.1" status: 204 len: 168 time: 0.3899372 Jul 14 09:35:38.457807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33330) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:38.484014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=2e98ed1e-5104-4ee3-a841-c99b535760cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.489853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': '35b9a9da-7682-4e0c-a1d0-7c8326fa5ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '84da9509-8e59-45c2-ad95-6962b04ec6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:38.490289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: 84da9509-8e59-45c2-ad95-6962b04ec6c3, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:38.497837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] For port 03731018-00de-4a46-8401-93e3b12b00e0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=03731018-00de-4a46-8401-93e3b12b00e0,segment=NetworkSegment(a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc),segment_id=a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:38.498622 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.515763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 84da9509-8e59-45c2-ad95-6962b04ec6c3 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:38.522461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825bf6-fcee-4399-8e9b-347ce2f17a07 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Network': ['ID=383a9f1a-41c6-4b02-86b2-a4dce3656b8e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.527336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] Calling delete_port for 03731018-00de-4a46-8401-93e3b12b00e0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:38.531936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 84da9509-8e59-45c2-ad95-6962b04ec6c3) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:38.543899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd09b6-0402-42f7-84f6-57a0246e21e8 None None] Network 84da9509-8e59-45c2-ad95-6962b04ec6c3 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:38.548066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:38.554639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.561796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.562613 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.585213 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b52d3b18-997f-4180-ae39-808601edfc64 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2395346 Jul 14 09:35:38.588569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:38.598753 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.670373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting port 03731018-00de-4a46-8401-93e3b12b00e0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:38.671163 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.735179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 2e98ed1e-5104-4ee3-a841-c99b535760cd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:38.738094 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.757093 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.774950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:38.788419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] For port 03731018-00de-4a46-8401-93e3b12b00e0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=03731018-00de-4a46-8401-93e3b12b00e0,segment=NetworkSegment(a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc),segment_id=a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:38.789008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.806201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Calling delete_port for 03731018-00de-4a46-8401-93e3b12b00e0 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:38.820821 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] Pushing event deleted for resources: {'Port': ['ID=03731018-00de-4a46-8401-93e3b12b00e0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.826345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01035c-695e-4034-bd2c-77c274028dfb None None] No DVR routers for this DVR port 03731018-00de-4a46-8401-93e3b12b00e0 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:38.828262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:38.828620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8454e3a0-d246-4eba-a6d7-bd87da3d8e3f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:38.829175 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 278eb840-1186-4eb0-8a6b-36430962dfde no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:38.848888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.853730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 278eb840-1186-4eb0-8a6b-36430962dfde {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:38.854580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 278eb840-1186-4eb0-8a6b-36430962dfde not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:38.854729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 03731018-00de-4a46-8401-93e3b12b00e0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:38.872708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 2e98ed1e-5104-4ee3-a841-c99b535760cd owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:38.881520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 03731018-00de-4a46-8401-93e3b12b00e0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:38.882344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 03731018-00de-4a46-8401-93e3b12b00e0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:38.909437 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.936458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:38.937961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Port': ['ID=03731018-00de-4a46-8401-93e3b12b00e0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.941672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] No DVR routers for this DVR port 03731018-00de-4a46-8401-93e3b12b00e0 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:38.985911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.026318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.028560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.030545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/2e98ed1e-5104-4ee3-a841-c99b535760cd HTTP/1.1" status: 204 len: 168 time: 0.4398246 Jul 14 09:35:39.031607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e115e1-e9f5-47a5-bbb3-d9cf62706fc8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=2e98ed1e-5104-4ee3-a841-c99b535760cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.033295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.042978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e043046-ad0d-437d-b150-f90e8479f4d3']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.060085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.060310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a403b7c5-5cdb-49cc-a4ef-8c7ad7eb73bc') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.071415 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.086526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.087907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca979568-2f3d-4383-9d24-abc61c02814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.093121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:39.093526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: self.session.flush() Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:39.096836 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:39.157997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a8792-a62f-448e-bfb4-1c64f0178b0c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.158259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.164491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a8792-a62f-448e-bfb4-1c64f0178b0c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.168958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.169467 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-468a8792-a62f-448e-bfb4-1c64f0178b0c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1319075 Jul 14 09:35:39.169561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/networks/3e043046-ad0d-437d-b150-f90e8479f4d3 HTTP/1.1" status: 204 len: 168 time: 0.7094243 Jul 14 09:35:39.169653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.170571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.189507 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5de8-13a7-4eb1-8e4e-6dd1d005acd3 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Network': ['ID=3e043046-ad0d-437d-b150-f90e8479f4d3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.234669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting subnet 77a44ae4-1f6a-4822-ac25-4c44d95f93ae {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:39.237887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.284938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.286155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca979568-2f3d-4383-9d24-abc61c02814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.295749 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca979568-2f3d-4383-9d24-abc61c02814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.320479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 4f3c950a-8432-4cc0-bd06-d32809196cc3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:39.320734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.374208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.374580 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ca979568-2f3d-4383-9d24-abc61c02814f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fdee7e85a5b41ec9316e687f2d9035e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370852 Jul 14 09:35:39.377218 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.386277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca979568-2f3d-4383-9d24-abc61c02814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc54582-f707-4d5c-87f2-5eb759de55e3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.407742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.420579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 4f3c950a-8432-4cc0-bd06-d32809196cc3 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:39.473642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.487461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0515c4e3-9716-4c22-96a8-8d5f3115f11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.514078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Subnet': ['ID=77a44ae4-1f6a-4822-ac25-4c44d95f93ae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.516311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.518223 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ff854fb0-e042-43ee-b8f9-dfe0c3a95824 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/subnets/77a44ae4-1f6a-4822-ac25-4c44d95f93ae HTTP/1.1" status: 204 len: 168 time: 0.3467963 Jul 14 09:35:39.519525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f7021-454c-4f2a-87c4-09ab5b7a643e None None] Network 03e4da06-8f2b-4a35-b544-ed1d144a1db6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:39.520811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.580780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0515c4e3-9716-4c22-96a8-8d5f3115f11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.641222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.701664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0515c4e3-9716-4c22-96a8-8d5f3115f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.704449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0515c4e3-9716-4c22-96a8-8d5f3115f11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.706894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0515c4e3-9716-4c22-96a8-8d5f3115f11a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fc54582-f707-4d5c-87f2-5eb759de55e3 HTTP/1.1" status: 204 len: 168 time: 0.3276362 Jul 14 09:35:39.709942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] DHCP port deletion for 03e4da06-8f2b-4a35-b544-ed1d144a1db6 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:39.729772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515c4e3-9716-4c22-96a8-8d5f3115f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc54582-f707-4d5c-87f2-5eb759de55e3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.733890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Deleting port 6d86f431-1949-41c6-ae05-c8c65fa51b07 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:39.734266 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.788574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] Deleting port 6d86f431-1949-41c6-ae05-c8c65fa51b07 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:39.789556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.809633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] For port 6d86f431-1949-41c6-ae05-c8c65fa51b07, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d86f431-1949-41c6-ae05-c8c65fa51b07,segment=NetworkSegment(169928a7-0afd-4dbd-87f2-b5081f5781a1),segment_id=169928a7-0afd-4dbd-87f2-b5081f5781a1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:39.810009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.828672 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Calling delete_port for 6d86f431-1949-41c6-ae05-c8c65fa51b07 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:39.881445 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.917355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=4f3c950a-8432-4cc0-bd06-d32809196cc3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.923056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.925727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-95a6acbb-9fae-4834-8988-803c150f9f45 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/4f3c950a-8432-4cc0-bd06-d32809196cc3 HTTP/1.1" status: 204 len: 168 time: 0.7554646 Jul 14 09:35:39.929508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.946764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.983980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Port': ['ID=6d86f431-1949-41c6-ae05-c8c65fa51b07,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.987090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] No DVR routers for this DVR port 6d86f431-1949-41c6-ae05-c8c65fa51b07 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:40.019160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] For port 6d86f431-1949-41c6-ae05-c8c65fa51b07, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d86f431-1949-41c6-ae05-c8c65fa51b07,segment=NetworkSegment(169928a7-0afd-4dbd-87f2-b5081f5781a1),segment_id=169928a7-0afd-4dbd-87f2-b5081f5781a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:40.019600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.028118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d8006-da4a-41cd-9bd2-bcfd39f16be6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.033983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] Calling delete_port for 6d86f431-1949-41c6-ae05-c8c65fa51b07 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:40.035180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-113d8006-da4a-41cd-9bd2-bcfd39f16be6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1040280 Jul 14 09:35:40.035934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.066687 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a460010-2067-4b79-8b54-e0d40aab6a42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:35:40.071864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2a460010-2067-4b79-8b54-e0d40aab6a42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/2e98ed1e-5104-4ee3-a841-c99b535760cd HTTP/1.1" status: 404 len: 333 time: 0.0350115 Jul 14 09:35:40.072698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33370) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.077614 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.089303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e4da06-8f2b-4a35-b544-ed1d144a1db6']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:40.108465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169928a7-0afd-4dbd-87f2-b5081f5781a1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:40.108734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169928a7-0afd-4dbd-87f2-b5081f5781a1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:40.110027 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ad9149-820c-479e-a0bc-eb417fba5382 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:35:40.112605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-42ad9149-820c-479e-a0bc-eb417fba5382 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/4f3c950a-8432-4cc0-bd06-d32809196cc3 HTTP/1.1" status: 404 len: 333 time: 0.0387096 Jul 14 09:35:40.117714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.122183 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.122980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.142044 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.149064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7831aa9a-8808-411c-a2b7-1512ee3299bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.149543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] Pushing event deleted for resources: {'Port': ['ID=6d86f431-1949-41c6-ae05-c8c65fa51b07,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.154788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb843e-a824-46c8-9a91-7118eadc6d53 None None] No DVR routers for this DVR port 6d86f431-1949-41c6-ae05-c8c65fa51b07 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:40.166486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.177895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:40.178307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:40.181532 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:40.194294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.258898 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.269883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.272008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/networks/03e4da06-8f2b-4a35-b544-ed1d144a1db6 HTTP/1.1" status: 204 len: 168 time: 0.7499375 Jul 14 09:35:40.274790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.288611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773778f-7b87-4eaa-b2a7-5f952d015a92 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Pushing event deleted for resources: {'Network': ['ID=03e4da06-8f2b-4a35-b544-ed1d144a1db6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.317135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70d3330b-8eec-4b8a-a20a-c425c5dae218 tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "GET /v2.0/ports?device_id=86649137-edeb-4cb3-bfa2-58da8983e271 HTTP/1.1" status: 200 len: 205 time: 0.0389192 Jul 14 09:35:40.317644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.328020 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.333364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7831aa9a-8808-411c-a2b7-1512ee3299bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.338749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7831aa9a-8808-411c-a2b7-1512ee3299bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.377638 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7831aa9a-8808-411c-a2b7-1512ee3299bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1d8812762df41478f8389dd4ec73d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535872 Jul 14 09:35:40.378499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831aa9a-8808-411c-a2b7-1512ee3299bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a09213d-03f7-4c78-b0a2-bfbae96e9d94,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.380763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33380) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.397366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84da9509-8e59-45c2-ad95-6962b04ec6c3']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:40.410319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b9a9da-7682-4e0c-a1d0-7c8326fa5ca0') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:40.410634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b9a9da-7682-4e0c-a1d0-7c8326fa5ca0') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:40.419057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-112f5ec8-b804-4690-b971-177460a301dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.442902 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4e-2a55-4ee7-9b73-b9e158feebb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.453830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.465057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4e-2a55-4ee7-9b73-b9e158feebb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.500083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.517154 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4e-2a55-4ee7-9b73-b9e158feebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.519791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4e-2a55-4ee7-9b73-b9e158feebb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.520943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a2e4ff4e-2a55-4ee7-9b73-b9e158feebb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a09213d-03f7-4c78-b0a2-bfbae96e9d94 HTTP/1.1" status: 204 len: 168 time: 0.1392698 Jul 14 09:35:40.528869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4ff4e-2a55-4ee7-9b73-b9e158feebb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a09213d-03f7-4c78-b0a2-bfbae96e9d94,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.568371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:40.568772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:40.572345 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:40.643061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-112f5ec8-b804-4690-b971-177460a301dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.647127 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-112f5ec8-b804-4690-b971-177460a301dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.694107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.699671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.703795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/84da9509-8e59-45c2-ad95-6962b04ec6c3 HTTP/1.1" status: 204 len: 168 time: 0.5853553 Jul 14 09:35:40.705449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.712399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1390124627'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:40.719421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9ec1f-1436-494f-9268-91119bff7950 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=84da9509-8e59-45c2-ad95-6962b04ec6c3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.723851 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-112f5ec8-b804-4690-b971-177460a301dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.724469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f5ec8-b804-4690-b971-177460a301dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Fanout notify agent at l3_agent the message router_deleted on router 86649137-edeb-4cb3-bfa2-58da8983e271 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:40.732592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-112f5ec8-b804-4690-b971-177460a301dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.739828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-112f5ec8-b804-4690-b971-177460a301dc tempest-RoutersNegativeIpV6Test-158018024 tempest-RoutersNegativeIpV6Test-158018024-project] 10.222.0.18 "DELETE /v2.0/routers/86649137-edeb-4cb3-bfa2-58da8983e271 HTTP/1.1" status: 204 len: 168 time: 0.4197948 Jul 14 09:35:40.761667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:40.765859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.766050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d86f431-1949-41c6-ae05-c8c65fa51b07 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:40.790243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6d86f431-1949-41c6-ae05-c8c65fa51b07 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:40.790760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:40.791332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d86f431-1949-41c6-ae05-c8c65fa51b07 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:40.806867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.807306 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment 29b78fe8-fef9-4e49-bf36-05f3526f22fe of type vlan for network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 Jul 14 09:35:40.850725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.882017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.887651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.888347 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.955496 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2483935 Jul 14 09:35:40.958583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.966318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:40.983689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c08fe7-5222-4100-a68c-d9203c7c0db1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=5cdb4fdc-d876-43e7-ab95-461dc6243d67,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.998218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:41.044114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:41.074935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:41.079266 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.202998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a99482f-d98c-402d-9b92-cb967de5734b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac74873ac6da4b08b9ac961e7d4172c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555159 Jul 14 09:35:41.203698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:41.258470 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21b49f31-6e35-4f81-8fe5-84290bbf821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.280225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.285261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21b49f31-6e35-4f81-8fe5-84290bbf821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.337015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21b49f31-6e35-4f81-8fe5-84290bbf821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.340095 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21b49f31-6e35-4f81-8fe5-84290bbf821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.341474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-21b49f31-6e35-4f81-8fe5-84290bbf821e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b6f78d3-50fc-4154-9b0e-878aaf4f1618 HTTP/1.1" status: 204 len: 168 time: 0.1369381 Jul 14 09:35:41.349558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=e9199ee1-929e-4184-868a-865d67ae181b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.351157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:41.357317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': '29b78fe8-fef9-4e49-bf36-05f3526f22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:41.357590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: 5cdb4fdc-d876-43e7-ab95-461dc6243d67, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:41.358127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b49f31-6e35-4f81-8fe5-84290bbf821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6f78d3-50fc-4154-9b0e-878aaf4f1618,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.385023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:41.394465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 5cdb4fdc-d876-43e7-ab95-461dc6243d67) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:41.400041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.400698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.409607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ec390-eb66-4a4a-a9c8-b8f5983d7650 None None] Network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:41.423479 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-112bd327-1c15-41a0-ae65-3f00efa3e2ce tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4596753 Jul 14 09:35:41.423734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33422) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:41.428354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67', 'name': 'tempest-PortsTestJSON-1142279426'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:41.568085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:41.576192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-5cdb4fdc-d876-43e7-ab95-461dc6243d67', 'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67', 'tenant_id': 'b714f6bacdc24f18b1369ec1095916a0', 'fixed_ips': [{'subnet_id': 'e9199ee1-929e-4184-868a-865d67ae181b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:41.577649 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.579401 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.598637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port b9520804-1236-46f5-94c2-2d3c7329691d yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:41.694144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-152681971-network', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:41.734770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Made reservation on behalf of 4fd02c2e1e55423f9affd47dacb9e810 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:41.737615 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.741217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.2 (5cdb4fdc-d876-43e7-ab95-461dc6243d67/e9199ee1-929e-4184-868a-865d67ae181b/b9520804-1236-46f5-94c2-2d3c7329691d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:41.751843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.962926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.970024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.974223 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.992509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object b9520804-1236-46f5-94c2-2d3c7329691d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:42.014004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:42.015902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4acc7f1-f898-4c4e-8f64-6435a5b79e6c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.032022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.032379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.032738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.033081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.033426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.033769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.034104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.034438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.034775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.035110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.035465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.035795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:42.044201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.044551 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Added segment e1635636-87b5-41d9-b9df-eb7e5f4246da of type vlan for network f195d3c8-dfb5-47bb-8768-f749980ad770 Jul 14 09:35:42.076978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33442) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:42.097684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.103214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.151532 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fbd0f5a4-bd89-45a2-8d2f-dfb98cc08eb1 {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:35:42.152092 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:35:42.163977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:42.174905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:42.177806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:42.178924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-345222801'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:42.181021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=b9520804-1236-46f5-94c2-2d3c7329691d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.185201 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.186158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.186727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.207883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Made reservation on behalf of 1f3c3f52fdb94f14841ede948149b27e for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:42.211715 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.220831 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.277964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] Pushing event updated for resources: {'Network': ['ID=f195d3c8-dfb5-47bb-8768-f749980ad770,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.288066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.289222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.290170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network f195d3c8-dfb5-47bb-8768-f749980ad770 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:42.323591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.327869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.333545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5447ddef-8853-4c94-b280-ba743725aabe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9811404 Jul 14 09:35:42.335836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ebfa89c7-667d-4081-813e-136199666fe6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9129167 Jul 14 09:35:42.336747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33446) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:42.340531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:42.341946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Request body: {'subnet': {'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-152681971-subnet', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:42.368345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Made reservation on behalf of 4fd02c2e1e55423f9affd47dacb9e810 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:42.370880 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.382434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:42.411457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.411823 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Added segment f7125efa-52d8-4743-991b-d37d483579f2 of type vlan for network 85f41702-0222-4ab8-92f4-face79c3137f Jul 14 09:35:42.415625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58362e48-ddcf-4463-863e-92892c4041ab,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.492856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.534440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port b9520804-1236-46f5-94c2-2d3c7329691d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:42.534875 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.539791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.545505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.546092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.559077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.619790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22cf2bb-e39a-4e49-a785-7294b47477b2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.624160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Checking segment: {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:42.624526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Network hostable DHCP agents. Network: f195d3c8-dfb5-47bb-8768-f749980ad770, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:42.644633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Network f195d3c8-dfb5-47bb-8768-f749980ad770 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:42.654067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.655946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, f195d3c8-dfb5-47bb-8768-f749980ad770) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:42.659840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5787261 Jul 14 09:35:42.660245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:42.668114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-7fab09c4-b12c-46fb-a50a-979f95ce0564 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-725405428') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:42.672156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a6cfd-c99a-4104-8989-a9574422fd98 None None] Network f195d3c8-dfb5-47bb-8768-f749980ad770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:42.680833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fec0f-a6f5-4100-99f5-3a69be58d4d5 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Pushing event updated for resources: {'Network': ['ID=85f41702-0222-4ab8-92f4-face79c3137f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.694362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.695024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.706210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.719657 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for b9520804-1236-46f5-94c2-2d3c7329691d owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:42.733994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 85f41702-0222-4ab8-92f4-face79c3137f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:42.746633 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3cde0968-1694-48ff-893c-972aa9210e2d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4059336 Jul 14 09:35:42.747563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:42.752851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:42.787029 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.789368 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.807583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7fab09c4-b12c-46fb-a50a-979f95ce0564 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "PUT /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-725405428 HTTP/1.1" status: 201 len: 201 time: 0.1460710 Jul 14 09:35:42.810252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33454) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:42.815440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-9931d356-d155-45a6-841c-369064c13808 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-725405428') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:42.853065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.918851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.962830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=b9520804-1236-46f5-94c2-2d3c7329691d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.986598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Allocated IP 172.20.0.3 (5cdb4fdc-d876-43e7-ab95-461dc6243d67/e9199ee1-929e-4184-868a-865d67ae181b/9dd90de6-d4e6-4c15-8041-a0b912b7f9f0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:42.994959 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.005316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9931d356-d155-45a6-841c-369064c13808 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "GET /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-725405428 HTTP/1.1" status: 204 len: 168 time: 0.1938310 Jul 14 09:35:43.008487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.012963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-49e14e2a-72c1-4494-bdd9-e2f68a24a5c6 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:43.038150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-f195d3c8-dfb5-47bb-8768-f749980ad770', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:43.039480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.077909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.079840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-efb09864-13ee-4210-b27a-059f315f4964 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/b9520804-1236-46f5-94c2-2d3c7329691d HTTP/1.1" status: 204 len: 168 time: 0.7382975 Jul 14 09:35:43.082704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.106774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-49e14e2a-72c1-4494-bdd9-e2f68a24a5c6 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "GET /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags HTTP/1.1" status: 200 len: 237 time: 0.0970778 Jul 14 09:35:43.109243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.115110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-a1928d7c-dd47-4671-a12b-0270a6518e43 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', {'tags': ['tempest-TagsTest-Tag-1112638738', 'tempest-TagsTest-Tag-1730841606', 'tempest-TagsTest-Tag-1133433792']}) {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:43.121033 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e89863-d464-49fa-bd77-be23d90ba3dd tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:35:43.121799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e89863-d464-49fa-bd77-be23d90ba3dd tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:43.123577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-00e89863-d464-49fa-bd77-be23d90ba3dd tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/b9520804-1236-46f5-94c2-2d3c7329691d HTTP/1.1" status: 404 len: 333 time: 0.0394230 Jul 14 09:35:43.126314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.156681 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5e3117-2405-4297-b676-21bdba6bbf30 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:35:43.160967 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7b5e3117-2405-4297-b676-21bdba6bbf30 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/b9520804-1236-46f5-94c2-2d3c7329691d HTTP/1.1" status: 404 len: 333 time: 0.0310373 Jul 14 09:35:43.161762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.207215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1928d7c-dd47-4671-a12b-0270a6518e43 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "PUT /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags HTTP/1.1" status: 200 len: 309 time: 0.0965087 Jul 14 09:35:43.207816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.249147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-55c6ef84-2e5b-4df6-9d8b-ed7f78a4d42a tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-1112638738') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:43.290850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet e9199ee1-929e-4184-868a-865d67ae181b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:43.291914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Allocated IP 172.20.0.2 (f195d3c8-dfb5-47bb-8768-f749980ad770/a22cf2bb-e39a-4e49-a785-7294b47477b2/877a37ce-75a8-4f2e-a98e-4c50d58be2fd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:43.300822 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.315382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Transition to ACTIVE for port object 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:43.371856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Transition to ACTIVE for port object 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:43.381790 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.382773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.422005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.442143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:43.455608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.458459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:43.460968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:43.465523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Pushing event updated for resources: {'Port': ['ID=9dd90de6-d4e6-4c15-8041-a0b912b7f9f0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.476773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.536600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-55c6ef84-2e5b-4df6-9d8b-ed7f78a4d42a tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "DELETE /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-1112638738 HTTP/1.1" status: 204 len: 168 time: 0.3277481 Jul 14 09:35:43.539429 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.544899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-c7feaf35-395d-47e7-b4ae-6b3c0b3c22d0 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-1112638738') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:43.559484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Attempting to bind port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:43.559855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Attempting to bind port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '29b78fe8-fef9-4e49-bf36-05f3526f22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:43.560416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Attempting to bind port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 on network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:43.565510 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.572157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:43.572539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Checking segment: {'id': '29b78fe8-fef9-4e49-bf36-05f3526f22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:43.572938 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.573339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Bound using segment: {'id': '29b78fe8-fef9-4e49-bf36-05f3526f22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:43.573813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Bound port: 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b78fe8-fef9-4e49-bf36-05f3526f22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5cdb4fdc-d876-43e7-ab95-461dc6243d67'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:43.574205 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.586619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Transition to ACTIVE for port object 877a37ce-75a8-4f2e-a98e-4c50d58be2fd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:43.614572 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c7feaf35-395d-47e7-b4ae-6b3c0b3c22d0 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] show failed (client error): The resource could not be found. Jul 14 09:35:43.618982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c7feaf35-395d-47e7-b4ae-6b3c0b3c22d0 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "GET /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-1112638738 HTTP/1.1" status: 404 len: 326 time: 0.0785351 Jul 14 09:35:43.619569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.623248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Transition to ACTIVE for port object 877a37ce-75a8-4f2e-a98e-4c50d58be2fd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:43.624228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-a4197b84-a987-47d8-ba00-81775b7eb263 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-1730841606') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:43.632337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.639971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.666283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Allocated IP 172.25.2.231 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/0cfa0030-6425-42e7-a0c8-8759c57da19b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:43.693819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Network f195d3c8-dfb5-47bb-8768-f749980ad770 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:43.698454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:43.701271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:43.706397 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4197b84-a987-47d8-ba00-81775b7eb263 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "GET /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-1730841606 HTTP/1.1" status: 204 len: 168 time: 0.0857530 Jul 14 09:35:43.706589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33472) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.709177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Pushing event updated for resources: {'Port': ['ID=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.711080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-34ac3b4b-8e70-49b9-8d35-8b7ce4171a37 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-1133433792') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:43.764559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Attempting to bind port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:43.764957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Attempting to bind port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:43.765301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Attempting to bind port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd on network f195d3c8-dfb5-47bb-8768-f749980ad770 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:43.770351 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:43.770787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Checking segment: {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:43.771238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.771675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Bound using segment: {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:43.772155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Bound port: 877a37ce-75a8-4f2e-a98e-4c50d58be2fd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:43.772546 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.810078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] For port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:43.810372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.828142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] For port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9dd90de6-d4e6-4c15-8041-a0b912b7f9f0,segment=NetworkSegment(29b78fe8-fef9-4e49-bf36-05f3526f22fe),segment_id=29b78fe8-fef9-4e49-bf36-05f3526f22fe)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:43.833507 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.847136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=e9199ee1-929e-4184-868a-865d67ae181b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.861425 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.863285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-46e7303a-49d6-476a-8bc3-4bf3a5b8e0fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/e9199ee1-929e-4184-868a-865d67ae181b HTTP/1.1" status: 204 len: 168 time: 0.7006192 Jul 14 09:35:43.866449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33474) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.885565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.893146 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-34ac3b4b-8e70-49b9-8d35-8b7ce4171a37 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "GET /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-1133433792 HTTP/1.1" status: 204 len: 168 time: 0.1833282 Jul 14 09:35:43.893375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] For port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:43.893494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33476) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:43.902539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-68572788-2081-4d34-b6b9-9697cab5df1e tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:43.915250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] For port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:43.918864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c4df-0c90-498b-8b5a-de64f311540d None None] Pushing event updated for resources: {'Port': ['ID=9dd90de6-d4e6-4c15-8041-a0b912b7f9f0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.922712 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.984128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.998396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef8255-c630-4c43-b7cb-0af37f5d3f98 None None] Pushing event updated for resources: {'Port': ['ID=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.041286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.069125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:44.069642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.078307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-68572788-2081-4d34-b6b9-9697cab5df1e tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "DELETE /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags HTTP/1.1" status: 204 len: 168 time: 0.1815763 Jul 14 09:35:44.078922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33478) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:44.091995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-e0ef0054-0e26-4dad-a267-ca7f8026b851 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-1730841606') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:44.095791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:44.110058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:44.157429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:44.165671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] For port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9dd90de6-d4e6-4c15-8041-a0b912b7f9f0,segment=NetworkSegment(29b78fe8-fef9-4e49-bf36-05f3526f22fe),segment_id=29b78fe8-fef9-4e49-bf36-05f3526f22fe)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:44.166480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.180564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Pushing event updated for resources: {'Port': ['ID=0cfa0030-6425-42e7-a0c8-8759c57da19b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.180854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:44.304695 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-e0ef0054-0e26-4dad-a267-ca7f8026b851 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] show failed (client error): The resource could not be found. Jul 14 09:35:44.305923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e0ef0054-0e26-4dad-a267-ca7f8026b851 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "GET /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-1730841606 HTTP/1.1" status: 404 len: 326 time: 0.2246518 Jul 14 09:35:44.309951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:44.314612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-86d96bdb-2ae0-43c3-96f7-2370543dce1f tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f', 'tempest-TagsTest-Tag-1133433792') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:44.318812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.395246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=9dd90de6-d4e6-4c15-8041-a0b912b7f9f0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.410621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No DVR routers for this DVR port 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:44.484162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.502905 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-86d96bdb-2ae0-43c3-96f7-2370543dce1f tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] show failed (client error): The resource could not be found. Jul 14 09:35:44.504462 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-86d96bdb-2ae0-43c3-96f7-2370543dce1f tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "GET /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags/tempest-TagsTest-Tag-1133433792 HTTP/1.1" status: 404 len: 326 time: 0.1931398 Jul 14 09:35:44.508589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33482) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:44.513883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.519111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-670ddd3c-e293-4790-bdd5-1019ba7997fd tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '85f41702-0222-4ab8-92f4-face79c3137f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:44.540174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdb4fdc-d876-43e7-ab95-461dc6243d67']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:44.574610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b78fe8-fef9-4e49-bf36-05f3526f22fe') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:44.574918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b78fe8-fef9-4e49-bf36-05f3526f22fe') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:44.590701 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.609057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.618072 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:44.618471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:44.621430 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:44.684161 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-670ddd3c-e293-4790-bdd5-1019ba7997fd tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "DELETE /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f/tags HTTP/1.1" status: 204 len: 168 time: 0.1721423 Jul 14 09:35:44.700696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33484) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:44.728220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.761478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.769208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/5cdb4fdc-d876-43e7-ab95-461dc6243d67 HTTP/1.1" status: 204 len: 168 time: 0.8956559 Jul 14 09:35:44.779028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:44.795705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-150226456'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:44.802653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e56db2-ae02-4e7f-b49c-19e89e42df02 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=5cdb4fdc-d876-43e7-ab95-461dc6243d67,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.826286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 877a37ce-75a8-4f2e-a98e-4c50d58be2fd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:44.837404 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.845713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:44.849383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.891268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:44.902720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:44.962650 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.963006 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment e655cced-edfe-43eb-827f-dc4e79addfdc of type vlan for network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac Jul 14 09:35:45.008118 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.027471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f41702-0222-4ab8-92f4-face79c3137f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:45.030856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.049579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7125efa-52d8-4743-991b-d37d483579f2') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:45.060974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7125efa-52d8-4743-991b-d37d483579f2') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:45.066061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.098373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.101534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.107508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.108231 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.175136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.182534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4014714 Jul 14 09:35:45.185386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.187305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:45.187877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:45.190999 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:45.193220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:45.204036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6fb897d8-e358-473b-a349-816a9c289d20 None None] Could not find standard attr ID for object 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:35:45.254469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b3a01-4ed4-45f3-ab22-c53a957c4736 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=c9d0a7ec-2527-4434-98ff-a79f16dfb3ac,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.259660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8aab29-ed8d-4e72-91c2-117bfc50c9fb None None] DHCP port deletion for 5cdb4fdc-d876-43e7-ab95-461dc6243d67 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:45.270823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:45.296961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.302438 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.305241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] 10.222.0.18 "DELETE /v2.0/networks/85f41702-0222-4ab8-92f4-face79c3137f HTTP/1.1" status: 204 len: 168 time: 0.6034470 Jul 14 09:35:45.319124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:45.323301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.366249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8278e0-ae0c-44c3-9ef4-650be4ae341f None None] Network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:45.391826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8278e0-ae0c-44c3-9ef4-650be4ae341f None None] Network 5cdb4fdc-d876-43e7-ab95-461dc6243d67 could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:35:45.428115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Router dde89a13-6385-4435-a01f-f5a8c261888e is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:45.642931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:45.650478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33494) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.652973 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Sync routers for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:45.659744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0882a610-f9a4-4cae-bdeb-25b16f34491e None None] Network f195d3c8-dfb5-47bb-8768-f749980ad770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:45.664725 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:45.665494 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:45.704251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.707956 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ae56ef2-bc6f-4fe3-9031-154679fb24ea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9571097 Jul 14 09:35:45.710114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33498) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:45.743688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b78c119-8cdf-4694-b32c-69e0bc701516 None None] Provisioning for port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:45.754475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891abc95-4db8-4ec8-a02e-5cdc339153a4 tempest-TagsTest-225520204 tempest-TagsTest-225520204-project] Pushing event deleted for resources: {'Network': ['ID=85f41702-0222-4ab8-92f4-face79c3137f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.761205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b78c119-8cdf-4694-b32c-69e0bc701516 None None] Provisioning complete for port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:45.761758 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b78c119-8cdf-4694-b32c-69e0bc701516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.869697 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:45.874418 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.904916 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b78c119-8cdf-4694-b32c-69e0bc701516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.942174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3b78c119-8cdf-4694-b32c-69e0bc701516 None None] For port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:45.952288 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b78c119-8cdf-4694-b32c-69e0bc701516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.003267 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-772687fc-80e8-4aac-8788-7e55caeb6bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.016640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2fd3f532-077d-41f6-9059-f599de60cb5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f3c3f52fdb94f14841ede948149b27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607991 Jul 14 09:35:46.017354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:46.025110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78c119-8cdf-4694-b32c-69e0bc701516 None None] Pushing event updated for resources: {'Port': ['ID=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.090472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=15c3b1de-c60d-4be4-a774-4667671c45fa,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.102418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': 'e655cced-edfe-43eb-827f-dc4e79addfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:46.102795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: c9d0a7ec-2527-4434-98ff-a79f16dfb3ac, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:46.112445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aa21df-1ced-4f37-8089-489859915297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.143652 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aa21df-1ced-4f37-8089-489859915297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.171708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:46.172296 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 3, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:46.202699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aa21df-1ced-4f37-8089-489859915297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.205626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aa21df-1ced-4f37-8089-489859915297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.209386 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-77aa21df-1ced-4f37-8089-489859915297 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58362e48-ddcf-4463-863e-92892c4041ab HTTP/1.1" status: 204 len: 168 time: 0.1884620 Jul 14 09:35:46.221227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa21df-1ced-4f37-8089-489859915297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58362e48-ddcf-4463-863e-92892c4041ab,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.239597 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Checking router: dde89a13-6385-4435-a01f-f5a8c261888e for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:46.249400 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Updating router dde89a13-6385-4435-a01f-f5a8c261888e port 0cfa0030-6425-42e7-a0c8-8759c57da19b binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:46.249825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, c9d0a7ec-2527-4434-98ff-a79f16dfb3ac) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:46.259410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.260080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.261635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdecbda0-e3c0-4275-af9f-356c70ae041d None None] Network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:46.293459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-df7030dc-2bb0-4be2-807d-369416c5421b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1068923 Jul 14 09:35:46.296020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33506) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:46.302614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2050916942'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:46.318474 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.467538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.523060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-74d1b62f-74c2-4341-8d7b-f37abc4e83d5 None None] Provisioning complete for port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.523530 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74d1b62f-74c2-4341-8d7b-f37abc4e83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.539331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:46.544172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.580733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port d2a8337a-d964-4e01-b230-fca2c5db7acb yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:46.688400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-c9d0a7ec-2527-4434-98ff-a79f16dfb3ac', 'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac', 'tenant_id': 'b714f6bacdc24f18b1369ec1095916a0', 'fixed_ips': [{'subnet_id': '15c3b1de-c60d-4be4-a774-4667671c45fa'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:46.689386 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.697699 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.715959 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Transition to ACTIVE for port object 0cfa0030-6425-42e7-a0c8-8759c57da19b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:46.722414 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.772377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Pushing event updated for resources: {'Port': ['ID=0cfa0030-6425-42e7-a0c8-8759c57da19b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.784438 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.785085 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.785943 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.786433 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.787813 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.788983 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.789798 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.790327 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.790826 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.791772 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.792268 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.793582 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:46.805361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.3 (c9d0a7ec-2527-4434-98ff-a79f16dfb3ac/15c3b1de-c60d-4be4-a774-4667671c45fa/d2a8337a-d964-4e01-b230-fca2c5db7acb) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:46.821562 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Attempting to bind port 0cfa0030-6425-42e7-a0c8-8759c57da19b on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:46.822047 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Attempting to bind port 0cfa0030-6425-42e7-a0c8-8759c57da19b by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:46.822254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 877a37ce-75a8-4f2e-a98e-4c50d58be2fd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:46.822431 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Attempting to bind port 0cfa0030-6425-42e7-a0c8-8759c57da19b on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:46.829060 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:46.829060 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:46.829520 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.830365 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:46.830365 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Bound port: 0cfa0030-6425-42e7-a0c8-8759c57da19b, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:46.830694 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.897287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Allocated IP 172.20.0.1 (f195d3c8-dfb5-47bb-8768-f749980ad770/a22cf2bb-e39a-4e49-a785-7294b47477b2/ee303f7b-be54-4ccc-9ec4-d0aba6a325ab) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:46.900367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.900750 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.917031 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] For port 0cfa0030-6425-42e7-a0c8-8759c57da19b, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:46.925968 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] For port 0cfa0030-6425-42e7-a0c8-8759c57da19b, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0cfa0030-6425-42e7-a0c8-8759c57da19b,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:46.936857 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.997687 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.019573 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:47.020206 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:47.027271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object d2a8337a-d964-4e01-b230-fca2c5db7acb will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:47.054875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:47.066146 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29edca0-2347-473c-8956-4f2d47b95f6a None None] Pushing event updated for resources: {'Port': ['ID=0cfa0030-6425-42e7-a0c8-8759c57da19b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.079070 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.079831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.094563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:47.094920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9dd90de6-d4e6-4c15-8041-a0b912b7f9f0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:47.113667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Transition to ACTIVE for port object ee303f7b-be54-4ccc-9ec4-d0aba6a325ab will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:47.145061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:47.148865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:47.151915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:47.156644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Allocated IP 172.20.0.2 (c9d0a7ec-2527-4434-98ff-a79f16dfb3ac/15c3b1de-c60d-4be4-a774-4667671c45fa/d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:47.164173 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:47.176425 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.204556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.205225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.229766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=d2a8337a-d964-4e01-b230-fca2c5db7acb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.235020 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-154a7749-fe90-480c-8f16-da8ae1d0e31e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9376364 Jul 14 09:35:47.238458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Network f195d3c8-dfb5-47bb-8768-f749980ad770 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:47.241016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33526) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.250731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:47.253737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:47.326339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.402837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.452591 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 3, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:47.458865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.486082 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7749eef-dfc2-497e-8fd4-50dedcd6d32d None None] The sync data for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 is: [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:44Z', 'revision_number': 3, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:47.494583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Transition to ACTIVE for port object d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:47.523409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Transition to ACTIVE for port object d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:47.533563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.533867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port d2a8337a-d964-4e01-b230-fca2c5db7acb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:47.534349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.592519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Pushing event updated for resources: {'Port': ['ID=d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.602494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:47.604423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:47.613249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:47.663453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff9283d8-62dc-4b10-bf8c-dd98bb5214f0 None None] Provisioning for port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:47.693611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.693858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff9283d8-62dc-4b10-bf8c-dd98bb5214f0 None None] Provisioning complete for port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:47.694170 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff9283d8-62dc-4b10-bf8c-dd98bb5214f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.711864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for d2a8337a-d964-4e01-b230-fca2c5db7acb owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:47.754501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Attempting to bind port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:47.758181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Attempting to bind port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e655cced-edfe-43eb-827f-dc4e79addfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:47.758672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Attempting to bind port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 on network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:47.774714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:47.775236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Checking segment: {'id': 'e655cced-edfe-43eb-827f-dc4e79addfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:47.776223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.776223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Bound using segment: {'id': 'e655cced-edfe-43eb-827f-dc4e79addfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:47.776769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Bound port: d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e655cced-edfe-43eb-827f-dc4e79addfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c9d0a7ec-2527-4434-98ff-a79f16dfb3ac'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:47.777233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.780478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ff9283d8-62dc-4b10-bf8c-dd98bb5214f0 None None] Port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:47.795841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.877321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] For port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:47.990569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.992191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] For port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19,segment=NetworkSegment(e655cced-edfe-43eb-827f-dc4e79addfdc),segment_id=e655cced-edfe-43eb-827f-dc4e79addfdc)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:47.998469 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.042451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=d2a8337a-d964-4e01-b230-fca2c5db7acb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.076603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe70bd-5bc6-41a8-b8f6-4998d59c5425 None None] Pushing event updated for resources: {'Port': ['ID=d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.161477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.169035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.175021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fbc5414c-d7b4-49ff-92d3-3f379f49eef7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/d2a8337a-d964-4e01-b230-fca2c5db7acb HTTP/1.1" status: 204 len: 168 time: 0.9306624 Jul 14 09:35:48.175021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.175671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.226197 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-765cfb4a-910d-46fa-9413-6eb5b773bb2f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:35:48.232861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.233079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-765cfb4a-910d-46fa-9413-6eb5b773bb2f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/d2a8337a-d964-4e01-b230-fca2c5db7acb HTTP/1.1" status: 404 len: 333 time: 0.0560756 Jul 14 09:35:48.305570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.342472 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.356850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 15c3b1de-c60d-4be4-a774-4667671c45fa {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:48.362214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.458517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.567795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Network f195d3c8-dfb5-47bb-8768-f749980ad770 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:48.570712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:48.635805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.769685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Router dde89a13-6385-4435-a01f-f5a8c261888e has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:48.783972 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.883939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=15c3b1de-c60d-4be4-a774-4667671c45fa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.890006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.894736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.904426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a706f292-972e-4099-86fd-e2a9a448758c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/15c3b1de-c60d-4be4-a774-4667671c45fa HTTP/1.1" status: 204 len: 168 time: 0.6685696 Jul 14 09:35:48.920632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:48.944393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.978735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-381bdca4-43ab-47b3-8804-76589a183d19 None None] Provisioning complete for port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:48.979548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-381bdca4-43ab-47b3-8804-76589a183d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.991399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:49.000256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-36d99dea-1206-418a-b0ee-6565e1a707c9 admin admin] 10.222.0.18 "PUT /v2.0/routers/dde89a13-6385-4435-a01f-f5a8c261888e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2889113 Jul 14 09:35:49.028247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.056940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:49.061127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.063173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-381bdca4-43ab-47b3-8804-76589a183d19 None None] Port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:49.065205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0cfa0030-6425-42e7-a0c8-8759c57da19b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:49.101912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04774d93-aeed-42b7-912c-e8799b05a48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.126441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 0cfa0030-6425-42e7-a0c8-8759c57da19b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:49.130842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0cfa0030-6425-42e7-a0c8-8759c57da19b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:49.131233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.184504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:49.185015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.225043 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.254956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 0cfa0030-6425-42e7-a0c8-8759c57da19b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0cfa0030-6425-42e7-a0c8-8759c57da19b,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:49.259460 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.289217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] For port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19,segment=NetworkSegment(e655cced-edfe-43eb-827f-dc4e79addfdc),segment_id=e655cced-edfe-43eb-827f-dc4e79addfdc)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:49.290202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.318380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04774d93-aeed-42b7-912c-e8799b05a48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.318602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=0cfa0030-6425-42e7-a0c8-8759c57da19b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.320182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:49.333829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04774d93-aeed-42b7-912c-e8799b05a48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.416606 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-04774d93-aeed-42b7-912c-e8799b05a48b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7672f1b5eb8f4dd4a63f04b437d66543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708943 Jul 14 09:35:49.424730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:49.427448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9229600-80cf-4cf2-a5aa-10eaf6d5fac2 None None] Network c9d0a7ec-2527-4434-98ff-a79f16dfb3ac requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:49.435190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04774d93-aeed-42b7-912c-e8799b05a48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f60b1fd-99cb-4895-a5b0-0a6f337d7f3f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.507336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56e0b297-54bd-41eb-b366-c7d901ffee07 None None] Provisioning for port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:49.507595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.509761 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9646d07d-2075-4599-bc57-de8aab1bdf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.530242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56e0b297-54bd-41eb-b366-c7d901ffee07 None None] Provisioning complete for port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:49.530606 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56e0b297-54bd-41eb-b366-c7d901ffee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.545670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.554099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No DVR routers for this DVR port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:49.558490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-56e0b297-54bd-41eb-b366-c7d901ffee07 None None] Port d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 was deleted so its status cannot be updated. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:35:49.598994 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9646d07d-2075-4599-bc57-de8aab1bdf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.648269 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46cf35b2-b1dd-4c67-b7d4-f9d82ee88966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.659144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ada5d-091d-4fc1-ae31-49456a8619d7 None None] DHCP port deletion for c9d0a7ec-2527-4434-98ff-a79f16dfb3ac request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:49.680373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:49.685668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1414289423-network', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:49.706115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.717337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.718378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d0a7ec-2527-4434-98ff-a79f16dfb3ac']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:49.723873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Made reservation on behalf of d4b090cef7cc4a9c95b42b5ef15067eb for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:49.727704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.729400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e655cced-edfe-43eb-827f-dc4e79addfdc') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:49.729701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e655cced-edfe-43eb-827f-dc4e79addfdc') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:49.738829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.742701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.748336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9646d07d-2075-4599-bc57-de8aab1bdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.750857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9646d07d-2075-4599-bc57-de8aab1bdf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.752061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9646d07d-2075-4599-bc57-de8aab1bdf80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f60b1fd-99cb-4895-a5b0-0a6f337d7f3f HTTP/1.1" status: 204 len: 168 time: 0.3280518 Jul 14 09:35:49.766859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.769161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646d07d-2075-4599-bc57-de8aab1bdf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f60b1fd-99cb-4895-a5b0-0a6f337d7f3f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.776360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:49.776764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:49.779914 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:49.852127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.860225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.862049 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/c9d0a7ec-2527-4434-98ff-a79f16dfb3ac HTTP/1.1" status: 204 len: 168 time: 0.9663022 Jul 14 09:35:49.866134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33584) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:49.871313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'name': 'tempest-PortsTestJSON-1542023027'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:49.877314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c3308-8ae6-4b5b-9cfe-4678572e8f37 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=c9d0a7ec-2527-4434-98ff-a79f16dfb3ac,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.938587 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.949058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.959044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Sync routers for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:49.970092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:49.970710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:49.975367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:50.001032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.001341 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Added segment d167d594-7de3-455c-beb0-6bfa3dc9595e of type vlan for network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f Jul 14 09:35:50.015664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fdf9f5-fab2-4bed-af95-266b7c4dee8d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.049569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:50.053381 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.073646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.085595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 82899c78-d983-43a2-b0b4-5e984eb24ad1 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:50.091493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:50.151228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.152239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.152777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.182134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.197187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95dbe869-13fa-4f90-b741-735b94fa4d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.216023 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.221168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5396595 Jul 14 09:35:50.224051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.231448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Request body: {'subnet': {'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1414289423-subnet', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:50.277727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151c38-c6e0-4365-865d-d07fb441762f admin admin] Pushing event updated for resources: {'Network': ['ID=b0fcba57-f9d0-4a8c-9861-38c8225bfe3f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.293608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:50.317919 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95dbe869-13fa-4f90-b741-735b94fa4d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.324084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.325511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95dbe869-13fa-4f90-b741-735b94fa4d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.365839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.380541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95dbe869-13fa-4f90-b741-735b94fa4d9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=907d86b93ef748bb88739f913035d3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968656 Jul 14 09:35:50.382671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Made reservation on behalf of d4b090cef7cc4a9c95b42b5ef15067eb for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:50.384663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 2, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:50.385272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.387078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.411483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Checking router: dde89a13-6385-4435-a01f-f5a8c261888e for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:50.411861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Updating router dde89a13-6385-4435-a01f-f5a8c261888e port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:50.433069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:50.433851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbe869-13fa-4f90-b741-735b94fa4d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af244cb-5a3d-459d-989f-11136feec950,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.434650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=82899c78-d983-43a2-b0b4-5e984eb24ad1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.437454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:50.439561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:50.446904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.447611 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.462548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.468510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c9392e72-155b-41ec-9a56-57f955c573e2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6007235 Jul 14 09:35:50.469178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.529713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-523fe8c3-fc02-45ae-a28f-c7e15602ffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.570304 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-523fe8c3-fc02-45ae-a28f-c7e15602ffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.580017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 82899c78-d983-43a2-b0b4-5e984eb24ad1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:50.580361 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.657056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.680036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 82899c78-d983-43a2-b0b4-5e984eb24ad1 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:50.707443 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.755992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-523fe8c3-fc02-45ae-a28f-c7e15602ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.758587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-523fe8c3-fc02-45ae-a28f-c7e15602ffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.759778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-523fe8c3-fc02-45ae-a28f-c7e15602ffa6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1af244cb-5a3d-459d-989f-11136feec950 HTTP/1.1" status: 204 len: 168 time: 0.3700936 Jul 14 09:35:50.781535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fe8c3-fc02-45ae-a28f-c7e15602ffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af244cb-5a3d-459d-989f-11136feec950,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.790916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddb01da-6416-485f-bb98-28d30e887691,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.806915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.829860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Checking segment: {'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:50.830314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Network hostable DHCP agents. Network: b0fcba57-f9d0-4a8c-9861-38c8225bfe3f, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:50.833727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0cfa0030-6425-42e7-a0c8-8759c57da19b up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:50.844010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=82899c78-d983-43a2-b0b4-5e984eb24ad1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.855823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:50.860046 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.862416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-55ba0bd9-7a3f-400b-8522-d78714b6e7f6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/82899c78-d983-43a2-b0b4-5e984eb24ad1 HTTP/1.1" status: 204 len: 168 time: 0.3922324 Jul 14 09:35:50.866085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33598) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.873615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'mac_address': 'fa:16:3e:a4:7e:5f', 'name': 'tempest-PortsTestJSON-1303998228'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:50.875032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b0fcba57-f9d0-4a8c-9861-38c8225bfe3f) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:50.886127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.889130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.895721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f339eaa-52bc-4b7c-8f13-1d445ae3b564 None None] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:50.931206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fdc50156-782e-4993-8012-69959f0567db admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7037320 Jul 14 09:35:50.933252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.942396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:50.953560 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.975498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Transition to ACTIVE for port object ee303f7b-be54-4ccc-9ec4-d0aba6a325ab will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:50.992848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.993905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.010335 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.046912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:51.068512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.165712 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.174071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0cfa0030-6425-42e7-a0c8-8759c57da19b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:51.180097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.203009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port f505a03f-e371-4ef9-9463-b3c7c71e3cfd yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:51.222698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76781082-09ed-4576-8fad-4757d6a348ad None None] Pushing event updated for resources: {'Port': ['ID=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.253901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.346868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Attempting to bind port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:51.347243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Attempting to bind port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:51.347711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Attempting to bind port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab on network f195d3c8-dfb5-47bb-8768-f749980ad770 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:51.358612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:51.359011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Checking segment: {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:51.359425 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.359989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Bound using segment: {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:51.360460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Bound port: ee303f7b-be54-4ccc-9ec4-d0aba6a325ab, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:51.360857 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.401900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.446937 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.484948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-b0fcba57-f9d0-4a8c-9861-38c8225bfe3f', 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'fixed_ips': [{'subnet_id': '6ddb01da-6416-485f-bb98-28d30e887691'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:51.486004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.495812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:51.499092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:51.503544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:51.510704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.511535 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.541988 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6739120 Jul 14 09:35:51.545607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33614) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:51.557598 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b6411-34b3-44b9-b40d-301cab5ad173 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=f505a03f-e371-4ef9-9463-b3c7c71e3cfd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.580636 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.604283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.611282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5bc4f-2ff5-4239-a2d7-e36b3cd84ffe tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.615861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-66c5bc4f-2ff5-4239-a2d7-e36b3cd84ffe tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/f505a03f-e371-4ef9-9463-b3c7c71e3cfd HTTP/1.1" status: 200 len: 841 time: 0.0691972 Jul 14 09:35:51.617794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:51.695966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.742245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] For port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:51.794411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Allocated IP 172.25.2.183 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/b2e16de7-1b86-455b-bfe3-cffb519c9750) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:51.807645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] For port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:51.813857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port f505a03f-e371-4ef9-9463-b3c7c71e3cfd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:51.814200 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.821066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.878160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:51.920860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:51.921208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d11d6eef-97b8-4eb4-b3fb-ead09b2b8c19 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:51.928205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:51.929874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:51.933375 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.936885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76781082-09ed-4576-8fad-4757d6a348ad None None] Pushing event updated for resources: {'Port': ['ID=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.956756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for f505a03f-e371-4ef9-9463-b3c7c71e3cfd owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:52.031827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.053735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Allocated IP 172.20.0.2 (b0fcba57-f9d0-4a8c-9861-38c8225bfe3f/6ddb01da-6416-485f-bb98-28d30e887691/49181bfe-9d10-4616-abdf-203a8f942119) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:52.125262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.126628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:52.171557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:52.174718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:52.176667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.180920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:52.228855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Pushing event updated for resources: {'Port': ['ID=b2e16de7-1b86-455b-bfe3-cffb519c9750,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.233887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.239000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/f505a03f-e371-4ef9-9463-b3c7c71e3cfd HTTP/1.1" status: 204 len: 168 time: 0.6202259 Jul 14 09:35:52.239821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:52.269303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5512e7-b891-4933-91b1-ed251e347d42 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=f505a03f-e371-4ef9-9463-b3c7c71e3cfd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.297572 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-b461ff95-ac6b-404f-b752-9f1596e9de94 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:35:52.301787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b461ff95-ac6b-404f-b752-9f1596e9de94 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/f505a03f-e371-4ef9-9463-b3c7c71e3cfd HTTP/1.1" status: 404 len: 333 time: 0.0557604 Jul 14 09:35:52.305317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:52.313194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'name': 'tempest-PortsTestJSON-1259067497'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:52.402558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.434482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Transition to ACTIVE for port object 49181bfe-9d10-4616-abdf-203a8f942119 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:52.457507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Transition to ACTIVE for port object 49181bfe-9d10-4616-abdf-203a8f942119 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:52.459825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:52.466435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.467739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.491747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port ac4d5329-1087-44c5-898a-0b61897b7b00 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:52.510460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:52.515573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:52.518012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:52.545809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.583006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:51Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:52.587472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Pushing event updated for resources: {'Port': ['ID=49181bfe-9d10-4616-abdf-203a8f942119,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.618244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256e234-7207-46f8-b0ef-df4f42fb69da None None] The sync data for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 is: [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:51Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:52.625284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Attempting to bind port 49181bfe-9d10-4616-abdf-203a8f942119 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:52.625665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Attempting to bind port 49181bfe-9d10-4616-abdf-203a8f942119 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:52.626032 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Attempting to bind port 49181bfe-9d10-4616-abdf-203a8f942119 on network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:52.631523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:52.632434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Checking segment: {'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:52.632989 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.633388 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Bound using segment: {'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:52.633871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Bound port: 49181bfe-9d10-4616-abdf-203a8f942119, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:52.634261 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.728069 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.733883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] For port 49181bfe-9d10-4616-abdf-203a8f942119, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:52.749886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] For port 49181bfe-9d10-4616-abdf-203a8f942119, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=49181bfe-9d10-4616-abdf-203a8f942119,segment=NetworkSegment(d167d594-7de3-455c-beb0-6bfa3dc9595e),segment_id=d167d594-7de3-455c-beb0-6bfa3dc9595e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:52.762615 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.793274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.855313 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.865372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b5fa4-a6a4-446b-b675-8705a1ededcc None None] Pushing event updated for resources: {'Port': ['ID=49181bfe-9d10-4616-abdf-203a8f942119,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.918285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=ac4d5329-1087-44c5-898a-0b61897b7b00,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.927217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:52.929388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:52.932475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:52.940710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee303f7b-be54-4ccc-9ec4-d0aba6a325ab up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:52.945174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.945856 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.986252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e19e6603-0479-4dbb-988e-d52cb14f64ea tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6763895 Jul 14 09:35:52.986485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:52.993377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:53.039985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:53.047861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:53.048303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.099245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Router 62971f5e-8816-4738-a056-55ff72ac462a is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:53.171893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.208796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.283177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:53.290504 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.354709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:53.369788 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Sync routers for ids ['62971f5e-8816-4738-a056-55ff72ac462a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:53.381102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Routers {'62971f5e-8816-4738-a056-55ff72ac462a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:53.382685 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['62971f5e-8816-4738-a056-55ff72ac462a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:53.389759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.391807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.395938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b6b3a6f4-73f4-4198-b436-2b87e890b6db admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4591911 Jul 14 09:35:53.405048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:53.467917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.482462 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.544731 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Set router 62971f5e-8816-4738-a056-55ff72ac462a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:53.548071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=ac4d5329-1087-44c5-898a-0b61897b7b00,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.555348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] In _notify_port_updated(), no bound segment for port ac4d5329-1087-44c5-898a-0b61897b7b00 on network 0557da52-47f7-48b7-bdc2-7453548e6423 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:35:53.561003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.561643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.565537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a1a249d2-3ee9-40ed-ac3f-22e47671f196 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "PUT /v2.0/ports/ac4d5329-1087-44c5-898a-0b61897b7b00 HTTP/1.1" status: 200 len: 818 time: 0.5753922 Jul 14 09:35:53.567230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:53.768030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port ac4d5329-1087-44c5-898a-0b61897b7b00 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:53.768382 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.769833 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:35:52Z', 'revision_number': 3, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port': {'id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:51Z', 'updated_at': '2021-07-14T09:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:53.811149 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Checking router: 62971f5e-8816-4738-a056-55ff72ac462a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:53.811600 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Updating router 62971f5e-8816-4738-a056-55ff72ac462a port b2e16de7-1b86-455b-bfe3-cffb519c9750 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:53.861575 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.918597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.953185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for ac4d5329-1087-44c5-898a-0b61897b7b00 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:54.070247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.305998 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.317290 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Transition to ACTIVE for port object b2e16de7-1b86-455b-bfe3-cffb519c9750 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:54.326463 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.458368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81260d23-be1c-43c9-bf72-c143c916280d None None] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:54.540952 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Attempting to bind port b2e16de7-1b86-455b-bfe3-cffb519c9750 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:54.541839 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Attempting to bind port b2e16de7-1b86-455b-bfe3-cffb519c9750 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:54.542147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Attempting to bind port b2e16de7-1b86-455b-bfe3-cffb519c9750 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:54.559302 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:54.560127 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:54.560751 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.561383 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:54.562084 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Bound port: b2e16de7-1b86-455b-bfe3-cffb519c9750, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:54.562717 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.625507 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] For port b2e16de7-1b86-455b-bfe3-cffb519c9750, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:54.629888 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] For port b2e16de7-1b86-455b-bfe3-cffb519c9750, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b2e16de7-1b86-455b-bfe3-cffb519c9750,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:54.637919 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.641328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591c705-fcff-42d6-880c-cd6e397548e2 None None] Pushing event updated for resources: {'Port': ['ID=b2e16de7-1b86-455b-bfe3-cffb519c9750,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.661509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9968ef74-599b-451e-8fb1-cc0ffa0086ba None None] Provisioning for port 49181bfe-9d10-4616-abdf-203a8f942119 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:54.736533 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591c705-fcff-42d6-880c-cd6e397548e2 None None] Pushing event updated for resources: {'Port': ['ID=b2e16de7-1b86-455b-bfe3-cffb519c9750,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.773834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.795629 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Routers {'62971f5e-8816-4738-a056-55ff72ac462a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:54.797108 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['62971f5e-8816-4738-a056-55ff72ac462a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:54.815883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=ac4d5329-1087-44c5-898a-0b61897b7b00,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.848447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.852659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-319773e9-b6a7-41d0-a776-91e1329af091 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/ac4d5329-1087-44c5-898a-0b61897b7b00 HTTP/1.1" status: 204 len: 168 time: 1.2839887 Jul 14 09:35:54.855135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:54.980263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee303f7b-be54-4ccc-9ec4-d0aba6a325ab up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:54.983524 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] Set router 62971f5e-8816-4738-a056-55ff72ac462a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:55.041405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4773d-f9f4-4408-8fd1-4fb7bbd7a321 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.045644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-49f4773d-f9f4-4408-8fd1-4fb7bbd7a321 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1691332 Jul 14 09:35:55.046196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:55.051997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Allocated IP 172.20.0.1 (b0fcba57-f9d0-4a8c-9861-38c8225bfe3f/6ddb01da-6416-485f-bb98-28d30e887691/fbb83cf9-3060-464c-9e63-e4322e6e0159) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:55.061614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:55.062085 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.084239 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb933af-b9e6-4994-9c61-b3dc4d573592 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:35:55.086225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0bb933af-b9e6-4994-9c61-b3dc4d573592 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/ac4d5329-1087-44c5-898a-0b61897b7b00 HTTP/1.1" status: 404 len: 333 time: 0.0393648 Jul 14 09:35:55.091840 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:55.098125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2103683816'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:55.126037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:55.129915 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.158546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:55.170501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.171260 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment 04d4a069-6b20-4950-8e01-7c4486974ae2 of type vlan for network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b Jul 14 09:35:55.213462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 49181bfe-9d10-4616-abdf-203a8f942119 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:55.255511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.257549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.287122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Transition to ACTIVE for port object fbb83cf9-3060-464c-9e63-e4322e6e0159 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:55.296295 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:35:52Z', 'revision_number': 3, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port': {'id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:51Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:55.326358 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.328260 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a325e-fc47-4132-931c-bcb67a880aeb None None] The sync data for ids ['62971f5e-8816-4738-a056-55ff72ac462a'] in n-d-758944-44 is: [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:35:52Z', 'revision_number': 3, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port': {'id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:51Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:55.334707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.336032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.354620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.368617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 49181bfe-9d10-4616-abdf-203a8f942119 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:55.378703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 49181bfe-9d10-4616-abdf-203a8f942119 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:55.378703 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.413636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3196752 Jul 14 09:35:55.417516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:55.423325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb83cf9-3060-464c-9e63-e4322e6e0159,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.426152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:55.435798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:55.437319 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:55.440875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:55.506603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.513691 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.545279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee126e-dd38-4017-8cf6-23fc3e0b9236 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=e45d6927-e7d3-4aa5-9822-f82d9e71ca3b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.567706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:55.571160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 49181bfe-9d10-4616-abdf-203a8f942119, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=49181bfe-9d10-4616-abdf-203a8f942119,segment=NetworkSegment(d167d594-7de3-455c-beb0-6bfa3dc9595e),segment_id=d167d594-7de3-455c-beb0-6bfa3dc9595e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:55.572308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.575023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:55.588806 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.701805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=49181bfe-9d10-4616-abdf-203a8f942119,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.732015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.872375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.874717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef0325cd-43be-46ec-ae28-c59b251f0406 None None] Provisioning for port fbb83cf9-3060-464c-9e63-e4322e6e0159 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:55.880372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef0325cd-43be-46ec-ae28-c59b251f0406 None None] Provisioning complete for port fbb83cf9-3060-464c-9e63-e4322e6e0159 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:55.880839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef0325cd-43be-46ec-ae28-c59b251f0406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.929378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ef0325cd-43be-46ec-ae28-c59b251f0406 None None] Port fbb83cf9-3060-464c-9e63-e4322e6e0159 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:55.937801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=79212616-2fad-40bf-8a7a-477f539ac9af,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.948113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': '04d4a069-6b20-4950-8e01-7c4486974ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:55.948474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: e45d6927-e7d3-4aa5-9822-f82d9e71ca3b, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:55.961462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.965918 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.967107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:55.978984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e45d6927-e7d3-4aa5-9822-f82d9e71ca3b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:55.983214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.983912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.989759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1008a1-d39a-4f09-912d-5ac245bfc940 None None] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:56.010603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dcaa819b-451d-48d3-9d19-202465c2b7e9 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5917437 Jul 14 09:35:56.011608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:56.018373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c05bea4-13ba-435e-a3a4-a95c11ed8fb7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:56.042945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb83cf9-3060-464c-9e63-e4322e6e0159,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:56.046683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.153278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c05bea4-13ba-435e-a3a4-a95c11ed8fb7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:56.155957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:56.157690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:56.158247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c05bea4-13ba-435e-a3a4-a95c11ed8fb7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.195041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-e45d6927-e7d3-4aa5-9822-f82d9e71ca3b', 'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b', 'tenant_id': 'b714f6bacdc24f18b1369ec1095916a0', 'fixed_ips': [{'subnet_id': '79212616-2fad-40bf-8a7a-477f539ac9af'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:56.195967 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.295345 n-d-758944-44 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-6c05bea4-13ba-435e-a3a4-a95c11ed8fb7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 79212616-2fad-40bf-8a7a-477f539ac9af (CIDR: 172.20.0.0/28) Jul 14 09:35:56.300494 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c05bea4-13ba-435e-a3a4-a95c11ed8fb7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:35:56.301825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c05bea4-13ba-435e-a3a4-a95c11ed8fb7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:35:56.317987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6c05bea4-13ba-435e-a3a4-a95c11ed8fb7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3048015 Jul 14 09:35:56.322945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:56.330467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Router 62971f5e-8816-4738-a056-55ff72ac462a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:56.336275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:56.483730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Allocated IP 172.20.0.2 (e45d6927-e7d3-4aa5-9822-f82d9e71ca3b/79212616-2fad-40bf-8a7a-477f539ac9af/d384a4e3-4214-480c-b25b-b82898ff3869) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:56.513107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:56.530436 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f94ef646-701a-4723-b840-3d676fdd96e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/62971f5e-8816-4738-a056-55ff72ac462a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1238861 Jul 14 09:35:56.539430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:56.543693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.595030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-74976537-ccd1-4419-afb9-cd2de24fe5b1 None None] Provisioning complete for port fbb83cf9-3060-464c-9e63-e4322e6e0159 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:56.595030 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74976537-ccd1-4419-afb9-cd2de24fe5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.647031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-74976537-ccd1-4419-afb9-cd2de24fe5b1 None None] Port fbb83cf9-3060-464c-9e63-e4322e6e0159 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:56.753690 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.770471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Transition to ACTIVE for port object d384a4e3-4214-480c-b25b-b82898ff3869 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:56.804000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Transition to ACTIVE for port object d384a4e3-4214-480c-b25b-b82898ff3869 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:56.811803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.908988 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Pushing event updated for resources: {'Port': ['ID=d384a4e3-4214-480c-b25b-b82898ff3869,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:56.912586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:56.915253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 49181bfe-9d10-4616-abdf-203a8f942119 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:56.934271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.963085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:56.969396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:56.992265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:56.998033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:57.001559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.002366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.009053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 49181bfe-9d10-4616-abdf-203a8f942119 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:57.009528 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.024356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=d9fd5c65-5a9a-49c3-b19a-a62546da9d20,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.031110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c5490e0f-b1d1-45ce-b797-5f16ccb79872 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7070508 Jul 14 09:35:57.034613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:57.040567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b', 'fixed_ips': [{'subnet_id': '79212616-2fad-40bf-8a7a-477f539ac9af'}, {'subnet_id': 'd9fd5c65-5a9a-49c3-b19a-a62546da9d20'}], 'name': 'tempest-PortsTestJSON-1716604650'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:57.190376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33706) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:57.196675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287354617', 'description': 'tempest-secgroup-smoke-287354617 description', 'project_id': '4fd02c2e1e55423f9affd47dacb9e810'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:57.197157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b2e16de7-1b86-455b-bfe3-cffb519c9750 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:57.220109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Attempting to bind port d384a4e3-4214-480c-b25b-b82898ff3869 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:57.220484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Attempting to bind port d384a4e3-4214-480c-b25b-b82898ff3869 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '04d4a069-6b20-4950-8e01-7c4486974ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:57.220848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Attempting to bind port d384a4e3-4214-480c-b25b-b82898ff3869 on network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:57.228519 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:35:57.228519 n-d-758944-44 neutron-server[93753]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:35:57.228519 n-d-758944-44 neutron-server[93753]: [parameters: {'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'id': '865ff883-6092-4305-bc85-fde3fe7f5107', 'expiration': datetime.datetime(2021, 7, 14, 9, 37, 57, 223201)}] Jul 14 09:35:57.228519 n-d-758944-44 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:35:57.228945 n-d-758944-44 neutron-server[93753]: DEBUG oslo_db.api [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:35:57.229119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:57.229501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Checking segment: {'id': '04d4a069-6b20-4950-8e01-7c4486974ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:57.229908 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.230301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Bound using segment: {'id': '04d4a069-6b20-4950-8e01-7c4486974ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:57.230780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Bound port: d384a4e3-4214-480c-b25b-b82898ff3869, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d4a069-6b20-4950-8e01-7c4486974ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:57.231179 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.238877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:57.299789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b2e16de7-1b86-455b-bfe3-cffb519c9750 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:57.313025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b2e16de7-1b86-455b-bfe3-cffb519c9750 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:57.313320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.339261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] For port d384a4e3-4214-480c-b25b-b82898ff3869, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:57.349683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.359198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] For port d384a4e3-4214-480c-b25b-b82898ff3869, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d384a4e3-4214-480c-b25b-b82898ff3869,segment=NetworkSegment(04d4a069-6b20-4950-8e01-7c4486974ae2),segment_id=04d4a069-6b20-4950-8e01-7c4486974ae2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:57.367127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.377286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port ab2d0aec-04db-4cff-8437-31a46b0d8f34 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:57.464280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032193a-ab5a-45e6-9f5e-2386cd5dd0dc None None] Pushing event updated for resources: {'Port': ['ID=d384a4e3-4214-480c-b25b-b82898ff3869,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.470594 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.493732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port b2e16de7-1b86-455b-bfe3-cffb519c9750, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b2e16de7-1b86-455b-bfe3-cffb519c9750,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:57.498805 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.559200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=b2e16de7-1b86-455b-bfe3-cffb519c9750,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.652976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Sync routers for ids ['62971f5e-8816-4738-a056-55ff72ac462a'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:57.666867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Routers {'62971f5e-8816-4738-a056-55ff72ac462a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:57.667544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['62971f5e-8816-4738-a056-55ff72ac462a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:57.733383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.13 (e45d6927-e7d3-4aa5-9822-f82d9e71ca3b/79212616-2fad-40bf-8a7a-477f539ac9af/ab2d0aec-04db-4cff-8437-31a46b0d8f34) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:57.746697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.24 (e45d6927-e7d3-4aa5-9822-f82d9e71ca3b/d9fd5c65-5a9a-49c3-b19a-a62546da9d20/ab2d0aec-04db-4cff-8437-31a46b0d8f34) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:57.780130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.872772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Set router 62971f5e-8816-4738-a056-55ff72ac462a gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:57.883287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.889207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.937290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fef0f1-95ab-48b2-aebc-5ea1688fee15,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.945052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.950334 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-77ce6d4c-6b25-4b8b-8ae0-ca4fd45a38fd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7581120 Jul 14 09:35:57.951107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:57.957749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-77608448-ca8b-471a-8a1b-4063b711044e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'security_group_rule': {'security_group_id': 'a5fef0f1-95ab-48b2-aebc-5ea1688fee15', 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:57.989912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.005819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77608448-ca8b-471a-8a1b-4063b711044e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.008326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object ab2d0aec-04db-4cff-8437-31a46b0d8f34 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:58.057526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.089675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77608448-ca8b-471a-8a1b-4063b711044e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.097068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77608448-ca8b-471a-8a1b-4063b711044e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.129236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:58.135095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:58.137581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:58.149947 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77608448-ca8b-471a-8a1b-4063b711044e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2cb9ef-f4e3-4272-aef4-4f8819d065cf,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.158291 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77608448-ca8b-471a-8a1b-4063b711044e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.164746 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-77608448-ca8b-471a-8a1b-4063b711044e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2108302 Jul 14 09:35:58.165748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.173131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c9c43383-16ed-4195-8a38-edaf5e4b6c9d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'security_group_rule': {'security_group_id': 'a5fef0f1-95ab-48b2-aebc-5ea1688fee15', 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:58.188133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=ab2d0aec-04db-4cff-8437-31a46b0d8f34,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.216794 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9c43383-16ed-4195-8a38-edaf5e4b6c9d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.220374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.221207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.249270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9ced9277-0e0e-4ba5-97c4-eb92e1ecd632 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2134423 Jul 14 09:35:58.249930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.255256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79212616-2fad-40bf-8a7a-477f539ac9af'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:58.299093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9c43383-16ed-4195-8a38-edaf5e4b6c9d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.303757 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9c43383-16ed-4195-8a38-edaf5e4b6c9d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.322733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43383-16ed-4195-8a38-edaf5e4b6c9d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafa73f7-01c8-4210-8c13-edf7c31f2088,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.331807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:35:55Z', 'revision_number': 4, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port': {'id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:51Z', 'updated_at': '2021-07-14T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fbb83cf9-3060-464c-9e63-e4322e6e0159', 'name': '', 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'mac_address': 'fa:16:3e:23:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ddb01da-6416-485f-bb98-28d30e887691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:35:55Z', 'revision_number': 2, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'subnets': [{'id': '6ddb01da-6416-485f-bb98-28d30e887691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:58.332637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9c43383-16ed-4195-8a38-edaf5e4b6c9d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.334165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c9c43383-16ed-4195-8a38-edaf5e4b6c9d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661341 Jul 14 09:35:58.339755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.344272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5495de32-5d9c-4c5a-922c-aee31f89c8b7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'security_group_rule': {'security_group_id': 'a5fef0f1-95ab-48b2-aebc-5ea1688fee15', 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:58.361478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Checking router: 62971f5e-8816-4738-a056-55ff72ac462a for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:58.361837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Updating router 62971f5e-8816-4738-a056-55ff72ac462a port fbb83cf9-3060-464c-9e63-e4322e6e0159 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:58.374138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.400664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5495de32-5d9c-4c5a-922c-aee31f89c8b7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.400935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.586150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5495de32-5d9c-4c5a-922c-aee31f89c8b7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.590999 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5495de32-5d9c-4c5a-922c-aee31f89c8b7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.629522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495de32-5d9c-4c5a-922c-aee31f89c8b7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f06d10-ad35-4a75-8990-efc7ee8a12bf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.640238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5495de32-5d9c-4c5a-922c-aee31f89c8b7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.641475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5495de32-5d9c-4c5a-922c-aee31f89c8b7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3008375 Jul 14 09:35:58.644357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.649356 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c1ac6f4f-30a3-4a38-a057-394602c232d2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'security_group_rule': {'security_group_id': 'a5fef0f1-95ab-48b2-aebc-5ea1688fee15', 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:58.724164 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6f4f-30a3-4a38-a057-394602c232d2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.792118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Delete allocated IP 172.20.0.24 (e45d6927-e7d3-4aa5-9822-f82d9e71ca3b/d9fd5c65-5a9a-49c3-b19a-a62546da9d20) {{(pid=93754) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:35:58.838891 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6f4f-30a3-4a38-a057-394602c232d2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.844800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6f4f-30a3-4a38-a057-394602c232d2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.867942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.878371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac6f4f-30a3-4a38-a057-394602c232d2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1651654-9864-4160-819e-f87efcd32515,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.886245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Transition to ACTIVE for port object fbb83cf9-3060-464c-9e63-e4322e6e0159 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:58.898699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6f4f-30a3-4a38-a057-394602c232d2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.899432 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.901061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c1ac6f4f-30a3-4a38-a057-394602c232d2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2555449 Jul 14 09:35:58.904296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33730) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:58.910212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'security_group_rule': {'security_group_id': 'a5fef0f1-95ab-48b2-aebc-5ea1688fee15', 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:58.958418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0428c1-3d63-4289-9cb9-ec39af4c9a43 None None] Pushing event updated for resources: {'Port': ['ID=fbb83cf9-3060-464c-9e63-e4322e6e0159,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.988633 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Project 4fd02c2e1e55423f9affd47dacb9e810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:35:58.995613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d384a4e3-4214-480c-b25b-b82898ff3869 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:59.004325 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.059649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Attempting to bind port fbb83cf9-3060-464c-9e63-e4322e6e0159 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:59.059880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Attempting to bind port fbb83cf9-3060-464c-9e63-e4322e6e0159 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:59.060422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Attempting to bind port fbb83cf9-3060-464c-9e63-e4322e6e0159 on network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:59.072181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:59.072571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Checking segment: {'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:59.073359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.073359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Bound using segment: {'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:59.074322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Bound port: fbb83cf9-3060-464c-9e63-e4322e6e0159, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd167d594-7de3-455c-beb0-6bfa3dc9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:59.074322 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.091382 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.110721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Ignored duplicate provisioning block setup for port ab2d0aec-04db-4cff-8437-31a46b0d8f34 by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:35:59.128175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.131108 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.161299 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.171507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d384a4e3-4214-480c-b25b-b82898ff3869 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:59.174981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] For port fbb83cf9-3060-464c-9e63-e4322e6e0159, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:59.181605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] For port fbb83cf9-3060-464c-9e63-e4322e6e0159, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fbb83cf9-3060-464c-9e63-e4322e6e0159,segment=NetworkSegment(d167d594-7de3-455c-beb0-6bfa3dc9595e),segment_id=d167d594-7de3-455c-beb0-6bfa3dc9595e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:59.183055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f12f6c1-0859-4810-8ecb-d594c061ec0c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.183966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b2e16de7-1b86-455b-bfe3-cffb519c9750 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:59.188332 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.228921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70795bf-a48d-46dc-bb86-d0de197d7972 None None] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:59.243188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=ab2d0aec-04db-4cff-8437-31a46b0d8f34,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.246109 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.250100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-79bffd10-5632-4756-b684-b0ea0e561f32 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443244 Jul 14 09:35:59.250827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:59.261219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'security_group_rule': {'security_group_id': 'a5fef0f1-95ab-48b2-aebc-5ea1688fee15', 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:59.301170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] In _notify_port_updated(), no bound segment for port ab2d0aec-04db-4cff-8437-31a46b0d8f34 on network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:35:59.309368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.310032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.310595 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Project 4fd02c2e1e55423f9affd47dacb9e810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:35:59.313922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-14ae43e7-eeb3-4728-9958-6f244f553b17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "PUT /v2.0/ports/ab2d0aec-04db-4cff-8437-31a46b0d8f34 HTTP/1.1" status: 200 len: 920 time: 1.0604889 Jul 14 09:35:59.314096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33736) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:59.320604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79212616-2fad-40bf-8a7a-477f539ac9af'}, {'subnet_id': 'd9fd5c65-5a9a-49c3-b19a-a62546da9d20'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:59.326362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.341917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Routers {'62971f5e-8816-4738-a056-55ff72ac462a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:59.342726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['62971f5e-8816-4738-a056-55ff72ac462a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:59.426845 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.435888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.452046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.474416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58b30cc-d02b-4977-a5e4-a6dcc09c75bb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.502338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.503938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-da934d4a-1415-4fc9-94cd-e4dab3882647 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2514098 Jul 14 09:35:59.508348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4b841208-0fd8-43c3-8df2-d1500be1009d None None] Provisioning for port d384a4e3-4214-480c-b25b-b82898ff3869 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:59.533529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0428c1-3d63-4289-9cb9-ec39af4c9a43 None None] Pushing event updated for resources: {'Port': ['ID=fbb83cf9-3060-464c-9e63-e4322e6e0159,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.534555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4b841208-0fd8-43c3-8df2-d1500be1009d None None] Provisioning complete for port d384a4e3-4214-480c-b25b-b82898ff3869 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:59.534931 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b841208-0fd8-43c3-8df2-d1500be1009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.587071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b2e16de7-1b86-455b-bfe3-cffb519c9750 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:59.592745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.707955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] Set router 62971f5e-8816-4738-a056-55ff72ac462a gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:59.756707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-c7e9c2af-4d9a-43bf-bc7c-93724cebc1d4 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287354617&fields=id&tenant_id=4fd02c2e1e55423f9affd47dacb9e810 HTTP/1.1" status: 200 len: 267 time: 0.0999818 Jul 14 09:35:59.891225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.19 (e45d6927-e7d3-4aa5-9822-f82d9e71ca3b/d9fd5c65-5a9a-49c3-b19a-a62546da9d20/ab2d0aec-04db-4cff-8437-31a46b0d8f34) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:59.930670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-f796f8a9-9c98-4113-855b-f565ee857c02 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.932242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-f796f8a9-9c98-4113-855b-f565ee857c02 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/networks?id=f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 200 len: 808 time: 0.1666760 Jul 14 09:35:59.962186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b841208-0fd8-43c3-8df2-d1500be1009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.980050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-ab602f67-9d5b-4e5a-ba47-822cc01be358 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/quotas/4fd02c2e1e55423f9affd47dacb9e810 HTTP/1.1" status: 200 len: 375 time: 0.0170338 Jul 14 09:36:00.055653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4b841208-0fd8-43c3-8df2-d1500be1009d None None] For port d384a4e3-4214-480c-b25b-b82898ff3869, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d384a4e3-4214-480c-b25b-b82898ff3869,segment=NetworkSegment(04d4a069-6b20-4950-8e01-7c4486974ae2),segment_id=04d4a069-6b20-4950-8e01-7c4486974ae2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:00.064897 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b841208-0fd8-43c3-8df2-d1500be1009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.125910 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-a09ab10a-1a26-4baf-b1df-e935f918008f tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281471 Jul 14 09:36:00.144863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.151019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b841208-0fd8-43c3-8df2-d1500be1009d None None] Pushing event updated for resources: {'Port': ['ID=d384a4e3-4214-480c-b25b-b82898ff3869,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.169905 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Ignored duplicate provisioning block setup for port ab2d0aec-04db-4cff-8437-31a46b0d8f34 by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:36:00.172223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:35:55Z', 'revision_number': 4, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port': {'id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:51Z', 'updated_at': '2021-07-14T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fbb83cf9-3060-464c-9e63-e4322e6e0159', 'name': '', 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'mac_address': 'fa:16:3e:23:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ddb01da-6416-485f-bb98-28d30e887691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:35:59Z', 'revision_number': 4, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'subnets': [{'id': '6ddb01da-6416-485f-bb98-28d30e887691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:00.179339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.209781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8ccd8-42d8-4558-a3b3-0be6779981e7 None None] The sync data for ids ['62971f5e-8816-4738-a056-55ff72ac462a'] in n-d-758944-44 is: [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:35:55Z', 'revision_number': 4, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port': {'id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:51Z', 'updated_at': '2021-07-14T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'fbb83cf9-3060-464c-9e63-e4322e6e0159', 'name': '', 'network_id': 'b0fcba57-f9d0-4a8c-9861-38c8225bfe3f', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'mac_address': 'fa:16:3e:23:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ddb01da-6416-485f-bb98-28d30e887691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:35:59Z', 'revision_number': 4, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'subnets': [{'id': '6ddb01da-6416-485f-bb98-28d30e887691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:00.219189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] Update dhcp port {'port': {'network_id': 'e45d6927-e7d3-4aa5-9822-f82d9e71ca3b', 'fixed_ips': [{'subnet_id': '79212616-2fad-40bf-8a7a-477f539ac9af', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9fd5c65-5a9a-49c3-b19a-a62546da9d20'}], 'binding:host_id': 'n-d-758944-44'}, 'id': 'd384a4e3-4214-480c-b25b-b82898ff3869'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:36:00.302470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.456856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=ab2d0aec-04db-4cff-8437-31a46b0d8f34,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.541837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] Allocated IP 172.20.0.18 (e45d6927-e7d3-4aa5-9822-f82d9e71ca3b/d9fd5c65-5a9a-49c3-b19a-a62546da9d20/d384a4e3-4214-480c-b25b-b82898ff3869) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:00.554405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] In _notify_port_updated(), no bound segment for port ab2d0aec-04db-4cff-8437-31a46b0d8f34 on network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:36:00.561051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.562229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.563957 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7d1aa414-f6a6-4d3c-b86e-bea87cf8e730 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "PUT /v2.0/ports/ab2d0aec-04db-4cff-8437-31a46b0d8f34 HTTP/1.1" status: 200 len: 1000 time: 1.2488339 Jul 14 09:36:00.566075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-24708011-29c8-4ee0-9887-64d916b4ed2e service neutron] 10.222.0.18 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393840 Jul 14 09:36:00.566554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33762) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:00.668357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] For port d384a4e3-4214-480c-b25b-b82898ff3869, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d384a4e3-4214-480c-b25b-b82898ff3869,segment=NetworkSegment(04d4a069-6b20-4950-8e01-7c4486974ae2),segment_id=04d4a069-6b20-4950-8e01-7c4486974ae2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:00.718239 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.757992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] Transition to ACTIVE for port object d384a4e3-4214-480c-b25b-b82898ff3869 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:00.763324 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.767201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-b0031ae5-8e29-44a0-a1fb-adfe98ed644c service neutron] 10.222.0.18 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918297 Jul 14 09:36:00.824746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port ab2d0aec-04db-4cff-8437-31a46b0d8f34 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:00.825102 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.959670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d384a4e3-4214-480c-b25b-b82898ff3869 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:00.991776 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.010322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418029-2ef4-4593-854c-a6ca5495fa2b None None] Pushing event updated for resources: {'Port': ['ID=d384a4e3-4214-480c-b25b-b82898ff3869,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.037693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for ab2d0aec-04db-4cff-8437-31a46b0d8f34 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:01.114268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fbb83cf9-3060-464c-9e63-e4322e6e0159 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:01.173030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50cc1105-216c-46c6-b2d0-8962ed5a48e2 req-b3bba4c2-fd0a-488a-a0ad-2fee2dbecc6c tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 210 time: 0.0591266 Jul 14 09:36:01.231063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port fbb83cf9-3060-464c-9e63-e4322e6e0159 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:01.235544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fbb83cf9-3060-464c-9e63-e4322e6e0159 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:01.235921 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.394795 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.412731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.461959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port fbb83cf9-3060-464c-9e63-e4322e6e0159, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fbb83cf9-3060-464c-9e63-e4322e6e0159,segment=NetworkSegment(d167d594-7de3-455c-beb0-6bfa3dc9595e),segment_id=d167d594-7de3-455c-beb0-6bfa3dc9595e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:01.469677 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.478895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=ab2d0aec-04db-4cff-8437-31a46b0d8f34,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.626664 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.657517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=fbb83cf9-3060-464c-9e63-e4322e6e0159,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.751049 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.753648 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c935dcb6-d986-45c4-ba88-fdb458b220c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/ab2d0aec-04db-4cff-8437-31a46b0d8f34 HTTP/1.1" status: 204 len: 168 time: 1.1860087 Jul 14 09:36:01.757307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33780) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:01.792430 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3acdc7a-7e8b-4d9d-9b60-d8adf9b30228 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:01.796876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33782) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:01.797097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a3acdc7a-7e8b-4d9d-9b60-d8adf9b30228 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/ab2d0aec-04db-4cff-8437-31a46b0d8f34 HTTP/1.1" status: 404 len: 333 time: 0.0385125 Jul 14 09:36:01.875430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet d9fd5c65-5a9a-49c3-b19a-a62546da9d20 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:01.878591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.911112 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893caf4-4e8a-41b8-8651-ad71c9944a87 None None] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:01.927979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.027609 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.096064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.128087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fd5c65-5a9a-49c3-b19a-a62546da9d20,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.132065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.134045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1cf944bb-1894-4500-8b66-e14074e6969e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/d9fd5c65-5a9a-49c3-b19a-a62546da9d20 HTTP/1.1" status: 204 len: 168 time: 0.3359659 Jul 14 09:36:02.136668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33784) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:02.143118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d1b210b-a461-405a-a228-3fe58cd9ca88 None None] Provisioning for port d384a4e3-4214-480c-b25b-b82898ff3869 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:02.157975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d1b210b-a461-405a-a228-3fe58cd9ca88 None None] Provisioning complete for port d384a4e3-4214-480c-b25b-b82898ff3869 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:02.158256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d1b210b-a461-405a-a228-3fe58cd9ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.205333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 79212616-2fad-40bf-8a7a-477f539ac9af {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:02.209336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.251066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.314608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d1b210b-a461-405a-a228-3fe58cd9ca88 None None] Could not find standard attr ID for object ab2d0aec-04db-4cff-8437-31a46b0d8f34. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:02.328749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6172642-308c-4e79-b25a-7615082aa285 req-8ef04832-9c4d-41de-8664-8be4429b538e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 210 time: 0.0391638 Jul 14 09:36:02.368102 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.432716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.473621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=79212616-2fad-40bf-8a7a-477f539ac9af,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.477510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.480108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c2a7a37a-63f3-4bd8-95fc-54eb0e46f8d8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/79212616-2fad-40bf-8a7a-477f539ac9af HTTP/1.1" status: 204 len: 168 time: 0.3423212 Jul 14 09:36:02.483149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33788) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:02.571628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.713849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port d384a4e3-4214-480c-b25b-b82898ff3869 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:02.714447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.741423 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:02.747906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-51cd8c06-c3bc-42c2-83af-fe73ee3f0fab tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.749545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-51cd8c06-c3bc-42c2-83af-fe73ee3f0fab tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.11 "GET /v2.0/networks?id=f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 200 len: 808 time: 0.1948471 Jul 14 09:36:02.833040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] For port d384a4e3-4214-480c-b25b-b82898ff3869, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d384a4e3-4214-480c-b25b-b82898ff3869,segment=NetworkSegment(04d4a069-6b20-4950-8e01-7c4486974ae2),segment_id=04d4a069-6b20-4950-8e01-7c4486974ae2)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:02.835035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.863874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for d384a4e3-4214-480c-b25b-b82898ff3869 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:02.878726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-dbf8c6a5-8cff-4a10-a9a6-7bf82f8534a3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fd02c2e1e55423f9affd47dacb9e810 HTTP/1.1" status: 200 len: 379 time: 0.1191838 Jul 14 09:36:02.891576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d384a4e3-4214-480c-b25b-b82898ff3869 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:02.892484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'port': {'device_id': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'admin_state_up': True, 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'security_groups': ['a5fef0f1-95ab-48b2-aebc-5ea1688fee15']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:02.992071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d384a4e3-4214-480c-b25b-b82898ff3869 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:02.992457 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.008257 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.047102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Made reservation on behalf of 4fd02c2e1e55423f9affd47dacb9e810 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:03.062050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.082397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=d384a4e3-4214-480c-b25b-b82898ff3869,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.087990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Could not find standard attr ID for object d384a4e3-4214-480c-b25b-b82898ff3869. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:03.089621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No DVR routers for this DVR port d384a4e3-4214-480c-b25b-b82898ff3869 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:03.090986 n-d-758944-44 neutron-server[93755]: INFO neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No ports have port_id starting with d384a4e3-4214-480c-b25b-b82898ff3869 Jul 14 09:36:03.093411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fbb83cf9-3060-464c-9e63-e4322e6e0159 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:03.205323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac460e-a388-4cb7-9f0c-845d7262146c None None] Network e45d6927-e7d3-4aa5-9822-f82d9e71ca3b requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:03.274393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Allocated IP 172.20.0.3 (f195d3c8-dfb5-47bb-8768-f749980ad770/a22cf2bb-e39a-4e49-a785-7294b47477b2/a6c75410-2098-4f4d-8894-e97d829b08a5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:03.314014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.326965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45d6927-e7d3-4aa5-9822-f82d9e71ca3b']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:03.340145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d4a069-6b20-4950-8e01-7c4486974ae2') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:03.340722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d4a069-6b20-4950-8e01-7c4486974ae2') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:03.344374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port fbb83cf9-3060-464c-9e63-e4322e6e0159 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:03.344746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.352980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.372441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.380522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:03.381335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.412010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c8b02c3-4151-40f7-9859-a9f99e15bbdd None None] Could not find standard attr ID for object d384a4e3-4214-480c-b25b-b82898ff3869. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:03.453825 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:03.461202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.467147 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.485658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.490661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/e45d6927-e7d3-4aa5-9822-f82d9e71ca3b HTTP/1.1" status: 204 len: 168 time: 1.0064526 Jul 14 09:36:03.497111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.503191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Transition to ACTIVE for port object a6c75410-2098-4f4d-8894-e97d829b08a5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:03.531861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d6786-cc8e-420a-ba56-8da657b6fcc4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=e45d6927-e7d3-4aa5-9822-f82d9e71ca3b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.572631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.628742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe0d90-aac5-4006-b6a2-8f784818c97c None None] DHCP port deletion for e45d6927-e7d3-4aa5-9822-f82d9e71ca3b request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:03.628899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ce3e5-a0e6-4d27-855a-d27c2e1d5368 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.630456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bf2ce3e5-a0e6-4d27-855a-d27c2e1d5368 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1200321 Jul 14 09:36:03.641528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33814) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.665702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Network f195d3c8-dfb5-47bb-8768-f749980ad770 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:03.675434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:03.680833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:03.719519 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e35b7899-8241-4f81-b390-d1654055ea92 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0764813 Jul 14 09:36:03.724533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.730725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-802936491'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:03.733879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'Port': ['ID=a6c75410-2098-4f4d-8894-e97d829b08a5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.758647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.759489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.777774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:03.780634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9566e-23e0-4a46-b5fe-fb07916dc0c2 req-cb648a65-508a-47e6-a675-c70884d05ff4 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.782337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ff9566e-23e0-4a46-b5fe-fb07916dc0c2 req-cb648a65-508a-47e6-a675-c70884d05ff4 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 931 time: 0.2463367 Jul 14 09:36:03.783023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.806614 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-6d462a96-f980-421c-87b5-d2b6bdc977d3 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9238946 Jul 14 09:36:03.825364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Request body: {'port': {'device_id': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:03.825955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:03.840176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.840979 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment 66aa3119-c080-4722-a839-5c82c04dbd68 of type vlan for network 08753020-7042-4bd7-bdc9-adf8d431d03d Jul 14 09:36:03.885376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ff9566e-23e0-4a46-b5fe-fb07916dc0c2 req-99b47ce6-f6a7-4d27-bdca-062ec40d498f tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930693 Jul 14 09:36:03.899749 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.956272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.965762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.971456 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.971848 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.042513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a573c299-a67d-47d0-98df-c26ebe9bf5e4 None None] Provisioning for port a6c75410-2098-4f4d-8894-e97d829b08a5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:04.049550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a573c299-a67d-47d0-98df-c26ebe9bf5e4 None None] Provisioning complete for port a6c75410-2098-4f4d-8894-e97d829b08a5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:04.050828 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a573c299-a67d-47d0-98df-c26ebe9bf5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.055532 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3270364 Jul 14 09:36:04.056116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.067015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:04.089974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8cc09-8326-46c2-a4ec-c0597fe02918 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=08753020-7042-4bd7-bdc9-adf8d431d03d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.120449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a573c299-a67d-47d0-98df-c26ebe9bf5e4 None None] Port a6c75410-2098-4f4d-8894-e97d829b08a5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:04.123393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 08753020-7042-4bd7-bdc9-adf8d431d03d details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:04.291596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:04.295076 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.457190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c75410-2098-4f4d-8894-e97d829b08a5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:04.489589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.514332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Transition to ACTIVE for port object a6c75410-2098-4f4d-8894-e97d829b08a5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:04.522176 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.606883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.608827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c75410-2098-4f4d-8894-e97d829b08a5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.720501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=164152e9-b102-4387-8ee1-8d689db8fcde,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.752260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': '66aa3119-c080-4722-a839-5c82c04dbd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:04.752859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: 08753020-7042-4bd7-bdc9-adf8d431d03d, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:04.755454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Attempting to bind port a6c75410-2098-4f4d-8894-e97d829b08a5 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:04.755796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Attempting to bind port a6c75410-2098-4f4d-8894-e97d829b08a5 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:04.756126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Attempting to bind port a6c75410-2098-4f4d-8894-e97d829b08a5 on network f195d3c8-dfb5-47bb-8768-f749980ad770 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:04.767916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Port a6c75410-2098-4f4d-8894-e97d829b08a5 on network f195d3c8-dfb5-47bb-8768-f749980ad770 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:04.768628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Attempting to bind port a6c75410-2098-4f4d-8894-e97d829b08a5 on network f195d3c8-dfb5-47bb-8768-f749980ad770 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:04.776713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:04.777288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Checking segment: {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:04.777601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Bound using segment: {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:04.778152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Bound port: a6c75410-2098-4f4d-8894-e97d829b08a5, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1635636-87b5-41d9-b9df-eb7e5f4246da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:04.778669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.793247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d384a4e3-4214-480c-b25b-b82898ff3869 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:04.808148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 08753020-7042-4bd7-bdc9-adf8d431d03d is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:04.816760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d384a4e3-4214-480c-b25b-b82898ff3869 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:04.817111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d384a4e3-4214-480c-b25b-b82898ff3869 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:04.836823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 08753020-7042-4bd7-bdc9-adf8d431d03d) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:04.846114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.846747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.847971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa776435-155f-4ddd-8f09-5e14c8c5bb89 None None] Network 08753020-7042-4bd7-bdc9-adf8d431d03d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:04.877744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-00708f57-b0ad-4345-af86-d0b9114bcf71 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8202477 Jul 14 09:36:04.879026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] For port a6c75410-2098-4f4d-8894-e97d829b08a5, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:04.880414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33822) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.882958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] For port a6c75410-2098-4f4d-8894-e97d829b08a5, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6c75410-2098-4f4d-8894-e97d829b08a5,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:04.887170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d', 'name': 'tempest-PortsTestJSON-962189882'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:04.888236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.924057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.924795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.926306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 200 len: 1092 time: 1.1105747 Jul 14 09:36:04.927062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:04.930614 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbafa86d-5610-418c-a402-6b6dcc645e60" -d '{"events": [{"name": "network-changed", "server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:04.961061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b382b4-e257-462c-9276-ad19f01199a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c75410-2098-4f4d-8894-e97d829b08a5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.045017 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae191d-581f-41bf-9976-d52dce841de0 x-openstack-request-id: req-32ae191d-581f-41bf-9976-d52dce841de0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:05.045382 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:05.045602 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32ae191d-581f-41bf-9976-d52dce841de0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:05.046221 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'status': 'completed', 'code': 200} Jul 14 09:36:05.060592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:05.064209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.100464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port d2919d51-c54c-4295-ba03-448ab78d32ca yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:05.102467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-799ce09b-e977-41a0-ab2e-1fc5132a9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.104945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-08753020-7042-4bd7-bdc9-adf8d431d03d', 'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d', 'tenant_id': 'b714f6bacdc24f18b1369ec1095916a0', 'fixed_ips': [{'subnet_id': '164152e9-b102-4387-8ee1-8d689db8fcde'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:05.107035 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.112631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-799ce09b-e977-41a0-ab2e-1fc5132a9df2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1095 time: 0.1080568 Jul 14 09:36:05.195333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-3aae4f6e-f321-4fb7-8078-6a98aadb70ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 200 len: 217 time: 0.0759027 Jul 14 09:36:05.272727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-b89c58d0-bc9d-4ba5-9fe6-211909d5c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.274324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-b89c58d0-bc9d-4ba5-9fe6-211909d5c31f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a22cf2bb-e39a-4e49-a785-7294b47477b2 HTTP/1.1" status: 200 len: 847 time: 0.0627286 Jul 14 09:36:05.395686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c276010-909d-41bb-990f-85fd1ff9e2ef req-81469a85-063b-42ac-bedd-2a10ae3fd157 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.397912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c276010-909d-41bb-990f-85fd1ff9e2ef req-81469a85-063b-42ac-bedd-2a10ae3fd157 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 943 time: 0.1982183 Jul 14 09:36:05.411573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-e004fe90-da82-4306-8ec8-a90c77191f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.413064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-e004fe90-da82-4306-8ec8-a90c77191f6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f195d3c8-dfb5-47bb-8768-f749980ad770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168528 Jul 14 09:36:05.489470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c276010-909d-41bb-990f-85fd1ff9e2ef req-c522986c-4d23-49b0-b5b9-98d8093c0125 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852737 Jul 14 09:36:05.554528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-3f3fe672-ffef-4b79-a679-46d6b0093983 service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326563 Jul 14 09:36:05.664409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ff6e782-d384-41c4-a98c-3b400d62e0ae req-ce2fa126-bf10-4eaa-bdaa-9ac3d3739b41 service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027303 Jul 14 09:36:05.691904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.12 (08753020-7042-4bd7-bdc9-adf8d431d03d/164152e9-b102-4387-8ee1-8d689db8fcde/d2919d51-c54c-4295-ba03-448ab78d32ca) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:05.757906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.786307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-ce279cea-63d8-422e-ba69-75e205363e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.788100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-ce279cea-63d8-422e-ba69-75e205363e8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1095 time: 0.0744565 Jul 14 09:36:05.883229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.897826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object d2919d51-c54c-4295-ba03-448ab78d32ca will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:05.902883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efcdd333-4114-49d1-ba72-841c590e0c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.912421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-00273421-1426-4a91-a459-475b314be005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.914506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-00273421-1426-4a91-a459-475b314be005 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 200 len: 909 time: 0.1196485 Jul 14 09:36:05.935684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.981569 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Allocated IP 172.20.0.2 (08753020-7042-4bd7-bdc9-adf8d431d03d/164152e9-b102-4387-8ee1-8d689db8fcde/8fdf13ec-4430-424e-9f66-a1e0934b4ef4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:05.987106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 08753020-7042-4bd7-bdc9-adf8d431d03d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:05.991416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:05.995764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:06.024267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=d2919d51-c54c-4295-ba03-448ab78d32ca,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.039634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-7fa57969-fd9f-4d19-ac30-e2a92daa1be2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 200 len: 217 time: 0.1177161 Jul 14 09:36:06.060281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.061094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.105835 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efcdd333-4114-49d1-ba72-841c590e0c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.112242 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efcdd333-4114-49d1-ba72-841c590e0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.119445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b0d4ffec-19d8-48a0-80c6-f68fa2fae604 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2347240 Jul 14 09:36:06.119961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:06.126671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d', 'name': 'tempest-PortsTestJSON-976264915'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:06.139632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-891562b2-08a1-4f6b-9613-3bdcac58f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.141291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-891562b2-08a1-4f6b-9613-3bdcac58f25f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a22cf2bb-e39a-4e49-a785-7294b47477b2 HTTP/1.1" status: 200 len: 847 time: 0.0930064 Jul 14 09:36:06.141940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.153663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Transition to ACTIVE for port object 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:06.171813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Transition to ACTIVE for port object 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:06.178129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.190659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-efcdd333-4114-49d1-ba72-841c590e0c75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b271a85fc53427cbb174008a132dcdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318118 Jul 14 09:36:06.193698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33844) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:06.202354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdd333-4114-49d1-ba72-841c590e0c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b3f895-4833-403e-a71c-1e1b8a668b81,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.234784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Network 08753020-7042-4bd7-bdc9-adf8d431d03d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:06.239533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:06.242734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:06.250338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Pushing event updated for resources: {'Port': ['ID=8fdf13ec-4430-424e-9f66-a1e0934b4ef4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.266438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-cdccceb8-ed4e-4e71-8b51-b0cae8e8d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.268002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-cdccceb8-ed4e-4e71-8b51-b0cae8e8d35d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f195d3c8-dfb5-47bb-8768-f749980ad770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176693 Jul 14 09:36:06.272926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b07cbb4-7d22-4f4a-ab2f-cebd377b1dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.277950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:06.281680 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.306927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 9d019843-530e-426c-8d31-0a131323cde1 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:06.320634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Attempting to bind port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:06.321099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Attempting to bind port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '66aa3119-c080-4722-a839-5c82c04dbd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:06.321565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Attempting to bind port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 on network 08753020-7042-4bd7-bdc9-adf8d431d03d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:06.327202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:06.327758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Checking segment: {'id': '66aa3119-c080-4722-a839-5c82c04dbd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:06.328695 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.328695 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Bound using segment: {'id': '66aa3119-c080-4722-a839-5c82c04dbd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:06.329247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Bound port: 8fdf13ec-4430-424e-9f66-a1e0934b4ef4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66aa3119-c080-4722-a839-5c82c04dbd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '08753020-7042-4bd7-bdc9-adf8d431d03d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:06.329745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.348494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b07cbb4-7d22-4f4a-ab2f-cebd377b1dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.412214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-2f9ac4c0-4900-468b-a4b0-2b9bbdf9b49a service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370518 Jul 14 09:36:06.416787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] For port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:06.423624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] For port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8fdf13ec-4430-424e-9f66-a1e0934b4ef4,segment=NetworkSegment(66aa3119-c080-4722-a839-5c82c04dbd68),segment_id=66aa3119-c080-4722-a839-5c82c04dbd68)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:06.431074 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.440912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b07cbb4-7d22-4f4a-ab2f-cebd377b1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.443488 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b07cbb4-7d22-4f4a-ab2f-cebd377b1dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.444664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3b07cbb4-7d22-4f4a-ab2f-cebd377b1dd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35b3f895-4833-403e-a71c-1e1b8a668b81 HTTP/1.1" status: 204 len: 168 time: 0.2491431 Jul 14 09:36:06.452595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.10 (08753020-7042-4bd7-bdc9-adf8d431d03d/164152e9-b102-4387-8ee1-8d689db8fcde/9d019843-530e-426c-8d31-0a131323cde1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:06.486736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838ac7e-f3be-407e-a1fc-9a0e79979516 None None] Pushing event updated for resources: {'Port': ['ID=8fdf13ec-4430-424e-9f66-a1e0934b4ef4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.670254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.731521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object 9d019843-530e-426c-8d31-0a131323cde1 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:06.782868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07cbb4-7d22-4f4a-ab2f-cebd377b1dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b3f895-4833-403e-a71c-1e1b8a668b81,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:06.842520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20353-3c59-4f11-9d99-bf0dee5a900e req-e322311c-94da-44f0-baec-184481c19c5a tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.843140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bbafa86d-5610-418c-a402-6b6dcc645e60 req-c4a923b2-1179-4950-9a13-512218b4d206 service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243596 Jul 14 09:36:06.844989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58c20353-3c59-4f11-9d99-bf0dee5a900e req-e322311c-94da-44f0-baec-184481c19c5a tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 943 time: 0.1712837 Jul 14 09:36:06.878790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.884435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:06.898416 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4912d4be-80ef-4aa1-b6bd-9cd74d331125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:06.935656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 08753020-7042-4bd7-bdc9-adf8d431d03d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:06.939013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58c20353-3c59-4f11-9d99-bf0dee5a900e req-1cd8eb51-8106-438d-ba34-f85419dba1c7 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852046 Jul 14 09:36:06.945434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:06.948351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:06.982696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=9d019843-530e-426c-8d31-0a131323cde1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.002577 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4912d4be-80ef-4aa1-b6bd-9cd74d331125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.007077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4912d4be-80ef-4aa1-b6bd-9cd74d331125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.015660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.016202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.030723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7ed01f7f-d99b-4a4c-b2e1-f01a7ded432b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9095988 Jul 14 09:36:07.033213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33854) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.046984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4912d4be-80ef-4aa1-b6bd-9cd74d331125 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5200589276047babcdbbe5fad13901c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614516 Jul 14 09:36:07.048032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912d4be-80ef-4aa1-b6bd-9cd74d331125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b6976-4eb9-491c-bf89-0aab7323d304,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.050526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33856) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.101274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87b05552-511a-4519-9d81-f18d3613c1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.105092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f271255e-5e47-4ed9-8240-407a389f960d tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.106669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f271255e-5e47-4ed9-8240-407a389f960d tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.0725362 Jul 14 09:36:07.109839 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.124137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87b05552-511a-4519-9d81-f18d3613c1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.177402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87b05552-511a-4519-9d81-f18d3613c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.180271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87b05552-511a-4519-9d81-f18d3613c1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.181421 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-87b05552-511a-4519-9d81-f18d3613c1ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/912b6976-4eb9-491c-bf89-0aab7323d304 HTTP/1.1" status: 204 len: 168 time: 0.1299860 Jul 14 09:36:07.189349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b05552-511a-4519-9d81-f18d3613c1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b6976-4eb9-491c-bf89-0aab7323d304,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.221840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 9d019843-530e-426c-8d31-0a131323cde1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:07.221840 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.318737 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.332655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 9d019843-530e-426c-8d31-0a131323cde1 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:07.487852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.516330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=9d019843-530e-426c-8d31-0a131323cde1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.582629 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.596234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91d949ad-8ba1-4a62-ae36-c75060c7c7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.602652 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.604885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1fcffb6b-beef-4ff9-a263-c41ddcfbd2b3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/9d019843-530e-426c-8d31-0a131323cde1 HTTP/1.1" status: 204 len: 168 time: 0.4939353 Jul 14 09:36:07.607571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33866) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.624759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de5e54-2cf2-47ee-876b-35ef7200b704 None None] Network 08753020-7042-4bd7-bdc9-adf8d431d03d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:07.643255 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd73ec5-19da-4aed-b383-9afd3aa28945 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:07.644882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-edd73ec5-19da-4aed-b383-9afd3aa28945 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/9d019843-530e-426c-8d31-0a131323cde1 HTTP/1.1" status: 404 len: 333 time: 0.0363472 Jul 14 09:36:07.648321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.697934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0fd442ea-c586-4676-8313-88a5bdb91e5a None None] Provisioning for port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:07.736864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91d949ad-8ba1-4a62-ae36-c75060c7c7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.741111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-91d949ad-8ba1-4a62-ae36-c75060c7c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.749525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port d2919d51-c54c-4295-ba03-448ab78d32ca {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:07.749937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.788420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-91d949ad-8ba1-4a62-ae36-c75060c7c7c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19db7e7948ed47c59face260ef8a9f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040958 Jul 14 09:36:07.789366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d949ad-8ba1-4a62-ae36-c75060c7c7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f5d6f-132d-4070-9acb-116f197875cb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.792100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.845004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fa88046-461d-4b36-a048-29dba45e1f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.858629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.867685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fa88046-461d-4b36-a048-29dba45e1f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.871995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for d2919d51-c54c-4295-ba03-448ab78d32ca owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:07.921156 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fa88046-461d-4b36-a048-29dba45e1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.924419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fa88046-461d-4b36-a048-29dba45e1f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.928445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7fa88046-461d-4b36-a048-29dba45e1f51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/905f5d6f-132d-4070-9acb-116f197875cb HTTP/1.1" status: 204 len: 168 time: 0.1325045 Jul 14 09:36:07.934567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa88046-461d-4b36-a048-29dba45e1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f5d6f-132d-4070-9acb-116f197875cb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.030095 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.070829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=d2919d51-c54c-4295-ba03-448ab78d32ca,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.121874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-705eff27-bbd2-4777-9d3d-49955e39c2fa None None] Could not find standard attr ID for object d2919d51-c54c-4295-ba03-448ab78d32ca. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:08.157461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b712822-7e5e-40e4-b00c-3b968ea4e71c req-dab46e29-b86b-4f01-8e67-b4ab72cc07cd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.159468 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b712822-7e5e-40e4-b00c-3b968ea4e71c req-dab46e29-b86b-4f01-8e67-b4ab72cc07cd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 943 time: 0.0936592 Jul 14 09:36:08.161884 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.164705 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-368ec775-cc7b-4689-80ee-b7c973ad7a55 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/d2919d51-c54c-4295-ba03-448ab78d32ca HTTP/1.1" status: 204 len: 168 time: 0.5152531 Jul 14 09:36:08.168765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.202212 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b1de1b-68d9-49fc-8d67-386d08d44b01 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:08.203803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e0b1de1b-68d9-49fc-8d67-386d08d44b01 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/d2919d51-c54c-4295-ba03-448ab78d32ca HTTP/1.1" status: 404 len: 333 time: 0.0339999 Jul 14 09:36:08.206513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.213779 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6b712822-7e5e-40e4-b00c-3b968ea4e71c req-a70cf164-33b0-48de-8142-454633e5b537 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461867 Jul 14 09:36:08.276602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 164152e9-b102-4387-8ee1-8d689db8fcde {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:08.280499 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.323397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.363116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b3c18f0e-f684-4290-b8f9-1fecebf6125d None None] Could not find standard attr ID for object d2919d51-c54c-4295-ba03-448ab78d32ca. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:08.418001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.503010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.531650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=164152e9-b102-4387-8ee1-8d689db8fcde,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.539743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.542076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9dd9d155-95cc-4d60-88ef-ad2a4aca1b81 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/164152e9-b102-4387-8ee1-8d689db8fcde HTTP/1.1" status: 204 len: 168 time: 0.3346286 Jul 14 09:36:08.544812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.575634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-148101dc-0901-41ad-ba55-8404526802e1 None None] Could not find standard attr ID for object 9d019843-530e-426c-8d31-0a131323cde1. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:08.635429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.695967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:08.696376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.757559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3deb966-dcde-4d2f-bf63-97a7053e9f44 None None] Network 08753020-7042-4bd7-bdc9-adf8d431d03d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:08.786128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] For port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8fdf13ec-4430-424e-9f66-a1e0934b4ef4,segment=NetworkSegment(66aa3119-c080-4722-a839-5c82c04dbd68),segment_id=66aa3119-c080-4722-a839-5c82c04dbd68)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:08.786635 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.806978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:08.827040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6c75410-2098-4f4d-8894-e97d829b08a5 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:08.864158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:08.896411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.926313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=8fdf13ec-4430-424e-9f66-a1e0934b4ef4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.928607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No DVR routers for this DVR port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:08.975800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No active binding found for port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:36:08.976612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:36:09.006385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Port 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:36:09.017006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.028427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08753020-7042-4bd7-bdc9-adf8d431d03d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.029676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a6c75410-2098-4f4d-8894-e97d829b08a5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6c75410-2098-4f4d-8894-e97d829b08a5,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.040980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66aa3119-c080-4722-a839-5c82c04dbd68') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.041820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66aa3119-c080-4722-a839-5c82c04dbd68') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:09.044838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'port_id': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'mac_address': 'fa:16:3e:04:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:09.051584 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.067155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.075498 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:09.075903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:09.079516 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:09.092459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.108421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c75410-2098-4f4d-8894-e97d829b08a5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:09.133326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b88faa-1b34-487a-b0be-6f4b42f76585 None None] DHCP port deletion for 08753020-7042-4bd7-bdc9-adf8d431d03d request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:09.139934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a6c75410-2098-4f4d-8894-e97d829b08a5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6c75410-2098-4f4d-8894-e97d829b08a5,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.144958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.161479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.172242 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.178192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/08753020-7042-4bd7-bdc9-adf8d431d03d HTTP/1.1" status: 204 len: 168 time: 0.6293716 Jul 14 09:36:09.178460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33904) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.184520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1662858809'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:09.201050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a6c75410-2098-4f4d-8894-e97d829b08a5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.202222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706b77a-f89d-4e0d-aa03-d6e95adfdcc1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=08753020-7042-4bd7-bdc9-adf8d431d03d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.218183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:09.222390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.273726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:09.284508 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.284508 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment dec56e6a-218b-4838-904a-6c3cddb2b314 of type vlan for network a1c10ddd-0609-4cc7-9265-9a78b9139b21 Jul 14 09:36:09.336722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.392828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['a6c75410-2098-4f4d-8894-e97d829b08a5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:09.396914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.403107 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.403750 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.482455 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3028920 Jul 14 09:36:09.485612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33914) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.492520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877e084-1035-4e56-85aa-497c8f1ce207 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=a1c10ddd-0609-4cc7-9265-9a78b9139b21,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.493204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:09.507838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:09.515816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99d84-00ab-4f61-86ea-58566aa5235d req-e2f06acc-407e-4610-a9a4-04d47ea66428 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.517170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81d99d84-00ab-4f61-86ea-58566aa5235d req-e2f06acc-407e-4610-a9a4-04d47ea66428 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 944 time: 0.1725717 Jul 14 09:36:09.574726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81d99d84-00ab-4f61-86ea-58566aa5235d req-0a565f94-1b68-4ab3-8899-46a065b4a707 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500593 Jul 14 09:36:09.616416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:09.624270 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.823872 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.887306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.894935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': 'dec56e6a-218b-4838-904a-6c3cddb2b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:09.895297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: a1c10ddd-0609-4cc7-9265-9a78b9139b21, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:09.918122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:09.927985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a1c10ddd-0609-4cc7-9265-9a78b9139b21) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:09.933677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.934371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.939183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033f406-fd8c-4921-aa58-37c1a8622d4d None None] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:09.965790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6d551697-8283-4c02-917b-b51c99ef630a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4781413 Jul 14 09:36:09.968759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33916) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.974476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21', 'name': 'tempest-PortsTestJSON-37586168', 'fixed_ips': [{'subnet_id': '670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01', 'ip_address': '172.20.0.10'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:10.087178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:10.097666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a1c10ddd-0609-4cc7-9265-9a78b9139b21', 'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21', 'tenant_id': 'b714f6bacdc24f18b1369ec1095916a0', 'fixed_ips': [{'subnet_id': '670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:10.098582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.176254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.194196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 3b2b7501-e226-4ca8-9c8c-53d24c7031fd yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:10.237679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Allocated IP 172.20.0.2 (a1c10ddd-0609-4cc7-9265-9a78b9139b21/670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01/ee8ee148-98ce-40e0-8883-7447e8ddd91c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:10.391985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.402098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Transition to ACTIVE for port object ee8ee148-98ce-40e0-8883-7447e8ddd91c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:10.419660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Transition to ACTIVE for port object ee8ee148-98ce-40e0-8883-7447e8ddd91c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:10.428790 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.472600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:10.480488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:10.484041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:10.488368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.10 (a1c10ddd-0609-4cc7-9265-9a78b9139b21/670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01/3b2b7501-e226-4ca8-9c8c-53d24c7031fd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:10.491581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Pushing event updated for resources: {'Port': ['ID=ee8ee148-98ce-40e0-8883-7447e8ddd91c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.551678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Attempting to bind port ee8ee148-98ce-40e0-8883-7447e8ddd91c on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:10.552062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Attempting to bind port ee8ee148-98ce-40e0-8883-7447e8ddd91c by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'dec56e6a-218b-4838-904a-6c3cddb2b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:10.552428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Attempting to bind port ee8ee148-98ce-40e0-8883-7447e8ddd91c on network a1c10ddd-0609-4cc7-9265-9a78b9139b21 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:10.557801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:10.558177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Checking segment: {'id': 'dec56e6a-218b-4838-904a-6c3cddb2b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:10.558582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.558973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Bound using segment: {'id': 'dec56e6a-218b-4838-904a-6c3cddb2b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:10.559514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Bound port: ee8ee148-98ce-40e0-8883-7447e8ddd91c, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec56e6a-218b-4838-904a-6c3cddb2b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:10.559907 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.648502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] For port ee8ee148-98ce-40e0-8883-7447e8ddd91c, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:10.652612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] For port ee8ee148-98ce-40e0-8883-7447e8ddd91c, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee8ee148-98ce-40e0-8883-7447e8ddd91c,segment=NetworkSegment(dec56e6a-218b-4838-904a-6c3cddb2b314),segment_id=dec56e6a-218b-4838-904a-6c3cddb2b314)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:10.659305 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.674934 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.689206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object 3b2b7501-e226-4ca8-9c8c-53d24c7031fd will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:10.726082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2ecbc-e163-4bdf-bc5a-0797e06fec26 None None] Pushing event updated for resources: {'Port': ['ID=ee8ee148-98ce-40e0-8883-7447e8ddd91c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.788218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.794876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:10.818350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:10.819384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8fdf13ec-4430-424e-9f66-a1e0934b4ef4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:10.839796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6c75410-2098-4f4d-8894-e97d829b08a5 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:10.871149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:10.879152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:10.884227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=3b2b7501-e226-4ca8-9c8c-53d24c7031fd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.886639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:10.907281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8a3c0-0897-4bc2-b3bd-ab347c9917d2 req-670e7f8e-4d2d-4d37-90b2-29501b253c0c tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.907281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41b8a3c0-0897-4bc2-b3bd-ab347c9917d2 req-670e7f8e-4d2d-4d37-90b2-29501b253c0c tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 944 time: 0.1863792 Jul 14 09:36:10.930051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port a6c75410-2098-4f4d-8894-e97d829b08a5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:10.934701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port a6c75410-2098-4f4d-8894-e97d829b08a5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:10.935085 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.039244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.039940 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.046765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41b8a3c0-0897-4bc2-b3bd-ab347c9917d2 req-3764d41b-70cd-4e08-841d-8d84b2ef0306 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241746 Jul 14 09:36:11.071678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-37de7b00-795f-48ec-b635-684308aa9a4b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1013665 Jul 14 09:36:11.083100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.085192 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.089248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': 'a1c10ddd-0609-4cc7-9265-9a78b9139b21', 'name': 'tempest-PortsTestJSON-1627137229', 'fixed_ips': [{'subnet_id': '670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01', 'ip_address': '172.20.0.9'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:11.117072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:11.119450 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f81489e-356c-4243-b4d5-fa9bfbca06ff" -d '{"events": [{"server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "name": "network-vif-plugged", "status": "completed", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:11.134126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a6c75410-2098-4f4d-8894-e97d829b08a5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6c75410-2098-4f4d-8894-e97d829b08a5,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:11.142224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.192245 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f6b429-5de3-46cd-b4b7-e3f7e25d2519 x-openstack-request-id: req-88f6b429-5de3-46cd-b4b7-e3f7e25d2519 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:11.192545 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "name": "network-vif-plugged", "status": "completed", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:11.192805 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88f6b429-5de3-46cd-b4b7-e3f7e25d2519 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:11.193207 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'code': 200} Jul 14 09:36:11.213003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a6c75410-2098-4f4d-8894-e97d829b08a5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.282472 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:11.330257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fb051-da31-4a25-9db1-8559fe7bfdb8 req-6b1c616c-bf19-4c23-838c-6404b56044af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.333429 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a55fb051-da31-4a25-9db1-8559fe7bfdb8 req-6b1c616c-bf19-4c23-838c-6404b56044af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1097 time: 0.0646656 Jul 14 09:36:11.391217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.397596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a55fb051-da31-4a25-9db1-8559fe7bfdb8 req-8327ede6-bd50-4e8d-9ae0-10881a7e2d52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564373 Jul 14 09:36:11.411137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port abb2588a-09eb-4e94-8c20-260ccccd31f0 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:11.577434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.9 (a1c10ddd-0609-4cc7-9265-9a78b9139b21/670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01/abb2588a-09eb-4e94-8c20-260ccccd31f0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:11.785789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.806508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object abb2588a-09eb-4e94-8c20-260ccccd31f0 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:11.844236 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.893150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:11.896527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:11.901044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:11.926647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=abb2588a-09eb-4e94-8c20-260ccccd31f0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.954692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.955302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.960455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ed41a-221c-4f93-910c-764391fd30ca None None] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:11.969463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4079ff77-15a3-42e7-8e70-9ddf215e48b1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8849337 Jul 14 09:36:11.972257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.044997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b6bdc1cf-fe5d-48f8-90ea-fa9430a8124e None None] Provisioning for port ee8ee148-98ce-40e0-8883-7447e8ddd91c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:12.131922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd1bef-f6ab-4e69-b62e-881654dc7563 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.136607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a8cd1bef-f6ab-4e69-b62e-881654dc7563 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1602781 Jul 14 09:36:12.137149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.284429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12bfe-7897-4e2a-8dde-96a1040c001c req-c622d673-91c7-4b8b-b79b-ab5f55a0eccd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.292549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07a12bfe-7897-4e2a-8dde-96a1040c001c req-c622d673-91c7-4b8b-b79b-ab5f55a0eccd tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 945 time: 0.1056445 Jul 14 09:36:12.323382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd5ae1-c0c8-4ee2-8ca0-9cbd6d1f9a07 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.332365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd5ae1-c0c8-4ee2-8ca0-9cbd6d1f9a07 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.339589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd5ae1-c0c8-4ee2-8ca0-9cbd6d1f9a07 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.344537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3cd5ae1-c0c8-4ee2-8ca0-9cbd6d1f9a07 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2032986 Jul 14 09:36:12.345117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.367050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07a12bfe-7897-4e2a-8dde-96a1040c001c req-e70546e3-df78-4cf0-9afc-0a661a4b0087 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709093 Jul 14 09:36:12.473058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port abb2588a-09eb-4e94-8c20-260ccccd31f0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:12.473404 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.482601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Provisioning for port 3b2b7501-e226-4ca8-9c8c-53d24c7031fd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:12.487221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Provisioning complete for port 3b2b7501-e226-4ca8-9c8c-53d24c7031fd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:12.487712 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.540789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Port 3b2b7501-e226-4ca8-9c8c-53d24c7031fd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:12.556755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Provisioning for port abb2588a-09eb-4e94-8c20-260ccccd31f0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:12.561873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Provisioning complete for port abb2588a-09eb-4e94-8c20-260ccccd31f0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:12.562324 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.592564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.602005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e26cd-7cf2-47fc-a5d1-e2592cfbfd11 None None] Port abb2588a-09eb-4e94-8c20-260ccccd31f0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:12.608920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for abb2588a-09eb-4e94-8c20-260ccccd31f0 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:12.749476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccc358f7-a782-4c2a-b99d-1e8158886e1c None None] Provisioning complete for port 3b2b7501-e226-4ca8-9c8c-53d24c7031fd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:12.749815 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccc358f7-a782-4c2a-b99d-1e8158886e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.803537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ccc358f7-a782-4c2a-b99d-1e8158886e1c None None] Port 3b2b7501-e226-4ca8-9c8c-53d24c7031fd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:12.806785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.858255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=abb2588a-09eb-4e94-8c20-260ccccd31f0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.859574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee8ee148-98ce-40e0-8883-7447e8ddd91c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:12.940861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ee8ee148-98ce-40e0-8883-7447e8ddd91c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:12.952995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ee8ee148-98ce-40e0-8883-7447e8ddd91c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:12.953384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.001839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.007443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.008233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8e2526cd-fc6f-40a0-89cc-81d79729b623 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/abb2588a-09eb-4e94-8c20-260ccccd31f0 HTTP/1.1" status: 204 len: 168 time: 0.6610024 Jul 14 09:36:13.033885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08833025-c6b1-4ced-b995-c36a87368ace None None] Could not find standard attr ID for object abb2588a-09eb-4e94-8c20-260ccccd31f0. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:13.054981 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-8234dada-eb92-4175-b1ee-375da15910fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:13.057809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8234dada-eb92-4175-b1ee-375da15910fc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/abb2588a-09eb-4e94-8c20-260ccccd31f0 HTTP/1.1" status: 404 len: 333 time: 0.0493517 Jul 14 09:36:13.060367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.081800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.120952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ee8ee148-98ce-40e0-8883-7447e8ddd91c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee8ee148-98ce-40e0-8883-7447e8ddd91c,segment=NetworkSegment(dec56e6a-218b-4838-904a-6c3cddb2b314),segment_id=dec56e6a-218b-4838-904a-6c3cddb2b314)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:13.127515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.194486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ee8ee148-98ce-40e0-8883-7447e8ddd91c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.210282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 3b2b7501-e226-4ca8-9c8c-53d24c7031fd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:13.210857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.305363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.322609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 3b2b7501-e226-4ca8-9c8c-53d24c7031fd owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:13.465393 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.502886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=3b2b7501-e226-4ca8-9c8c-53d24c7031fd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.616915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.619233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34abe6c2-8222-4aea-bcde-bea654f050c0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/3b2b7501-e226-4ca8-9c8c-53d24c7031fd HTTP/1.1" status: 204 len: 168 time: 0.5575266 Jul 14 09:36:13.621801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33968) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.659155 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-55068486-bb38-41e4-9bbb-39ad403be97e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:13.663575 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-55068486-bb38-41e4-9bbb-39ad403be97e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/3b2b7501-e226-4ca8-9c8c-53d24c7031fd HTTP/1.1" status: 404 len: 333 time: 0.0381391 Jul 14 09:36:13.664094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.679411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2bbc3-bb87-45d7-bd6a-824ae44391f4 req-ed84f6e9-f1ac-4515-8877-e0e53931bf6a tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.680808 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9e2bbc3-bb87-45d7-bd6a-824ae44391f4 req-ed84f6e9-f1ac-4515-8877-e0e53931bf6a tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 945 time: 0.1710076 Jul 14 09:36:13.749351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:13.754300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.781272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e9e2bbc3-bb87-45d7-bd6a-824ae44391f4 req-0f88b769-a2e0-4f47-87e0-624cdd7aecf9 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786605 Jul 14 09:36:13.801893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.913803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.984996 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.985276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba317d-a2bc-437a-97ee-37f275b73db0 req-3df4893f-056e-426a-8248-236bed614267 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.993416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-97ba317d-a2bc-437a-97ee-37f275b73db0 req-3df4893f-056e-426a-8248-236bed614267 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 945 time: 0.0858700 Jul 14 09:36:14.018077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.020151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01 HTTP/1.1" status: 204 len: 168 time: 0.3552613 Jul 14 09:36:14.021260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe07dd5-ca86-44fc-a048-4cfa91733aee tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.023605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:14.027638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d2cca-b9ad-4bc9-975b-083217bdf10f None None] Network a1c10ddd-0609-4cc7-9265-9a78b9139b21 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:14.040876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-97ba317d-a2bc-437a-97ee-37f275b73db0 req-03b46f46-27ff-4533-a534-bba7601fbb73 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463493 Jul 14 09:36:14.127539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.245174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port ee8ee148-98ce-40e0-8883-7447e8ddd91c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:14.245827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.251771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] DHCP port deletion for a1c10ddd-0609-4cc7-9265-9a78b9139b21 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:14.300633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] Deleting port ee8ee148-98ce-40e0-8883-7447e8ddd91c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:14.300983 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.322742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942ac9b-dbe7-4591-95f1-e70dc42c26ff req-8aa02aa5-a1d0-4f83-b0d5-e5b0c186e1f6 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.324348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b942ac9b-dbe7-4591-95f1-e70dc42c26ff req-8aa02aa5-a1d0-4f83-b0d5-e5b0c186e1f6 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 945 time: 0.1426785 Jul 14 09:36:14.331999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] For port ee8ee148-98ce-40e0-8883-7447e8ddd91c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee8ee148-98ce-40e0-8883-7447e8ddd91c,segment=NetworkSegment(dec56e6a-218b-4838-904a-6c3cddb2b314),segment_id=dec56e6a-218b-4838-904a-6c3cddb2b314)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:14.332987 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.354471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for ee8ee148-98ce-40e0-8883-7447e8ddd91c owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:14.420766 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b942ac9b-dbe7-4591-95f1-e70dc42c26ff req-afb7974e-d8d3-4874-881c-4101231ebceb tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845118 Jul 14 09:36:14.484011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:14.490183 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.520031 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=ee8ee148-98ce-40e0-8883-7447e8ddd91c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.528385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No DVR routers for this DVR port ee8ee148-98ce-40e0-8883-7447e8ddd91c on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:14.591042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] For port ee8ee148-98ce-40e0-8883-7447e8ddd91c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee8ee148-98ce-40e0-8883-7447e8ddd91c,segment=NetworkSegment(dec56e6a-218b-4838-904a-6c3cddb2b314),segment_id=dec56e6a-218b-4838-904a-6c3cddb2b314)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:14.591549 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.622474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] Calling delete_port for ee8ee148-98ce-40e0-8883-7447e8ddd91c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:14.669435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.680909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c10ddd-0609-4cc7-9265-9a78b9139b21']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.706463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec56e6a-218b-4838-904a-6c3cddb2b314') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.706761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec56e6a-218b-4838-904a-6c3cddb2b314') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.728447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.737791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.757072 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.771392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:14.772330 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:14.775723 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:14.783084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] No DVR routers for this DVR port ee8ee148-98ce-40e0-8883-7447e8ddd91c on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:14.798560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea6af7-bba9-4d53-a1f1-521dfa19eb9f None None] Pushing event deleted for resources: {'Port': ['ID=ee8ee148-98ce-40e0-8883-7447e8ddd91c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.839668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db8b8a-a1e4-4868-9363-e9048c2d188a tempest-TestServerBasicOps-622405097 tempest-TestServerBasicOps-622405097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.842069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-73db8b8a-a1e4-4868-9363-e9048c2d188a tempest-TestServerBasicOps-622405097 tempest-TestServerBasicOps-622405097-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1092 time: 0.3569036 Jul 14 09:36:14.847263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33988) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:14.854495 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:14.863521 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee8ee148-98ce-40e0-8883-7447e8ddd91c no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:14.877928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.910078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ee8ee148-98ce-40e0-8883-7447e8ddd91c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:14.910078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee8ee148-98ce-40e0-8883-7447e8ddd91c not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:14.916842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.917631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.923451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 33990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:14.925939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/a1c10ddd-0609-4cc7-9265-9a78b9139b21 HTTP/1.1" status: 204 len: 168 time: 0.8995261 Jul 14 09:36:14.928702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44d8d9-830e-4f3c-b107-259f58720343 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=a1c10ddd-0609-4cc7-9265-9a78b9139b21,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.932696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103194938'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:15.005888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:15.009442 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.047101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:15.067977 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.068337 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Added segment c8deef37-8286-4355-a341-b50eb7f8451e of type vlan for network 88b12ea1-c93d-4992-bdef-97dc54933794 Jul 14 09:36:15.127012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.131604 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.206289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.212701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.213342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.305006 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3803172 Jul 14 09:36:15.308010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33992) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:15.312847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63651-e8a3-4901-8b83-a76ea1c4af6f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Network': ['ID=88b12ea1-c93d-4992-bdef-97dc54933794,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.326190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Allocated IP 172.25.2.237 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/3b561a1c-2ac0-4bbf-9066-82ae806a4c31) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:15.331537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 88b12ea1-c93d-4992-bdef-97dc54933794 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:15.337272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:15.462353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:15.466745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.478651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.523393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.569737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:15.572779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:15.576554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:15.603745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'Port': ['ID=3b561a1c-2ac0-4bbf-9066-82ae806a4c31,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.691343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.764240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Checking segment: {'id': 'c8deef37-8286-4355-a341-b50eb7f8451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:15.764617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network hostable DHCP agents. Network: 88b12ea1-c93d-4992-bdef-97dc54933794, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:15.773235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=60deb119-570e-4eee-a064-7f67eea70130,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.787109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 88b12ea1-c93d-4992-bdef-97dc54933794 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:15.797914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 88b12ea1-c93d-4992-bdef-97dc54933794) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:15.802673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.803797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.811143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e093d0-8935-479e-98c2-17214aeda30e None None] Network 88b12ea1-c93d-4992-bdef-97dc54933794 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:15.830818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c97512e4-a1df-4f11-a78c-1d15e07f85ab tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5209541 Jul 14 09:36:15.833755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:15.841125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6db837d0-7c36-4e01-b7f8-1852649ee3a4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1378353776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:15.876059 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6db837d0-7c36-4e01-b7f8-1852649ee3a4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.877938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6db837d0-7c36-4e01-b7f8-1852649ee3a4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.948570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6db837d0-7c36-4e01-b7f8-1852649ee3a4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.954737 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6db837d0-7c36-4e01-b7f8-1852649ee3a4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.985289 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6db837d0-7c36-4e01-b7f8-1852649ee3a4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.986816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6db837d0-7c36-4e01-b7f8-1852649ee3a4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1515474 Jul 14 09:36:15.989915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 33998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:15.999248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794', 'name': 'tempest-PortsTestJSON-1644610153'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:16.008505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf7b75c5-1f26-4888-91b2-e314df09b0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.014699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-88b12ea1-c93d-4992-bdef-97dc54933794', 'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794', 'tenant_id': 'b714f6bacdc24f18b1369ec1095916a0', 'fixed_ips': [{'subnet_id': '60deb119-570e-4eee-a064-7f67eea70130'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:16.016291 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.132655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:16.137739 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.157625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port c9eec6d6-eb38-4751-b314-68617e7a9dc6 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:16.179687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Allocated IP 172.20.0.2 (88b12ea1-c93d-4992-bdef-97dc54933794/60deb119-570e-4eee-a064-7f67eea70130/f8230a50-03fb-4306-98cf-d69460b8ed47) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:16.182659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.314086 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.344383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.355126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Transition to ACTIVE for port object f8230a50-03fb-4306-98cf-d69460b8ed47 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:16.372225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Transition to ACTIVE for port object f8230a50-03fb-4306-98cf-d69460b8ed47 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:16.378495 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.420457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Network 88b12ea1-c93d-4992-bdef-97dc54933794 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:16.426487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:16.431525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:16.434753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Pushing event updated for resources: {'Port': ['ID=f8230a50-03fb-4306-98cf-d69460b8ed47,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.447961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.11 (88b12ea1-c93d-4992-bdef-97dc54933794/60deb119-570e-4eee-a064-7f67eea70130/c9eec6d6-eb38-4751-b314-68617e7a9dc6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:16.504475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Attempting to bind port f8230a50-03fb-4306-98cf-d69460b8ed47 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:16.505900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Attempting to bind port f8230a50-03fb-4306-98cf-d69460b8ed47 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c8deef37-8286-4355-a341-b50eb7f8451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:16.506802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Attempting to bind port f8230a50-03fb-4306-98cf-d69460b8ed47 on network 88b12ea1-c93d-4992-bdef-97dc54933794 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:16.516859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:16.517906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Checking segment: {'id': 'c8deef37-8286-4355-a341-b50eb7f8451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:16.518781 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.519707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Bound using segment: {'id': 'c8deef37-8286-4355-a341-b50eb7f8451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:16.520686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Bound port: f8230a50-03fb-4306-98cf-d69460b8ed47, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8deef37-8286-4355-a341-b50eb7f8451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '88b12ea1-c93d-4992-bdef-97dc54933794'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:16.522169 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.607046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] For port f8230a50-03fb-4306-98cf-d69460b8ed47, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:16.611284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] For port f8230a50-03fb-4306-98cf-d69460b8ed47, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f8230a50-03fb-4306-98cf-d69460b8ed47,segment=NetworkSegment(c8deef37-8286-4355-a341-b50eb7f8451e),segment_id=c8deef37-8286-4355-a341-b50eb7f8451e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:16.616850 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.696497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb39fb7-9f67-4e02-8b49-74e01f6e2fdd None None] Pushing event updated for resources: {'Port': ['ID=f8230a50-03fb-4306-98cf-d69460b8ed47,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.835739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.844679 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.938946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event updated for resources: {'Port': ['ID=3b561a1c-2ac0-4bbf-9066-82ae806a4c31,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.962591 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.117946 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Floating IP 61db8b2d-6630-4ca4-a808-83f66bed58be associated. External IP: 172.25.2.237, port: a6c75410-2098-4f4d-8894-e97d829b08a5. Jul 14 09:36:17.216591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.242296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object c9eec6d6-eb38-4751-b314-68617e7a9dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:17.307881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.366598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 88b12ea1-c93d-4992-bdef-97dc54933794 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:17.370802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:17.376673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:17.382675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=c9eec6d6-eb38-4751-b314-68617e7a9dc6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.403738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Router dde89a13-6385-4435-a01f-f5a8c261888e has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:17.453484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.454839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.476753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34010) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:17.477237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e977759c-81d4-4c21-8bca-b7f8c30a053f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4820294 Jul 14 09:36:17.664728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:17.676668 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] Sync routers for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:17.705392 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:17.706245 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:17.775186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.825241 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:17.857644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9088435c-275f-48e2-b8ad-3f51a00e3cf2 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0087764 Jul 14 09:36:17.870922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:17.873643 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59a5652-3142-4970-80cd-9262b80c1697" -d '{"events": [{"name": "network-changed", "server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:17.952825 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c566d9f-282b-43d5-ba0d-4620acad632b x-openstack-request-id: req-8c566d9f-282b-43d5-ba0d-4620acad632b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:17.953125 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:17.953392 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c566d9f-282b-43d5-ba0d-4620acad632b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:17.954226 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'status': 'completed', 'code': 200} Jul 14 09:36:18.044086 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.086680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f96418-f505-446f-be73-ce8690b100d6 None None] Network 88b12ea1-c93d-4992-bdef-97dc54933794 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:18.117109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5652-3142-4970-80cd-9262b80c1697 req-6572c409-38d3-417c-8167-b90dfc9647da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.118858 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '61db8b2d-6630-4ca4-a808-83f66bed58be', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'port_id': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'mac_address': 'fa:16:3e:04:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:15Z', 'revision_number': 0, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:53Z', 'revision_number': 5, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:18.119120 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f59a5652-3142-4970-80cd-9262b80c1697 req-6572c409-38d3-417c-8167-b90dfc9647da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1097 time: 0.1166422 Jul 14 09:36:18.145076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03dba0db-56d5-499f-8415-afe41cd1a1e3 None None] Provisioning for port f8230a50-03fb-4306-98cf-d69460b8ed47 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:18.146203 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] Checking router: dde89a13-6385-4435-a01f-f5a8c261888e for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:18.155828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:18.156542 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:35:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:18.281298 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:18.394389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5652-3142-4970-80cd-9262b80c1697 req-93f96982-ccad-422f-bc87-a4b10128814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.395963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f59a5652-3142-4970-80cd-9262b80c1697 req-93f96982-ccad-422f-bc87-a4b10128814b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 200 len: 909 time: 0.2713101 Jul 14 09:36:18.554056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.558634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f59a5652-3142-4970-80cd-9262b80c1697 req-e0f25b0a-81ea-4192-8e7a-334f9947bce0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 200 len: 999 time: 0.1488965 Jul 14 09:36:18.559869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.581197 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '61db8b2d-6630-4ca4-a808-83f66bed58be', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'port_id': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'mac_address': 'fa:16:3e:04:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:15Z', 'revision_number': 0, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:53Z', 'revision_number': 5, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:18.614710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f514c633-6a57-4b2a-85a7-a68ea68d2564 None None] Provisioning for port c9eec6d6-eb38-4751-b314-68617e7a9dc6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:18.620985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f514c633-6a57-4b2a-85a7-a68ea68d2564 None None] Provisioning complete for port c9eec6d6-eb38-4751-b314-68617e7a9dc6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:18.621246 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f514c633-6a57-4b2a-85a7-a68ea68d2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.667489 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be00f79-dbcc-4603-831b-57d85afd05e5 None None] The sync data for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 is: [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '61db8b2d-6630-4ca4-a808-83f66bed58be', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'port_id': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'mac_address': 'fa:16:3e:04:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:15Z', 'updated_at': '2021-07-14T09:36:15Z', 'revision_number': 0, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:53Z', 'revision_number': 5, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:18.691091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f514c633-6a57-4b2a-85a7-a68ea68d2564 None None] Port c9eec6d6-eb38-4751-b314-68617e7a9dc6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:18.741923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=c9eec6d6-eb38-4751-b314-68617e7a9dc6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:18.774491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5652-3142-4970-80cd-9262b80c1697 req-348f6b79-9b80-405c-8daf-f0c66f9f839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.775989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f59a5652-3142-4970-80cd-9262b80c1697 req-348f6b79-9b80-405c-8daf-f0c66f9f839c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a22cf2bb-e39a-4e49-a785-7294b47477b2 HTTP/1.1" status: 200 len: 847 time: 0.1989973 Jul 14 09:36:18.850450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f8230a50-03fb-4306-98cf-d69460b8ed47 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:18.931601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b94a4e8-0876-4576-8511-fed56dfce3a6 None None] Provisioning complete for port c9eec6d6-eb38-4751-b314-68617e7a9dc6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:18.932032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b94a4e8-0876-4576-8511-fed56dfce3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.971043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a5652-3142-4970-80cd-9262b80c1697 req-7874b05c-d012-4ec1-a0fe-9dd75c3c4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.973575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f59a5652-3142-4970-80cd-9262b80c1697 req-7874b05c-d012-4ec1-a0fe-9dd75c3c4bbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f195d3c8-dfb5-47bb-8768-f749980ad770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1900318 Jul 14 09:36:19.013498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8b94a4e8-0876-4576-8511-fed56dfce3a6 None None] Port c9eec6d6-eb38-4751-b314-68617e7a9dc6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:19.014773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f8230a50-03fb-4306-98cf-d69460b8ed47 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:19.023876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f8230a50-03fb-4306-98cf-d69460b8ed47 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:19.024433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.054168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15986b1f-c1a4-4404-889c-b1ccdb36ae30 None None] New status for floating IP 61db8b2d-6630-4ca4-a808-83f66bed58be: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:36:19.071957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.100106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.218253 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.286398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f59a5652-3142-4970-80cd-9262b80c1697 req-59544888-d6cc-42e4-b686-d5e85c72b008 service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056731 Jul 14 09:36:19.286637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.286739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d1ed0f52-3f27-4747-98c5-931d5ab83881 None None] Provisioning complete for port c9eec6d6-eb38-4751-b314-68617e7a9dc6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:19.287115 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0f52-3f27-4747-98c5-931d5ab83881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.313081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port f8230a50-03fb-4306-98cf-d69460b8ed47, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f8230a50-03fb-4306-98cf-d69460b8ed47,segment=NetworkSegment(c8deef37-8286-4355-a341-b50eb7f8451e),segment_id=c8deef37-8286-4355-a341-b50eb7f8451e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:19.320654 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.350181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed0f52-3f27-4747-98c5-931d5ab83881 None None] Port c9eec6d6-eb38-4751-b314-68617e7a9dc6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:19.375516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=f8230a50-03fb-4306-98cf-d69460b8ed47,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:19.650917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56cc4b1b-ef1d-403f-b99e-3fe5125b1f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.710778 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.774886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f59a5652-3142-4970-80cd-9262b80c1697 req-91d768e9-92ae-4c4f-81af-ded5ed6f47d9 service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788404 Jul 14 09:36:19.964985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.970052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.050722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.052736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=c9eec6d6-eb38-4751-b314-68617e7a9dc6,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:20.149607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 88b12ea1-c93d-4992-bdef-97dc54933794 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:20.151081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:20.166543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.279024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Router 84613b66-d3fa-4580-a959-74f8c573f291 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:36:20.381053 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:20.384809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7e91c4c-2875-4c55-ac56-ce69a0dada33 None None] Provisioning complete for port c9eec6d6-eb38-4751-b314-68617e7a9dc6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:20.385527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7e91c4c-2875-4c55-ac56-ce69a0dada33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.389860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-27a31882-44ef-400a-9fab-f71ff357b92b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "PUT /v2.0/routers/84613b66-d3fa-4580-a959-74f8c573f291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9094052 Jul 14 09:36:20.389860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:20.397141 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] Sync routers for ids ['84613b66-d3fa-4580-a959-74f8c573f291'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:20.413673 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] Routers {'84613b66-d3fa-4580-a959-74f8c573f291'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:20.414370 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['84613b66-d3fa-4580-a959-74f8c573f291'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:20.445234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d7e91c4c-2875-4c55-ac56-ce69a0dada33 None None] Port c9eec6d6-eb38-4751-b314-68617e7a9dc6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:20.459567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b779d-4ac8-43c9-bbdb-9de1e1424f95 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.461143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6f3b779d-4ac8-43c9-bbdb-9de1e1424f95 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports?device_id=84613b66-d3fa-4580-a959-74f8c573f291 HTTP/1.1" status: 200 len: 983 time: 0.0702043 Jul 14 09:36:20.461361 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:20.464085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34032) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:20.471213 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] Routers {'84613b66-d3fa-4580-a959-74f8c573f291'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:20.471860 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['84613b66-d3fa-4580-a959-74f8c573f291'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:20.510872 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:20.511997 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c56c8-17d6-4e9d-992e-c6ac90706dc9 None None] The sync data for ids ['84613b66-d3fa-4580-a959-74f8c573f291'] in n-d-758944-44 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:20.784586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f8230a50-03fb-4306-98cf-d69460b8ed47 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:20.854992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f8230a50-03fb-4306-98cf-d69460b8ed47 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:20.855433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.902625 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.116826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port c9eec6d6-eb38-4751-b314-68617e7a9dc6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:21.117173 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.201698 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.215511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for c9eec6d6-eb38-4751-b314-68617e7a9dc6 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:21.428330 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.457933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=c9eec6d6-eb38-4751-b314-68617e7a9dc6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:21.462012 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.612290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.804926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Router 84613b66-d3fa-4580-a959-74f8c573f291 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:21.888712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:21.896665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34038) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:21.897150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10962b6c-135c-441d-9c01-d50bdeab0e28 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "PUT /v2.0/routers/84613b66-d3fa-4580-a959-74f8c573f291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4316032 Jul 14 09:36:21.900507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77507d08-22bd-4146-a158-384c79244d37 None None] Sync routers for ids ['84613b66-d3fa-4580-a959-74f8c573f291'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:21.909883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77507d08-22bd-4146-a158-384c79244d37 None None] Routers {'84613b66-d3fa-4580-a959-74f8c573f291'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:21.910662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77507d08-22bd-4146-a158-384c79244d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['84613b66-d3fa-4580-a959-74f8c573f291'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.934398 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-40917052-d6b2-4356-b886-d8837f9a000d tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:21.938607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-40917052-d6b2-4356-b886-d8837f9a000d tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/c9eec6d6-eb38-4751-b314-68617e7a9dc6 HTTP/1.1" status: 404 len: 333 time: 0.0384140 Jul 14 09:36:21.938945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:21.949380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77507d08-22bd-4146-a158-384c79244d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.958803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77507d08-22bd-4146-a158-384c79244d37 None None] Routers {'84613b66-d3fa-4580-a959-74f8c573f291'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:21.959577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77507d08-22bd-4146-a158-384c79244d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['84613b66-d3fa-4580-a959-74f8c573f291'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.991869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-77507d08-22bd-4146-a158-384c79244d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.992616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77507d08-22bd-4146-a158-384c79244d37 None None] The sync data for ids ['84613b66-d3fa-4580-a959-74f8c573f291'] in n-d-758944-44 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:22.018078 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5a06-9999-49f5-be11-8c48d06baef4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.179322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5a06-9999-49f5-be11-8c48d06baef4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.181509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5a06-9999-49f5-be11-8c48d06baef4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.226684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5a06-9999-49f5-be11-8c48d06baef4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.227251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc5a06-9999-49f5-be11-8c48d06baef4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Fanout notify agent at l3_agent the message router_deleted on router 84613b66-d3fa-4580-a959-74f8c573f291 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:36:22.234417 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5a06-9999-49f5-be11-8c48d06baef4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.235469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5dfc5a06-9999-49f5-be11-8c48d06baef4 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/routers/84613b66-d3fa-4580-a959-74f8c573f291 HTTP/1.1" status: 204 len: 168 time: 0.2954919 Jul 14 09:36:22.238216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:22.294506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 60deb119-570e-4eee-a064-7f67eea70130 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:22.298814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.349679 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.451083 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.517948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.557339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.561949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:22.564339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d0b4e-39c7-4f0d-ba66-deee6fb5456d None None] Network 88b12ea1-c93d-4992-bdef-97dc54933794 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:22.567544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/60deb119-570e-4eee-a064-7f67eea70130 HTTP/1.1" status: 204 len: 168 time: 0.3283584 Jul 14 09:36:22.574263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710752b-3e2a-45a4-acf4-e9114cdd94e7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=60deb119-570e-4eee-a064-7f67eea70130,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:22.661891 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.757849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port f8230a50-03fb-4306-98cf-d69460b8ed47 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:22.757849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.796231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] DHCP port deletion for 88b12ea1-c93d-4992-bdef-97dc54933794 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:22.832457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] For port f8230a50-03fb-4306-98cf-d69460b8ed47, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f8230a50-03fb-4306-98cf-d69460b8ed47,segment=NetworkSegment(c8deef37-8286-4355-a341-b50eb7f8451e),segment_id=c8deef37-8286-4355-a341-b50eb7f8451e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:22.832999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.851332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for f8230a50-03fb-4306-98cf-d69460b8ed47 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:22.855330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Deleting port f8230a50-03fb-4306-98cf-d69460b8ed47 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:22.855753 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.935044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] For port f8230a50-03fb-4306-98cf-d69460b8ed47, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f8230a50-03fb-4306-98cf-d69460b8ed47,segment=NetworkSegment(c8deef37-8286-4355-a341-b50eb7f8451e),segment_id=c8deef37-8286-4355-a341-b50eb7f8451e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:22.935819 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.960378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Calling delete_port for f8230a50-03fb-4306-98cf-d69460b8ed47 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:22.974164 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.005957 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=f8230a50-03fb-4306-98cf-d69460b8ed47,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.008515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No DVR routers for this DVR port f8230a50-03fb-4306-98cf-d69460b8ed47 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:23.068022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.098523 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.101524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] No DVR routers for this DVR port f8230a50-03fb-4306-98cf-d69460b8ed47 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:23.116994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Pushing event deleted for resources: {'Port': ['ID=f8230a50-03fb-4306-98cf-d69460b8ed47,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.117518 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b12ea1-c93d-4992-bdef-97dc54933794']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:23.129074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.129445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.129803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.130162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.130528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.130926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.131283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.131676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.132064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.132352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.132994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.132994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8787d4cd-6fc9-4a5e-87d0-f5987888f957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:23.144292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8deef37-8286-4355-a341-b50eb7f8451e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:23.144683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8deef37-8286-4355-a341-b50eb7f8451e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:23.155666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.171140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.178424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:23.178865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:23.182614 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:23.248777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.256395 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.258305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/88b12ea1-c93d-4992-bdef-97dc54933794 HTTP/1.1" status: 204 len: 168 time: 0.6948333 Jul 14 09:36:23.262744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:23.273766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24115351-6d0d-4a84-a9a4-51ebe63037aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=88b12ea1-c93d-4992-bdef-97dc54933794,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.332160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160cd847-27fe-4d5f-a103-1b5feea758b6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.333826 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-160cd847-27fe-4d5f-a103-1b5feea758b6 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/6305a4e2-0150-4d0a-b37d-d7ce44997be5 HTTP/1.1" status: 200 len: 840 time: 0.0692523 Jul 14 09:36:23.338139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:23.392243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-235e3cb6-8e84-472d-84f6-68c9bed6c579 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/6305a4e2-0150-4d0a-b37d-d7ce44997be5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0526581 Jul 14 09:36:23.395829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:23.401592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:23.499680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:23.502948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.705771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.760749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=2e394d9e-48a5-4e88-bbdf-df50376d339e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.763828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:23.766335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:23.767932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.768878 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.780051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608f1c8-e6be-4974-9d7d-8deb0fd78f58 None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:23.786982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-494cd0a3-b46b-4c4c-9b3f-e240f47f0191 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3901753 Jul 14 09:36:23.789695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:23.795453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-06971f93-9317-4b52-9f2b-1a859a2bbbe2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'security_group': {'name': 'tempest-secgroup-45655118'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:23.820682 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06971f93-9317-4b52-9f2b-1a859a2bbbe2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.921210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06971f93-9317-4b52-9f2b-1a859a2bbbe2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.925892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06971f93-9317-4b52-9f2b-1a859a2bbbe2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.960383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06971f93-9317-4b52-9f2b-1a859a2bbbe2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.962466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-06971f93-9317-4b52-9f2b-1a859a2bbbe2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1714725 Jul 14 09:36:23.965998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34056) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:23.970877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-70a14829-1249-414d-bf4b-993b53ad52a8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'security_group': {'name': 'tempest-secgroup-1411773366'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:23.978062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971f93-9317-4b52-9f2b-1a859a2bbbe2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cac8516-dd96-4fc4-8d9e-bd092e0405bd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.001665 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a14829-1249-414d-bf4b-993b53ad52a8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.012912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-0557da52-47f7-48b7-bdc2-7453548e6423', 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'tenant_id': 'b714f6bacdc24f18b1369ec1095916a0', 'fixed_ips': [{'subnet_id': '2e394d9e-48a5-4e88-bbdf-df50376d339e'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:24.014371 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.161236 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a14829-1249-414d-bf4b-993b53ad52a8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.168704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a14829-1249-414d-bf4b-993b53ad52a8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.196829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Allocated IP 172.20.0.2 (0557da52-47f7-48b7-bdc2-7453548e6423/2e394d9e-48a5-4e88-bbdf-df50376d339e/bed96a29-fc6d-4dde-85e9-af2e0401eeea) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:24.199324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a14829-1249-414d-bf4b-993b53ad52a8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.200635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70a14829-1249-414d-bf4b-993b53ad52a8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2336457 Jul 14 09:36:24.205562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34060) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:24.211390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-896027608', 'security_groups': ['aebcbf7a-0374-4fec-ac84-6cedc4f9be76'], 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e394d9e-48a5-4e88-bbdf-df50376d339e'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:24.218930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a14829-1249-414d-bf4b-993b53ad52a8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebcbf7a-0374-4fec-ac84-6cedc4f9be76,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.354005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.361320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:24.365198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Transition to ACTIVE for port object bed96a29-fc6d-4dde-85e9-af2e0401eeea will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:24.389928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Transition to ACTIVE for port object bed96a29-fc6d-4dde-85e9-af2e0401eeea will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:24.396536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.450195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:24.453240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:24.456884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:24.473008 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.492518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Pushing event updated for resources: {'Port': ['ID=bed96a29-fc6d-4dde-85e9-af2e0401eeea,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.493880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 1befa201-9b82-44f5-87bf-731b6f72f7d1 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:24.541551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Attempting to bind port bed96a29-fc6d-4dde-85e9-af2e0401eeea on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:24.541933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Attempting to bind port bed96a29-fc6d-4dde-85e9-af2e0401eeea by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '925ef786-045f-4316-b42a-e84eef7b4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:24.542304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Attempting to bind port bed96a29-fc6d-4dde-85e9-af2e0401eeea on network 0557da52-47f7-48b7-bdc2-7453548e6423 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:24.548553 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:24.548942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Checking segment: {'id': '925ef786-045f-4316-b42a-e84eef7b4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:24.549359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.549778 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Bound using segment: {'id': '925ef786-045f-4316-b42a-e84eef7b4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:24.550270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Bound port: bed96a29-fc6d-4dde-85e9-af2e0401eeea, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925ef786-045f-4316-b42a-e84eef7b4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:24.550661 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.624384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] For port bed96a29-fc6d-4dde-85e9-af2e0401eeea, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:24.630097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] For port bed96a29-fc6d-4dde-85e9-af2e0401eeea, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bed96a29-fc6d-4dde-85e9-af2e0401eeea,segment=NetworkSegment(925ef786-045f-4316-b42a-e84eef7b4946),segment_id=925ef786-045f-4316-b42a-e84eef7b4946)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:24.634753 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.708282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55541-df4f-4c1a-a5f6-68a610fe998e None None] Pushing event updated for resources: {'Port': ['ID=bed96a29-fc6d-4dde-85e9-af2e0401eeea,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.712856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.13 (0557da52-47f7-48b7-bdc2-7453548e6423/2e394d9e-48a5-4e88-bbdf-df50376d339e/1befa201-9b82-44f5-87bf-731b6f72f7d1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:24.817193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f8230a50-03fb-4306-98cf-d69460b8ed47 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:24.852842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f8230a50-03fb-4306-98cf-d69460b8ed47 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:24.853489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f8230a50-03fb-4306-98cf-d69460b8ed47 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:24.956986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.987203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object 1befa201-9b82-44f5-87bf-731b6f72f7d1 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:25.042752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.114238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:25.121895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:25.127679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:25.131391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=1befa201-9b82-44f5-87bf-731b6f72f7d1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:25.195775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.196675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.214978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af1e7a6c-3bb0-48c9-ae58-9f72b7f0f78b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0081573 Jul 14 09:36:25.221440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:25.226889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fd8779a5-6c34-464b-a612-c5a5a29e27f0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:25.358104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8779a5-6c34-464b-a612-c5a5a29e27f0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:25.361807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd8779a5-6c34-464b-a612-c5a5a29e27f0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.485530 n-d-758944-44 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-fd8779a5-6c34-464b-a612-c5a5a29e27f0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2e394d9e-48a5-4e88-bbdf-df50376d339e (CIDR: 172.20.0.0/28) Jul 14 09:36:25.494256 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8779a5-6c34-464b-a612-c5a5a29e27f0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:36:25.494840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8779a5-6c34-464b-a612-c5a5a29e27f0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:25.522085 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fd8779a5-6c34-464b-a612-c5a5a29e27f0 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2955506 Jul 14 09:36:25.522696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34068) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:25.529119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:25.672820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:25.676406 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.912594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cf51801e-06bf-4d28-8da3-c0aefc594431 None None] Provisioning complete for port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:25.913412 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf51801e-06bf-4d28-8da3-c0aefc594431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.963216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.971798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cf51801e-06bf-4d28-8da3-c0aefc594431 None None] Port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:25.995221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cf51801e-06bf-4d28-8da3-c0aefc594431 None None] Provisioning for port bed96a29-fc6d-4dde-85e9-af2e0401eeea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:26.010353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:26.018498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:26.027383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.028293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.046143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=2e248061-6b4e-417a-8361-4f9fbfe4f3da,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:26.062607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d43743e9-8ec0-4616-a876-15035ad152aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5377722 Jul 14 09:36:26.065884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:26.072046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1644805892', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e248061-6b4e-417a-8361-4f9fbfe4f3da'}], 'security_groups': ['7cac8516-dd96-4fc4-8d9e-bd092e0405bd']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:26.086828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443e0ad-7a5c-43e9-b795-7e54f896fa6f None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:26.213042 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.324813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d31ad668-952a-4272-ba5e-0b32ba9061aa None None] Provisioning for port 1befa201-9b82-44f5-87bf-731b6f72f7d1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:26.336900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d31ad668-952a-4272-ba5e-0b32ba9061aa None None] Provisioning complete for port 1befa201-9b82-44f5-87bf-731b6f72f7d1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:26.337273 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d31ad668-952a-4272-ba5e-0b32ba9061aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.387253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d31ad668-952a-4272-ba5e-0b32ba9061aa None None] Port 1befa201-9b82-44f5-87bf-731b6f72f7d1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:26.601238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] Update dhcp port {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'fixed_ips': [{'subnet_id': '2e394d9e-48a5-4e88-bbdf-df50376d339e', 'ip_address': '172.20.0.2'}, {'subnet_id': '2e248061-6b4e-417a-8361-4f9fbfe4f3da'}], 'binding:host_id': 'n-d-758944-44'}, 'id': 'bed96a29-fc6d-4dde-85e9-af2e0401eeea'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:36:26.603693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Delete allocated IP 172.20.0.13 (0557da52-47f7-48b7-bdc2-7453548e6423/2e394d9e-48a5-4e88-bbdf-df50376d339e) {{(pid=93754) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:36:26.613328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.24 (0557da52-47f7-48b7-bdc2-7453548e6423/2e248061-6b4e-417a-8361-4f9fbfe4f3da/1befa201-9b82-44f5-87bf-731b6f72f7d1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:26.644293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.877977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bed96a29-fc6d-4dde-85e9-af2e0401eeea up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:26.887810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.902604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Ignored duplicate provisioning block setup for port 1befa201-9b82-44f5-87bf-731b6f72f7d1 by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:36:26.907708 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.985150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port bed96a29-fc6d-4dde-85e9-af2e0401eeea completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:26.988033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] Allocated IP 172.20.0.18 (0557da52-47f7-48b7-bdc2-7453548e6423/2e248061-6b4e-417a-8361-4f9fbfe4f3da/bed96a29-fc6d-4dde-85e9-af2e0401eeea) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:26.995079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:26.995528 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.073068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=1befa201-9b82-44f5-87bf-731b6f72f7d1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:27.076999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] In _notify_port_updated(), no bound segment for port 1befa201-9b82-44f5-87bf-731b6f72f7d1 on network 0557da52-47f7-48b7-bdc2-7453548e6423 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:36:27.084463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.085106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.091421 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e33ed90b-f575-473b-9083-81a9334b8387 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "PUT /v2.0/ports/1befa201-9b82-44f5-87bf-731b6f72f7d1 HTTP/1.1" status: 200 len: 921 time: 1.0202148 Jul 14 09:36:27.092413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34074) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:27.203410 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.228888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] For port bed96a29-fc6d-4dde-85e9-af2e0401eeea, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bed96a29-fc6d-4dde-85e9-af2e0401eeea,segment=NetworkSegment(925ef786-045f-4316-b42a-e84eef7b4946),segment_id=925ef786-045f-4316-b42a-e84eef7b4946)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:27.265784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 1befa201-9b82-44f5-87bf-731b6f72f7d1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:27.266696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.266872 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.285236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] Transition to ACTIVE for port object bed96a29-fc6d-4dde-85e9-af2e0401eeea will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:27.292672 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.369746 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.385865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 1befa201-9b82-44f5-87bf-731b6f72f7d1 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:27.440570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:27.440937 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:27.471674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fbcc9-d084-49f9-81fd-2466b50d8f5b None None] Pushing event updated for resources: {'Port': ['ID=bed96a29-fc6d-4dde-85e9-af2e0401eeea,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:27.536483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.567874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=1befa201-9b82-44f5-87bf-731b6f72f7d1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:27.644162 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.646356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5abb421d-1d65-44d2-8ec3-0ca9857ef4f1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/1befa201-9b82-44f5-87bf-731b6f72f7d1 HTTP/1.1" status: 204 len: 168 time: 0.5525935 Jul 14 09:36:27.649296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34078) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:27.684168 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbf09db-1ef6-418b-bfb2-eff9dc9ad8ac tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:27.688582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-efbf09db-1ef6-418b-bfb2-eff9dc9ad8ac tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/1befa201-9b82-44f5-87bf-731b6f72f7d1 HTTP/1.1" status: 404 len: 333 time: 0.0355735 Jul 14 09:36:27.688947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34080) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:27.759645 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ace2a8-2325-41cf-aaff-71bee1ae496c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.785355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ace2a8-2325-41cf-aaff-71bee1ae496c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.835582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ace2a8-2325-41cf-aaff-71bee1ae496c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.838331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00ace2a8-2325-41cf-aaff-71bee1ae496c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.842033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-00ace2a8-2325-41cf-aaff-71bee1ae496c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/security-groups/aebcbf7a-0374-4fec-ac84-6cedc4f9be76 HTTP/1.1" status: 204 len: 168 time: 0.1496546 Jul 14 09:36:27.842366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:27.849969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ace2a8-2325-41cf-aaff-71bee1ae496c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebcbf7a-0374-4fec-ac84-6cedc4f9be76,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:27.913130 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-100dc6ed-0982-461e-815b-244feccdb8e8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.937777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-100dc6ed-0982-461e-815b-244feccdb8e8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.978522 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.998340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-100dc6ed-0982-461e-815b-244feccdb8e8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.001229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-100dc6ed-0982-461e-815b-244feccdb8e8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.002574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-100dc6ed-0982-461e-815b-244feccdb8e8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cac8516-dd96-4fc4-8d9e-bd092e0405bd HTTP/1.1" status: 204 len: 168 time: 0.1592076 Jul 14 09:36:28.006292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:28.017813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc6ed-0982-461e-815b-244feccdb8e8 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cac8516-dd96-4fc4-8d9e-bd092e0405bd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.036823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port bed96a29-fc6d-4dde-85e9-af2e0401eeea, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bed96a29-fc6d-4dde-85e9-af2e0401eeea,segment=NetworkSegment(925ef786-045f-4316-b42a-e84eef7b4946),segment_id=925ef786-045f-4316-b42a-e84eef7b4946)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:28.044290 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.082114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 2e394d9e-48a5-4e88-bbdf-df50376d339e {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:28.085526 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.110945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=bed96a29-fc6d-4dde-85e9-af2e0401eeea,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.132357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3540432e-b297-4ad4-ae23-7f6112880031 None None] Provisioning complete for port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:28.132925 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3540432e-b297-4ad4-ae23-7f6112880031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.134510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.173421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3540432e-b297-4ad4-ae23-7f6112880031 None None] Port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:28.188626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3540432e-b297-4ad4-ae23-7f6112880031 None None] Provisioning for port bed96a29-fc6d-4dde-85e9-af2e0401eeea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:28.194551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3540432e-b297-4ad4-ae23-7f6112880031 None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:28.195012 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3540432e-b297-4ad4-ae23-7f6112880031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.241797 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.288342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3540432e-b297-4ad4-ae23-7f6112880031 None None] Could not find standard attr ID for object 1befa201-9b82-44f5-87bf-731b6f72f7d1. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:28.310553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.339791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=2e394d9e-48a5-4e88-bbdf-df50376d339e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.344827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.352457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34088) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:28.358281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:28.359945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e68906a4-fc0c-43f2-a703-7adcabad8f68 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/2e394d9e-48a5-4e88-bbdf-df50376d339e HTTP/1.1" status: 204 len: 168 time: 0.3513775 Jul 14 09:36:28.504509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:28.509208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.594912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500ff9b-1886-47ab-aabb-c5b9e2757b04 None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:28.644199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bda7d5c5-a34d-44f0-80ad-bdb8af6f8c4b None None] Could not find standard attr ID for object 1befa201-9b82-44f5-87bf-731b6f72f7d1. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:28.767373 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.807755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:28.812383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:28.812597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bed96a29-fc6d-4dde-85e9-af2e0401eeea up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:28.815497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.816108 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.834510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=472d19d7-30e9-4718-9564-43b8e5e6fc1b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.846864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c676c551-4024-4d97-936c-8a989d6724d2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4898875 Jul 14 09:36:28.847163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:28.852009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6a347a88-8276-43e3-adad-f06ad009297f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'security_group': {'name': 'tempest-secgroup-1922037266'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:28.870206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:28.870756 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.877221 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a347a88-8276-43e3-adad-f06ad009297f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.990945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a347a88-8276-43e3-adad-f06ad009297f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.995117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a347a88-8276-43e3-adad-f06ad009297f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.030064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a347a88-8276-43e3-adad-f06ad009297f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.032844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6a347a88-8276-43e3-adad-f06ad009297f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1830249 Jul 14 09:36:29.034297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34092) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:29.037750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a347a88-8276-43e3-adad-f06ad009297f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca669f5e-394e-46e0-a202-62ef8c6c0211,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:29.040073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fc0221af-92a8-4c7f-897b-a346c2a6af03 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'security_group': {'name': 'tempest-secgroup-1836234466'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:29.073181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc0221af-92a8-4c7f-897b-a346c2a6af03 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.162678 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc0221af-92a8-4c7f-897b-a346c2a6af03 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.167128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc0221af-92a8-4c7f-897b-a346c2a6af03 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.196420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0221af-92a8-4c7f-897b-a346c2a6af03 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d834b4a-ee24-4d03-b80e-9de236bd06f4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:29.198598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc0221af-92a8-4c7f-897b-a346c2a6af03 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.203193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fc0221af-92a8-4c7f-897b-a346c2a6af03 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1644518 Jul 14 09:36:29.203524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:29.208098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f54255fb-c694-4e91-89c2-6f6180072951 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'security_group': {'name': 'tempest-secgroup-772520247'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:29.232699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54255fb-c694-4e91-89c2-6f6180072951 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.325370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54255fb-c694-4e91-89c2-6f6180072951 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.329320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f888c5-de7e-4824-b807-b55eef476d96 None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:29.331181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54255fb-c694-4e91-89c2-6f6180072951 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.363546 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54255fb-c694-4e91-89c2-6f6180072951 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.367493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f54255fb-c694-4e91-89c2-6f6180072951 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1603308 Jul 14 09:36:29.368219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34096) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:29.369534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54255fb-c694-4e91-89c2-6f6180072951 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f812e055-0ebd-4db7-9a5f-2caa7cee73be,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:29.374757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1345977254', 'security_groups': ['f812e055-0ebd-4db7-9a5f-2caa7cee73be'], 'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '472d19d7-30e9-4718-9564-43b8e5e6fc1b'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:29.410896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fab3f01-3cea-4560-8cf9-c2637aafedda None None] Provisioning complete for port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:29.411282 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f01-3cea-4560-8cf9-c2637aafedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.493403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fab3f01-3cea-4560-8cf9-c2637aafedda None None] Port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:29.509295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:29.516590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fab3f01-3cea-4560-8cf9-c2637aafedda None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:29.516980 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fab3f01-3cea-4560-8cf9-c2637aafedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.612570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.632409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] device_id is not set on port 91df2e5e-4639-4387-b8a1-0e827eb7e33e yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:36:29.717438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] Update dhcp port {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'fixed_ips': [{'subnet_id': '2e248061-6b4e-417a-8361-4f9fbfe4f3da', 'ip_address': '172.20.0.18'}, {'subnet_id': '472d19d7-30e9-4718-9564-43b8e5e6fc1b'}], 'binding:host_id': 'n-d-758944-44'}, 'id': 'bed96a29-fc6d-4dde-85e9-af2e0401eeea'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:36:29.757343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.849853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.12 (0557da52-47f7-48b7-bdc2-7453548e6423/472d19d7-30e9-4718-9564-43b8e5e6fc1b/91df2e5e-4639-4387-b8a1-0e827eb7e33e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:30.026604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.042772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object 91df2e5e-4639-4387-b8a1-0e827eb7e33e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:30.089734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.144535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:30.148141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:30.152762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] Allocated IP 172.20.0.2 (0557da52-47f7-48b7-bdc2-7453548e6423/472d19d7-30e9-4718-9564-43b8e5e6fc1b/bed96a29-fc6d-4dde-85e9-af2e0401eeea) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:30.153526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:30.157508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=91df2e5e-4639-4387-b8a1-0e827eb7e33e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:30.208242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.209080 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.230492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34116) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.230714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6959a195-4086-4c9d-888e-9edb8fd0ca29 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8609478 Jul 14 09:36:30.237913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-299a3beb-91e5-4303-907f-bfb31b71cbe7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:30.277211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] For port bed96a29-fc6d-4dde-85e9-af2e0401eeea, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bed96a29-fc6d-4dde-85e9-af2e0401eeea,segment=NetworkSegment(925ef786-045f-4316-b42a-e84eef7b4946),segment_id=925ef786-045f-4316-b42a-e84eef7b4946)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:30.311978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.328297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] Transition to ACTIVE for port object bed96a29-fc6d-4dde-85e9-af2e0401eeea will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:30.332782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.361469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299a3beb-91e5-4303-907f-bfb31b71cbe7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:30.366367 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-299a3beb-91e5-4303-907f-bfb31b71cbe7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.391454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806821b-dd29-48b9-9191-78bc3e1c0966 None None] Pushing event updated for resources: {'Port': ['ID=bed96a29-fc6d-4dde-85e9-af2e0401eeea,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:30.488347 n-d-758944-44 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-299a3beb-91e5-4303-907f-bfb31b71cbe7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 472d19d7-30e9-4718-9564-43b8e5e6fc1b (CIDR: 172.20.0.0/28) Jul 14 09:36:30.495121 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-299a3beb-91e5-4303-907f-bfb31b71cbe7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:36:30.496369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299a3beb-91e5-4303-907f-bfb31b71cbe7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:30.515542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-299a3beb-91e5-4303-907f-bfb31b71cbe7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2825449 Jul 14 09:36:30.518173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34118) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.524073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4832eb6f-cf46-49f0-a564-970c7880ee17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:30.811056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bed96a29-fc6d-4dde-85e9-af2e0401eeea up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:30.975703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4832eb6f-cf46-49f0-a564-970c7880ee17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:30.979247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4832eb6f-cf46-49f0-a564-970c7880ee17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.084955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5f54dff6-b319-445e-9681-e93024f0fc74 None None] Provisioning complete for port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:31.086053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f54dff6-b319-445e-9681-e93024f0fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.090355 n-d-758944-44 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-4832eb6f-cf46-49f0-a564-970c7880ee17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2e248061-6b4e-417a-8361-4f9fbfe4f3da (CIDR: 172.20.0.16/28) Jul 14 09:36:31.094776 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4832eb6f-cf46-49f0-a564-970c7880ee17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:36:31.096325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4832eb6f-cf46-49f0-a564-970c7880ee17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:31.117180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4832eb6f-cf46-49f0-a564-970c7880ee17 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5976496 Jul 14 09:36:31.119830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34122) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:31.125237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'subnet': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:31.137287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5f54dff6-b319-445e-9681-e93024f0fc74 None None] Port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:31.150448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5f54dff6-b319-445e-9681-e93024f0fc74 None None] Provisioning for port bed96a29-fc6d-4dde-85e9-af2e0401eeea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:31.155453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5f54dff6-b319-445e-9681-e93024f0fc74 None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:31.155932 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f54dff6-b319-445e-9681-e93024f0fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.280477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Made reservation on behalf of b714f6bacdc24f18b1369ec1095916a0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:31.285562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.378481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c38608d7-fcdc-4a6e-952d-9cee0dd3e52a None None] Provisioning for port 91df2e5e-4639-4387-b8a1-0e827eb7e33e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:31.382922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c38608d7-fcdc-4a6e-952d-9cee0dd3e52a None None] Provisioning complete for port 91df2e5e-4639-4387-b8a1-0e827eb7e33e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:31.383306 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c38608d7-fcdc-4a6e-952d-9cee0dd3e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.419649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c38608d7-fcdc-4a6e-952d-9cee0dd3e52a None None] Port 91df2e5e-4639-4387-b8a1-0e827eb7e33e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:31.511689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.543390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.588643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Network 0557da52-47f7-48b7-bdc2-7453548e6423 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:31.591850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:31.595147 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.595869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.603056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c409bc8-c49f-4f05-a2aa-ffa2c1903491 None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:31.611752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Subnet': ['ID=f0a29de9-3e69-4c5b-889c-96f53777808d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.624297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34132) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:31.624806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bed4447f-591d-4fb2-adc1-c2966f8400c1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5033107 Jul 14 09:36:31.631241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-330083480', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0a29de9-3e69-4c5b-889c-96f53777808d'}], 'security_groups': ['ca669f5e-394e-46e0-a202-62ef8c6c0211', '4d834b4a-ee24-4d03-b80e-9de236bd06f4']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:31.824129 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.891219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] Update dhcp port {'port': {'network_id': '0557da52-47f7-48b7-bdc2-7453548e6423', 'fixed_ips': [{'subnet_id': '2e248061-6b4e-417a-8361-4f9fbfe4f3da', 'ip_address': '172.20.0.18'}, {'subnet_id': '472d19d7-30e9-4718-9564-43b8e5e6fc1b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f0a29de9-3e69-4c5b-889c-96f53777808d'}], 'binding:host_id': 'n-d-758944-44'}, 'id': 'bed96a29-fc6d-4dde-85e9-af2e0401eeea'} from n-d-758944-44. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:36:31.937098 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.150309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Delete allocated IP 172.20.0.12 (0557da52-47f7-48b7-bdc2-7453548e6423/472d19d7-30e9-4718-9564-43b8e5e6fc1b) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:36:32.160780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Allocated IP 172.20.0.36 (0557da52-47f7-48b7-bdc2-7453548e6423/f0a29de9-3e69-4c5b-889c-96f53777808d/91df2e5e-4639-4387-b8a1-0e827eb7e33e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:32.353485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.369809 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Transition to ACTIVE for port object 91df2e5e-4639-4387-b8a1-0e827eb7e33e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:32.381527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.440356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] Allocated IP 172.20.0.34 (0557da52-47f7-48b7-bdc2-7453548e6423/f0a29de9-3e69-4c5b-889c-96f53777808d/bed96a29-fc6d-4dde-85e9-af2e0401eeea) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:32.516977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event updated for resources: {'Port': ['ID=91df2e5e-4639-4387-b8a1-0e827eb7e33e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:32.534651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] In _notify_port_updated(), no bound segment for port 91df2e5e-4639-4387-b8a1-0e827eb7e33e on network 0557da52-47f7-48b7-bdc2-7453548e6423 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:36:32.541045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.542079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.543471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-96200307-76bc-456b-af80-fa4a92803347 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "PUT /v2.0/ports/91df2e5e-4639-4387-b8a1-0e827eb7e33e HTTP/1.1" status: 200 len: 959 time: 0.9171610 Jul 14 09:36:32.546962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:32.569344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] For port bed96a29-fc6d-4dde-85e9-af2e0401eeea, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bed96a29-fc6d-4dde-85e9-af2e0401eeea,segment=NetworkSegment(925ef786-045f-4316-b42a-e84eef7b4946),segment_id=925ef786-045f-4316-b42a-e84eef7b4946)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:32.607248 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.628858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] Transition to ACTIVE for port object bed96a29-fc6d-4dde-85e9-af2e0401eeea will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:32.634191 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.657681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 91df2e5e-4639-4387-b8a1-0e827eb7e33e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:32.658295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.764137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d96c66-7e42-4110-9421-834d4578e2e6 None None] Pushing event updated for resources: {'Port': ['ID=bed96a29-fc6d-4dde-85e9-af2e0401eeea,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:32.764423 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.777675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 91df2e5e-4639-4387-b8a1-0e827eb7e33e owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:32.938475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.970418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=91df2e5e-4639-4387-b8a1-0e827eb7e33e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.055066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.057587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a92d0221-9914-4eca-9ed4-97498e657ad2 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/91df2e5e-4639-4387-b8a1-0e827eb7e33e HTTP/1.1" status: 204 len: 168 time: 0.5096018 Jul 14 09:36:33.060246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.093243 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-798407ee-72ff-439d-964f-80ef19d4c74e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] GET failed (client error): The resource could not be found. Jul 14 09:36:33.097983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-798407ee-72ff-439d-964f-80ef19d4c74e tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports/91df2e5e-4639-4387-b8a1-0e827eb7e33e HTTP/1.1" status: 404 len: 333 time: 0.0342607 Jul 14 09:36:33.098128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34142) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.166988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3893423a-01c0-4081-b79f-4c31de565a21 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.194276 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3893423a-01c0-4081-b79f-4c31de565a21 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.242412 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3893423a-01c0-4081-b79f-4c31de565a21 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.245283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3893423a-01c0-4081-b79f-4c31de565a21 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.249355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3893423a-01c0-4081-b79f-4c31de565a21 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/security-groups/f812e055-0ebd-4db7-9a5f-2caa7cee73be HTTP/1.1" status: 204 len: 168 time: 0.1472793 Jul 14 09:36:33.250230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34144) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.256803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893423a-01c0-4081-b79f-4c31de565a21 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f812e055-0ebd-4db7-9a5f-2caa7cee73be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.331427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.362530 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.363259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea33f76d-5db0-42ce-b87b-733953959162 None None] Provisioning complete for port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:33.363697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea33f76d-5db0-42ce-b87b-733953959162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.403735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ea33f76d-5db0-42ce-b87b-733953959162 None None] Port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:33.409743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.414218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.415572 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d834b4a-ee24-4d03-b80e-9de236bd06f4 HTTP/1.1" status: 204 len: 168 time: 0.1640525 Jul 14 09:36:33.417305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea33f76d-5db0-42ce-b87b-733953959162 None None] Provisioning for port bed96a29-fc6d-4dde-85e9-af2e0401eeea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:33.418810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.431987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea33f76d-5db0-42ce-b87b-733953959162 None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:33.432407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea33f76d-5db0-42ce-b87b-733953959162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.442162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d834b4a-ee24-4d03-b80e-9de236bd06f4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.459504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.459903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.460349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.460788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.461256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.461707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.462138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.463585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.464482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.464924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.465363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.465797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb861ac-f99f-4e24-a4a0-151385dfff2c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:33.523517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41339a69-7605-4708-9187-b671e53f04cb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.576774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41339a69-7605-4708-9187-b671e53f04cb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.637274 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41339a69-7605-4708-9187-b671e53f04cb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.640907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41339a69-7605-4708-9187-b671e53f04cb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.642439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-41339a69-7605-4708-9187-b671e53f04cb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca669f5e-394e-46e0-a202-62ef8c6c0211 HTTP/1.1" status: 204 len: 168 time: 0.2223721 Jul 14 09:36:33.645504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.664326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41339a69-7605-4708-9187-b671e53f04cb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca669f5e-394e-46e0-a202-62ef8c6c0211,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.738752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 472d19d7-30e9-4718-9564-43b8e5e6fc1b {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:33.743948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.775229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea33f76d-5db0-42ce-b87b-733953959162 None None] Could not find standard attr ID for object 91df2e5e-4639-4387-b8a1-0e827eb7e33e. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:33.802993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.906275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.972827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.989102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73b7fb8b-093b-469b-be37-662846f19c2b None None] Could not find standard attr ID for object 91df2e5e-4639-4387-b8a1-0e827eb7e33e. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:36:34.015734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=472d19d7-30e9-4718-9564-43b8e5e6fc1b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.024808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.030361 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-90f95805-73ff-4613-97dc-208ec7f39b0a tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/472d19d7-30e9-4718-9564-43b8e5e6fc1b HTTP/1.1" status: 204 len: 168 time: 0.3793819 Jul 14 09:36:34.030651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.086702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet f0a29de9-3e69-4c5b-889c-96f53777808d {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:34.090203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.132359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d28c03-4835-4709-a08c-a5f4a6a0d032 None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:34.138322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.232486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.301785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.332016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a29de9-3e69-4c5b-889c-96f53777808d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.338266 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.342604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-710fd849-d29c-408b-8e3d-9f892bbbc198 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/f0a29de9-3e69-4c5b-889c-96f53777808d HTTP/1.1" status: 204 len: 168 time: 0.3085485 Jul 14 09:36:34.343163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.369986 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-701d77f8-b48b-4a9c-a2d8-8665af550cf7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:34.370453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701d77f8-b48b-4a9c-a2d8-8665af550cf7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:34.372359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-701d77f8-b48b-4a9c-a2d8-8665af550cf7 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/472d19d7-30e9-4718-9564-43b8e5e6fc1b HTTP/1.1" status: 404 len: 337 time: 0.0282173 Jul 14 09:36:34.375015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.448339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting subnet 2e248061-6b4e-417a-8361-4f9fbfe4f3da {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:34.453050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.507770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.608125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.687514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.728524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Subnet': ['ID=2e248061-6b4e-417a-8361-4f9fbfe4f3da,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.741917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.743945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3bd61abe-03b3-45c7-9aa8-f8b85b8b47a1 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/2e248061-6b4e-417a-8361-4f9fbfe4f3da HTTP/1.1" status: 204 len: 168 time: 0.3679652 Jul 14 09:36:34.746584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.781773 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9376a5e0-75d7-4f09-93e5-3b6edab991dc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:34.781773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9376a5e0-75d7-4f09-93e5-3b6edab991dc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:34.785894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9376a5e0-75d7-4f09-93e5-3b6edab991dc tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/2e394d9e-48a5-4e88-bbdf-df50376d339e HTTP/1.1" status: 404 len: 337 time: 0.0358922 Jul 14 09:36:34.786335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.821301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af5aa271-9a3d-4d52-a132-a1b1d5531a25 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "GET /v2.0/ports?device_id=84613b66-d3fa-4580-a959-74f8c573f291 HTTP/1.1" status: 200 len: 205 time: 0.0328848 Jul 14 09:36:34.823402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.833483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bed96a29-fc6d-4dde-85e9-af2e0401eeea up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:34.866557 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-997e9b47-4e26-4642-b17f-9c9abb6ff7db tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] delete failed (client error): The resource could not be found. Jul 14 09:36:34.871857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.872200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-997e9b47-4e26-4642-b17f-9c9abb6ff7db tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/routers/84613b66-d3fa-4580-a959-74f8c573f291 HTTP/1.1" status: 404 len: 336 time: 0.0475402 Jul 14 09:36:34.902499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:34.902657 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a669af0-77ca-4636-9b18-ab259dfc68eb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:34.902981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.903173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a669af0-77ca-4636-9b18-ab259dfc68eb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:34.905076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9a669af0-77ca-4636-9b18-ab259dfc68eb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/60deb119-570e-4eee-a064-7f67eea70130 HTTP/1.1" status: 404 len: 337 time: 0.0317810 Jul 14 09:36:34.908855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.913189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef96f4-7c29-474a-aede-9a9db04e65aa None None] Network 0557da52-47f7-48b7-bdc2-7453548e6423 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:34.941645 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9578151a-42c6-4c83-ae62-a1993a544dd3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:34.942118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9578151a-42c6-4c83-ae62-a1993a544dd3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:34.946697 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9578151a-42c6-4c83-ae62-a1993a544dd3 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/670cd4a0-1947-4fd4-a6d5-01bcb5a6bf01 HTTP/1.1" status: 404 len: 337 time: 0.0345161 Jul 14 09:36:34.947260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.976625 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe0a263-bd7d-4b41-a723-9d692ee9ceeb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:34.976971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe0a263-bd7d-4b41-a723-9d692ee9ceeb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:34.978813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3fe0a263-bd7d-4b41-a723-9d692ee9ceeb tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/164152e9-b102-4387-8ee1-8d689db8fcde HTTP/1.1" status: 404 len: 337 time: 0.0304530 Jul 14 09:36:34.981559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.006099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4f486258-85d0-4e16-b854-611588e7e146 None None] Provisioning complete for port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:35.006463 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f486258-85d0-4e16-b854-611588e7e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.022947 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a153ccb3-9888-47e5-ad73-4e63247d9bcf tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:35.024269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a153ccb3-9888-47e5-ad73-4e63247d9bcf tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:35.026615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a153ccb3-9888-47e5-ad73-4e63247d9bcf tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/ab2d0aec-04db-4cff-8437-31a46b0d8f34 HTTP/1.1" status: 404 len: 333 time: 0.0438621 Jul 14 09:36:35.029774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34178) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.063944 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-983cad54-1a83-451c-b9e5-d007382e6f6c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:35.063944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983cad54-1a83-451c-b9e5-d007382e6f6c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:35.066244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-983cad54-1a83-451c-b9e5-d007382e6f6c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/d9fd5c65-5a9a-49c3-b19a-a62546da9d20 HTTP/1.1" status: 404 len: 337 time: 0.0351956 Jul 14 09:36:35.069690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.075639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4f486258-85d0-4e16-b854-611588e7e146 None None] Port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:35.098067 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b1ac34-b3fc-4e9d-9ca5-74b3445d775b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:35.098543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b1ac34-b3fc-4e9d-9ca5-74b3445d775b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:35.101232 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a5b1ac34-b3fc-4e9d-9ca5-74b3445d775b tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/79212616-2fad-40bf-8a7a-477f539ac9af HTTP/1.1" status: 404 len: 337 time: 0.0303268 Jul 14 09:36:35.104286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.132441 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e716a219-9e47-4e16-8da6-7087e8c88360 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:35.133224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e716a219-9e47-4e16-8da6-7087e8c88360 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:35.135530 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e716a219-9e47-4e16-8da6-7087e8c88360 tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/d2a8337a-d964-4e01-b230-fca2c5db7acb HTTP/1.1" status: 404 len: 333 time: 0.0299211 Jul 14 09:36:35.137939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.142780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4f486258-85d0-4e16-b854-611588e7e146 None None] Provisioning complete for port bed96a29-fc6d-4dde-85e9-af2e0401eeea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:35.143153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f486258-85d0-4e16-b854-611588e7e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.170137 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff80641-050e-4c86-8f6e-fb3e6d91085f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:35.170674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff80641-050e-4c86-8f6e-fb3e6d91085f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:35.172847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2ff80641-050e-4c86-8f6e-fb3e6d91085f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/15c3b1de-c60d-4be4-a774-4667671c45fa HTTP/1.1" status: 404 len: 337 time: 0.0339241 Jul 14 09:36:35.175955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34186) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.205339 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-298852cc-278d-4da6-95b0-e6576d08d70c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] DELETE failed (client error): The resource could not be found. Jul 14 09:36:35.205978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298852cc-278d-4da6-95b0-e6576d08d70c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:36:35.207799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-298852cc-278d-4da6-95b0-e6576d08d70c tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/subnets/e9199ee1-929e-4184-868a-865d67ae181b HTTP/1.1" status: 404 len: 337 time: 0.0305879 Jul 14 09:36:35.211693 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.297393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] DHCP port deletion for 0557da52-47f7-48b7-bdc2-7453548e6423 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:35.328760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Deleting port 6305a4e2-0150-4d0a-b37d-d7ce44997be5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:35.329670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.352322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] Deleting port bed96a29-fc6d-4dde-85e9-af2e0401eeea {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:35.352775 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.398359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.423083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Calling delete_port for 6305a4e2-0150-4d0a-b37d-d7ce44997be5 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:35.425369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] For port bed96a29-fc6d-4dde-85e9-af2e0401eeea, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bed96a29-fc6d-4dde-85e9-af2e0401eeea,segment=NetworkSegment(925ef786-045f-4316-b42a-e84eef7b4946),segment_id=925ef786-045f-4316-b42a-e84eef7b4946)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:35.425781 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.439799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] Calling delete_port for bed96a29-fc6d-4dde-85e9-af2e0401eeea owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:35.513336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.520506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.545248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Port': ['ID=6305a4e2-0150-4d0a-b37d-d7ce44997be5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.556887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] Pushing event deleted for resources: {'Port': ['ID=bed96a29-fc6d-4dde-85e9-af2e0401eeea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.560673 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.562758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e081546-fc2c-4866-9214-4aed51f754aa tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/ports/6305a4e2-0150-4d0a-b37d-d7ce44997be5 HTTP/1.1" status: 204 len: 168 time: 0.3489270 Jul 14 09:36:35.566940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.567342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66129c45-837c-4ae2-8783-cddb2219e16c None None] No DVR routers for this DVR port bed96a29-fc6d-4dde-85e9-af2e0401eeea on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:35.654039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.746671 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.759241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0557da52-47f7-48b7-bdc2-7453548e6423']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.771966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925ef786-045f-4316-b42a-e84eef7b4946') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.772279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925ef786-045f-4316-b42a-e84eef7b4946') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:35.783868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.799390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.806499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:35.806774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:35.810177 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:35.885264 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.893937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.896140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] 10.222.0.18 "DELETE /v2.0/networks/0557da52-47f7-48b7-bdc2-7453548e6423 HTTP/1.1" status: 204 len: 168 time: 0.3280637 Jul 14 09:36:35.909037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b28c3-4c04-4195-862f-183c3d33675f tempest-PortsTestJSON-391990632 tempest-PortsTestJSON-391990632-project] Pushing event deleted for resources: {'Network': ['ID=0557da52-47f7-48b7-bdc2-7453548e6423,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.184124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.341854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0ad7d930-6ee1-4d4e-872c-37ce50c23c31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b714f6bacdc24f18b1369ec1095916a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563196 Jul 14 09:36:36.344366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.397725 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdd457ca-90ad-4f4c-a5e6-acdfbd4b938d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.433157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdd457ca-90ad-4f4c-a5e6-acdfbd4b938d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.494380 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdd457ca-90ad-4f4c-a5e6-acdfbd4b938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.497214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdd457ca-90ad-4f4c-a5e6-acdfbd4b938d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.498399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cdd457ca-90ad-4f4c-a5e6-acdfbd4b938d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d95e149-b873-4672-8c4b-5c5c4b8d8a5f HTTP/1.1" status: 204 len: 168 time: 0.1530516 Jul 14 09:36:36.508578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd457ca-90ad-4f4c-a5e6-acdfbd4b938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95e149-b873-4672-8c4b-5c5c4b8d8a5f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.805166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bed96a29-fc6d-4dde-85e9-af2e0401eeea no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:36.826260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: bed96a29-fc6d-4dde-85e9-af2e0401eeea {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:36.826605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bed96a29-fc6d-4dde-85e9-af2e0401eeea not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:37.231698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34296) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.341043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456707001'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.365380 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.375685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.481584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.485655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.522336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7039b-0e2d-42b4-b12c-0023ad709b46,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.586038 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.590093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.616346 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.620044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3867416 Jul 14 09:36:37.620713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.628202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b2f66-8c83-4069-b173-9f209d697ef6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700a102c-7de8-435b-bc4e-741bec0c7c15,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.698735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e770d0d0-f6c5-459c-a004-0062d5c1cbdf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0764747 Jul 14 09:36:37.701096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34304) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.705906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-be98fe17-2844-41b3-a53d-543c064aff26 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-security--1424932391', 'description': 'tempest-security-description-2005406144'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.735075 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be98fe17-2844-41b3-a53d-543c064aff26 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.785652 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be98fe17-2844-41b3-a53d-543c064aff26 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.788736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be98fe17-2844-41b3-a53d-543c064aff26 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.791619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be98fe17-2844-41b3-a53d-543c064aff26 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.792842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-be98fe17-2844-41b3-a53d-543c064aff26 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "PUT /v2.0/security-groups/700a102c-7de8-435b-bc4e-741bec0c7c15 HTTP/1.1" status: 200 len: 1780 time: 0.0907571 Jul 14 09:36:37.796372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.819887 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98fe17-2844-41b3-a53d-543c064aff26 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700a102c-7de8-435b-bc4e-741bec0c7c15,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.849022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1806122e-ff42-4873-b6f8-dac90241a3f2 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups/700a102c-7de8-435b-bc4e-741bec0c7c15 HTTP/1.1" status: 200 len: 1780 time: 0.0512159 Jul 14 09:36:37.851960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34308) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.916772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5810ae07-e030-4184-b975-9647736fffbe tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.945544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5810ae07-e030-4184-b975-9647736fffbe tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.995099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5810ae07-e030-4184-b975-9647736fffbe tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.999080 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5810ae07-e030-4184-b975-9647736fffbe tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.000872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5810ae07-e030-4184-b975-9647736fffbe tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/700a102c-7de8-435b-bc4e-741bec0c7c15 HTTP/1.1" status: 204 len: 168 time: 0.1477857 Jul 14 09:36:38.003500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.016218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810ae07-e030-4184-b975-9647736fffbe tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a102c-7de8-435b-bc4e-741bec0c7c15,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.079086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d9a5a25e-821f-4e49-9808-02ffebd2f7dc tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738990 Jul 14 09:36:38.082346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34312) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.096733 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-374cd385-1c95-40f8-8dcd-63dd24731dc3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] delete failed (client error): The resource could not be found. Jul 14 09:36:38.101940 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-374cd385-1c95-40f8-8dcd-63dd24731dc3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/700a102c-7de8-435b-bc4e-741bec0c7c15 HTTP/1.1" status: 404 len: 347 time: 0.0145226 Jul 14 09:36:38.102241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.107771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c88db66f-d10d-41f0-af5c-d9c9f39daed3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662802963'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:38.134172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c88db66f-d10d-41f0-af5c-d9c9f39daed3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.218417 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c88db66f-d10d-41f0-af5c-d9c9f39daed3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.222836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c88db66f-d10d-41f0-af5c-d9c9f39daed3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.253316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c88db66f-d10d-41f0-af5c-d9c9f39daed3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.254442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c88db66f-d10d-41f0-af5c-d9c9f39daed3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1512434 Jul 14 09:36:38.255601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88db66f-d10d-41f0-af5c-d9c9f39daed3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43f7b6-d4fd-4520-9faa-3ffecc65da5b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.258108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.263677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d08a18e3-2071-46be-9e4d-cbe14bb2b438 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '9f43f7b6-d4fd-4520-9faa-3ffecc65da5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:38.294414 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d08a18e3-2071-46be-9e4d-cbe14bb2b438 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.355098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d08a18e3-2071-46be-9e4d-cbe14bb2b438 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.359973 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d08a18e3-2071-46be-9e4d-cbe14bb2b438 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.380831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a18e3-2071-46be-9e4d-cbe14bb2b438 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7467a162-e79b-4298-8c45-be1e2299583c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.388092 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d08a18e3-2071-46be-9e4d-cbe14bb2b438 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.392211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d08a18e3-2071-46be-9e4d-cbe14bb2b438 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294937 Jul 14 09:36:38.392513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34320) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.431891 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62297593-ab46-4d79-ae08-185f75e7a995 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.439992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62297593-ab46-4d79-ae08-185f75e7a995 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.470772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62297593-ab46-4d79-ae08-185f75e7a995 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.476608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62297593-ab46-4d79-ae08-185f75e7a995 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.479410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-62297593-ab46-4d79-ae08-185f75e7a995 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7467a162-e79b-4298-8c45-be1e2299583c HTTP/1.1" status: 204 len: 168 time: 0.0841773 Jul 14 09:36:38.480668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.486348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62297593-ab46-4d79-ae08-185f75e7a995 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7467a162-e79b-4298-8c45-be1e2299583c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.532695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4ffba1b8-a6b4-4764-b84b-dd118a1ebbc3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504460 Jul 14 09:36:38.535334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.594048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476c9af-a59e-4607-a469-66aebba7f2e2 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.619149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476c9af-a59e-4607-a469-66aebba7f2e2 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.665519 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476c9af-a59e-4607-a469-66aebba7f2e2 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.668464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476c9af-a59e-4607-a469-66aebba7f2e2 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.669625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c476c9af-a59e-4607-a469-66aebba7f2e2 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f43f7b6-d4fd-4520-9faa-3ffecc65da5b HTTP/1.1" status: 204 len: 168 time: 0.1320107 Jul 14 09:36:38.672336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.684643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476c9af-a59e-4607-a469-66aebba7f2e2 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43f7b6-d4fd-4520-9faa-3ffecc65da5b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.741032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d3137ca2-9d5e-4517-9989-d24a9504aa5d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675433 Jul 14 09:36:38.744921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34328) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.749258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-db973b48-d0da-43f7-9adc-3636f53b0391 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--35675812'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:38.773638 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db973b48-d0da-43f7-9adc-3636f53b0391 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.865522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db973b48-d0da-43f7-9adc-3636f53b0391 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.869685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db973b48-d0da-43f7-9adc-3636f53b0391 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.893858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db973b48-d0da-43f7-9adc-3636f53b0391 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.898282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-db973b48-d0da-43f7-9adc-3636f53b0391 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1494238 Jul 14 09:36:38.899385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34332) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.903855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db973b48-d0da-43f7-9adc-3636f53b0391 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7e6b0-b3de-4d4f-94fd-7de1e912c771,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.904646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9a6174e1-5b30-4c7b-8fe6-a2f39daa3465 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '3aa7e6b0-b3de-4d4f-94fd-7de1e912c771', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:38.934663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a6174e1-5b30-4c7b-8fe6-a2f39daa3465 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.985480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a6174e1-5b30-4c7b-8fe6-a2f39daa3465 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.989129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a6174e1-5b30-4c7b-8fe6-a2f39daa3465 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.008423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6174e1-5b30-4c7b-8fe6-a2f39daa3465 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1daa34b7-115a-49cc-8daf-223bac9e4767,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.011501 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a6174e1-5b30-4c7b-8fe6-a2f39daa3465 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.015471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9a6174e1-5b30-4c7b-8fe6-a2f39daa3465 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121628 Jul 14 09:36:39.015982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.020290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e02d1636-b330-415d-98bd-f160c2d12f07 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '3aa7e6b0-b3de-4d4f-94fd-7de1e912c771', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:39.049535 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e02d1636-b330-415d-98bd-f160c2d12f07 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.110031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e02d1636-b330-415d-98bd-f160c2d12f07 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.113935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e02d1636-b330-415d-98bd-f160c2d12f07 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.132568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1636-b330-415d-98bd-f160c2d12f07 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7de664-fc1b-4d69-bf79-db83a9eacf98,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.139260 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e02d1636-b330-415d-98bd-f160c2d12f07 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.144400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e02d1636-b330-415d-98bd-f160c2d12f07 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239152 Jul 14 09:36:39.144647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34336) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.150262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2a6bb9e5-bec4-4f38-af69-0c329e6dc947 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '3aa7e6b0-b3de-4d4f-94fd-7de1e912c771', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:39.178934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb9e5-bec4-4f38-af69-0c329e6dc947 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.248336 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb9e5-bec4-4f38-af69-0c329e6dc947 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.256836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb9e5-bec4-4f38-af69-0c329e6dc947 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.285753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bb9e5-bec4-4f38-af69-0c329e6dc947 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f6d0ff-d755-4ec4-94be-fc63ad3945a6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.290115 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6bb9e5-bec4-4f38-af69-0c329e6dc947 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.292192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2a6bb9e5-bec4-4f38-af69-0c329e6dc947 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463771 Jul 14 09:36:39.294945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34338) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.300203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c37b9637-4e57-4bac-a87e-7e211bfcac1a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '3aa7e6b0-b3de-4d4f-94fd-7de1e912c771', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:39.329460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c37b9637-4e57-4bac-a87e-7e211bfcac1a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.402376 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c37b9637-4e57-4bac-a87e-7e211bfcac1a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.406851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c37b9637-4e57-4bac-a87e-7e211bfcac1a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.431939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b9637-4e57-4bac-a87e-7e211bfcac1a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3af1677-e7fe-408a-9d04-a252b83d7f4c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.437058 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c37b9637-4e57-4bac-a87e-7e211bfcac1a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.438704 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c37b9637-4e57-4bac-a87e-7e211bfcac1a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421835 Jul 14 09:36:39.441226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.453003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7e75d87a-9b5b-42f9-80fd-1a96d3926169 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '3aa7e6b0-b3de-4d4f-94fd-7de1e912c771', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:39.487578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e75d87a-9b5b-42f9-80fd-1a96d3926169 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.569981 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e75d87a-9b5b-42f9-80fd-1a96d3926169 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.582669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e75d87a-9b5b-42f9-80fd-1a96d3926169 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.600311 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75d87a-9b5b-42f9-80fd-1a96d3926169 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb0157c-3c23-47e8-8e07-bb3e164f90ad,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.610158 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e75d87a-9b5b-42f9-80fd-1a96d3926169 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.611501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e75d87a-9b5b-42f9-80fd-1a96d3926169 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1687920 Jul 14 09:36:39.614417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.639338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60355728-7e92-4dd8-9588-b8c6d90824f7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.647122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60355728-7e92-4dd8-9588-b8c6d90824f7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.675187 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60355728-7e92-4dd8-9588-b8c6d90824f7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.682484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60355728-7e92-4dd8-9588-b8c6d90824f7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.683915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-60355728-7e92-4dd8-9588-b8c6d90824f7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4bb0157c-3c23-47e8-8e07-bb3e164f90ad HTTP/1.1" status: 204 len: 168 time: 0.0680354 Jul 14 09:36:39.686813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.698392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60355728-7e92-4dd8-9588-b8c6d90824f7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bb0157c-3c23-47e8-8e07-bb3e164f90ad,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.741920 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:39.749850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-06c90da8-dc9f-4e39-959e-7854123b0f72 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0618691 Jul 14 09:36:39.752701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.777836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26076a9a-3b05-4d5a-a37b-5df63130b334 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.785906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26076a9a-3b05-4d5a-a37b-5df63130b334 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.813705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26076a9a-3b05-4d5a-a37b-5df63130b334 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.821180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26076a9a-3b05-4d5a-a37b-5df63130b334 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.822337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26076a9a-3b05-4d5a-a37b-5df63130b334 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a3af1677-e7fe-408a-9d04-a252b83d7f4c HTTP/1.1" status: 204 len: 168 time: 0.0688009 Jul 14 09:36:39.825076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.828465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26076a9a-3b05-4d5a-a37b-5df63130b334 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3af1677-e7fe-408a-9d04-a252b83d7f4c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.872803 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-35a40f2c-919e-4c5b-a076-f979e0bdca8e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0463064 Jul 14 09:36:39.875387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.904895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef207144-af83-41cf-b4a9-9563b8ea6c54 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.913587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef207144-af83-41cf-b4a9-9563b8ea6c54 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.944844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef207144-af83-41cf-b4a9-9563b8ea6c54 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.950911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef207144-af83-41cf-b4a9-9563b8ea6c54 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.952070 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ef207144-af83-41cf-b4a9-9563b8ea6c54 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/47f6d0ff-d755-4ec4-94be-fc63ad3945a6 HTTP/1.1" status: 204 len: 168 time: 0.0756993 Jul 14 09:36:39.954730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:39.957899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef207144-af83-41cf-b4a9-9563b8ea6c54 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47f6d0ff-d755-4ec4-94be-fc63ad3945a6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:40.002170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9aa994d2-118a-481a-ba26-0a894c4267e9 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0462613 Jul 14 09:36:40.004860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.029011 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d719c10-ed5f-438c-9276-26e6cdaa0ee9 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.039784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d719c10-ed5f-438c-9276-26e6cdaa0ee9 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.068888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d719c10-ed5f-438c-9276-26e6cdaa0ee9 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.075282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d719c10-ed5f-438c-9276-26e6cdaa0ee9 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.076481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4d719c10-ed5f-438c-9276-26e6cdaa0ee9 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4b7de664-fc1b-4d69-bf79-db83a9eacf98 HTTP/1.1" status: 204 len: 168 time: 0.0706689 Jul 14 09:36:40.079211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.082150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d719c10-ed5f-438c-9276-26e6cdaa0ee9 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b7de664-fc1b-4d69-bf79-db83a9eacf98,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:40.123956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ea3683b1-daf3-49ad-a646-91a04db32f04 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0434785 Jul 14 09:36:40.127014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.151480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5b652df-62b8-4c10-85cf-6dd6b1086504 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.159686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5b652df-62b8-4c10-85cf-6dd6b1086504 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.191015 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5b652df-62b8-4c10-85cf-6dd6b1086504 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.199265 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5b652df-62b8-4c10-85cf-6dd6b1086504 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.200393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b5b652df-62b8-4c10-85cf-6dd6b1086504 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1daa34b7-115a-49cc-8daf-223bac9e4767 HTTP/1.1" status: 204 len: 168 time: 0.0724370 Jul 14 09:36:40.203129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.206084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b652df-62b8-4c10-85cf-6dd6b1086504 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1daa34b7-115a-49cc-8daf-223bac9e4767,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:40.245935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-08265f22-23f5-40ad-b7f0-0b20217b438a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416045 Jul 14 09:36:40.248757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34364) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.302061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-592d97d6-e55e-4188-ac6c-c8b5d11f4867 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.326484 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-592d97d6-e55e-4188-ac6c-c8b5d11f4867 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.372720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-592d97d6-e55e-4188-ac6c-c8b5d11f4867 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.375768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-592d97d6-e55e-4188-ac6c-c8b5d11f4867 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.377050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-592d97d6-e55e-4188-ac6c-c8b5d11f4867 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/3aa7e6b0-b3de-4d4f-94fd-7de1e912c771 HTTP/1.1" status: 204 len: 168 time: 0.1273675 Jul 14 09:36:40.379932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34366) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.386849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d97d6-e55e-4188-ac6c-c8b5d11f4867 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7e6b0-b3de-4d4f-94fd-7de1e912c771,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:40.433466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee0e7c68-2fb7-45e2-9220-5f8b0cf6104a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506525 Jul 14 09:36:40.436534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34370) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.441411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-daf35fb3-9492-4011-94cb-95a6fded7218 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--901317790'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:40.468089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf35fb3-9492-4011-94cb-95a6fded7218 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.563022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf35fb3-9492-4011-94cb-95a6fded7218 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.567316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf35fb3-9492-4011-94cb-95a6fded7218 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.597891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf35fb3-9492-4011-94cb-95a6fded7218 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.601909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-daf35fb3-9492-4011-94cb-95a6fded7218 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1620193 Jul 14 09:36:40.601909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf35fb3-9492-4011-94cb-95a6fded7218 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88c2743-afd2-4670-b264-ce1d0c369924,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:40.602212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.606846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-24f266d5-5cdd-4192-b5be-cffcb81a0ac4 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': 'a88c2743-afd2-4670-b264-ce1d0c369924', 'direction': 'ingress', 'protocol': 17}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:40.635775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f266d5-5cdd-4192-b5be-cffcb81a0ac4 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.697627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f266d5-5cdd-4192-b5be-cffcb81a0ac4 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.701411 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f266d5-5cdd-4192-b5be-cffcb81a0ac4 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.721433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f266d5-5cdd-4192-b5be-cffcb81a0ac4 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29a822f-6431-40e5-a885-f5e0878d5c02,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:40.728726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f266d5-5cdd-4192-b5be-cffcb81a0ac4 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.730401 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-24f266d5-5cdd-4192-b5be-cffcb81a0ac4 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1272492 Jul 14 09:36:40.733794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:40.800348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f7c39cc-8853-480d-a63a-368e54fd7ba8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.828931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f7c39cc-8853-480d-a63a-368e54fd7ba8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.256039 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f7c39cc-8853-480d-a63a-368e54fd7ba8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.258659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f7c39cc-8853-480d-a63a-368e54fd7ba8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.259892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f7c39cc-8853-480d-a63a-368e54fd7ba8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/a88c2743-afd2-4670-b264-ce1d0c369924 HTTP/1.1" status: 204 len: 168 time: 0.5250478 Jul 14 09:36:41.262744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.270293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c39cc-8853-480d-a63a-368e54fd7ba8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88c2743-afd2-4670-b264-ce1d0c369924,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.309942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aeaaec7b-dfe7-44fb-992b-f57b7ed75f56 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458870 Jul 14 09:36:41.314076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.319091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-81a1dd77-c494-498a-bdbb-48e409f39ac8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--970575173'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:41.340818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81a1dd77-c494-498a-bdbb-48e409f39ac8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.428171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81a1dd77-c494-498a-bdbb-48e409f39ac8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.430437 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81a1dd77-c494-498a-bdbb-48e409f39ac8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.460292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81a1dd77-c494-498a-bdbb-48e409f39ac8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.461665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-81a1dd77-c494-498a-bdbb-48e409f39ac8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1466613 Jul 14 09:36:41.464454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.467602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1dd77-c494-498a-bdbb-48e409f39ac8 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9152145-a005-4591-9c01-bc7422acdaee,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.469019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-335cf624-6961-44d8-b0a9-58c07146f5cf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684535840'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:41.492732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-335cf624-6961-44d8-b0a9-58c07146f5cf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.633166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-335cf624-6961-44d8-b0a9-58c07146f5cf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.638004 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-335cf624-6961-44d8-b0a9-58c07146f5cf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.673143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-335cf624-6961-44d8-b0a9-58c07146f5cf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.678548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-335cf624-6961-44d8-b0a9-58c07146f5cf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2091269 Jul 14 09:36:41.678793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.683952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0c311940-352c-4c0f-81b6-ab863cabff19 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': 'c9152145-a005-4591-9c01-bc7422acdaee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cf961c0c-f62c-4bd0-a003-fdbe58227838', 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:41.690357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cf624-6961-44d8-b0a9-58c07146f5cf tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf961c0c-f62c-4bd0-a003-fdbe58227838,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.728254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c311940-352c-4c0f-81b6-ab863cabff19 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.812342 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c311940-352c-4c0f-81b6-ab863cabff19 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.816573 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c311940-352c-4c0f-81b6-ab863cabff19 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.835019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311940-352c-4c0f-81b6-ab863cabff19 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c38909-0ee9-4123-86de-253691e158a7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.840247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c311940-352c-4c0f-81b6-ab863cabff19 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.845026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34388) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.845666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0c311940-352c-4c0f-81b6-ab863cabff19 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1656954 Jul 14 09:36:41.871710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2473dae-86f8-4a4a-b7e0-2df397df37b6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.879755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2473dae-86f8-4a4a-b7e0-2df397df37b6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.908101 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2473dae-86f8-4a4a-b7e0-2df397df37b6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.914651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2473dae-86f8-4a4a-b7e0-2df397df37b6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.915785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f2473dae-86f8-4a4a-b7e0-2df397df37b6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/80c38909-0ee9-4123-86de-253691e158a7 HTTP/1.1" status: 204 len: 168 time: 0.0697546 Jul 14 09:36:41.920050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.921579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2473dae-86f8-4a4a-b7e0-2df397df37b6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80c38909-0ee9-4123-86de-253691e158a7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.969537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-82331d39-6c0c-4cfd-ac85-4b52028956e6 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0465832 Jul 14 09:36:41.972397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.028126 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-dca4-44d7-ad46-da64bb5e8fa7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.050747 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-dca4-44d7-ad46-da64bb5e8fa7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.096270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-dca4-44d7-ad46-da64bb5e8fa7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.099475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-dca4-44d7-ad46-da64bb5e8fa7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.103695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a8c9e27d-dca4-44d7-ad46-da64bb5e8fa7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf961c0c-f62c-4bd0-a003-fdbe58227838 HTTP/1.1" status: 204 len: 168 time: 0.1273105 Jul 14 09:36:42.104370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34394) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.110338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9e27d-dca4-44d7-ad46-da64bb5e8fa7 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf961c0c-f62c-4bd0-a003-fdbe58227838,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.164491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2d329094-be43-4fd8-ae90-3b5003f33e42 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0588202 Jul 14 09:36:42.167536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34396) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.226763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.250109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.293503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.296299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.297546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9152145-a005-4591-9c01-bc7422acdaee HTTP/1.1" status: 204 len: 168 time: 0.1290028 Jul 14 09:36:42.300254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34398) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.308323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9152145-a005-4591-9c01-bc7422acdaee,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.321956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.322529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.322989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.323368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.323720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.324114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.324397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.324752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.325621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.325621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.325874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.326054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e64f86-af4e-453d-8ec9-7b84642f67a5 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:42.352011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1e98a981-f2ec-4aa7-8768-90c58934641f tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502844 Jul 14 09:36:42.353571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.358061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7032aaf6-7c27-4a31-b9b7-fd803f9c1d14 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537282289'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:42.383447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7032aaf6-7c27-4a31-b9b7-fd803f9c1d14 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.477364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7032aaf6-7c27-4a31-b9b7-fd803f9c1d14 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.482025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7032aaf6-7c27-4a31-b9b7-fd803f9c1d14 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.513723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7032aaf6-7c27-4a31-b9b7-fd803f9c1d14 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.514958 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7032aaf6-7c27-4a31-b9b7-fd803f9c1d14 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1604366 Jul 14 09:36:42.516120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032aaf6-7c27-4a31-b9b7-fd803f9c1d14 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d80845c-7a67-48c1-839f-9165d622bf4d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.520009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.531000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7b3fb6ce-8dc5-40b2-b017-554bdc392904 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '8d80845c-7a67-48c1-839f-9165d622bf4d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:42.562899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb6ce-8dc5-40b2-b017-554bdc392904 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.614065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb6ce-8dc5-40b2-b017-554bdc392904 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.617969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb6ce-8dc5-40b2-b017-554bdc392904 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.638605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fb6ce-8dc5-40b2-b017-554bdc392904 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5a8a13-69f6-4561-8efe-7f3a643c9d9a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.649492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb6ce-8dc5-40b2-b017-554bdc392904 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.650682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7b3fb6ce-8dc5-40b2-b017-554bdc392904 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1256933 Jul 14 09:36:42.653554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.681345 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efc959b-27a8-4281-b5c5-254fc7803456 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.689701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efc959b-27a8-4281-b5c5-254fc7803456 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.721058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efc959b-27a8-4281-b5c5-254fc7803456 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.728224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7efc959b-27a8-4281-b5c5-254fc7803456 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.729513 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7efc959b-27a8-4281-b5c5-254fc7803456 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3b5a8a13-69f6-4561-8efe-7f3a643c9d9a HTTP/1.1" status: 204 len: 168 time: 0.0749176 Jul 14 09:36:42.732216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.735566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc959b-27a8-4281-b5c5-254fc7803456 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b5a8a13-69f6-4561-8efe-7f3a643c9d9a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.781691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e342fe18-ffc1-4e89-bdca-a6bd3b0df282 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482366 Jul 14 09:36:42.784391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.846972 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46eb91ca-41b8-42c9-a8e4-7620b79f7856 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.871252 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46eb91ca-41b8-42c9-a8e4-7620b79f7856 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.913861 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46eb91ca-41b8-42c9-a8e4-7620b79f7856 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.917514 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46eb91ca-41b8-42c9-a8e4-7620b79f7856 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.918729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-46eb91ca-41b8-42c9-a8e4-7620b79f7856 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d80845c-7a67-48c1-839f-9165d622bf4d HTTP/1.1" status: 204 len: 168 time: 0.1334405 Jul 14 09:36:42.921768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.929132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb91ca-41b8-42c9-a8e4-7620b79f7856 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d80845c-7a67-48c1-839f-9165d622bf4d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.971413 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f6ca71f2-8986-4d6e-9849-511ca84200e3 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482833 Jul 14 09:36:42.975533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34414) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.980641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-410e2c5e-2b5f-4a99-b2ee-3502979f013d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062180130'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:43.004290 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-410e2c5e-2b5f-4a99-b2ee-3502979f013d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.097307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-410e2c5e-2b5f-4a99-b2ee-3502979f013d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.101195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-410e2c5e-2b5f-4a99-b2ee-3502979f013d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.133282 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-410e2c5e-2b5f-4a99-b2ee-3502979f013d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.134525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-410e2c5e-2b5f-4a99-b2ee-3502979f013d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1577923 Jul 14 09:36:43.136504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e2c5e-2b5f-4a99-b2ee-3502979f013d tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed0098-f117-4d2d-8a6b-a12f4d1ccc90,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.137380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.142195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-40422bac-e6ee-4df4-b25a-00fe4b02b2df tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '4eed0098-f117-4d2d-8a6b-a12f4d1ccc90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:43.172119 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40422bac-e6ee-4df4-b25a-00fe4b02b2df tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.221764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40422bac-e6ee-4df4-b25a-00fe4b02b2df tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.225793 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40422bac-e6ee-4df4-b25a-00fe4b02b2df tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.245963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40422bac-e6ee-4df4-b25a-00fe4b02b2df tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ac0601-090f-421a-89c8-6f460a0476d3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.252065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40422bac-e6ee-4df4-b25a-00fe4b02b2df tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.253488 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-40422bac-e6ee-4df4-b25a-00fe4b02b2df tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149740 Jul 14 09:36:43.256731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.273134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1edbeed7-a327-40cb-a1c2-06730fdcc37c tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules/f8ac0601-090f-421a-89c8-6f460a0476d3 HTTP/1.1" status: 200 len: 763 time: 0.0152805 Jul 14 09:36:43.275604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.319612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-65571bbf-8fca-4837-bb6d-6dbb57b5173b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428221 Jul 14 09:36:43.322458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34422) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.347050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35ca11e-6674-457b-a051-f87eecb7fc1b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.354837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35ca11e-6674-457b-a051-f87eecb7fc1b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.384748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35ca11e-6674-457b-a051-f87eecb7fc1b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.389860 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35ca11e-6674-457b-a051-f87eecb7fc1b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.391043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b35ca11e-6674-457b-a051-f87eecb7fc1b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f8ac0601-090f-421a-89c8-6f460a0476d3 HTTP/1.1" status: 204 len: 168 time: 0.0675020 Jul 14 09:36:43.393780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.398886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ca11e-6674-457b-a051-f87eecb7fc1b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8ac0601-090f-421a-89c8-6f460a0476d3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.436912 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-71f71197-787e-424f-bd55-d841cf1b5c79 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416939 Jul 14 09:36:43.439448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.444367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-215435ce-781c-4512-9818-8b61d2ff7b7e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '4eed0098-f117-4d2d-8a6b-a12f4d1ccc90', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:43.472852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215435ce-781c-4512-9818-8b61d2ff7b7e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.524734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215435ce-781c-4512-9818-8b61d2ff7b7e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.529122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215435ce-781c-4512-9818-8b61d2ff7b7e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.548038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215435ce-781c-4512-9818-8b61d2ff7b7e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b7efac-17f9-4e55-8622-aa9facc0cd4c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.555543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-215435ce-781c-4512-9818-8b61d2ff7b7e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.556748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-215435ce-781c-4512-9818-8b61d2ff7b7e tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163375 Jul 14 09:36:43.559276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.578723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b99da80d-f869-4f98-ac5e-098ccfa60872 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules/55b7efac-17f9-4e55-8622-aa9facc0cd4c HTTP/1.1" status: 200 len: 763 time: 0.0183158 Jul 14 09:36:43.581136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.623148 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-80db9bb8-a6dc-4e3b-ac5c-9c6bf501dd7b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0408759 Jul 14 09:36:43.625849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.650891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a6459e-276b-49d1-9929-85a2c2ebe171 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.659214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a6459e-276b-49d1-9929-85a2c2ebe171 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.691636 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a6459e-276b-49d1-9929-85a2c2ebe171 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.698079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a6459e-276b-49d1-9929-85a2c2ebe171 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.699206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-67a6459e-276b-49d1-9929-85a2c2ebe171 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/55b7efac-17f9-4e55-8622-aa9facc0cd4c HTTP/1.1" status: 204 len: 168 time: 0.0723870 Jul 14 09:36:43.702056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34434) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.705303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6459e-276b-49d1-9929-85a2c2ebe171 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55b7efac-17f9-4e55-8622-aa9facc0cd4c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.755012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-640035c8-4706-49e4-b9e4-f1b4a89214bb tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513091 Jul 14 09:36:43.758363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.763347 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0cc1022d-ae0b-40fb-a2b8-4587d58daf13 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Request body: {'security_group_rule': {'security_group_id': '4eed0098-f117-4d2d-8a6b-a12f4d1ccc90', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:43.794120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc1022d-ae0b-40fb-a2b8-4587d58daf13 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.846084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc1022d-ae0b-40fb-a2b8-4587d58daf13 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.850655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc1022d-ae0b-40fb-a2b8-4587d58daf13 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.872790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1022d-ae0b-40fb-a2b8-4587d58daf13 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a18d94-7fc0-43a9-af71-17bca675c662,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.876606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc1022d-ae0b-40fb-a2b8-4587d58daf13 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.880995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.881277 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0cc1022d-ae0b-40fb-a2b8-4587d58daf13 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216946 Jul 14 09:36:43.903785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bd2aecd6-f3c2-4169-b77d-cafcc9849e69 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules/26a18d94-7fc0-43a9-af71-17bca675c662 HTTP/1.1" status: 200 len: 764 time: 0.0215504 Jul 14 09:36:43.906228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.950373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-72e94255-7e45-4954-b10c-65c40a54520a tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0429468 Jul 14 09:36:43.952959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.977542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246535b5-5b3f-47f7-aeca-0c8eca5e67dc tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.985779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246535b5-5b3f-47f7-aeca-0c8eca5e67dc tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.012901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246535b5-5b3f-47f7-aeca-0c8eca5e67dc tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.019035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246535b5-5b3f-47f7-aeca-0c8eca5e67dc tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.020171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-246535b5-5b3f-47f7-aeca-0c8eca5e67dc tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/26a18d94-7fc0-43a9-af71-17bca675c662 HTTP/1.1" status: 204 len: 168 time: 0.0662231 Jul 14 09:36:44.023504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34446) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.026409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246535b5-5b3f-47f7-aeca-0c8eca5e67dc tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26a18d94-7fc0-43a9-af71-17bca675c662,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:44.072551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f63c78c1-d2cc-449c-a3da-2966c98d1f3b tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477653 Jul 14 09:36:44.075081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.130620 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c851293f-c710-4926-ba9b-fe8574a855bd tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.154414 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c851293f-c710-4926-ba9b-fe8574a855bd tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.205481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c851293f-c710-4926-ba9b-fe8574a855bd tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.208200 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c851293f-c710-4926-ba9b-fe8574a855bd tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.210322 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c851293f-c710-4926-ba9b-fe8574a855bd tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "DELETE /v2.0/security-groups/4eed0098-f117-4d2d-8a6b-a12f4d1ccc90 HTTP/1.1" status: 204 len: 168 time: 0.1341765 Jul 14 09:36:44.213550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.220703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851293f-c710-4926-ba9b-fe8574a855bd tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed0098-f117-4d2d-8a6b-a12f4d1ccc90,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:44.259171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-754c603f-ecb0-49eb-abd3-ec73e55cbd79 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445395 Jul 14 09:36:44.263691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.312420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad109eb5-b778-4bc6-a40e-07f68ed1d724 tempest-SecGroupTest-825264439 tempest-SecGroupTest-825264439-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475566 Jul 14 09:36:44.573349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.709467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8d2499b7-2f7a-4887-ad53-b02a63208678 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d4cc6fad75f4331b5f51663b1484901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339495 Jul 14 09:36:44.712002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:44.765952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63512544-7190-47af-a3eb-d8ce6d8cba29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.787489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63512544-7190-47af-a3eb-d8ce6d8cba29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.839623 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63512544-7190-47af-a3eb-d8ce6d8cba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.842283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63512544-7190-47af-a3eb-d8ce6d8cba29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.845801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-63512544-7190-47af-a3eb-d8ce6d8cba29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32a7039b-0e2d-42b4-b12c-0023ad709b46 HTTP/1.1" status: 204 len: 168 time: 0.1304529 Jul 14 09:36:44.853813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63512544-7190-47af-a3eb-d8ce6d8cba29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7039b-0e2d-42b4-b12c-0023ad709b46,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:45.955714 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84f5a9a4-bd80-46eb-9d6e-9160cce6eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.260155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34540) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:47.434554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc093118-2304-431d-9044-3021ab53403d req-d51f8100-3115-4220-bc61-fca3cc9d5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.435494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc093118-2304-431d-9044-3021ab53403d req-d51f8100-3115-4220-bc61-fca3cc9d5e00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1097 time: 0.1742067 Jul 14 09:36:47.471005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc093118-2304-431d-9044-3021ab53403d req-90a2ea8c-7558-4343-abaa-4335cc4353a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292506 Jul 14 09:36:49.005866 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.188871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-90a2046d-f166-4e63-b53a-c873b020f648 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676515 Jul 14 09:36:49.313620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-85589eb0-5f62-44f2-9774-e31ab72aff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.315145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-85589eb0-5f62-44f2-9774-e31ab72aff09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1097 time: 0.0721898 Jul 14 09:36:49.449087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-497f2da0-fcc1-4e87-bc94-bfa674ee69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.450850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-497f2da0-fcc1-4e87-bc94-bfa674ee69e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 200 len: 909 time: 0.1112468 Jul 14 09:36:49.530744 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-1c9d23cd-2c7f-4b86-8fea-c03b3bb60840 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 200 len: 1001 time: 0.0734589 Jul 14 09:36:49.585115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-e5d5a154-b27f-4d0d-ac05-925074a82564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.586795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-e5d5a154-b27f-4d0d-ac05-925074a82564 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a22cf2bb-e39a-4e49-a785-7294b47477b2 HTTP/1.1" status: 200 len: 847 time: 0.0491600 Jul 14 09:36:49.649725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-ff05841b-1e9c-493b-832e-c094d16e1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.651797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-ff05841b-1e9c-493b-832e-c094d16e1b48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f195d3c8-dfb5-47bb-8768-f749980ad770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585203 Jul 14 09:36:49.660517 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37606fc9-cd0c-42c1-8d86-c4b45a9a3b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.713347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.758471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-bbee3081-4939-4bbd-b10b-92ecfea7ab3b service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995135 Jul 14 09:36:49.851866 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df936787-0103-4a4a-ba34-81ea26b9dcf1 req-ca99800a-b1b2-47b5-b41e-ea611446da3c service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870638 Jul 14 09:36:50.158933 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.448681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.914563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:00.027309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a1e2-9629-481f-974a-f522abe09f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.127416 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a1e2-9629-481f-974a-f522abe09f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.131912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a1e2-9629-481f-974a-f522abe09f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.176339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5bb8a1e2-9629-481f-974a-f522abe09f96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cd41d763d7a43ae9b6a77e8d7013e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606633 Jul 14 09:37:00.177100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8a1e2-9629-481f-974a-f522abe09f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b3dd80-c905-4889-9add-b8fca64e5cf3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.180070 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:00.231178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-513ad647-55ca-42a7-8fd8-8de2ec7bcabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.252667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-513ad647-55ca-42a7-8fd8-8de2ec7bcabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.300957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-513ad647-55ca-42a7-8fd8-8de2ec7bcabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.303651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-513ad647-55ca-42a7-8fd8-8de2ec7bcabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.304909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-513ad647-55ca-42a7-8fd8-8de2ec7bcabb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69b3dd80-c905-4889-9add-b8fca64e5cf3 HTTP/1.1" status: 204 len: 168 time: 0.1233954 Jul 14 09:37:00.312724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ad647-55ca-42a7-8fd8-8de2ec7bcabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b3dd80-c905-4889-9add-b8fca64e5cf3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.908866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34782) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:01.012768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1138315558-network', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:01.035141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Made reservation on behalf of 9e58d1295e8e49f2bda5899765b114b3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:01.038140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.047790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.144805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.149618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.174174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:01.189977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b73909-fb88-499d-b4f9-903db7e2b3cb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.193010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.193679 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Added segment 6a14c3a6-5a37-4824-9ac0-94bdd74fe40e of type vlan for network 40d3e092-6d14-4dd4-901b-ec1c755005eb Jul 14 09:37:01.234537 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.264014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.264968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.265731 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.328995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:01.331953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4218566 Jul 14 09:37:01.334669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Request body: {'subnet': {'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1138315558-subnet', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:01.339999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ac4d-61f1-42a8-8c50-5b8b22629080 admin admin] Pushing event updated for resources: {'Network': ['ID=40d3e092-6d14-4dd4-901b-ec1c755005eb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.353594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:01.361898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Made reservation on behalf of 9e58d1295e8e49f2bda5899765b114b3 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:01.364964 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.514259 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.556118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.612507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc1ae44-9514-4390-a8ad-7ec7a7ebb873,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.619979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Checking segment: {'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:01.620340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Network hostable DHCP agents. Network: 40d3e092-6d14-4dd4-901b-ec1c755005eb, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:01.637473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:01.647001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 40d3e092-6d14-4dd4-901b-ec1c755005eb) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:01.652023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.653219 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.656699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfe55e-cb5c-404d-bc48-c6a13e51c1de None None] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:01.668782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-32368581-b359-41b1-98f9-a4a187fd83b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3385737 Jul 14 09:37:01.671826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:01.676421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:01.697321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.698433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.768101 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.824151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-40d3e092-6d14-4dd4-901b-ec1c755005eb', 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'fixed_ips': [{'subnet_id': '4fc1ae44-9514-4390-a8ad-7ec7a7ebb873'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:01.825127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.929567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.971547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Allocated IP 172.20.0.2 (40d3e092-6d14-4dd4-901b-ec1c755005eb/4fc1ae44-9514-4390-a8ad-7ec7a7ebb873/2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:02.128728 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.138211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Transition to ACTIVE for port object 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:02.142397 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.155245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Transition to ACTIVE for port object 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:02.161250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.164296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.197010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:02.200006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:02.205984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:02.239627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Pushing event updated for resources: {'Port': ['ID=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.283426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Allocated IP 172.25.2.129 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/559732e7-5642-45e8-b8db-013fb4b276d2) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:02.285049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Attempting to bind port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:02.285436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Attempting to bind port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:02.285859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Attempting to bind port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 on network 40d3e092-6d14-4dd4-901b-ec1c755005eb {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:02.293920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:02.294353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Checking segment: {'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:02.294955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.295457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Bound using segment: {'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:02.296106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Bound port: 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:02.296552 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.368967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] For port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:02.372875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] For port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,segment=NetworkSegment(6a14c3a6-5a37-4824-9ac0-94bdd74fe40e),segment_id=6a14c3a6-5a37-4824-9ac0-94bdd74fe40e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:02.377530 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.401689 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.464761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b64c0-0cf0-4f72-9c22-f7efbc4a0b41 None None] Pushing event updated for resources: {'Port': ['ID=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.477739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.515945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:02.521757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:02.525627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:02.554447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=559732e7-5642-45e8-b8db-013fb4b276d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.851793 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.874333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:02.941885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:03.383041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.543161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Router 1a711711-fc49-42cb-bff9-113d3b6abdc2 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:03.571751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df038b70-9864-443f-887d-01ac3ea1f724 None None] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:03.655237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:03.668423 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Sync routers for ids ['1a711711-fc49-42cb-bff9-113d3b6abdc2'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:03.672800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdd8c7d0-2a9a-4fce-b651-93f2bb3dc7b1 None None] Provisioning for port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:03.679978 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Routers {'1a711711-fc49-42cb-bff9-113d3b6abdc2'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:03.680614 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a711711-fc49-42cb-bff9-113d3b6abdc2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:03.688978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.693243 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a5ae270f-485c-4ec9-a676-cb1b09182dc5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0174339 Jul 14 09:37:03.693243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:03.697197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdd8c7d0-2a9a-4fce-b651-93f2bb3dc7b1 None None] Provisioning complete for port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:03.697877 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c7d0-2a9a-4fce-b651-93f2bb3dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.903944 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c7d0-2a9a-4fce-b651-93f2bb3dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.961125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fdd8c7d0-2a9a-4fce-b651-93f2bb3dc7b1 None None] For port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,segment=NetworkSegment(6a14c3a6-5a37-4824-9ac0-94bdd74fe40e),segment_id=6a14c3a6-5a37-4824-9ac0-94bdd74fe40e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:03.969496 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c7d0-2a9a-4fce-b651-93f2bb3dc7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.980527 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Set router 1a711711-fc49-42cb-bff9-113d3b6abdc2 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:04.056497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8c7d0-2a9a-4fce-b651-93f2bb3dc7b1 None None] Pushing event updated for resources: {'Port': ['ID=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.210840 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:02Z', 'revision_number': 3, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port': {'id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:02Z', 'updated_at': '2021-07-14T09:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:04.237661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Checking router: 1a711711-fc49-42cb-bff9-113d3b6abdc2 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:04.238001 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Updating router 1a711711-fc49-42cb-bff9-113d3b6abdc2 port 559732e7-5642-45e8-b8db-013fb4b276d2 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:04.275528 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.276574 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.291108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7f618028-b81c-4515-9411-7a9478bd80b1 None None] Provisioning complete for port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:04.291674 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f618028-b81c-4515-9411-7a9478bd80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.467332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Allocated IP 172.20.0.1 (40d3e092-6d14-4dd4-901b-ec1c755005eb/4fc1ae44-9514-4390-a8ad-7ec7a7ebb873/c58aa46e-2bd3-44d6-af2b-bf372be8abb4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:04.552294 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.562716 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Transition to ACTIVE for port object 559732e7-5642-45e8-b8db-013fb4b276d2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:04.570087 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.580141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.595590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Transition to ACTIVE for port object c58aa46e-2bd3-44d6-af2b-bf372be8abb4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:04.616211 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Attempting to bind port 559732e7-5642-45e8-b8db-013fb4b276d2 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:04.616585 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Attempting to bind port 559732e7-5642-45e8-b8db-013fb4b276d2 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:04.616936 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Attempting to bind port 559732e7-5642-45e8-b8db-013fb4b276d2 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:04.629719 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:04.630093 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:04.630686 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.631243 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:04.636568 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Bound port: 559732e7-5642-45e8-b8db-013fb4b276d2, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:04.636568 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.649631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.693646 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Pushing event updated for resources: {'Port': ['ID=559732e7-5642-45e8-b8db-013fb4b276d2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.701527 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] For port 559732e7-5642-45e8-b8db-013fb4b276d2, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:04.705827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:04.711524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:04.714548 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] For port 559732e7-5642-45e8-b8db-013fb4b276d2, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=559732e7-5642-45e8-b8db-013fb4b276d2,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:04.721408 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.721757 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.722097 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.722588 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.722919 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.723787 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.724263 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.724432 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.724752 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.725077 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.725395 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.725805 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:04.726272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:04.729920 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.761753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Pushing event updated for resources: {'Port': ['ID=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.789264 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Routers {'1a711711-fc49-42cb-bff9-113d3b6abdc2'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:04.789900 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a711711-fc49-42cb-bff9-113d3b6abdc2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:04.805218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.851255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:04.949926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:04.950643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.976122 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1ec26-0475-4751-840c-6317da76c6ac None None] Pushing event updated for resources: {'Port': ['ID=559732e7-5642-45e8-b8db-013fb4b276d2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:05.015866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.018394 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] Set router 1a711711-fc49-42cb-bff9-113d3b6abdc2 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:05.083102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7eed41ac-a66a-40af-83bc-35f6a79d5720 None None] Provisioning for port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:05.088097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7eed41ac-a66a-40af-83bc-35f6a79d5720 None None] Provisioning complete for port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:05.088590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7eed41ac-a66a-40af-83bc-35f6a79d5720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.124283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7eed41ac-a66a-40af-83bc-35f6a79d5720 None None] Port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:05.208061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.212547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.214565 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:02Z', 'revision_number': 3, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port': {'id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:02Z', 'updated_at': '2021-07-14T09:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:05.244730 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf35c8-ec43-4f47-824e-d9f0bc6c36e9 None None] The sync data for ids ['1a711711-fc49-42cb-bff9-113d3b6abdc2'] in n-d-758944-44 is: [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:02Z', 'revision_number': 3, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port': {'id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:02Z', 'updated_at': '2021-07-14T09:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:05.280189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.282272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Pushing event updated for resources: {'Port': ['ID=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:05.390157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:05.391825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:05.546817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Router 1a711711-fc49-42cb-bff9-113d3b6abdc2 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:05.701831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:05.711983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e753d5a2-b8cc-4f5e-aa9c-0800708a443f admin admin] 10.222.0.18 "PUT /v2.0/routers/1a711711-fc49-42cb-bff9-113d3b6abdc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175936 Jul 14 09:37:05.759298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ce7031a-447b-44b1-93b0-61628a97dd12 None None] Provisioning complete for port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:05.759807 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ce7031a-447b-44b1-93b0-61628a97dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.820459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7031a-447b-44b1-93b0-61628a97dd12 None None] Port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:06.240881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.338373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34864) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.343614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-658511284-network', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:06.366832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Made reservation on behalf of cc91fb4f1d42470f8cdd015e37470505 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:06.369218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.377545 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.481500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc5f551b-c2e3-4952-bfd5-0e8867eb08dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.488479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.496591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.523524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:06.549267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63322b87-5efe-49f6-9cc5-2b05f96157cf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:06.555109 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.555491 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Added segment 522b0ab9-1943-4fa4-b4f6-dc3607161d36 of type vlan for network e00f7470-8968-4d11-8abf-bf9407465227 Jul 14 09:37:06.611782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.659291 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.660420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:06.661558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.691282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc5f551b-c2e3-4952-bfd5-0e8867eb08dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.726935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc5f551b-c2e3-4952-bfd5-0e8867eb08dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.747979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4081726 Jul 14 09:37:06.750832 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34866) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.756046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Request body: {'subnet': {'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-658511284-subnet', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:06.769733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c639a3-81c7-416e-85dc-4427c292a408 admin admin] Pushing event updated for resources: {'Network': ['ID=e00f7470-8968-4d11-8abf-bf9407465227,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:06.779129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc5f551b-c2e3-4952-bfd5-0e8867eb08dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=339e97807f4b45f3b56b6f58ef3705c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371342 Jul 14 09:37:06.783534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34868) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.785133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e00f7470-8968-4d11-8abf-bf9407465227 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:06.797023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f551b-c2e3-4952-bfd5-0e8867eb08dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f897a50-6e94-451b-ba3a-0f27838dd0ef,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:06.807529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Made reservation on behalf of cc91fb4f1d42470f8cdd015e37470505 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:06.810300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.912631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-650eea5f-38e9-4f86-b676-b1c45ba4c216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.916713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 559732e7-5642-45e8-b8db-013fb4b276d2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:06.944922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-650eea5f-38e9-4f86-b676-b1c45ba4c216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.972043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 559732e7-5642-45e8-b8db-013fb4b276d2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:06.976790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 559732e7-5642-45e8-b8db-013fb4b276d2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:06.977567 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.061635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.062902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-650eea5f-38e9-4f86-b676-b1c45ba4c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.065466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-650eea5f-38e9-4f86-b676-b1c45ba4c216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.066663 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-650eea5f-38e9-4f86-b676-b1c45ba4c216 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f897a50-6e94-451b-ba3a-0f27838dd0ef HTTP/1.1" status: 204 len: 168 time: 0.2816744 Jul 14 09:37:07.078965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.080960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eea5f-38e9-4f86-b676-b1c45ba4c216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f897a50-6e94-451b-ba3a-0f27838dd0ef,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.090931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 559732e7-5642-45e8-b8db-013fb4b276d2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=559732e7-5642-45e8-b8db-013fb4b276d2,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:07.100319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.135246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Sync routers for ids ['1a711711-fc49-42cb-bff9-113d3b6abdc2'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:07.138495 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82c1156-ab45-418f-ba12-d5569b474fa9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.149971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Checking segment: {'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:07.150399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Network hostable DHCP agents. Network: e00f7470-8968-4d11-8abf-bf9407465227, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:07.161414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Routers {'1a711711-fc49-42cb-bff9-113d3b6abdc2'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:07.162206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a711711-fc49-42cb-bff9-113d3b6abdc2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.174014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Network e00f7470-8968-4d11-8abf-bf9407465227 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:07.186446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e00f7470-8968-4d11-8abf-bf9407465227) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:07.192823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.194163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.206172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44860be1-94bd-4f89-9fc6-231bf194bb19 None None] Network e00f7470-8968-4d11-8abf-bf9407465227 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:07.211924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5eeb5662-5014-41c6-a222-f41935c2e2cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4593818 Jul 14 09:37:07.214921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 34872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.220373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:07.226983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=559732e7-5642-45e8-b8db-013fb4b276d2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.250981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.252481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.318657 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.357314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Set router 1a711711-fc49-42cb-bff9-113d3b6abdc2 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:07.491335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34876) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.517430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9d80ee8-894d-4047-9880-47dc0b8c9c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.521855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.656152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9d80ee8-894d-4047-9880-47dc0b8c9c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.664259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9d80ee8-894d-4047-9880-47dc0b8c9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.696330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-e00f7470-8968-4d11-8abf-bf9407465227', 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'fixed_ips': [{'subnet_id': 'c82c1156-ab45-418f-ba12-d5569b474fa9'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:07.697526 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.742813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c9d80ee8-894d-4047-9880-47dc0b8c9c4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55f9e735723d43b097a89fbee0bab12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495022 Jul 14 09:37:07.744342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.756064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d80ee8-894d-4047-9880-47dc0b8c9c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0941615-6b84-4fa4-a877-39808c706fd7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.830727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbea8b65-dc7c-48cf-8595-b4f9096a816a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.843586 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.853515 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbea8b65-dc7c-48cf-8595-b4f9096a816a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.862935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.909026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Allocated IP 172.20.0.2 (e00f7470-8968-4d11-8abf-bf9407465227/c82c1156-ab45-418f-ba12-d5569b474fa9/5f1fac20-77c3-483c-8bec-102fab6b6c59) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:07.912717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbea8b65-dc7c-48cf-8595-b4f9096a816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.915567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbea8b65-dc7c-48cf-8595-b4f9096a816a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.919490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bbea8b65-dc7c-48cf-8595-b4f9096a816a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0941615-6b84-4fa4-a877-39808c706fd7 HTTP/1.1" status: 204 len: 168 time: 0.1714563 Jul 14 09:37:07.925408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea8b65-dc7c-48cf-8595-b4f9096a816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0941615-6b84-4fa4-a877-39808c706fd7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.926621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:04Z', 'revision_number': 4, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port': {'id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:02Z', 'updated_at': '2021-07-14T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c58aa46e-2bd3-44d6-af2b-bf372be8abb4', 'name': '', 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'mac_address': 'fa:16:3e:1b:bc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4fc1ae44-9514-4390-a8ad-7ec7a7ebb873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:04Z', 'updated_at': '2021-07-14T09:37:05Z', 'revision_number': 2, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'subnets': [{'id': '4fc1ae44-9514-4390-a8ad-7ec7a7ebb873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.974748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Checking router: 1a711711-fc49-42cb-bff9-113d3b6abdc2 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:07.975120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Updating router 1a711711-fc49-42cb-bff9-113d3b6abdc2 port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:07.994520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Allocated IP 172.25.2.87 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/40e68713-67f3-4d92-befe-5fa90d319f02) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:08.053007 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.121982 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.169454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.211500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:08.216626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:08.221916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:08.248903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.249340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Pushing event updated for resources: {'Port': ['ID=40e68713-67f3-4d92-befe-5fa90d319f02,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.293782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Transition to ACTIVE for port object 5f1fac20-77c3-483c-8bec-102fab6b6c59 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:08.320348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Transition to ACTIVE for port object 5f1fac20-77c3-483c-8bec-102fab6b6c59 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:08.332001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.392245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Network e00f7470-8968-4d11-8abf-bf9407465227 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:08.403945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:08.406580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:08.443410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Pushing event updated for resources: {'Port': ['ID=5f1fac20-77c3-483c-8bec-102fab6b6c59,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.497775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.506682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Attempting to bind port 5f1fac20-77c3-483c-8bec-102fab6b6c59 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:08.507072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Attempting to bind port 5f1fac20-77c3-483c-8bec-102fab6b6c59 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:08.507468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Attempting to bind port 5f1fac20-77c3-483c-8bec-102fab6b6c59 on network e00f7470-8968-4d11-8abf-bf9407465227 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:08.516336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:08.516721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Checking segment: {'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:08.517134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.517537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Bound using segment: {'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:08.518019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Bound port: 5f1fac20-77c3-483c-8bec-102fab6b6c59, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:08.518414 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.545160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.581446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Transition to ACTIVE for port object c58aa46e-2bd3-44d6-af2b-bf372be8abb4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:08.599570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.659300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] For port 5f1fac20-77c3-483c-8bec-102fab6b6c59, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:08.668694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] For port 5f1fac20-77c3-483c-8bec-102fab6b6c59, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5f1fac20-77c3-483c-8bec-102fab6b6c59,segment=NetworkSegment(522b0ab9-1943-4fa4-b4f6-dc3607161d36),segment_id=522b0ab9-1943-4fa4-b4f6-dc3607161d36)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:08.684911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa5ccc-a20c-4562-9d2e-58faf6efc8d8 None None] Pushing event updated for resources: {'Port': ['ID=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.713300 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.718226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.781982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49696d-b099-4aba-99d9-cc00f0567ea4 None None] Pushing event updated for resources: {'Port': ['ID=5f1fac20-77c3-483c-8bec-102fab6b6c59,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.803189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Attempting to bind port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:08.803349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Attempting to bind port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:08.803748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Attempting to bind port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 on network 40d3e092-6d14-4dd4-901b-ec1c755005eb {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:08.810660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:08.811042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Checking segment: {'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:08.811481 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.811950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Bound using segment: {'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:08.812338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Bound port: c58aa46e-2bd3-44d6-af2b-bf372be8abb4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:08.812726 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.891785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 559732e7-5642-45e8-b8db-013fb4b276d2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:08.904930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Router 1a6cf2fa-389b-4381-803e-94675eb9ea39 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:08.962715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] For port c58aa46e-2bd3-44d6-af2b-bf372be8abb4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:08.968454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] For port c58aa46e-2bd3-44d6-af2b-bf372be8abb4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,segment=NetworkSegment(6a14c3a6-5a37-4824-9ac0-94bdd74fe40e),segment_id=6a14c3a6-5a37-4824-9ac0-94bdd74fe40e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:08.976953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 559732e7-5642-45e8-b8db-013fb4b276d2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:08.977397 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.979759 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.034996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:09.057560 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Sync routers for ids ['1a6cf2fa-389b-4381-803e-94675eb9ea39'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:09.082024 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Routers {'1a6cf2fa-389b-4381-803e-94675eb9ea39'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:09.083132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.083577 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a6cf2fa-389b-4381-803e-94675eb9ea39'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.087735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 34904) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.093765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1a9135a6-ca0a-44e4-8a39-e67314706cbb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8773451 Jul 14 09:37:09.187131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Routers {'1a711711-fc49-42cb-bff9-113d3b6abdc2'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:09.187819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a711711-fc49-42cb-bff9-113d3b6abdc2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.238823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa5ccc-a20c-4562-9d2e-58faf6efc8d8 None None] Pushing event updated for resources: {'Port': ['ID=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.291780 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Set router 1a6cf2fa-389b-4381-803e-94675eb9ea39 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:09.398474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] Set router 1a711711-fc49-42cb-bff9-113d3b6abdc2 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:09.554712 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:08Z', 'revision_number': 3, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port': {'id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.593899 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Checking router: 1a6cf2fa-389b-4381-803e-94675eb9ea39 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:09.594341 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Updating router 1a6cf2fa-389b-4381-803e-94675eb9ea39 port 40e68713-67f3-4d92-befe-5fa90d319f02 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:09.637894 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.700190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:04Z', 'revision_number': 4, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port': {'id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:02Z', 'updated_at': '2021-07-14T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c58aa46e-2bd3-44d6-af2b-bf372be8abb4', 'name': '', 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'mac_address': 'fa:16:3e:1b:bc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4fc1ae44-9514-4390-a8ad-7ec7a7ebb873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:04Z', 'updated_at': '2021-07-14T09:37:08Z', 'revision_number': 4, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'subnets': [{'id': '4fc1ae44-9514-4390-a8ad-7ec7a7ebb873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:09.709869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.739496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890712c3-dfd3-4468-a9fc-f0a14d30edf8 None None] The sync data for ids ['1a711711-fc49-42cb-bff9-113d3b6abdc2'] in n-d-758944-44 is: [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:04Z', 'revision_number': 4, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port': {'id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:02Z', 'updated_at': '2021-07-14T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c58aa46e-2bd3-44d6-af2b-bf372be8abb4', 'name': '', 'network_id': '40d3e092-6d14-4dd4-901b-ec1c755005eb', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'mac_address': 'fa:16:3e:1b:bc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4fc1ae44-9514-4390-a8ad-7ec7a7ebb873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:04Z', 'updated_at': '2021-07-14T09:37:08Z', 'revision_number': 4, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'subnets': [{'id': '4fc1ae44-9514-4390-a8ad-7ec7a7ebb873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:09.955841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Allocated IP 172.20.0.1 (e00f7470-8968-4d11-8abf-bf9407465227/c82c1156-ab45-418f-ba12-d5569b474fa9/4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:10.121576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.138707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Transition to ACTIVE for port object 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:10.163653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f870ec5a-64a2-4878-b070-ecad9991c702 None None] Network e00f7470-8968-4d11-8abf-bf9407465227 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:10.182271 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.216648 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.219078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Network e00f7470-8968-4d11-8abf-bf9407465227 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:10.221590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:10.238650 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Transition to ACTIVE for port object 40e68713-67f3-4d92-befe-5fa90d319f02 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:10.249547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c6658ccd-aa1e-4dec-8a4e-18e9c32a578d None None] Provisioning for port 5f1fac20-77c3-483c-8bec-102fab6b6c59 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:10.251935 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.309656 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4120cac-f207-4129-afdf-4373a52fda12 None None] Pushing event updated for resources: {'Port': ['ID=40e68713-67f3-4d92-befe-5fa90d319f02,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.318141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.326300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:10.368374 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Attempting to bind port 40e68713-67f3-4d92-befe-5fa90d319f02 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:10.368786 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Attempting to bind port 40e68713-67f3-4d92-befe-5fa90d319f02 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:10.369152 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Attempting to bind port 40e68713-67f3-4d92-befe-5fa90d319f02 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:10.377551 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:10.378215 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:10.378923 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.380054 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:10.380762 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Bound port: 40e68713-67f3-4d92-befe-5fa90d319f02, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:10.381321 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.398277 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.484678 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] For port 40e68713-67f3-4d92-befe-5fa90d319f02, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:10.489572 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] For port 40e68713-67f3-4d92-befe-5fa90d319f02, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=40e68713-67f3-4d92-befe-5fa90d319f02,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:10.495640 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.563863 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Routers {'1a6cf2fa-389b-4381-803e-94675eb9ea39'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:10.564634 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a6cf2fa-389b-4381-803e-94675eb9ea39'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:10.566621 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4120cac-f207-4129-afdf-4373a52fda12 None None] Pushing event updated for resources: {'Port': ['ID=40e68713-67f3-4d92-befe-5fa90d319f02,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.633033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.691282 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] Set router 1a6cf2fa-389b-4381-803e-94675eb9ea39 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:10.859819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f23efcea-8a27-4d73-985e-aaea1a99c676 None None] Provisioning for port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:10.868023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f23efcea-8a27-4d73-985e-aaea1a99c676 None None] Provisioning complete for port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:10.868961 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f23efcea-8a27-4d73-985e-aaea1a99c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.869774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.879222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.950240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f23efcea-8a27-4d73-985e-aaea1a99c676 None None] Port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:10.982495 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:08Z', 'revision_number': 3, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port': {'id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:10.998096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5f1fac20-77c3-483c-8bec-102fab6b6c59 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:11.015303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.027482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.042297 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295bbe-e31a-4ed6-af37-b63eea0a2156 None None] The sync data for ids ['1a6cf2fa-389b-4381-803e-94675eb9ea39'] in n-d-758944-44 is: [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:08Z', 'revision_number': 3, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port': {'id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:11.070128 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 5f1fac20-77c3-483c-8bec-102fab6b6c59 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:11.076719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9a2da0e1-7c25-4968-b2ad-df4291d3e256 None None] Provisioning complete for port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:11.077336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a2da0e1-7c25-4968-b2ad-df4291d3e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.080519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5f1fac20-77c3-483c-8bec-102fab6b6c59 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:11.081131 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.141300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9a2da0e1-7c25-4968-b2ad-df4291d3e256 None None] Port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:11.182939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Network e00f7470-8968-4d11-8abf-bf9407465227 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:11.185065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:11.202580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.238206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 5f1fac20-77c3-483c-8bec-102fab6b6c59, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5f1fac20-77c3-483c-8bec-102fab6b6c59,segment=NetworkSegment(522b0ab9-1943-4fa4-b4f6-dc3607161d36),segment_id=522b0ab9-1943-4fa4-b4f6-dc3607161d36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:11.245193 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.246029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c58aa46e-2bd3-44d6-af2b-bf372be8abb4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:11.334697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Router 1a6cf2fa-389b-4381-803e-94675eb9ea39 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:11.352464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=5f1fac20-77c3-483c-8bec-102fab6b6c59,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.365246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:11.369440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:11.369833 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.534589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b5ff502a-7c70-4385-ac59-31690a21abbf None None] Provisioning complete for port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:11.535740 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5ff502a-7c70-4385-ac59-31690a21abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.537183 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.569361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:11.580056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0fa303a1-63f7-4560-9219-a0557fa342d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a6cf2fa-389b-4381-803e-94675eb9ea39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4910057 Jul 14 09:37:11.775810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff502a-7c70-4385-ac59-31690a21abbf None None] Port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:11.784610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c58aa46e-2bd3-44d6-af2b-bf372be8abb4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,segment=NetworkSegment(6a14c3a6-5a37-4824-9ac0-94bdd74fe40e),segment_id=6a14c3a6-5a37-4824-9ac0-94bdd74fe40e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:11.791835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.860405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:12.896103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5f1fac20-77c3-483c-8bec-102fab6b6c59 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:12.946982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 5f1fac20-77c3-483c-8bec-102fab6b6c59 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:12.947515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.034618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c58aa46e-2bd3-44d6-af2b-bf372be8abb4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:13.100049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:13.100543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.195010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 40e68713-67f3-4d92-befe-5fa90d319f02 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:13.262609 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 40e68713-67f3-4d92-befe-5fa90d319f02 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:13.266727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 40e68713-67f3-4d92-befe-5fa90d319f02 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:13.267189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.339970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Sync routers for ids ['1a6cf2fa-389b-4381-803e-94675eb9ea39'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:13.361042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Routers {'1a6cf2fa-389b-4381-803e-94675eb9ea39'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:13.361719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a6cf2fa-389b-4381-803e-94675eb9ea39'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.414218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.466610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 40e68713-67f3-4d92-befe-5fa90d319f02, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=40e68713-67f3-4d92-befe-5fa90d319f02,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:13.471977 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.533557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Set router 1a6cf2fa-389b-4381-803e-94675eb9ea39 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:13.575916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=40e68713-67f3-4d92-befe-5fa90d319f02,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:13.776220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:10Z', 'revision_number': 4, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port': {'id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb', 'name': '', 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'mac_address': 'fa:16:3e:cf:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c82c1156-ab45-418f-ba12-d5569b474fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:09Z', 'updated_at': '2021-07-14T09:37:10Z', 'revision_number': 2, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'subnets': [{'id': 'c82c1156-ab45-418f-ba12-d5569b474fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.805824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Checking router: 1a6cf2fa-389b-4381-803e-94675eb9ea39 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:13.806099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Updating router 1a6cf2fa-389b-4381-803e-94675eb9ea39 port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:13.848832 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.999556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35008) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:14.134417 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.145987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Transition to ACTIVE for port object 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:14.152903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.252403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cc0e9-056c-44a5-ad72-781b472bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:14.269002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Attempting to bind port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:14.269327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Attempting to bind port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:14.269700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Attempting to bind port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb on network e00f7470-8968-4d11-8abf-bf9407465227 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:14.276744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:14.277159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Checking segment: {'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:14.277603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.278190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Bound using segment: {'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:14.279072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Bound port: 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522b0ab9-1943-4fa4-b4f6-dc3607161d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:14.279234 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.357235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] For port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:14.361549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] For port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,segment=NetworkSegment(522b0ab9-1943-4fa4-b4f6-dc3607161d36),segment_id=522b0ab9-1943-4fa4-b4f6-dc3607161d36)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:14.366014 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.444420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.446160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Routers {'1a6cf2fa-389b-4381-803e-94675eb9ea39'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:14.446932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a6cf2fa-389b-4381-803e-94675eb9ea39'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:14.531500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cc0e9-056c-44a5-ad72-781b472bc7bc None None] Pushing event updated for resources: {'Port': ['ID=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:14.640266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] Set router 1a6cf2fa-389b-4381-803e-94675eb9ea39 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:14.901851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 40e68713-67f3-4d92-befe-5fa90d319f02 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:14.991164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 40e68713-67f3-4d92-befe-5fa90d319f02 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:14.991658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.025075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:10Z', 'revision_number': 4, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port': {'id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb', 'name': '', 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'mac_address': 'fa:16:3e:cf:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c82c1156-ab45-418f-ba12-d5569b474fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:09Z', 'updated_at': '2021-07-14T09:37:14Z', 'revision_number': 4, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'subnets': [{'id': 'c82c1156-ab45-418f-ba12-d5569b474fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:15.058944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb4e4d-4863-4cbd-ade5-34a75d0d1ae4 None None] The sync data for ids ['1a6cf2fa-389b-4381-803e-94675eb9ea39'] in n-d-758944-44 is: [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:10Z', 'revision_number': 4, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port': {'id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb', 'name': '', 'network_id': 'e00f7470-8968-4d11-8abf-bf9407465227', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'mac_address': 'fa:16:3e:cf:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'c82c1156-ab45-418f-ba12-d5569b474fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:09Z', 'updated_at': '2021-07-14T09:37:14Z', 'revision_number': 4, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'subnets': [{'id': 'c82c1156-ab45-418f-ba12-d5569b474fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:15.267993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Deleting port c58aa46e-2bd3-44d6-af2b-bf372be8abb4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:15.268576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.370984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] For port c58aa46e-2bd3-44d6-af2b-bf372be8abb4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,segment=NetworkSegment(6a14c3a6-5a37-4824-9ac0-94bdd74fe40e),segment_id=6a14c3a6-5a37-4824-9ac0-94bdd74fe40e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:15.371422 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.388012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Calling delete_port for c58aa46e-2bd3-44d6-af2b-bf372be8abb4 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:15.603673 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.634389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58aa46e-2bd3-44d6-af2b-bf372be8abb4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.814653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.952958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a286223f-775b-4661-9639-b3ea56f62277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.033516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Router 1a711711-fc49-42cb-bff9-113d3b6abdc2 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:16.145597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:16.150687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9f607686-4d50-40f0-a362-5413da952059 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a711711-fc49-42cb-bff9-113d3b6abdc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1500800 Jul 14 09:37:16.153182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:16.158297 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] Sync routers for ids ['1a711711-fc49-42cb-bff9-113d3b6abdc2'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:16.168305 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] Routers {'1a711711-fc49-42cb-bff9-113d3b6abdc2'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:16.168838 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a711711-fc49-42cb-bff9-113d3b6abdc2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.259062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.274349 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] Set router 1a711711-fc49-42cb-bff9-113d3b6abdc2 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:16.393688 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.468513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Deleting port 559732e7-5642-45e8-b8db-013fb4b276d2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:16.469000 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.477725 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 5, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port': {'id': '559732e7-5642-45e8-b8db-013fb4b276d2', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:02Z', 'updated_at': '2021-07-14T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.505918 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] Checking router: 1a711711-fc49-42cb-bff9-113d3b6abdc2 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:16.514676 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] Routers {'1a711711-fc49-42cb-bff9-113d3b6abdc2'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:16.515759 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:36:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a711711-fc49-42cb-bff9-113d3b6abdc2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.569871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] For port 559732e7-5642-45e8-b8db-013fb4b276d2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=559732e7-5642-45e8-b8db-013fb4b276d2,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:16.570522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.586013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Calling delete_port for 559732e7-5642-45e8-b8db-013fb4b276d2 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:16.606555 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] Set router 1a711711-fc49-42cb-bff9-113d3b6abdc2 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:16.664346 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:16Z', 'revision_number': 6, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:16.699412 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e28b5-9843-47cf-8790-83149b1c2835 None None] The sync data for ids ['1a711711-fc49-42cb-bff9-113d3b6abdc2'] in n-d-758944-44 is: [{'id': '1a711711-fc49-42cb-bff9-113d3b6abdc2', 'name': 'tempest-TestAggregatesBasicOps-1138315558-router', 'tenant_id': '9e58d1295e8e49f2bda5899765b114b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:01Z', 'updated_at': '2021-07-14T09:37:16Z', 'revision_number': 6, 'project_id': '9e58d1295e8e49f2bda5899765b114b3', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:16.745087 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:37:16.798155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.834374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Pushing event deleted for resources: {'Port': ['ID=559732e7-5642-45e8-b8db-013fb4b276d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:16.911310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.022042 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.025262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.076013 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.076798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a711711-fc49-42cb-bff9-113d3b6abdc2 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:17.100365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.101546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0304034a-ca71-474c-9766-5bdaef47964a admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a711711-fc49-42cb-bff9-113d3b6abdc2 HTTP/1.1" status: 204 len: 168 time: 0.9474478 Jul 14 09:37:17.104575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.190631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] Deleting subnet 4fc1ae44-9514-4390-a8ad-7ec7a7ebb873 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:17.196727 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.211775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:17.270055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.307601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:17.312619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:17.312999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.370993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.452135 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.474600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.499642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,segment=NetworkSegment(522b0ab9-1943-4fa4-b4f6-dc3607161d36),segment_id=522b0ab9-1943-4fa4-b4f6-dc3607161d36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:17.507006 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.556385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc1ae44-9514-4390-a8ad-7ec7a7ebb873,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.561202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.566799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.567886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fc685720-4171-4d6e-86c0-97d827de2625 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4fc1ae44-9514-4390-a8ad-7ec7a7ebb873 HTTP/1.1" status: 204 len: 168 time: 0.4607682 Jul 14 09:37:17.575720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514fca2-6f5b-4c53-a7e0-c6d2325c90a0 None None] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:17.598638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.684567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.753355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Deleting port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:17.753929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.831447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] For port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,segment=NetworkSegment(6a14c3a6-5a37-4824-9ac0-94bdd74fe40e),segment_id=6a14c3a6-5a37-4824-9ac0-94bdd74fe40e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:17.831447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.850189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018caf27-9d29-4081-8501-85258ff4312b None None] DHCP port deletion for 40d3e092-6d14-4dd4-901b-ec1c755005eb request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:17.854736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Calling delete_port for 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:17.889762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c58aa46e-2bd3-44d6-af2b-bf372be8abb4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:17.920639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c58aa46e-2bd3-44d6-af2b-bf372be8abb4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:17.921006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c58aa46e-2bd3-44d6-af2b-bf372be8abb4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:17.944914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-018caf27-9d29-4081-8501-85258ff4312b None None] Deleting port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:17.945301 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-018caf27-9d29-4081-8501-85258ff4312b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.982206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.014393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.018609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] No DVR routers for this DVR port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:18.118075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.160398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d3e092-6d14-4dd4-901b-ec1c755005eb']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.182777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.183085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a14c3a6-5a37-4824-9ac0-94bdd74fe40e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.195396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.218147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-018caf27-9d29-4081-8501-85258ff4312b None None] For port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,segment=NetworkSegment(6a14c3a6-5a37-4824-9ac0-94bdd74fe40e),segment_id=6a14c3a6-5a37-4824-9ac0-94bdd74fe40e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:18.219316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-018caf27-9d29-4081-8501-85258ff4312b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.226750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.246627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-018caf27-9d29-4081-8501-85258ff4312b None None] Calling delete_port for 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:18.249215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:18.250082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:18.252014 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:18.331273 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.342214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.345372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] 10.222.0.18 "DELETE /v2.0/networks/40d3e092-6d14-4dd4-901b-ec1c755005eb HTTP/1.1" status: 204 len: 168 time: 0.7774794 Jul 14 09:37:18.348621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:18.367001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b1ef6-acb5-4574-8458-44857d5b4916 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d3e092-6d14-4dd4-901b-ec1c755005eb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.373769 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-018caf27-9d29-4081-8501-85258ff4312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.401617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018caf27-9d29-4081-8501-85258ff4312b None None] Pushing event deleted for resources: {'Port': ['ID=2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.411686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-018caf27-9d29-4081-8501-85258ff4312b None None] Network 40d3e092-6d14-4dd4-901b-ec1c755005eb is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:37:18.412150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018caf27-9d29-4081-8501-85258ff4312b None None] No DVR routers for this DVR port 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:18.781081 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.865474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:18.926836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:18.927137 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.021350 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.088639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 559732e7-5642-45e8-b8db-013fb4b276d2 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:19.116324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 559732e7-5642-45e8-b8db-013fb4b276d2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:19.116674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 559732e7-5642-45e8-b8db-013fb4b276d2 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:19.117090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:19.134170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Deleting port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:19.134723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.135508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:19.135860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2ae39a54-aee9-4705-aa26-b3fe0b7bb9c5 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:19.220819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] For port 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,segment=NetworkSegment(522b0ab9-1943-4fa4-b4f6-dc3607161d36),segment_id=522b0ab9-1943-4fa4-b4f6-dc3607161d36)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:19.221203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.235082 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Calling delete_port for 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:19.480349 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.509902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.665097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-516ab6f9-edcb-4e3e-8291-7720c47bee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.715080 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.746667 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.963614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Router 1a6cf2fa-389b-4381-803e-94675eb9ea39 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:20.074149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:20.083371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35038) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:20.084228 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-51f31d0a-1686-4955-940d-98b4a8d43d1d admin admin] 10.222.0.18 "PUT /v2.0/routers/1a6cf2fa-389b-4381-803e-94675eb9ea39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339094 Jul 14 09:37:20.086432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] Sync routers for ids ['1a6cf2fa-389b-4381-803e-94675eb9ea39'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:20.096488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] Routers {'1a6cf2fa-389b-4381-803e-94675eb9ea39'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:20.097581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a6cf2fa-389b-4381-803e-94675eb9ea39'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.195692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.200442 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.242417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] Set router 1a6cf2fa-389b-4381-803e-94675eb9ea39 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:20.300210 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.374137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Deleting port 40e68713-67f3-4d92-befe-5fa90d319f02 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:20.375224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.479089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:19Z', 'revision_number': 5, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port': {'id': '40e68713-67f3-4d92-befe-5fa90d319f02', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.495828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] For port 40e68713-67f3-4d92-befe-5fa90d319f02, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=40e68713-67f3-4d92-befe-5fa90d319f02,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:20.496278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.508587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Calling delete_port for 40e68713-67f3-4d92-befe-5fa90d319f02 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:20.518743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] Checking router: 1a6cf2fa-389b-4381-803e-94675eb9ea39 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:20.529147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] Routers {'1a6cf2fa-389b-4381-803e-94675eb9ea39'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:20.529874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1a6cf2fa-389b-4381-803e-94675eb9ea39'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.624332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] Set router 1a6cf2fa-389b-4381-803e-94675eb9ea39 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:20.679219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:20Z', 'revision_number': 6, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.711190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078ec77-0284-4d56-9ebe-c4ba817b27be None None] The sync data for ids ['1a6cf2fa-389b-4381-803e-94675eb9ea39'] in n-d-758944-44 is: [{'id': '1a6cf2fa-389b-4381-803e-94675eb9ea39', 'name': 'tempest-TestAggregatesBasicOps-658511284-router', 'tenant_id': 'cc91fb4f1d42470f8cdd015e37470505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:07Z', 'updated_at': '2021-07-14T09:37:20Z', 'revision_number': 6, 'project_id': 'cc91fb4f1d42470f8cdd015e37470505', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:20.744311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.775535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Pushing event deleted for resources: {'Port': ['ID=40e68713-67f3-4d92-befe-5fa90d319f02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:20.836882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.928973 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.931086 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.980914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.981730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6cf2fa-389b-4381-803e-94675eb9ea39 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:20.988739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.989962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b5a73bcd-d68b-4216-85df-3a9d9f0def9d admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a6cf2fa-389b-4381-803e-94675eb9ea39 HTTP/1.1" status: 204 len: 168 time: 0.9055324 Jul 14 09:37:20.992464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:21.040136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] Deleting subnet c82c1156-ab45-418f-ba12-d5569b474fa9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:21.043639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.096299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.220547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.282321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.311527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82c1156-ab45-418f-ba12-d5569b474fa9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.313803 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.315736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-67934b5d-4186-44b4-bbfa-f48c0ce3513d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c82c1156-ab45-418f-ba12-d5569b474fa9 HTTP/1.1" status: 204 len: 168 time: 0.3222690 Jul 14 09:37:21.319097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:21.322860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e25f2-1c0b-40cc-ac12-80e20cae8096 None None] Network e00f7470-8968-4d11-8abf-bf9407465227 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:21.484082 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.535102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:21.570007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:21.571330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 4f8a66f5-d4a1-4aa7-9118-fa514b23a9eb not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:21.632995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] DHCP port deletion for e00f7470-8968-4d11-8abf-bf9407465227 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:21.697183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] Deleting port 5f1fac20-77c3-483c-8bec-102fab6b6c59 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:21.698527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.788792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] For port 5f1fac20-77c3-483c-8bec-102fab6b6c59, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=5f1fac20-77c3-483c-8bec-102fab6b6c59,segment=NetworkSegment(522b0ab9-1943-4fa4-b4f6-dc3607161d36),segment_id=522b0ab9-1943-4fa4-b4f6-dc3607161d36)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:21.788934 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.804064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] Calling delete_port for 5f1fac20-77c3-483c-8bec-102fab6b6c59 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:21.834275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.903521 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.922650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Deleting port 5f1fac20-77c3-483c-8bec-102fab6b6c59 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:21.923296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.937274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] Pushing event deleted for resources: {'Port': ['ID=5f1fac20-77c3-483c-8bec-102fab6b6c59,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.944495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c5fb5-4400-4883-b588-a9245eac5041 None None] No DVR routers for this DVR port 5f1fac20-77c3-483c-8bec-102fab6b6c59 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:22.023049 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] For port 5f1fac20-77c3-483c-8bec-102fab6b6c59, host n-d-758944-44, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:22.024156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.044000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Calling delete_port for 5f1fac20-77c3-483c-8bec-102fab6b6c59 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:22.047636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Port 5f1fac20-77c3-483c-8bec-102fab6b6c59 was not found and therefore no delete operation was performed {{(pid=93754) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:37:22.049702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.079435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1fac20-77c3-483c-8bec-102fab6b6c59,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.083981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] No DVR routers for this DVR port 5f1fac20-77c3-483c-8bec-102fab6b6c59 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:22.180351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.195954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00f7470-8968-4d11-8abf-bf9407465227']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.213848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522b0ab9-1943-4fa4-b4f6-dc3607161d36') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.214337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522b0ab9-1943-4fa4-b4f6-dc3607161d36') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.226533 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.241250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.250303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:22.250534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:22.252331 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:22.309270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.315005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.323016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] 10.222.0.18 "DELETE /v2.0/networks/e00f7470-8968-4d11-8abf-bf9407465227 HTTP/1.1" status: 204 len: 168 time: 0.9967890 Jul 14 09:37:22.329143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab53632-43b7-4f31-8eba-5ef40f54319a admin admin] Pushing event deleted for resources: {'Network': ['ID=e00f7470-8968-4d11-8abf-bf9407465227,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.514004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:22.556604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4c81df01-68d9-4675-974c-f39985a26541 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e58d1295e8e49f2bda5899765b114b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413105 Jul 14 09:37:22.559982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:22.624563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10708fb6-8eb3-4489-a737-61b448f4ce1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.652422 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10708fb6-8eb3-4489-a737-61b448f4ce1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.705020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10708fb6-8eb3-4489-a737-61b448f4ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.709272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10708fb6-8eb3-4489-a737-61b448f4ce1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.711115 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-10708fb6-8eb3-4489-a737-61b448f4ce1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69b73909-fb88-499d-b4f9-903db7e2b3cb HTTP/1.1" status: 204 len: 168 time: 0.1500659 Jul 14 09:37:22.719210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10708fb6-8eb3-4489-a737-61b448f4ce1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b73909-fb88-499d-b4f9-903db7e2b3cb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.855418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5f1fac20-77c3-483c-8bec-102fab6b6c59 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:22.875717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 5f1fac20-77c3-483c-8bec-102fab6b6c59 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:22.876203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 5f1fac20-77c3-483c-8bec-102fab6b6c59 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:22.876849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 40e68713-67f3-4d92-befe-5fa90d319f02 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:22.899533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 40e68713-67f3-4d92-befe-5fa90d319f02 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:22.900116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 40e68713-67f3-4d92-befe-5fa90d319f02 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:23.108088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.161917 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-71b9a63f-01d0-40cf-b075-03ce5f06f1b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc91fb4f1d42470f8cdd015e37470505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521863 Jul 14 09:37:23.164421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.223540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9cc3-2d9e-4d68-a7d5-190244f12404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.253487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9cc3-2d9e-4d68-a7d5-190244f12404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.307923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9cc3-2d9e-4d68-a7d5-190244f12404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.311017 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a6f9cc3-2d9e-4d68-a7d5-190244f12404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.314987 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2a6f9cc3-2d9e-4d68-a7d5-190244f12404 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63322b87-5efe-49f6-9cc5-2b05f96157cf HTTP/1.1" status: 204 len: 168 time: 0.1468608 Jul 14 09:37:23.321828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f9cc3-2d9e-4d68-a7d5-190244f12404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63322b87-5efe-49f6-9cc5-2b05f96157cf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.056039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35106) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:24.170592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2075383607-network', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:24.198213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Made reservation on behalf of 2208f1733bb34355a2e2a7b225595cec for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:24.200798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.209818 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.306055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.315290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.341294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:24.352276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf5bb60-66ae-4f60-baf8-82f4cd21cf77,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.357943 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.358245 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Added segment 9601dc31-d7fc-4ccb-83b2-5b819d77904d of type vlan for network bd566855-3546-4449-a8b5-b8785c7121d6 Jul 14 09:37:24.403459 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.437800 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.438939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.439553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.503283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4460998 Jul 14 09:37:24.506860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35112) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:24.512119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Request body: {'subnet': {'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2075383607-subnet', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:24.518949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5261c6-0c38-4d57-8085-06e7811dcf0d admin admin] Pushing event updated for resources: {'Network': ['ID=bd566855-3546-4449-a8b5-b8785c7121d6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.532924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network bd566855-3546-4449-a8b5-b8785c7121d6 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:24.551098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Made reservation on behalf of 2208f1733bb34355a2e2a7b225595cec for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:24.557167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.745030 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.810044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402cb61e-97ea-4a5f-b56a-8aa8e61beb96,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.818385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Checking segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:24.818759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Network hostable DHCP agents. Network: bd566855-3546-4449-a8b5-b8785c7121d6, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:24.841182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Network bd566855-3546-4449-a8b5-b8785c7121d6 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:24.851043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, bd566855-3546-4449-a8b5-b8785c7121d6) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:24.855339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.855948 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.861015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851d52f-7c85-4686-8388-fc5222deeeb0 None None] Network bd566855-3546-4449-a8b5-b8785c7121d6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:24.873049 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f0da60b6-565c-4f05-81d5-2f57f89a0536 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3647676 Jul 14 09:37:24.876193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35114) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:24.882000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:24.905977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.907101 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.972031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.028476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-bd566855-3546-4449-a8b5-b8785c7121d6', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'fixed_ips': [{'subnet_id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:25.030146 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.125214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.201449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Allocated IP 172.20.0.2 (bd566855-3546-4449-a8b5-b8785c7121d6/402cb61e-97ea-4a5f-b56a-8aa8e61beb96/b74e6829-7320-4428-829a-3ad5d3bbabd9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:25.355536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.365365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Transition to ACTIVE for port object b74e6829-7320-4428-829a-3ad5d3bbabd9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:25.376023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.381904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Transition to ACTIVE for port object b74e6829-7320-4428-829a-3ad5d3bbabd9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:25.389693 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.403857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.445961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Network bd566855-3546-4449-a8b5-b8785c7121d6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:25.449266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:25.454306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:25.461268 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Pushing event updated for resources: {'Port': ['ID=b74e6829-7320-4428-829a-3ad5d3bbabd9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:25.473312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.473596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.473939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.476055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.476055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.476055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.476055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.476055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.476055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.476999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.477289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.477755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:25.523449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Allocated IP 172.25.2.109 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e2c58a4c-7726-4790-8f53-67a28a63937f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:25.538715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Attempting to bind port b74e6829-7320-4428-829a-3ad5d3bbabd9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:25.539291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Attempting to bind port b74e6829-7320-4428-829a-3ad5d3bbabd9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:25.539663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Attempting to bind port b74e6829-7320-4428-829a-3ad5d3bbabd9 on network bd566855-3546-4449-a8b5-b8785c7121d6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:25.545808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:25.546495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Checking segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:25.547092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.547731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Bound using segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:25.548219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Bound port: b74e6829-7320-4428-829a-3ad5d3bbabd9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:25.548744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.623588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] For port b74e6829-7320-4428-829a-3ad5d3bbabd9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:25.626926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] For port b74e6829-7320-4428-829a-3ad5d3bbabd9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b74e6829-7320-4428-829a-3ad5d3bbabd9,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:25.634433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.665354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.702476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36368-cbf9-46fe-bf65-20cb18f070aa None None] Pushing event updated for resources: {'Port': ['ID=b74e6829-7320-4428-829a-3ad5d3bbabd9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:25.717728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.763377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:25.766641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:25.769499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:25.776134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c58a4c-7726-4790-8f53-67a28a63937f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.074909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.291546 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.473726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Router b3ad0c50-3f3a-4de8-a72e-852d13d75006 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:26.620603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:26.631220 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Sync routers for ids ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:26.645438 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Routers {'b3ad0c50-3f3a-4de8-a72e-852d13d75006'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:26.648170 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.649021 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:26.649871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e009bb08-896b-4401-bba2-2a142e4e09c1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7724917 Jul 14 09:37:26.655402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:26.777839 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Set router b3ad0c50-3f3a-4de8-a72e-852d13d75006 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:26.874672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26446e5-88fb-46ce-8c83-283169309fef None None] Network bd566855-3546-4449-a8b5-b8785c7121d6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:26.959686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b74e6829-7320-4428-829a-3ad5d3bbabd9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:26.996607 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:37:25Z', 'revision_number': 3, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port': {'id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:25Z', 'updated_at': '2021-07-14T09:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:27.096188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1503f440-3a40-434c-889c-53fbde06bce6 None None] Provisioning for port b74e6829-7320-4428-829a-3ad5d3bbabd9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:27.125294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port b74e6829-7320-4428-829a-3ad5d3bbabd9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:27.135831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b74e6829-7320-4428-829a-3ad5d3bbabd9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:27.136304 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.136561 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Checking router: b3ad0c50-3f3a-4de8-a72e-852d13d75006 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:27.136950 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Updating router b3ad0c50-3f3a-4de8-a72e-852d13d75006 port e2c58a4c-7726-4790-8f53-67a28a63937f binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:27.178749 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.235656 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.271659 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.322345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port b74e6829-7320-4428-829a-3ad5d3bbabd9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b74e6829-7320-4428-829a-3ad5d3bbabd9,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:27.328513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.404439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=b74e6829-7320-4428-829a-3ad5d3bbabd9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.459058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Allocated IP 172.20.0.1 (bd566855-3546-4449-a8b5-b8785c7121d6/402cb61e-97ea-4a5f-b56a-8aa8e61beb96/129fc2d7-adf4-4975-a03c-14d1ec50e94f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:27.536125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-246bc20f-4db0-4b2e-b94f-2e5f99ed8d62 None None] Provisioning complete for port b74e6829-7320-4428-829a-3ad5d3bbabd9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:27.537429 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-246bc20f-4db0-4b2e-b94f-2e5f99ed8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.558427 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.570538 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Transition to ACTIVE for port object e2c58a4c-7726-4790-8f53-67a28a63937f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:27.580952 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.632394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.638395 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Attempting to bind port e2c58a4c-7726-4790-8f53-67a28a63937f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:27.638984 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Attempting to bind port e2c58a4c-7726-4790-8f53-67a28a63937f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:27.639127 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Attempting to bind port e2c58a4c-7726-4790-8f53-67a28a63937f on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:27.651761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Transition to ACTIVE for port object 129fc2d7-adf4-4975-a03c-14d1ec50e94f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:27.654699 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d881e0-3de0-45c3-bcbc-25ec6a8ced8e None None] Pushing event updated for resources: {'Port': ['ID=e2c58a4c-7726-4790-8f53-67a28a63937f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.662862 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:27.663239 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:27.663676 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.664144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:27.664553 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Bound port: e2c58a4c-7726-4790-8f53-67a28a63937f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:27.665005 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.705405 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.740400 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] For port e2c58a4c-7726-4790-8f53-67a28a63937f, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:27.743974 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] For port e2c58a4c-7726-4790-8f53-67a28a63937f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e2c58a4c-7726-4790-8f53-67a28a63937f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:27.751750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Network bd566855-3546-4449-a8b5-b8785c7121d6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:27.752357 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.757757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:27.761844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Pushing event updated for resources: {'Port': ['ID=129fc2d7-adf4-4975-a03c-14d1ec50e94f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.764116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:27.814435 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.826330 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Routers {'b3ad0c50-3f3a-4de8-a72e-852d13d75006'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:27.826989 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:27.833908 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d881e0-3de0-45c3-bcbc-25ec6a8ced8e None None] Pushing event updated for resources: {'Port': ['ID=e2c58a4c-7726-4790-8f53-67a28a63937f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.965678 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] Set router b3ad0c50-3f3a-4de8-a72e-852d13d75006 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:28.000769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.117343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b57cd8a-802b-4791-a80e-175f7040d452 None None] Provisioning for port 129fc2d7-adf4-4975-a03c-14d1ec50e94f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:28.121995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b57cd8a-802b-4791-a80e-175f7040d452 None None] Provisioning complete for port 129fc2d7-adf4-4975-a03c-14d1ec50e94f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:28.122505 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b57cd8a-802b-4791-a80e-175f7040d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.174687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3b57cd8a-802b-4791-a80e-175f7040d452 None None] Port 129fc2d7-adf4-4975-a03c-14d1ec50e94f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:28.196532 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.201785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.208075 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:37:25Z', 'revision_number': 3, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port': {'id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:25Z', 'updated_at': '2021-07-14T09:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:28.235259 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b83a51-f2c3-4531-98a2-f12eaba5c5c7 None None] The sync data for ids ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'] in n-d-758944-44 is: [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:37:25Z', 'revision_number': 3, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port': {'id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:25Z', 'updated_at': '2021-07-14T09:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:28.286450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Pushing event updated for resources: {'Port': ['ID=129fc2d7-adf4-4975-a03c-14d1ec50e94f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:28.289226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.404435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Network bd566855-3546-4449-a8b5-b8785c7121d6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:28.406238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:28.596880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Router b3ad0c50-3f3a-4de8-a72e-852d13d75006 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:28.812025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3bf6ac1f-60d8-4d96-98f7-4487da1d9e73 None None] Provisioning complete for port 129fc2d7-adf4-4975-a03c-14d1ec50e94f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:28.812389 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bf6ac1f-60d8-4d96-98f7-4487da1d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.863019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6ac1f-60d8-4d96-98f7-4487da1d9e73 None None] Port 129fc2d7-adf4-4975-a03c-14d1ec50e94f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:29.010384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e2c58a4c-7726-4790-8f53-67a28a63937f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:29.106058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e2c58a4c-7726-4790-8f53-67a28a63937f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:29.120743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e2c58a4c-7726-4790-8f53-67a28a63937f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:29.121450 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.223441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:29.229604 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4cb43ad5-940b-47a0-835b-6a42e0622c98 admin admin] 10.222.0.18 "PUT /v2.0/routers/b3ad0c50-3f3a-4de8-a72e-852d13d75006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5713871 Jul 14 09:37:29.252568 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.259724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:29.289610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port e2c58a4c-7726-4790-8f53-67a28a63937f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e2c58a4c-7726-4790-8f53-67a28a63937f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:29.294281 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.295183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b74e6829-7320-4428-829a-3ad5d3bbabd9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:29.420057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4369f72-9be3-4c9e-adc0-1256f42b7b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.463664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port b74e6829-7320-4428-829a-3ad5d3bbabd9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:29.464052 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.467613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=e2c58a4c-7726-4790-8f53-67a28a63937f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.579816 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4369f72-9be3-4c9e-adc0-1256f42b7b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.585071 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4369f72-9be3-4c9e-adc0-1256f42b7b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.629801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e4369f72-9be3-4c9e-adc0-1256f42b7b67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ddce04366df46f38df2858cf485d44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688567 Jul 14 09:37:29.630638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4369f72-9be3-4c9e-adc0-1256f42b7b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b325294-3573-4bd2-b5fa-e0ca542bf750,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.632643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35170) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:29.699904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abd3a338-9d02-4a21-90f7-fae49d877495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.722191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abd3a338-9d02-4a21-90f7-fae49d877495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.776261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abd3a338-9d02-4a21-90f7-fae49d877495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.779004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abd3a338-9d02-4a21-90f7-fae49d877495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.784385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-abd3a338-9d02-4a21-90f7-fae49d877495 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b325294-3573-4bd2-b5fa-e0ca542bf750 HTTP/1.1" status: 204 len: 168 time: 0.1459622 Jul 14 09:37:29.789309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3a338-9d02-4a21-90f7-fae49d877495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b325294-3573-4bd2-b5fa-e0ca542bf750,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.861231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:29.869724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-736582227-network', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:29.896586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Made reservation on behalf of ffd4f7831e11481a9ec8a01b467c8564 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:29.898922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.907781 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.020251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.024751 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.049941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:30.060440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfcbee4-b80e-4bee-a8c2-5879796d3eca,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.065527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.065888 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Added segment b18e3492-64bb-4cdb-a88f-363991590b9e of type vlan for network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe Jul 14 09:37:30.110025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.141320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.142316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:30.142926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.157273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35186) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.175045 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51472a4e-96d4-4f37-b54d-4482086452ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.198168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3355043 Jul 14 09:37:30.200764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35188) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.205676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Request body: {'subnet': {'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-736582227-subnet', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:30.218268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6610f9-d0d9-4de0-a57e-9c82c6ddf90e admin admin] Pushing event updated for resources: {'Network': ['ID=8fd24d0e-62c7-4eb9-9672-d8bb01580fbe,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.229336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:30.278505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51472a4e-96d4-4f37-b54d-4482086452ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.283228 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51472a4e-96d4-4f37-b54d-4482086452ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.301624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Made reservation on behalf of ffd4f7831e11481a9ec8a01b467c8564 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:30.304664 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.329584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-51472a4e-96d4-4f37-b54d-4482086452ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96153fc251f94bd9943e22c523a3c224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686025 Jul 14 09:37:30.333088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.341458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51472a4e-96d4-4f37-b54d-4482086452ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0622bd1f-0380-47d9-a8ec-d28b3374f5d5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.392979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf5e4-5109-4d59-b105-f39a3d901c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.419093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf5e4-5109-4d59-b105-f39a3d901c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.448008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Sync routers for ids ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:30.471871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf5e4-5109-4d59-b105-f39a3d901c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.473562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Routers {'b3ad0c50-3f3a-4de8-a72e-852d13d75006'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:30.474191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:30.476611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf5e4-5109-4d59-b105-f39a3d901c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.480332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b1dbf5e4-5109-4d59-b105-f39a3d901c93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0622bd1f-0380-47d9-a8ec-d28b3374f5d5 HTTP/1.1" status: 204 len: 168 time: 0.1438744 Jul 14 09:37:30.488369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbf5e4-5109-4d59-b105-f39a3d901c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0622bd1f-0380-47d9-a8ec-d28b3374f5d5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.513974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.580959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bce4da-2ab4-4652-b9d1-ad608adc36e5,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.593968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Checking segment: {'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:30.594568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Network hostable DHCP agents. Network: 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:30.608142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Set router b3ad0c50-3f3a-4de8-a72e-852d13d75006 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:30.612761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:30.621992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:30.626264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:30.626885 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.636487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c2ea0-9507-4d1b-b8cb-79d93160bbcf None None] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:30.642158 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6ebeddeb-812c-4849-aa53-6dae735f1d6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4403074 Jul 14 09:37:30.645322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35194) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.650229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:30.673024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.674047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.728566 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.884242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e2c58a4c-7726-4790-8f53-67a28a63937f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:30.994229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-8fd24d0e-62c7-4eb9-9672-d8bb01580fbe', 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'fixed_ips': [{'subnet_id': 'f0bce4da-2ab4-4652-b9d1-ad608adc36e5'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:30.995098 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.044632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e2c58a4c-7726-4790-8f53-67a28a63937f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:31.045016 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.112061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:37:27Z', 'revision_number': 4, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port': {'id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:25Z', 'updated_at': '2021-07-14T09:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '129fc2d7-adf4-4975-a03c-14d1ec50e94f', 'name': '', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'mac_address': 'fa:16:3e:08:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:27Z', 'updated_at': '2021-07-14T09:37:28Z', 'revision_number': 2, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'subnets': [{'id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:31.157277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Checking router: b3ad0c50-3f3a-4de8-a72e-852d13d75006 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:31.157646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Updating router b3ad0c50-3f3a-4de8-a72e-852d13d75006 port 129fc2d7-adf4-4975-a03c-14d1ec50e94f binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:31.189849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.239930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.312766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Allocated IP 172.20.0.2 (8fd24d0e-62c7-4eb9-9672-d8bb01580fbe/f0bce4da-2ab4-4652-b9d1-ad608adc36e5/029f5de3-e693-4ace-8b7e-9d6ce9dd2a37) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:31.429202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.456722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.575415 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.617899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Allocated IP 172.25.2.26 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/79abbedb-09e4-492c-9f54-c738d295ad9d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:31.656698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.673791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Transition to ACTIVE for port object 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:31.720873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Transition to ACTIVE for port object 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:31.731277 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.760041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.771464 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.790025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:31.799399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:31.803804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Transition to ACTIVE for port object 129fc2d7-adf4-4975-a03c-14d1ec50e94f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:31.805871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:31.810183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Pushing event updated for resources: {'Port': ['ID=029f5de3-e693-4ace-8b7e-9d6ce9dd2a37,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:31.819386 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.830548 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.891476 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:31.893854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Pushing event updated for resources: {'Port': ['ID=79abbedb-09e4-492c-9f54-c738d295ad9d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:31.909969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:31.922686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:31.927959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Attempting to bind port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:31.928344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Attempting to bind port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:31.928722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Attempting to bind port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 on network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:31.935431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be202ed-8c58-42c6-8ef9-01874c2f94dc None None] Pushing event updated for resources: {'Port': ['ID=129fc2d7-adf4-4975-a03c-14d1ec50e94f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:31.972540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:31.972912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Checking segment: {'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:31.973519 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.974093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Bound using segment: {'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:31.974794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Bound port: 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:31.975395 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.018961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Attempting to bind port 129fc2d7-adf4-4975-a03c-14d1ec50e94f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:32.019917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Attempting to bind port 129fc2d7-adf4-4975-a03c-14d1ec50e94f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:32.020298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Attempting to bind port 129fc2d7-adf4-4975-a03c-14d1ec50e94f on network bd566855-3546-4449-a8b5-b8785c7121d6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:32.028671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:32.029063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Checking segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:32.029473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.029879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Bound using segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:32.030414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Bound port: 129fc2d7-adf4-4975-a03c-14d1ec50e94f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:32.030849 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.137550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] For port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:32.144036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] For port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029f5de3-e693-4ace-8b7e-9d6ce9dd2a37,segment=NetworkSegment(b18e3492-64bb-4cdb-a88f-363991590b9e),segment_id=b18e3492-64bb-4cdb-a88f-363991590b9e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:32.158471 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.163640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] For port 129fc2d7-adf4-4975-a03c-14d1ec50e94f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:32.207803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] For port 129fc2d7-adf4-4975-a03c-14d1ec50e94f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=129fc2d7-adf4-4975-a03c-14d1ec50e94f,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:32.229567 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.249917 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.275458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274939c8-df0b-4f81-b02a-e29c0edf0113 None None] Pushing event updated for resources: {'Port': ['ID=029f5de3-e693-4ace-8b7e-9d6ce9dd2a37,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.294978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Routers {'b3ad0c50-3f3a-4de8-a72e-852d13d75006'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:32.295664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:32.400233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be202ed-8c58-42c6-8ef9-01874c2f94dc None None] Pushing event updated for resources: {'Port': ['ID=129fc2d7-adf4-4975-a03c-14d1ec50e94f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.608660 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.727694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] Set router b3ad0c50-3f3a-4de8-a72e-852d13d75006 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:32.818990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Router 827bf8dc-c62b-4616-b0fc-412af3275f1b is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:32.887957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:32.952816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:32.964674 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Sync routers for ids ['827bf8dc-c62b-4616-b0fc-412af3275f1b'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:32.971037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.975592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.976135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dedafa64-7a55-495c-a676-1e0c11b3fd0b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3293371 Jul 14 09:37:32.976270 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Routers {'827bf8dc-c62b-4616-b0fc-412af3275f1b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:32.976905 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['827bf8dc-c62b-4616-b0fc-412af3275f1b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:33.006681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:33.044500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:37:27Z', 'revision_number': 4, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port': {'id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:25Z', 'updated_at': '2021-07-14T09:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '129fc2d7-adf4-4975-a03c-14d1ec50e94f', 'name': '', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'mac_address': 'fa:16:3e:08:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:27Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 4, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'subnets': [{'id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:33.078212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42cc8b2-ccf8-42f0-8f16-001337ddcaa3 None None] The sync data for ids ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'] in n-d-758944-44 is: [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:37:27Z', 'revision_number': 4, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port': {'id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:25Z', 'updated_at': '2021-07-14T09:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '129fc2d7-adf4-4975-a03c-14d1ec50e94f', 'name': '', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'mac_address': 'fa:16:3e:08:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:27Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 4, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'subnets': [{'id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:33.101102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Set router 827bf8dc-c62b-4616-b0fc-412af3275f1b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:33.361138 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 3, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port': {'id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:31Z', 'updated_at': '2021-07-14T09:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:33.400669 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Checking router: 827bf8dc-c62b-4616-b0fc-412af3275f1b for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:33.401009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Updating router 827bf8dc-c62b-4616-b0fc-412af3275f1b port 79abbedb-09e4-492c-9f54-c738d295ad9d binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:33.462085 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.515654 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.546815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7502c76-6fcd-4b52-9e58-9a6c35d2bdb2 None None] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:33.651339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ffde9de-826e-4fed-8549-89910c677a71 None None] Provisioning for port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:33.668160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ffde9de-826e-4fed-8549-89910c677a71 None None] Provisioning complete for port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:33.668803 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ffde9de-826e-4fed-8549-89910c677a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.740579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Allocated IP 172.20.0.1 (8fd24d0e-62c7-4eb9-9672-d8bb01580fbe/f0bce4da-2ab4-4652-b9d1-ad608adc36e5/43ba5b32-3e40-4fa4-a7fc-2f218acb6be4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:33.822636 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.835917 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Transition to ACTIVE for port object 79abbedb-09e4-492c-9f54-c738d295ad9d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:33.843216 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ffde9de-826e-4fed-8549-89910c677a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.848364 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.895221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ffde9de-826e-4fed-8549-89910c677a71 None None] For port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029f5de3-e693-4ace-8b7e-9d6ce9dd2a37,segment=NetworkSegment(b18e3492-64bb-4cdb-a88f-363991590b9e),segment_id=b18e3492-64bb-4cdb-a88f-363991590b9e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:33.901033 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Attempting to bind port 79abbedb-09e4-492c-9f54-c738d295ad9d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:33.901546 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Attempting to bind port 79abbedb-09e4-492c-9f54-c738d295ad9d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:33.901907 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Attempting to bind port 79abbedb-09e4-492c-9f54-c738d295ad9d on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:33.902619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ffde9de-826e-4fed-8549-89910c677a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.923418 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:33.923940 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:33.924185 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.924582 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:33.925057 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Bound port: 79abbedb-09e4-492c-9f54-c738d295ad9d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:33.925962 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.964744 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d24a-025b-4cce-993d-fc0ffc96b511 None None] Pushing event updated for resources: {'Port': ['ID=79abbedb-09e4-492c-9f54-c738d295ad9d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.017268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.028327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffde9de-826e-4fed-8549-89910c677a71 None None] Pushing event updated for resources: {'Port': ['ID=029f5de3-e693-4ace-8b7e-9d6ce9dd2a37,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.044239 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] For port 79abbedb-09e4-492c-9f54-c738d295ad9d, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:34.050884 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] For port 79abbedb-09e4-492c-9f54-c738d295ad9d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79abbedb-09e4-492c-9f54-c738d295ad9d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:34.055517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Transition to ACTIVE for port object 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:34.056835 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.104849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.122614 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Routers {'827bf8dc-c62b-4616-b0fc-412af3275f1b'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:34.123768 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['827bf8dc-c62b-4616-b0fc-412af3275f1b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:34.144258 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d24a-025b-4cce-993d-fc0ffc96b511 None None] Pushing event updated for resources: {'Port': ['ID=79abbedb-09e4-492c-9f54-c738d295ad9d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.168980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Pushing event updated for resources: {'Port': ['ID=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.180904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.181827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.182482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.183000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.183580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.184115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.184721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.185230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.185797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.186299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.189553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.190154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:34.206088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:34.208864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:34.212246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:34.268834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.337572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-29ce8edd-96fe-4393-8d25-b6c09c1ee445 None None] Provisioning complete for port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:34.337951 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29ce8edd-96fe-4393-8d25-b6c09c1ee445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.355283 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] Set router 827bf8dc-c62b-4616-b0fc-412af3275f1b gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:34.558996 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.662111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6153be50-cefa-4b69-bb21-f9d7920ef33b None None] Provisioning for port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:34.668660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6153be50-cefa-4b69-bb21-f9d7920ef33b None None] Provisioning complete for port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:34.669298 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6153be50-cefa-4b69-bb21-f9d7920ef33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.720639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6153be50-cefa-4b69-bb21-f9d7920ef33b None None] Port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:34.811203 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 3, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port': {'id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:31Z', 'updated_at': '2021-07-14T09:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:34.845337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.846161 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff78dc1-8000-4ea7-b523-50bc965032cd None None] The sync data for ids ['827bf8dc-c62b-4616-b0fc-412af3275f1b'] in n-d-758944-44 is: [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 3, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port': {'id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:31Z', 'updated_at': '2021-07-14T09:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:34.853928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.932284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Pushing event updated for resources: {'Port': ['ID=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:34.939523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.985092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:35.038197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:35.038839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.050179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:35.052345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:35.162590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 129fc2d7-adf4-4975-a03c-14d1ec50e94f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:35.218298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Router 827bf8dc-c62b-4616-b0fc-412af3275f1b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:35.260777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 129fc2d7-adf4-4975-a03c-14d1ec50e94f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:35.266631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 129fc2d7-adf4-4975-a03c-14d1ec50e94f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:35.268805 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.408558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.409383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:35.417398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a7234fe3-3507-4af3-be9c-1318b949b68a admin admin] 10.222.0.18 "PUT /v2.0/routers/827bf8dc-c62b-4616-b0fc-412af3275f1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404912 Jul 14 09:37:35.472113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 129fc2d7-adf4-4975-a03c-14d1ec50e94f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=129fc2d7-adf4-4975-a03c-14d1ec50e94f,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:35.479191 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.487991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c757b10-231e-4e3c-87f6-0d71f9a1132f None None] Provisioning complete for port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:35.488636 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c757b10-231e-4e3c-87f6-0d71f9a1132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.621283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6c757b10-231e-4e3c-87f6-0d71f9a1132f None None] Port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:35.655048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=129fc2d7-adf4-4975-a03c-14d1ec50e94f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.018234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:36.135505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-9e111965-834e-4b50-9a8f-ac13029fce42 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.138945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-9e111965-834e-4b50-9a8f-ac13029fce42 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/networks?id=bd566855-3546-4449-a8b5-b8785c7121d6 HTTP/1.1" status: 200 len: 911 time: 0.0924227 Jul 14 09:37:36.152103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-bf1b9df6-b11a-4a7e-b79b-5339b1350f78 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/quotas/ffd4f7831e11481a9ec8a01b467c8564 HTTP/1.1" status: 200 len: 375 time: 0.0092576 Jul 14 09:37:36.218152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a863c48a-eccc-439e-b445-3c4402257a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.294645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-52d1cc8e-c617-4aaa-8952-1d953a55d295 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd4f7831e11481a9ec8a01b467c8564&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371498 Jul 14 09:37:36.356544 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a863c48a-eccc-439e-b445-3c4402257a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.365500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-c97d825d-0893-43b7-9b73-5bdb3fba17d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:37:36.366553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-c97d825d-0893-43b7-9b73-5bdb3fba17d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636687 Jul 14 09:37:36.367710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a863c48a-eccc-439e-b445-3c4402257a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.461672 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a863c48a-eccc-439e-b445-3c4402257a6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cd05eabb6fe44598e4ca3aaa2e5ab4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423101 Jul 14 09:37:36.462437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863c48a-eccc-439e-b445-3c4402257a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d49460-b9c3-4f04-ab0f-1dbc52655cfa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.466707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35308) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:36.506634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-931605e9-98e6-4fdd-bdde-3c543933e061 service neutron] 10.222.0.18 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336167 Jul 14 09:37:36.533307 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4056836f-6cbf-4e48-a2e0-6d3c2f06d00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.556780 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4056836f-6cbf-4e48-a2e0-6d3c2f06d00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.603815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-bdb05ffc-7a75-4e71-8e64-f76939da9901 service neutron] 10.222.0.18 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907071 Jul 14 09:37:36.616477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4056836f-6cbf-4e48-a2e0-6d3c2f06d00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.619149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4056836f-6cbf-4e48-a2e0-6d3c2f06d00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.620402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4056836f-6cbf-4e48-a2e0-6d3c2f06d00d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4d49460-b9c3-4f04-ab0f-1dbc52655cfa HTTP/1.1" status: 204 len: 168 time: 0.1526067 Jul 14 09:37:36.630295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056836f-6cbf-4e48-a2e0-6d3c2f06d00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d49460-b9c3-4f04-ab0f-1dbc52655cfa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.839007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1edd806a-55a5-47ac-816b-49dacfabd118 req-2f556017-3e11-4da7-90c0-28c3ce3c8d0e tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 210 time: 0.0483856 Jul 14 09:37:36.906085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Sync routers for ids ['827bf8dc-c62b-4616-b0fc-412af3275f1b'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:36.916909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Routers {'827bf8dc-c62b-4616-b0fc-412af3275f1b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:36.918801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['827bf8dc-c62b-4616-b0fc-412af3275f1b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.957685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79abbedb-09e4-492c-9f54-c738d295ad9d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:37.039481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.060626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93a5a1f2-4e8d-4ced-829f-60cf978b0282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.089604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Set router 827bf8dc-c62b-4616-b0fc-412af3275f1b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:37.092289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 79abbedb-09e4-492c-9f54-c738d295ad9d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:37.121891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 79abbedb-09e4-492c-9f54-c738d295ad9d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:37.122580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.181056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93a5a1f2-4e8d-4ced-829f-60cf978b0282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.188705 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93a5a1f2-4e8d-4ced-829f-60cf978b0282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.238726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-93a5a1f2-4e8d-4ced-829f-60cf978b0282 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9a7cdddf1a043bc8faa152732cc4d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949992 Jul 14 09:37:37.239556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.248060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5a1f2-4e8d-4ced-829f-60cf978b0282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f92c982-14f6-4966-aa14-d30d3869ade0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.311431 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.315714 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7b55bd-bd6c-42d6-9b49-f8ced33aadac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.341150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7b55bd-bd6c-42d6-9b49-f8ced33aadac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.362311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 79abbedb-09e4-492c-9f54-c738d295ad9d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79abbedb-09e4-492c-9f54-c738d295ad9d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:37.372522 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.373837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 129fc2d7-adf4-4975-a03c-14d1ec50e94f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:37.400780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7b55bd-bd6c-42d6-9b49-f8ced33aadac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.406890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7b55bd-bd6c-42d6-9b49-f8ced33aadac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.408234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2b7b55bd-bd6c-42d6-9b49-f8ced33aadac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f92c982-14f6-4966-aa14-d30d3869ade0 HTTP/1.1" status: 204 len: 168 time: 0.1671128 Jul 14 09:37:37.416808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b55bd-bd6c-42d6-9b49-f8ced33aadac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f92c982-14f6-4966-aa14-d30d3869ade0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.474697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=79abbedb-09e4-492c-9f54-c738d295ad9d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.486494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:37:34Z', 'revision_number': 4, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port': {'id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:31Z', 'updated_at': '2021-07-14T09:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '43ba5b32-3e40-4fa4-a7fc-2f218acb6be4', 'name': '', 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'mac_address': 'fa:16:3e:af:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f0bce4da-2ab4-4652-b9d1-ad608adc36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:33Z', 'updated_at': '2021-07-14T09:37:34Z', 'revision_number': 2, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'subnets': [{'id': 'f0bce4da-2ab4-4652-b9d1-ad608adc36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:37.518363 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Checking router: 827bf8dc-c62b-4616-b0fc-412af3275f1b for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:37.518646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Updating router 827bf8dc-c62b-4616-b0fc-412af3275f1b port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:37.540148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 129fc2d7-adf4-4975-a03c-14d1ec50e94f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:37.540536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.582288 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.932059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.943801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Transition to ACTIVE for port object 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:37.951333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.022102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6f90d-ab13-4a50-9f92-d346573771dc None None] Pushing event updated for resources: {'Port': ['ID=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.053147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4bbee09d-eb89-4708-9447-11f05e835954 req-c42ac618-b0a5-4a3b-b3f7-fe9b37f1a6a7 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 210 time: 0.0748994 Jul 14 09:37:38.120724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-cd822445-06d8-4f25-8e07-98e568288a73 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:38.123092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-cd822445-06d8-4f25-8e07-98e568288a73 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.11 "GET /v2.0/networks?id=bd566855-3546-4449-a8b5-b8785c7121d6 HTTP/1.1" status: 200 len: 911 time: 0.1554928 Jul 14 09:37:38.127655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Attempting to bind port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:38.128800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Attempting to bind port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:38.129638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Attempting to bind port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 on network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:38.140184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Request body: {'port': {'device_id': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'admin_state_up': True, 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:38.145147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:38.146511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Checking segment: {'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:38.147916 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.150765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Bound using segment: {'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:38.152429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Bound port: 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18e3492-64bb-4cdb-a88f-363991590b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:38.153247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.185265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Made reservation on behalf of ffd4f7831e11481a9ec8a01b467c8564 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:38.187569 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.283006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] For port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:38.291556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] For port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,segment=NetworkSegment(b18e3492-64bb-4cdb-a88f-363991590b9e),segment_id=b18e3492-64bb-4cdb-a88f-363991590b9e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:38.297154 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.351979 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Allocated IP 172.20.0.13 (bd566855-3546-4449-a8b5-b8785c7121d6/402cb61e-97ea-4a5f-b56a-8aa8e61beb96/52740595-3d87-42a0-bf95-3407d6d4bb32) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:38.411730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6f90d-ab13-4a50-9f92-d346573771dc None None] Pushing event updated for resources: {'Port': ['ID=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.429989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Routers {'827bf8dc-c62b-4616-b0fc-412af3275f1b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:38.430625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['827bf8dc-c62b-4616-b0fc-412af3275f1b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:38.540414 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.560783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] Set router 827bf8dc-c62b-4616-b0fc-412af3275f1b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:38.585281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Transition to ACTIVE for port object 52740595-3d87-42a0-bf95-3407d6d4bb32 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:38.650908 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.709136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Network bd566855-3546-4449-a8b5-b8785c7121d6 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:38.712213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:38.715725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:38.744655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Pushing event updated for resources: {'Port': ['ID=52740595-3d87-42a0-bf95-3407d6d4bb32,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.766047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:38.768722 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.808577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-cdd3054b-3922-4c0a-b24c-44c78bc1c34d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6742468 Jul 14 09:37:38.829376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Request body: {'port': {'device_id': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:38.904100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79abbedb-09e4-492c-9f54-c738d295ad9d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:38.937751 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.171548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f96ed426-6807-4939-acb8-997ad5351ac3 None None] Provisioning for port 52740595-3d87-42a0-bf95-3407d6d4bb32 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:39.174940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:37:34Z', 'revision_number': 4, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port': {'id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:31Z', 'updated_at': '2021-07-14T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '43ba5b32-3e40-4fa4-a7fc-2f218acb6be4', 'name': '', 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'mac_address': 'fa:16:3e:af:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f0bce4da-2ab4-4652-b9d1-ad608adc36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:33Z', 'updated_at': '2021-07-14T09:37:38Z', 'revision_number': 4, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'subnets': [{'id': 'f0bce4da-2ab4-4652-b9d1-ad608adc36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.205264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54724bb1-6a7d-4eb1-b035-1fe62e180fba None None] The sync data for ids ['827bf8dc-c62b-4616-b0fc-412af3275f1b'] in n-d-758944-44 is: [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:37:34Z', 'revision_number': 4, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port': {'id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:31Z', 'updated_at': '2021-07-14T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '43ba5b32-3e40-4fa4-a7fc-2f218acb6be4', 'name': '', 'network_id': '8fd24d0e-62c7-4eb9-9672-d8bb01580fbe', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'mac_address': 'fa:16:3e:af:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'f0bce4da-2ab4-4652-b9d1-ad608adc36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:33Z', 'updated_at': '2021-07-14T09:37:38Z', 'revision_number': 4, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'subnets': [{'id': 'f0bce4da-2ab4-4652-b9d1-ad608adc36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:39.209169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f96ed426-6807-4939-acb8-997ad5351ac3 None None] Provisioning complete for port 52740595-3d87-42a0-bf95-3407d6d4bb32 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:39.210111 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f96ed426-6807-4939-acb8-997ad5351ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.236481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 79abbedb-09e4-492c-9f54-c738d295ad9d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:39.236959 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.323464 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f96ed426-6807-4939-acb8-997ad5351ac3 None None] Port 52740595-3d87-42a0-bf95-3407d6d4bb32 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:39.390497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843d261-ab71-4ff4-b034-dd8b755c10fc req-2909b176-2c05-4aaa-bd60-bafe70299c86 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.393245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f843d261-ab71-4ff4-b034-dd8b755c10fc req-2909b176-2c05-4aaa-bd60-bafe70299c86 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1028 time: 0.0781062 Jul 14 09:37:39.404591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52740595-3d87-42a0-bf95-3407d6d4bb32 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:39.413115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.426320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Transition to ACTIVE for port object 52740595-3d87-42a0-bf95-3407d6d4bb32 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:39.432962 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.450024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f843d261-ab71-4ff4-b034-dd8b755c10fc req-604dc959-ea4c-4d1f-af1e-9e3d605f846d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Jul 14 09:37:39.523204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Pushing event updated for resources: {'Port': ['ID=52740595-3d87-42a0-bf95-3407d6d4bb32,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.592078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Attempting to bind port 52740595-3d87-42a0-bf95-3407d6d4bb32 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:39.592507 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Attempting to bind port 52740595-3d87-42a0-bf95-3407d6d4bb32 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:39.592902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Attempting to bind port 52740595-3d87-42a0-bf95-3407d6d4bb32 on network bd566855-3546-4449-a8b5-b8785c7121d6 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:39.599314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Port 52740595-3d87-42a0-bf95-3407d6d4bb32 on network bd566855-3546-4449-a8b5-b8785c7121d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:39.599770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Attempting to bind port 52740595-3d87-42a0-bf95-3407d6d4bb32 on network bd566855-3546-4449-a8b5-b8785c7121d6 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:39.608219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:39.608668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Checking segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:39.609124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Bound using segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:39.609635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Bound port: 52740595-3d87-42a0-bf95-3407d6d4bb32, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:39.610066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.693234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] For port 52740595-3d87-42a0-bf95-3407d6d4bb32, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:39.697671 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] For port 52740595-3d87-42a0-bf95-3407d6d4bb32, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=52740595-3d87-42a0-bf95-3407d6d4bb32,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:39.706630 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.744981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.746088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.748299 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/52740595-3d87-42a0-bf95-3407d6d4bb32 HTTP/1.1" status: 200 len: 1093 time: 0.9254463 Jul 14 09:37:39.751297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'tag': '52740595-3d87-42a0-bf95-3407d6d4bb32'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:39.755585 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50a48bf-ad23-4f1c-911e-48b3957c886f" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb71125-df82-4336-8f91-9da3416fabd7", "tag": "52740595-3d87-42a0-bf95-3407d6d4bb32"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:39.792683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4227dd-1908-40a1-b97b-53bf26a740d6 service neutron] Pushing event updated for resources: {'Port': ['ID=52740595-3d87-42a0-bf95-3407d6d4bb32,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.828755 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c6bbd6-bddf-4904-9a4e-db80551ccaf9 x-openstack-request-id: req-30c6bbd6-bddf-4904-9a4e-db80551ccaf9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:39.829234 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb71125-df82-4336-8f91-9da3416fabd7", "tag": "52740595-3d87-42a0-bf95-3407d6d4bb32", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:39.829489 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30c6bbd6-bddf-4904-9a4e-db80551ccaf9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:39.829895 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'tag': '52740595-3d87-42a0-bf95-3407d6d4bb32', 'status': 'completed', 'code': 200} Jul 14 09:37:39.887759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-1c4cf199-3848-46cc-9b1a-77b7c676edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.889340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-1c4cf199-3848-46cc-9b1a-77b7c676edf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffd4f7831e11481a9ec8a01b467c8564&device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1096 time: 0.0791175 Jul 14 09:37:39.941855 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-5b32ed3e-d2a6-41bd-a6ed-2717e03862ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52740595-3d87-42a0-bf95-3407d6d4bb32 HTTP/1.1" status: 200 len: 217 time: 0.0432439 Jul 14 09:37:40.002385 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-d8003615-4fff-44ba-ab0b-e8c57cd8393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.005435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-d8003615-4fff-44ba-ab0b-e8c57cd8393b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=402cb61e-97ea-4a5f-b56a-8aa8e61beb96 HTTP/1.1" status: 200 len: 849 time: 0.0568795 Jul 14 09:37:40.065754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407041-5533-4902-874b-9590c3666ce2 req-2fd7f024-0d11-4b47-a6d6-8ec66f61be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.067901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-2fd7f024-0d11-4b47-a6d6-8ec66f61be82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd566855-3546-4449-a8b5-b8785c7121d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566418 Jul 14 09:37:40.172496 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-ef65a44e-08a7-42e8-8646-aee6ca3e39d7 service neutron] 10.222.0.11 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957217 Jul 14 09:37:40.278525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1407041-5533-4902-874b-9590c3666ce2 req-f7752399-591f-48e4-9274-e24e7959a175 service neutron] 10.222.0.11 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984330 Jul 14 09:37:40.398213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-a08a3273-67a1-4e0e-910c-e630c48fa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.399826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-a08a3273-67a1-4e0e-910c-e630c48fa209 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffd4f7831e11481a9ec8a01b467c8564&device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1096 time: 0.0643847 Jul 14 09:37:40.506303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-94026373-0387-4590-bc2e-e01f43339e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.507842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-94026373-0387-4590-bc2e-e01f43339e9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd566855-3546-4449-a8b5-b8785c7121d6 HTTP/1.1" status: 200 len: 911 time: 0.1015315 Jul 14 09:37:40.551865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-d191ca77-8a10-4bc9-a898-e033c276518a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52740595-3d87-42a0-bf95-3407d6d4bb32 HTTP/1.1" status: 200 len: 217 time: 0.0365057 Jul 14 09:37:40.607958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-dee6bdc2-2c99-4be6-b8b8-e43b32def0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.609546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-dee6bdc2-2c99-4be6-b8b8-e43b32def0ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=402cb61e-97ea-4a5f-b56a-8aa8e61beb96 HTTP/1.1" status: 200 len: 849 time: 0.0500493 Jul 14 09:37:40.638371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168813f5-2b38-47be-8641-612843a70eee req-bfccf0e5-5e33-4d08-a64b-e8a58db51a55 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.640619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-168813f5-2b38-47be-8641-612843a70eee req-bfccf0e5-5e33-4d08-a64b-e8a58db51a55 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1096 time: 0.0636826 Jul 14 09:37:40.677149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-f42c563c-9499-484e-b22d-366a63b42dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.677596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-168813f5-2b38-47be-8641-612843a70eee req-df327abc-8c16-4a1e-833d-f348ecabcfcd tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295894 Jul 14 09:37:40.680095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-f42c563c-9499-484e-b22d-366a63b42dda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd566855-3546-4449-a8b5-b8785c7121d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631549 Jul 14 09:37:40.786758 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-c483f080-9a80-4ee9-8be5-868f1bfdc948 service neutron] 10.222.0.11 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998583 Jul 14 09:37:40.825419 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.898121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:40.898757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e50a48bf-ad23-4f1c-911e-48b3957c886f req-a65ed486-d892-47d9-b96a-370c6a00575e service neutron] 10.222.0.11 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010399 Jul 14 09:37:40.951812 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:40.956810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:40.957684 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.968612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38ae9537-5e8e-4a50-ad0c-9aa9c5e21fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.040640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.060486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38ae9537-5e8e-4a50-ad0c-9aa9c5e21fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.064709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38ae9537-5e8e-4a50-ad0c-9aa9c5e21fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.074913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,segment=NetworkSegment(b18e3492-64bb-4cdb-a88f-363991590b9e),segment_id=b18e3492-64bb-4cdb-a88f-363991590b9e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:41.079790 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.106517 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-38ae9537-5e8e-4a50-ad0c-9aa9c5e21fb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61c1bd411c0941d7ad76759aa0447246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798181 Jul 14 09:37:41.108479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae9537-5e8e-4a50-ad0c-9aa9c5e21fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bf6e7c-fa86-46da-a8d2-9a27372fa63e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.109364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.132604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.162068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46a61afb-5f00-46d5-b52a-adc6a028c137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.187711 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46a61afb-5f00-46d5-b52a-adc6a028c137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.238303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46a61afb-5f00-46d5-b52a-adc6a028c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.244195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46a61afb-5f00-46d5-b52a-adc6a028c137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.244195 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-46a61afb-5f00-46d5-b52a-adc6a028c137 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20bf6e7c-fa86-46da-a8d2-9a27372fa63e HTTP/1.1" status: 204 len: 168 time: 0.1320434 Jul 14 09:37:41.250973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a61afb-5f00-46d5-b52a-adc6a028c137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bf6e7c-fa86-46da-a8d2-9a27372fa63e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.518885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35414) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.532789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e00f6e13-5e66-4735-919b-f2a2801fbab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.624247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e00f6e13-5e66-4735-919b-f2a2801fbab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.628098 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e00f6e13-5e66-4735-919b-f2a2801fbab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.667089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e00f6e13-5e66-4735-919b-f2a2801fbab1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c0f6c95edca48b0b1c4e8b1ce4d772a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470473 Jul 14 09:37:41.668231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f6e13-5e66-4735-919b-f2a2801fbab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56518a4-1463-4cc4-9b11-a5b9d52ce88c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.669841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.725483 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebee2770-e76c-4851-92d0-b6494c4013d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.747399 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebee2770-e76c-4851-92d0-b6494c4013d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.806902 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebee2770-e76c-4851-92d0-b6494c4013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.809433 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebee2770-e76c-4851-92d0-b6494c4013d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.810530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ebee2770-e76c-4851-92d0-b6494c4013d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d56518a4-1463-4cc4-9b11-a5b9d52ce88c HTTP/1.1" status: 204 len: 168 time: 0.1397018 Jul 14 09:37:41.838959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee2770-e76c-4851-92d0-b6494c4013d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56518a4-1463-4cc4-9b11-a5b9d52ce88c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.871721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4dc2a-455c-4d76-b308-9d7207ba3ffc req-70ac3dfe-75be-45b9-b57c-c341ac4d6951 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.873738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3d4dc2a-455c-4d76-b308-9d7207ba3ffc req-70ac3dfe-75be-45b9-b57c-c341ac4d6951 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1096 time: 0.0773551 Jul 14 09:37:41.911694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3d4dc2a-455c-4d76-b308-9d7207ba3ffc req-09e5484e-9737-4f07-a836-d46aae93bbad tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Jul 14 09:37:42.853121 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:42.901682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:42.902066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.101919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103875-d58a-4b75-ad35-89cd3f6ededc req-fad9bdfa-befc-49b1-a1f5-c56ccb8cb61c tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:43.103680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12103875-d58a-4b75-ad35-89cd3f6ededc req-fad9bdfa-befc-49b1-a1f5-c56ccb8cb61c tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1096 time: 0.0601006 Jul 14 09:37:43.139893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12103875-d58a-4b75-ad35-89cd3f6ededc req-9798dec9-0484-4bfa-a8a4-1d7e50ddf5cb tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306234 Jul 14 09:37:43.322498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 52740595-3d87-42a0-bf95-3407d6d4bb32 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:43.426198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 52740595-3d87-42a0-bf95-3407d6d4bb32, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=52740595-3d87-42a0-bf95-3407d6d4bb32,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:43.438795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '52740595-3d87-42a0-bf95-3407d6d4bb32', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'port_id': '52740595-3d87-42a0-bf95-3407d6d4bb32', 'mac_address': 'fa:16:3e:8b:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:43.484094 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.498530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52740595-3d87-42a0-bf95-3407d6d4bb32 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:43.519666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 52740595-3d87-42a0-bf95-3407d6d4bb32, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=52740595-3d87-42a0-bf95-3407d6d4bb32,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:43.524349 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.585921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=52740595-3d87-42a0-bf95-3407d6d4bb32,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:43.737031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['52740595-3d87-42a0-bf95-3407d6d4bb32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:44.314631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b370-80b5-451f-8733-7865c5d51c0f req-66d1ba00-beb4-4e94-ba34-310017fcf576 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.316884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8e2b370-80b5-451f-8733-7865c5d51c0f req-66d1ba00-beb4-4e94-ba34-310017fcf576 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1097 time: 0.0606866 Jul 14 09:37:44.355817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8e2b370-80b5-451f-8733-7865c5d51c0f req-3a6b4362-9ed7-4c2f-bd01-c2fa949041df tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Jul 14 09:37:45.337256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 52740595-3d87-42a0-bf95-3407d6d4bb32 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:45.391198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 52740595-3d87-42a0-bf95-3407d6d4bb32 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:45.396565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 52740595-3d87-42a0-bf95-3407d6d4bb32 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:45.397097 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.487627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.522856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52740595-3d87-42a0-bf95-3407d6d4bb32'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:45.525605 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0848b96-5325-451a-a86f-b7e80171e888" -d '{"events": [{"server_uuid": "eeb71125-df82-4336-8f91-9da3416fabd7", "name": "network-vif-plugged", "status": "completed", "tag": "52740595-3d87-42a0-bf95-3407d6d4bb32"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:45.531115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 52740595-3d87-42a0-bf95-3407d6d4bb32, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=52740595-3d87-42a0-bf95-3407d6d4bb32,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:45.537153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.546567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70151328-e1a6-41f3-981d-be1645e75b9a req-c4a2ceb9-150a-4912-8294-949ba9e186b2 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.559965 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70151328-e1a6-41f3-981d-be1645e75b9a req-c4a2ceb9-150a-4912-8294-949ba9e186b2 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1097 time: 0.0624962 Jul 14 09:37:45.597082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70151328-e1a6-41f3-981d-be1645e75b9a req-f7aeaf42-b0d2-4809-b82d-4e4cfd47a0a5 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Jul 14 09:37:45.615185 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d97e26f-ede4-4536-9c7b-f1e168a8911e x-openstack-request-id: req-1d97e26f-ede4-4536-9c7b-f1e168a8911e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:45.615528 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb71125-df82-4336-8f91-9da3416fabd7", "name": "network-vif-plugged", "status": "completed", "tag": "52740595-3d87-42a0-bf95-3407d6d4bb32", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:45.615734 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d97e26f-ede4-4536-9c7b-f1e168a8911e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:45.616261 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52740595-3d87-42a0-bf95-3407d6d4bb32', 'code': 200} Jul 14 09:37:45.627013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=52740595-3d87-42a0-bf95-3407d6d4bb32,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:45.745771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de5101-4db3-435d-a542-8768a307e533 req-495ce23f-4486-4d6d-b43b-9fa84394f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.747392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84de5101-4db3-435d-a542-8768a307e533 req-495ce23f-4486-4d6d-b43b-9fa84394f8ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1098 time: 0.0596626 Jul 14 09:37:45.783222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-84de5101-4db3-435d-a542-8768a307e533 req-8365a993-195e-4de4-9494-054e5b249a70 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300314 Jul 14 09:37:45.948661 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc82f328-5225-4728-b3a5-d4e11cd54ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.800132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a712b-ab6f-4e24-88d3-34db0e8416c5 req-aa353fe8-be1f-40cb-ab9a-404c8d4a97e7 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:46.802295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-526a712b-ab6f-4e24-88d3-34db0e8416c5 req-aa353fe8-be1f-40cb-ab9a-404c8d4a97e7 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1098 time: 0.0568924 Jul 14 09:37:46.836610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-526a712b-ab6f-4e24-88d3-34db0e8416c5 req-fe93b6a1-2bfd-4027-a9af-fd73223f4865 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286570 Jul 14 09:37:47.005351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbe188-4d99-45dd-b61d-54e734feffc2 req-17f4b4a6-95d0-4b23-8e9c-4bd09c93360e tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.007023 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcbe188-4d99-45dd-b61d-54e734feffc2 req-17f4b4a6-95d0-4b23-8e9c-4bd09c93360e tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1098 time: 0.0532863 Jul 14 09:37:47.059249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edcbe188-4d99-45dd-b61d-54e734feffc2 req-31f80fde-2582-4ee0-bb51-9ef708e15597 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Jul 14 09:37:47.226183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d9121-e2df-45bb-bcd4-dae2e7ecca14 req-33b76837-3314-4737-b49b-1655cdc720ff tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.228130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-669d9121-e2df-45bb-bcd4-dae2e7ecca14 req-33b76837-3314-4737-b49b-1655cdc720ff tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1098 time: 0.0591300 Jul 14 09:37:47.263635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-669d9121-e2df-45bb-bcd4-dae2e7ecca14 req-67041272-76bc-4ce0-a01a-471c78762dbb tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291808 Jul 14 09:37:47.346954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.498105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.585906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-781b757a-2555-4f79-b525-59227138fc5f tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.587480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-781b757a-2555-4f79-b525-59227138fc5f tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/networks?id=bd566855-3546-4449-a8b5-b8785c7121d6 HTTP/1.1" status: 200 len: 911 time: 0.0950787 Jul 14 09:37:47.604325 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.605212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-05b10d39-cb93-43d2-b55c-d8ee1543ba75 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/quotas/ffd4f7831e11481a9ec8a01b467c8564 HTTP/1.1" status: 200 len: 375 time: 0.0117495 Jul 14 09:37:47.608791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.648772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bd1c2abc75a421990b5c1363766b4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001566 Jul 14 09:37:47.649525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5567d4-51b3-48dd-a647-adc6c9671290,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.651501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.668610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.668983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.669313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.669654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.669995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.670328 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.670674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.670994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.671322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.671675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.672004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.672329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e87cb7-1149-44bf-8bda-fd28553a2bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:47.709018 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-e9f94d0e-41af-410c-9619-d3015381a53c tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd4f7831e11481a9ec8a01b467c8564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973282 Jul 14 09:37:47.714985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-936352d4-5213-449a-b29e-6c7ad43c34ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.737165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-936352d4-5213-449a-b29e-6c7ad43c34ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.786575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-936352d4-5213-449a-b29e-6c7ad43c34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.789204 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-936352d4-5213-449a-b29e-6c7ad43c34ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.790526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-936352d4-5213-449a-b29e-6c7ad43c34ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f5567d4-51b3-48dd-a647-adc6c9671290 HTTP/1.1" status: 204 len: 168 time: 0.1379988 Jul 14 09:37:47.799378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936352d4-5213-449a-b29e-6c7ad43c34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5567d4-51b3-48dd-a647-adc6c9671290,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.814430 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-9b12b785-90b2-4b3c-836d-21fc4e940b40 service neutron] 10.222.0.18 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953143 Jul 14 09:37:47.919512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-20e34daf-2348-4050-89ec-e056299e1886 service neutron] 10.222.0.18 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990317 Jul 14 09:37:48.116699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95ef3023-9b14-4763-90f4-d74e018b8b12 req-f93d8ed1-0222-407d-8fb9-94dc20d11ec6 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 210 time: 0.0320747 Jul 14 09:37:48.125285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35540) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:48.139702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9aed08ee-eca4-4267-b549-66584a7255be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.227403 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9aed08ee-eca4-4267-b549-66584a7255be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.231264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9aed08ee-eca4-4267-b549-66584a7255be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.269870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9aed08ee-eca4-4267-b549-66584a7255be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ae47683214744049781adef43f8ce0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433656 Jul 14 09:37:48.270768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed08ee-eca4-4267-b549-66584a7255be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32124c1-771f-47ae-ad77-c224be2cce32,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.272709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:48.324242 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35ddf4d4-6c58-416d-8672-55168a3b87f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.345383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35ddf4d4-6c58-416d-8672-55168a3b87f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.391860 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35ddf4d4-6c58-416d-8672-55168a3b87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.394458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35ddf4d4-6c58-416d-8672-55168a3b87f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.395643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-35ddf4d4-6c58-416d-8672-55168a3b87f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b32124c1-771f-47ae-ad77-c224be2cce32 HTTP/1.1" status: 204 len: 168 time: 0.1218116 Jul 14 09:37:48.403400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddf4d4-6c58-416d-8672-55168a3b87f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32124c1-771f-47ae-ad77-c224be2cce32,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.005143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.445316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0044854-2449-4d1c-9aa1-39ff2132e30d req-9cc35d7d-de47-4d96-819e-822354038f1d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 210 time: 0.2723396 Jul 14 09:37:49.661955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de891b4a-215f-4708-a98a-fafaffd95251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.723924 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.163875 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.275172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-faf28934-bfcd-413a-a4bd-cd5882a46156 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1789622 Jul 14 09:37:50.308545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-a7c66616-77ed-4549-8333-7248312d1d9d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.310416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-a7c66616-77ed-4549-8333-7248312d1d9d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.48 "GET /v2.0/networks?id=bd566855-3546-4449-a8b5-b8785c7121d6 HTTP/1.1" status: 200 len: 911 time: 0.1533771 Jul 14 09:37:50.321984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Request body: {'port': {'device_id': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'admin_state_up': True, 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:50.375753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Made reservation on behalf of ffd4f7831e11481a9ec8a01b467c8564 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:50.378164 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.441728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-a2c47e05-4f9a-4216-b21e-2338a62c53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.443249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-a2c47e05-4f9a-4216-b21e-2338a62c53b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1097 time: 0.1170340 Jul 14 09:37:50.885827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Allocated IP 172.20.0.8 (bd566855-3546-4449-a8b5-b8785c7121d6/402cb61e-97ea-4a5f-b56a-8aa8e61beb96/664632d6-8096-45cc-890e-96cf5f8a7d48) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:50.920191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-65d8f845-c46b-48c8-b03a-ff60da6c289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.921724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-65d8f845-c46b-48c8-b03a-ff60da6c289f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 200 len: 909 time: 0.4581723 Jul 14 09:37:51.052641 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-4a3e0f0e-3df2-497a-97d9-7b04898d9993 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 200 len: 1001 time: 0.1220331 Jul 14 09:37:51.072647 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f411c77-77c1-4bd9-b6d5-97a8bebe8b74 req-22a89561-8191-4b05-85da-c7ce566614c4 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 210 time: 0.2774239 Jul 14 09:37:51.134792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-b0d3ea70-f6b3-4a1d-b164-80e8598c196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.136297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-b0d3ea70-f6b3-4a1d-b164-80e8598c196a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a22cf2bb-e39a-4e49-a785-7294b47477b2 HTTP/1.1" status: 200 len: 847 time: 0.0659649 Jul 14 09:37:51.176586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.197862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Transition to ACTIVE for port object 664632d6-8096-45cc-890e-96cf5f8a7d48 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:51.237459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-ff7d2bba-5614-445a-93ac-c24ce8e1fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.239783 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-ff7d2bba-5614-445a-93ac-c24ce8e1fd36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f195d3c8-dfb5-47bb-8768-f749980ad770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962706 Jul 14 09:37:51.257922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.268854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['52740595-3d87-42a0-bf95-3407d6d4bb32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:51.342112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Network bd566855-3546-4449-a8b5-b8785c7121d6 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:51.348512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:51.354920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:51.387429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Pushing event updated for resources: {'Port': ['ID=664632d6-8096-45cc-890e-96cf5f8a7d48,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.450926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.451591 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.458521 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-96b6e574-0792-454e-afca-35804998cb92 service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093148 Jul 14 09:37:51.480798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-30a30c6e-4429-4041-9fdc-4d2739a22441 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1626472 Jul 14 09:37:51.489163 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.647022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Request body: {'port': {'device_id': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:51.689990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49d1931d-9bee-4fb3-8c3d-8264dd1849aa req-79542c06-d626-47eb-8e05-fbaa301c26fc service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201538 Jul 14 09:37:51.737435 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.794170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ac9bf29-ed1e-4593-9744-29184cf32757 None None] Provisioning for port 664632d6-8096-45cc-890e-96cf5f8a7d48 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:51.798996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ac9bf29-ed1e-4593-9744-29184cf32757 None None] Provisioning complete for port 664632d6-8096-45cc-890e-96cf5f8a7d48 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:51.799390 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ac9bf29-ed1e-4593-9744-29184cf32757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.840127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9bf29-ed1e-4593-9744-29184cf32757 None None] Port 664632d6-8096-45cc-890e-96cf5f8a7d48 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:52.028420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664632d6-8096-45cc-890e-96cf5f8a7d48 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:52.035882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.048213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Transition to ACTIVE for port object 664632d6-8096-45cc-890e-96cf5f8a7d48 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:52.052744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.169502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Pushing event updated for resources: {'Port': ['ID=664632d6-8096-45cc-890e-96cf5f8a7d48,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.209789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Attempting to bind port 664632d6-8096-45cc-890e-96cf5f8a7d48 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:52.210116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Attempting to bind port 664632d6-8096-45cc-890e-96cf5f8a7d48 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:52.210689 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Attempting to bind port 664632d6-8096-45cc-890e-96cf5f8a7d48 on network bd566855-3546-4449-a8b5-b8785c7121d6 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:52.219099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Port 664632d6-8096-45cc-890e-96cf5f8a7d48 on network bd566855-3546-4449-a8b5-b8785c7121d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:52.220864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Attempting to bind port 664632d6-8096-45cc-890e-96cf5f8a7d48 on network bd566855-3546-4449-a8b5-b8785c7121d6 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:52.226881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:52.227529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Checking segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:52.228568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Bound using segment: {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:52.229232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Bound port: 664632d6-8096-45cc-890e-96cf5f8a7d48, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9601dc31-d7fc-4ccb-83b2-5b819d77904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:52.229782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.290053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46dcf6-8e85-44ca-bfa5-75d98ceee65d req-c555420d-405a-44b1-ac38-a186ed4944da tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.292921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e46dcf6-8e85-44ca-bfa5-75d98ceee65d req-c555420d-405a-44b1-ac38-a186ed4944da tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1053 time: 0.0721023 Jul 14 09:37:52.311764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] For port 664632d6-8096-45cc-890e-96cf5f8a7d48, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:52.315271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] For port 664632d6-8096-45cc-890e-96cf5f8a7d48, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=664632d6-8096-45cc-890e-96cf5f8a7d48,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:52.322060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.338856 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e46dcf6-8e85-44ca-bfa5-75d98ceee65d req-dcb9dceb-8aaa-439d-9542-9fb59f13325b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Jul 14 09:37:52.365837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.366559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.368107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] 10.222.0.48 "PUT /v2.0/ports/664632d6-8096-45cc-890e-96cf5f8a7d48 HTTP/1.1" status: 200 len: 1092 time: 0.8684464 Jul 14 09:37:52.368410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'tag': '664632d6-8096-45cc-890e-96cf5f8a7d48'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:52.370629 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61baebd-f95a-4204-95ca-09f555a2f5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "46f0969b-5997-498d-887b-f311bfa4a9b7", "tag": "664632d6-8096-45cc-890e-96cf5f8a7d48"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:52.393898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d33f6-7bea-4b49-ad2f-07821bfdb761 service neutron] Pushing event updated for resources: {'Port': ['ID=664632d6-8096-45cc-890e-96cf5f8a7d48,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.414755 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8533b8-ee62-44a4-9b7d-1455d13b4c82 x-openstack-request-id: req-6a8533b8-ee62-44a4-9b7d-1455d13b4c82 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:52.415064 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f0969b-5997-498d-887b-f311bfa4a9b7", "tag": "664632d6-8096-45cc-890e-96cf5f8a7d48", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:52.415330 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a8533b8-ee62-44a4-9b7d-1455d13b4c82 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:52.415783 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'tag': '664632d6-8096-45cc-890e-96cf5f8a7d48', 'status': 'completed', 'code': 200} Jul 14 09:37:52.488445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-cd7290ff-0f31-4eda-8186-02662274c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.490155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-cd7290ff-0f31-4eda-8186-02662274c622 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffd4f7831e11481a9ec8a01b467c8564&device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1095 time: 0.0589411 Jul 14 09:37:52.531892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-1cf44108-bb11-4290-a5c3-f512cadcd237 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664632d6-8096-45cc-890e-96cf5f8a7d48 HTTP/1.1" status: 200 len: 217 time: 0.0348237 Jul 14 09:37:52.581074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-75ce5c93-aa1e-49f6-9eaf-6a171e2820e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.583310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-75ce5c93-aa1e-49f6-9eaf-6a171e2820e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=402cb61e-97ea-4a5f-b56a-8aa8e61beb96 HTTP/1.1" status: 200 len: 849 time: 0.0459027 Jul 14 09:37:52.643621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-325c37b5-0b6b-4bd1-8370-7765e2832d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.645078 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-325c37b5-0b6b-4bd1-8370-7765e2832d68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd566855-3546-4449-a8b5-b8785c7121d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562274 Jul 14 09:37:52.739021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-aa3689c9-ada7-44fc-b68e-9a6212795c95 service neutron] 10.222.0.48 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862834 Jul 14 09:37:52.841076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9acdf90-1c80-4b07-be19-bab7be110eca req-09529260-fd49-43f9-8b6d-5c6821e2ec7d service neutron] 10.222.0.48 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958755 Jul 14 09:37:52.943079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-fe1711f3-dffc-4a4d-bdf1-b44904ef5644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.944741 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-fe1711f3-dffc-4a4d-bdf1-b44904ef5644 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffd4f7831e11481a9ec8a01b467c8564&device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1095 time: 0.0572436 Jul 14 09:37:53.037635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-65fc9a8c-728e-41d5-9b6a-ee062375ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.039163 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-65fc9a8c-728e-41d5-9b6a-ee062375ec14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd566855-3546-4449-a8b5-b8785c7121d6 HTTP/1.1" status: 200 len: 911 time: 0.0886021 Jul 14 09:37:53.081448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-7298e2fa-0a73-46eb-b850-4a34a609aa86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664632d6-8096-45cc-890e-96cf5f8a7d48 HTTP/1.1" status: 200 len: 217 time: 0.0355892 Jul 14 09:37:53.134131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-5867365f-79e1-48e8-8521-4b49c8ee74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.135933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-5867365f-79e1-48e8-8521-4b49c8ee74f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=402cb61e-97ea-4a5f-b56a-8aa8e61beb96 HTTP/1.1" status: 200 len: 849 time: 0.0485563 Jul 14 09:37:53.205524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-50fd5d21-bf6e-4fa9-b666-f3c04e3ffca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.207679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-50fd5d21-bf6e-4fa9-b666-f3c04e3ffca3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd566855-3546-4449-a8b5-b8785c7121d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637274 Jul 14 09:37:53.303803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-8c01cc38-cd87-4d48-a889-d3ccf970b23c service neutron] 10.222.0.48 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891759 Jul 14 09:37:53.396103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e61baebd-f95a-4204-95ca-09f555a2f5c4 req-25dc8cce-d835-430a-b6d0-36b0e47fed6d service neutron] 10.222.0.48 "GET /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861130 Jul 14 09:37:53.500270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dcd57-cda7-406d-a5dd-2f2d5c22824b req-d37cf286-5215-4f03-9847-a22078a26470 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.501794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-423dcd57-cda7-406d-a5dd-2f2d5c22824b req-d37cf286-5215-4f03-9847-a22078a26470 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1095 time: 0.0515125 Jul 14 09:37:53.535802 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-423dcd57-cda7-406d-a5dd-2f2d5c22824b req-44355306-6e3c-4f29-ad81-357a6c9b91c8 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279024 Jul 14 09:37:53.746263 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:37:54.705314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc04f-cac3-4349-b83e-93218f1fd298 req-52e2d864-294d-4d2d-8bdf-24e388f2b638 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:54.707470 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e3bc04f-cac3-4349-b83e-93218f1fd298 req-52e2d864-294d-4d2d-8bdf-24e388f2b638 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1095 time: 0.0598576 Jul 14 09:37:54.744656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e3bc04f-cac3-4349-b83e-93218f1fd298 req-492f1659-3260-42cf-b83f-1b94f950a884 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Jul 14 09:37:55.930068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee27fac-f644-47b2-b263-6693ff97d970 req-b6fc47a3-0fac-42f3-8181-f6a8e024c73d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:55.937278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aee27fac-f644-47b2-b263-6693ff97d970 req-b6fc47a3-0fac-42f3-8181-f6a8e024c73d tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1095 time: 0.0713491 Jul 14 09:37:55.969382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aee27fac-f644-47b2-b263-6693ff97d970 req-3a62ce21-eaa7-4d02-ad1a-efb3e325106e tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311663 Jul 14 09:37:56.116292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 664632d6-8096-45cc-890e-96cf5f8a7d48 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:56.228974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 664632d6-8096-45cc-890e-96cf5f8a7d48, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=664632d6-8096-45cc-890e-96cf5f8a7d48,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:56.240994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '664632d6-8096-45cc-890e-96cf5f8a7d48', 'network_id': 'bd566855-3546-4449-a8b5-b8785c7121d6', 'port_id': '664632d6-8096-45cc-890e-96cf5f8a7d48', 'mac_address': 'fa:16:3e:98:00:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402cb61e-97ea-4a5f-b56a-8aa8e61beb96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:56.280342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.297698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664632d6-8096-45cc-890e-96cf5f8a7d48 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:56.321712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 664632d6-8096-45cc-890e-96cf5f8a7d48, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=664632d6-8096-45cc-890e-96cf5f8a7d48,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:56.326077 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.385903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=664632d6-8096-45cc-890e-96cf5f8a7d48,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:56.580871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['664632d6-8096-45cc-890e-96cf5f8a7d48'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:57.158746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b271cd-3140-42f9-aa04-21e9522d16b1 req-08f5bf70-4c5b-4944-af9c-97fc0244d65e tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:57.162409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58b271cd-3140-42f9-aa04-21e9522d16b1 req-08f5bf70-4c5b-4944-af9c-97fc0244d65e tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1096 time: 0.0715699 Jul 14 09:37:57.209849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58b271cd-3140-42f9-aa04-21e9522d16b1 req-924e04ce-7db7-45ba-9d11-396eddac64dc tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Jul 14 09:37:58.120320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 664632d6-8096-45cc-890e-96cf5f8a7d48 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:58.192384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 664632d6-8096-45cc-890e-96cf5f8a7d48 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:58.198922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 664632d6-8096-45cc-890e-96cf5f8a7d48 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:58.200166 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.293048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.325100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664632d6-8096-45cc-890e-96cf5f8a7d48'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:58.328464 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57df7997-13bb-4327-8675-6e149244d76b" -d '{"events": [{"server_uuid": "46f0969b-5997-498d-887b-f311bfa4a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "664632d6-8096-45cc-890e-96cf5f8a7d48"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:58.366760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 664632d6-8096-45cc-890e-96cf5f8a7d48, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=664632d6-8096-45cc-890e-96cf5f8a7d48,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:58.378780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.412209 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e82af-3214-41c7-abc9-3cdb193d4ce2 x-openstack-request-id: req-b90e82af-3214-41c7-abc9-3cdb193d4ce2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:58.412916 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f0969b-5997-498d-887b-f311bfa4a9b7", "name": "network-vif-plugged", "status": "completed", "tag": "664632d6-8096-45cc-890e-96cf5f8a7d48", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:58.413424 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b90e82af-3214-41c7-abc9-3cdb193d4ce2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:58.414086 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664632d6-8096-45cc-890e-96cf5f8a7d48', 'code': 200} Jul 14 09:37:58.452299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=664632d6-8096-45cc-890e-96cf5f8a7d48,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:58.463089 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c95d4-878c-411b-9e33-2cc82a9e53a1 req-4a72b479-bdc0-4f84-b376-3e0e0771351b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:58.464795 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bc5c95d4-878c-411b-9e33-2cc82a9e53a1 req-4a72b479-bdc0-4f84-b376-3e0e0771351b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0814133 Jul 14 09:37:58.508956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bc5c95d4-878c-411b-9e33-2cc82a9e53a1 req-f0480233-93cd-4e35-851b-a7af46137a96 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 Jul 14 09:37:58.541461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950c6a3-1fc9-40ff-911a-872ade206a34 req-9e0a9bd4-90f7-4a38-9bf7-2f82c8998c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:58.542975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0950c6a3-1fc9-40ff-911a-872ade206a34 req-9e0a9bd4-90f7-4a38-9bf7-2f82c8998c55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0588777 Jul 14 09:37:58.579319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0950c6a3-1fc9-40ff-911a-872ade206a34 req-90d6134c-a12e-43b6-8649-0044d566d1be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300741 Jul 14 09:37:59.691012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb31a-948f-4aa1-b36f-00d86f86cb93 req-f5b88bd0-9348-4460-8e74-f4159c035d04 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.693199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fdaeb31a-948f-4aa1-b36f-00d86f86cb93 req-f5b88bd0-9348-4460-8e74-f4159c035d04 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0632524 Jul 14 09:37:59.729700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fdaeb31a-948f-4aa1-b36f-00d86f86cb93 req-dc1433b6-0897-4c18-a151-ca9993f5ab25 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300491 Jul 14 09:37:59.901198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724db28-b966-46eb-a7f7-eabd71d1e5ff req-7cc72a56-d1be-42e2-ac86-cec9c50ccc4f tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.902929 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8724db28-b966-46eb-a7f7-eabd71d1e5ff req-7cc72a56-d1be-42e2-ac86-cec9c50ccc4f tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0550482 Jul 14 09:37:59.947014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8724db28-b966-46eb-a7f7-eabd71d1e5ff req-4060285f-8020-40c1-9ef1-3c54fcc9c11f tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Jul 14 09:38:00.114822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988011e-4973-46ef-a4d8-ca053e3f24ca req-fcc1ec7e-55de-4c3a-88a9-5748642dcfe7 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:00.116563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f988011e-4973-46ef-a4d8-ca053e3f24ca req-fcc1ec7e-55de-4c3a-88a9-5748642dcfe7 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0591118 Jul 14 09:38:00.154334 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f988011e-4973-46ef-a4d8-ca053e3f24ca req-2f25731e-a395-43c9-86b7-aea2a738aa0e tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Jul 14 09:38:00.585326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3e813-3901-4cb1-ad18-a01a623b51d2 req-de9ae433-8b88-4b29-9787-b8b792aff85f tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:00.586843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78d3e813-3901-4cb1-ad18-a01a623b51d2 req-de9ae433-8b88-4b29-9787-b8b792aff85f tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0563495 Jul 14 09:38:00.626778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78d3e813-3901-4cb1-ad18-a01a623b51d2 req-02ceb0e9-947d-4699-8c0c-95e0dc4681d8 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297821 Jul 14 09:38:01.532672 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.775943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-631b233d-f1b2-404c-b7d8-b48ca7dc6da8 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:01.778053 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-631b233d-f1b2-404c-b7d8-b48ca7dc6da8 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0603256 Jul 14 09:38:01.811947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c925-1aee-4e45-a02b-2086b4d5a613 req-354bc617-7504-4d10-9d42-b842c2029cce tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:01.813851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f297c925-1aee-4e45-a02b-2086b4d5a613 req-354bc617-7504-4d10-9d42-b842c2029cce tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46f0969b-5997-498d-887b-f311bfa4a9b7 HTTP/1.1" status: 200 len: 1097 time: 0.0641055 Jul 14 09:38:01.862860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f297c925-1aee-4e45-a02b-2086b4d5a613 req-fb26fd14-955e-49fb-82a3-c64c87e66dea tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Jul 14 09:38:01.890169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Deleting port 664632d6-8096-45cc-890e-96cf5f8a7d48 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:01.890585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.979826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] For port 664632d6-8096-45cc-890e-96cf5f8a7d48, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=664632d6-8096-45cc-890e-96cf5f8a7d48,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:01.980194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.993893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Calling delete_port for 664632d6-8096-45cc-890e-96cf5f8a7d48 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:02.127114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.137905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['664632d6-8096-45cc-890e-96cf5f8a7d48'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:02.143047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['52740595-3d87-42a0-bf95-3407d6d4bb32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:02.162707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Pushing event deleted for resources: {'Port': ['ID=664632d6-8096-45cc-890e-96cf5f8a7d48,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.233886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] No DVR routers for this DVR port 664632d6-8096-45cc-890e-96cf5f8a7d48 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:02.238109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.241393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb15dcaa-a41f-43cf-bbbe-a19bcbab6be8 req-78655eb6-53ef-41e2-b2b9-54a0586c5686 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.48 "DELETE /v2.0/ports/664632d6-8096-45cc-890e-96cf5f8a7d48 HTTP/1.1" status: 204 len: 173 time: 0.4567561 Jul 14 09:38:02.242133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'name': 'network-vif-deleted', 'tag': '664632d6-8096-45cc-890e-96cf5f8a7d48'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:02.246252 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f7901-b9dd-48bd-9e73-588b5defa06c" -d '{"events": [{"server_uuid": "46f0969b-5997-498d-887b-f311bfa4a9b7", "name": "network-vif-deleted", "tag": "664632d6-8096-45cc-890e-96cf5f8a7d48"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:02.293318 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281c71f6-6c22-4d0e-96ce-a24e153da034 x-openstack-request-id: req-281c71f6-6c22-4d0e-96ce-a24e153da034 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:02.293837 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f0969b-5997-498d-887b-f311bfa4a9b7", "name": "network-vif-deleted", "tag": "664632d6-8096-45cc-890e-96cf5f8a7d48", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:02.294385 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-281c71f6-6c22-4d0e-96ce-a24e153da034 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:02.295128 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f0969b-5997-498d-887b-f311bfa4a9b7', 'name': 'network-vif-deleted', 'tag': '664632d6-8096-45cc-890e-96cf5f8a7d48', 'status': 'completed', 'code': 200} Jul 14 09:38:02.704646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:02.831925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3501b8b9-acb6-49d8-b692-204d079a4ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.953579 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3501b8b9-acb6-49d8-b692-204d079a4ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.958516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3501b8b9-acb6-49d8-b692-204d079a4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.994111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3501b8b9-acb6-49d8-b692-204d079a4ef3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c027f217623b45b9ae5ea607822f8f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882404 Jul 14 09:38:02.996865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.003301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b8b9-acb6-49d8-b692-204d079a4ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a1a7e-0452-4961-8ef0-b89406b05873,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.053344 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8922c7ee-d011-4e16-93f7-83e5144b6866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.083316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8922c7ee-d011-4e16-93f7-83e5144b6866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.151252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8922c7ee-d011-4e16-93f7-83e5144b6866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.151252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8922c7ee-d011-4e16-93f7-83e5144b6866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.151252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8922c7ee-d011-4e16-93f7-83e5144b6866 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/293a1a7e-0452-4961-8ef0-b89406b05873 HTTP/1.1" status: 204 len: 168 time: 0.1511214 Jul 14 09:38:03.171315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922c7ee-d011-4e16-93f7-83e5144b6866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a1a7e-0452-4961-8ef0-b89406b05873,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.411400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50449e4a-8178-41cb-ae7f-d416520b59ce req-3961c3e5-779b-473c-9ef3-14a425bf1d2b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:03.411400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50449e4a-8178-41cb-ae7f-d416520b59ce req-3961c3e5-779b-473c-9ef3-14a425bf1d2b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1098 time: 0.0574617 Jul 14 09:38:03.471652 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50449e4a-8178-41cb-ae7f-d416520b59ce req-7cf05ba5-39f8-438e-8d7e-c06443228b14 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Jul 14 09:38:03.495231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35732) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.511992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af80f969-03c0-4ca7-be20-d88b53330ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.648647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af80f969-03c0-4ca7-be20-d88b53330ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.653731 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af80f969-03c0-4ca7-be20-d88b53330ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.692467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80f969-03c0-4ca7-be20-d88b53330ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d28d28-7699-4518-9365-452ee64de674,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.699532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-af80f969-03c0-4ca7-be20-d88b53330ec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=197af527a96247759f75d499926cd75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006576 Jul 14 09:38:03.699736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.751597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e6817b-76da-4873-b49c-418302fc2b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.774843 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e6817b-76da-4873-b49c-418302fc2b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.829204 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e6817b-76da-4873-b49c-418302fc2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.832409 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e6817b-76da-4873-b49c-418302fc2b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.833589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-93e6817b-76da-4873-b49c-418302fc2b0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7d28d28-7699-4518-9365-452ee64de674 HTTP/1.1" status: 204 len: 168 time: 0.1329126 Jul 14 09:38:03.850412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6817b-76da-4873-b49c-418302fc2b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d28d28-7699-4518-9365-452ee64de674,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.646455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a91fa-a003-4fbd-86de-d81f92388e64 req-9edcc70f-c2b2-4379-bd2c-8d22a0727cad tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:04.648076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-766a91fa-a003-4fbd-86de-d81f92388e64 req-9edcc70f-c2b2-4379-bd2c-8d22a0727cad tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1098 time: 0.0655618 Jul 14 09:38:04.694881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-766a91fa-a003-4fbd-86de-d81f92388e64 req-97f5d903-ad77-4c74-96c9-07f238e0fab4 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=6dfcbee4-b80e-4bee-a8c2-5879796d3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Jul 14 09:38:04.754280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-0bac2991-d1f0-472a-94d6-b5bc3e093eba tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:04.757071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-0bac2991-d1f0-472a-94d6-b5bc3e093eba tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 1098 time: 0.0708585 Jul 14 09:38:04.855700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Deleting port 52740595-3d87-42a0-bf95-3407d6d4bb32 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:04.856012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.946776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] For port 52740595-3d87-42a0-bf95-3407d6d4bb32, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=52740595-3d87-42a0-bf95-3407d6d4bb32,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:04.947244 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.962796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Calling delete_port for 52740595-3d87-42a0-bf95-3407d6d4bb32 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:05.109028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.120405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['52740595-3d87-42a0-bf95-3407d6d4bb32'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:05.138805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Pushing event deleted for resources: {'Port': ['ID=52740595-3d87-42a0-bf95-3407d6d4bb32,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.184336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] No DVR routers for this DVR port 52740595-3d87-42a0-bf95-3407d6d4bb32 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:05.186939 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.189141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ff4d8e9-3dc9-4025-8d68-fa526f65916c req-5b44cd34-9f00-454d-9583-dd06ed72fe5b tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.11 "DELETE /v2.0/ports/52740595-3d87-42a0-bf95-3407d6d4bb32 HTTP/1.1" status: 204 len: 173 time: 0.4267929 Jul 14 09:38:05.189604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'name': 'network-vif-deleted', 'tag': '52740595-3d87-42a0-bf95-3407d6d4bb32'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:05.191981 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f67412-fc20-4c44-9e04-6d4aff2e3fbb" -d '{"events": [{"server_uuid": "eeb71125-df82-4336-8f91-9da3416fabd7", "name": "network-vif-deleted", "tag": "52740595-3d87-42a0-bf95-3407d6d4bb32"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:05.245027 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10481af-cf49-4170-9d4b-1445783ef326 x-openstack-request-id: req-d10481af-cf49-4170-9d4b-1445783ef326 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:05.246658 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb71125-df82-4336-8f91-9da3416fabd7", "name": "network-vif-deleted", "tag": "52740595-3d87-42a0-bf95-3407d6d4bb32", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:05.247278 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d10481af-cf49-4170-9d4b-1445783ef326 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:05.247776 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb71125-df82-4336-8f91-9da3416fabd7', 'name': 'network-vif-deleted', 'tag': '52740595-3d87-42a0-bf95-3407d6d4bb32', 'status': 'completed', 'code': 200} Jul 14 09:38:05.647519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-7ad1f176-a1aa-4331-90f7-94eb8e737c77 req-1ebfde81-df01-4aab-bfcb-795ed399285f service neutron] (93754) timed out ('10.222.0.18', 36492) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:38:05.862015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a4f54a6-ae7c-464d-b439-0729227989bc req-f8290e9c-31d4-470e-a204-61e255fa0647 tempest-TestServerMultinode-1893974030 tempest-TestServerMultinode-1893974030-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eeb71125-df82-4336-8f91-9da3416fabd7 HTTP/1.1" status: 200 len: 210 time: 0.0307095 Jul 14 09:38:06.164533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 664632d6-8096-45cc-890e-96cf5f8a7d48 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:06.184831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 664632d6-8096-45cc-890e-96cf5f8a7d48 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:06.185191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 664632d6-8096-45cc-890e-96cf5f8a7d48 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:06.960864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35780) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.388461 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.658299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Deleting port 129fc2d7-adf4-4975-a03c-14d1ec50e94f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:07.658637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.736112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] For port 129fc2d7-adf4-4975-a03c-14d1ec50e94f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=129fc2d7-adf4-4975-a03c-14d1ec50e94f,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:07.736469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.749480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Calling delete_port for 129fc2d7-adf4-4975-a03c-14d1ec50e94f owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:07.939694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.971098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Pushing event deleted for resources: {'Port': ['ID=129fc2d7-adf4-4975-a03c-14d1ec50e94f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:08.145247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.682205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Router b3ad0c50-3f3a-4de8-a72e-852d13d75006 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:08.807481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:08.817549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7fadc582-8694-4d74-8edb-b42fa2844976 admin admin] 10.222.0.18 "PUT /v2.0/routers/b3ad0c50-3f3a-4de8-a72e-852d13d75006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8551733 Jul 14 09:38:08.820223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.826970 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] Sync routers for ids ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:08.841441 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] Routers {'b3ad0c50-3f3a-4de8-a72e-852d13d75006'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:08.842082 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:08.953520 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.957253 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] Set router b3ad0c50-3f3a-4de8-a72e-852d13d75006 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:09.064467 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.119545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Deleting port e2c58a4c-7726-4790-8f53-67a28a63937f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:09.119884 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.159183 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:38:07Z', 'revision_number': 5, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port': {'id': 'e2c58a4c-7726-4790-8f53-67a28a63937f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:25Z', 'updated_at': '2021-07-14T09:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.186398 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] Checking router: b3ad0c50-3f3a-4de8-a72e-852d13d75006 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:09.195429 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] Routers {'b3ad0c50-3f3a-4de8-a72e-852d13d75006'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:09.196050 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.216451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] For port e2c58a4c-7726-4790-8f53-67a28a63937f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e2c58a4c-7726-4790-8f53-67a28a63937f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:09.216820 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.231024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Calling delete_port for e2c58a4c-7726-4790-8f53-67a28a63937f owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:09.292932 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] Set router b3ad0c50-3f3a-4de8-a72e-852d13d75006 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:09.352853 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 6, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.384377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d857e89-0dce-4dee-b759-9933fce62283 None None] The sync data for ids ['b3ad0c50-3f3a-4de8-a72e-852d13d75006'] in n-d-758944-44 is: [{'id': 'b3ad0c50-3f3a-4de8-a72e-852d13d75006', 'name': 'tempest-TestServerMultinode-2075383607-router', 'tenant_id': '2208f1733bb34355a2e2a7b225595cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:24Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 6, 'project_id': '2208f1733bb34355a2e2a7b225595cec', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:09.402014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 52740595-3d87-42a0-bf95-3407d6d4bb32 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:09.427196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 52740595-3d87-42a0-bf95-3407d6d4bb32 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:09.427571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 52740595-3d87-42a0-bf95-3407d6d4bb32 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:09.454814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.487521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c58a4c-7726-4790-8f53-67a28a63937f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.559715 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.652497 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.654769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.708185 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.708707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ad0c50-3f3a-4de8-a72e-852d13d75006 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:09.713961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.718699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-90b3532d-7462-4a91-9cf6-bc6c1a6005d4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b3ad0c50-3f3a-4de8-a72e-852d13d75006 HTTP/1.1" status: 204 len: 168 time: 0.8940806 Jul 14 09:38:09.719137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:09.779569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] Deleting subnet 402cb61e-97ea-4a5f-b56a-8aa8e61beb96 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:09.783299 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.830582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.917776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.985971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.021097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402cb61e-97ea-4a5f-b56a-8aa8e61beb96,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.023191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.025175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4bbe7671-28ce-4084-b88a-e2ac676c7e3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/402cb61e-97ea-4a5f-b56a-8aa8e61beb96 HTTP/1.1" status: 204 len: 168 time: 0.3022897 Jul 14 09:38:10.028770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.052090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0eca8-e95e-45dc-9264-33db8c7a8154 None None] Network bd566855-3546-4449-a8b5-b8785c7121d6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:10.103059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.181354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Deleting port b74e6829-7320-4428-829a-3ad5d3bbabd9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:10.181782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.264784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] DHCP port deletion for bd566855-3546-4449-a8b5-b8785c7121d6 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:10.288163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] For port b74e6829-7320-4428-829a-3ad5d3bbabd9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b74e6829-7320-4428-829a-3ad5d3bbabd9,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:10.288163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.306673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Calling delete_port for b74e6829-7320-4428-829a-3ad5d3bbabd9 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:10.332311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] Deleting port b74e6829-7320-4428-829a-3ad5d3bbabd9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:10.333151 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.396140 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.399604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] For port b74e6829-7320-4428-829a-3ad5d3bbabd9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b74e6829-7320-4428-829a-3ad5d3bbabd9,segment=NetworkSegment(9601dc31-d7fc-4ccb-83b2-5b819d77904d),segment_id=9601dc31-d7fc-4ccb-83b2-5b819d77904d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:10.400009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.422151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] Calling delete_port for b74e6829-7320-4428-829a-3ad5d3bbabd9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:10.423211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Pushing event deleted for resources: {'Port': ['ID=b74e6829-7320-4428-829a-3ad5d3bbabd9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.434480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] No DVR routers for this DVR port b74e6829-7320-4428-829a-3ad5d3bbabd9 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:10.515686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.523508 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.529320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd566855-3546-4449-a8b5-b8785c7121d6']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.548759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9601dc31-d7fc-4ccb-83b2-5b819d77904d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.548759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9601dc31-d7fc-4ccb-83b2-5b819d77904d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.551469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] Pushing event deleted for resources: {'Port': ['ID=b74e6829-7320-4428-829a-3ad5d3bbabd9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.554229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ab33f-4f0e-475b-9b5c-e365f28923d2 None None] No DVR routers for this DVR port b74e6829-7320-4428-829a-3ad5d3bbabd9 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:10.558535 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.577536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.580886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:10.581420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:10.583777 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:10.642057 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.648686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.650829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] 10.222.0.18 "DELETE /v2.0/networks/bd566855-3546-4449-a8b5-b8785c7121d6 HTTP/1.1" status: 204 len: 168 time: 0.6211047 Jul 14 09:38:10.654794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35826) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.662091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83603edf-fa5f-4c27-9f2f-82e197828ded admin admin] Pushing event deleted for resources: {'Network': ['ID=bd566855-3546-4449-a8b5-b8785c7121d6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.864224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e2c58a4c-7726-4790-8f53-67a28a63937f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:10.884331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e2c58a4c-7726-4790-8f53-67a28a63937f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:10.884683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e2c58a4c-7726-4790-8f53-67a28a63937f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:10.885110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 129fc2d7-adf4-4975-a03c-14d1ec50e94f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:10.904543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 129fc2d7-adf4-4975-a03c-14d1ec50e94f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:10.904896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 129fc2d7-adf4-4975-a03c-14d1ec50e94f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:10.905325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b74e6829-7320-4428-829a-3ad5d3bbabd9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:10.924021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b74e6829-7320-4428-829a-3ad5d3bbabd9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:10.924376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b74e6829-7320-4428-829a-3ad5d3bbabd9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:11.033572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.317016 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Deleting port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:11.317275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.398248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] For port 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,segment=NetworkSegment(b18e3492-64bb-4cdb-a88f-363991590b9e),segment_id=b18e3492-64bb-4cdb-a88f-363991590b9e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:11.398852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.413694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Calling delete_port for 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:11.611667 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.641710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ba5b32-3e40-4fa4-a7fc-2f218acb6be4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.843571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.076174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Router 827bf8dc-c62b-4616-b0fc-412af3275f1b has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:12.187818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:12.196268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35836) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.196706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a5a54dd5-cfa6-4a16-adfa-4384431d6494 admin admin] 10.222.0.18 "PUT /v2.0/routers/827bf8dc-c62b-4616-b0fc-412af3275f1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5400233 Jul 14 09:38:12.202274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] Sync routers for ids ['827bf8dc-c62b-4616-b0fc-412af3275f1b'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:12.214870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] Routers {'827bf8dc-c62b-4616-b0fc-412af3275f1b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:12.215532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['827bf8dc-c62b-4616-b0fc-412af3275f1b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:12.313505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.354904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] Set router 827bf8dc-c62b-4616-b0fc-412af3275f1b gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:12.436561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.506666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Deleting port 79abbedb-09e4-492c-9f54-c738d295ad9d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:12.507016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.562143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 5, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port': {'id': '79abbedb-09e4-492c-9f54-c738d295ad9d', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:31Z', 'updated_at': '2021-07-14T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:12.589482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] Checking router: 827bf8dc-c62b-4616-b0fc-412af3275f1b for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:12.598121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] For port 79abbedb-09e4-492c-9f54-c738d295ad9d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=79abbedb-09e4-492c-9f54-c738d295ad9d,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:12.598369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] Routers {'827bf8dc-c62b-4616-b0fc-412af3275f1b'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:12.598490 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.598815 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['827bf8dc-c62b-4616-b0fc-412af3275f1b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:12.614249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Calling delete_port for 79abbedb-09e4-492c-9f54-c738d295ad9d owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:12.696949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] Set router 827bf8dc-c62b-4616-b0fc-412af3275f1b gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:12.757196 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:38:12Z', 'revision_number': 6, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:12.785738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa4285-e550-4f79-ac1d-87576d83701d None None] The sync data for ids ['827bf8dc-c62b-4616-b0fc-412af3275f1b'] in n-d-758944-44 is: [{'id': '827bf8dc-c62b-4616-b0fc-412af3275f1b', 'name': 'tempest-TestServerMultinode-736582227-router', 'tenant_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:30Z', 'updated_at': '2021-07-14T09:38:12Z', 'revision_number': 6, 'project_id': 'ffd4f7831e11481a9ec8a01b467c8564', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:12.805575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.839934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=79abbedb-09e4-492c-9f54-c738d295ad9d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.903979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.001701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.003959 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.047641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.048102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 827bf8dc-c62b-4616-b0fc-412af3275f1b {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:13.053018 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.054198 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d3366fd2-62c6-472c-af13-ee416b1afb67 admin admin] 10.222.0.18 "DELETE /v2.0/routers/827bf8dc-c62b-4616-b0fc-412af3275f1b HTTP/1.1" status: 204 len: 168 time: 0.8569188 Jul 14 09:38:13.056966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.105970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] Deleting subnet f0bce4da-2ab4-4652-b9d1-ad608adc36e5 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:13.109109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.147990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.237666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.300801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.343539 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.348365 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f0bce4da-2ab4-4652-b9d1-ad608adc36e5 HTTP/1.1" status: 204 len: 168 time: 0.2873917 Jul 14 09:38:13.348365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeded9f-b822-4cf4-8440-afa5c469ac1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bce4da-2ab4-4652-b9d1-ad608adc36e5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.349330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35844) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.357502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b666528-bfe3-42f7-9218-58c1492ec865 None None] Network 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:13.431900 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.500265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Deleting port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:13.500616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.584271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] For port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=029f5de3-e693-4ace-8b7e-9d6ce9dd2a37,segment=NetworkSegment(b18e3492-64bb-4cdb-a88f-363991590b9e),segment_id=b18e3492-64bb-4cdb-a88f-363991590b9e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:13.584542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.606788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Calling delete_port for 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:13.641219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.712500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.726731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] No DVR routers for this DVR port 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:13.778612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Pushing event deleted for resources: {'Port': ['ID=029f5de3-e693-4ace-8b7e-9d6ce9dd2a37,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.796253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4dd70f-ed70-41eb-ab1c-2437f895e1de None None] DHCP port deletion for 8fd24d0e-62c7-4eb9-9672-d8bb01580fbe request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:13.843384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d71f854-0660-44fe-9d36-925b019ab566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.844473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.855259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd24d0e-62c7-4eb9-9672-d8bb01580fbe']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.866160 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18e3492-64bb-4cdb-a88f-363991590b9e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.866444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18e3492-64bb-4cdb-a88f-363991590b9e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.879718 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.897287 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.904497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:13.904836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:13.906816 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:13.968474 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.974614 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.980182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8fd24d0e-62c7-4eb9-9672-d8bb01580fbe HTTP/1.1" status: 204 len: 168 time: 0.6262069 Jul 14 09:38:14.040869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d71f854-0660-44fe-9d36-925b019ab566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.047084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d71f854-0660-44fe-9d36-925b019ab566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.096337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8d71f854-0660-44fe-9d36-925b019ab566 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54092a2b8fec40f79b4a08f4f31a436a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538817 Jul 14 09:38:14.097052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71f854-0660-44fe-9d36-925b019ab566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec29a3fd-abe1-464e-a17e-973ce2f34546,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.100921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.145531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35856) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.187150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c99c7f58-a8f3-43bb-a8ea-1081b71a3f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.213829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26062c4d-a8b9-4b18-9df1-6f1feb033c3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2208f1733bb34355a2e2a7b225595cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670755 Jul 14 09:38:14.222480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.234561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c99c7f58-a8f3-43bb-a8ea-1081b71a3f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.308292 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5c29219-fd9d-4858-90a6-0ce018fa74c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.336313 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5c29219-fd9d-4858-90a6-0ce018fa74c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.338522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c99c7f58-a8f3-43bb-a8ea-1081b71a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.341469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c99c7f58-a8f3-43bb-a8ea-1081b71a3f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.342671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c99c7f58-a8f3-43bb-a8ea-1081b71a3f2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec29a3fd-abe1-464e-a17e-973ce2f34546 HTTP/1.1" status: 204 len: 168 time: 0.2407751 Jul 14 09:38:14.353137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffaf6f-4bb3-4c22-803d-89ee4592db58 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd24d0e-62c7-4eb9-9672-d8bb01580fbe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.365610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c7f58-a8f3-43bb-a8ea-1081b71a3f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec29a3fd-abe1-464e-a17e-973ce2f34546,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.412821 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5c29219-fd9d-4858-90a6-0ce018fa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.415771 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5c29219-fd9d-4858-90a6-0ce018fa74c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.417284 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a5c29219-fd9d-4858-90a6-0ce018fa74c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bf5bb60-66ae-4f60-baf8-82f4cd21cf77 HTTP/1.1" status: 204 len: 168 time: 0.1977670 Jul 14 09:38:14.426738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c29219-fd9d-4858-90a6-0ce018fa74c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf5bb60-66ae-4f60-baf8-82f4cd21cf77,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.793019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35876) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.834368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-644d59d4-8b75-4629-94b9-343da3f32fc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffd4f7831e11481a9ec8a01b467c8564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400708 Jul 14 09:38:14.838161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.876100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:14.896682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:14.897014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 029f5de3-e693-4ace-8b7e-9d6ce9dd2a37 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:14.897458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:14.898930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a63608f3-55cd-488b-bd9a-4c6324c10786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.918355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:14.918705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 43ba5b32-3e40-4fa4-a7fc-2f218acb6be4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:14.919137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79abbedb-09e4-492c-9f54-c738d295ad9d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:14.922553 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a63608f3-55cd-488b-bd9a-4c6324c10786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.942743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 79abbedb-09e4-492c-9f54-c738d295ad9d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:14.943108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 79abbedb-09e4-492c-9f54-c738d295ad9d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:14.977125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a63608f3-55cd-488b-bd9a-4c6324c10786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.980294 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a63608f3-55cd-488b-bd9a-4c6324c10786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.981554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a63608f3-55cd-488b-bd9a-4c6324c10786 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6dfcbee4-b80e-4bee-a8c2-5879796d3eca HTTP/1.1" status: 204 len: 168 time: 0.1422691 Jul 14 09:38:14.990222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63608f3-55cd-488b-bd9a-4c6324c10786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfcbee4-b80e-4bee-a8c2-5879796d3eca,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.727131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.835216 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-746834896-network', 'tenant_id': 'ed023e1d9a774272a4985cc112189640'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:15.865252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:15.867655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.876381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.955345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3aa3ea13-f713-47fb-9438-034f63a66d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.974406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.978845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.007677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:16.016903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628cc390-b280-4a68-ba9e-849e08bbbf6c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.023454 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.023810 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Added segment a8f782f7-5bab-4481-b1a2-82419f6bc294 of type vlan for network 71cd87ef-7210-425f-beaf-fda6de022527 Jul 14 09:38:16.067340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.096402 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.097904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.098480 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.155769 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4276068 Jul 14 09:38:16.158902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35924) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.164968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Request body: {'subnet': {'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-746834896-subnet', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:16.168585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f6b74-62c7-4834-8b8a-79c060fcefcb admin admin] Pushing event updated for resources: {'Network': ['ID=71cd87ef-7210-425f-beaf-fda6de022527,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.182418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 71cd87ef-7210-425f-beaf-fda6de022527 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:16.198868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:16.201703 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.407589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.457397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31411e96-1beb-4892-b8a7-40abdd6a0886,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.474875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:16.475232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Network hostable DHCP agents. Network: 71cd87ef-7210-425f-beaf-fda6de022527, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:16.491784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Network 71cd87ef-7210-425f-beaf-fda6de022527 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:16.506272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 71cd87ef-7210-425f-beaf-fda6de022527) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:16.512501 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.513080 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.517055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb616ac-06d1-44af-b122-539541ab5c63 None None] Network 71cd87ef-7210-425f-beaf-fda6de022527 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:16.529828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a7376c5a-7617-43cf-9387-13eeb4ddaa86 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3690550 Jul 14 09:38:16.533131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.538345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:16.569942 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.571000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.625326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.672980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-71cd87ef-7210-425f-beaf-fda6de022527', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:16.673996 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.793478 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.834299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Allocated IP 172.20.0.2 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/1ab712fe-83a1-48ad-ac14-7f72d892ce22) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:17.013341 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.022713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Transition to ACTIVE for port object 1ab712fe-83a1-48ad-ac14-7f72d892ce22 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:17.039547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.044729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Transition to ACTIVE for port object 1ab712fe-83a1-48ad-ac14-7f72d892ce22 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:17.052340 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.075627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.101427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:17.104557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:17.107070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:17.136655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Pushing event updated for resources: {'Port': ['ID=1ab712fe-83a1-48ad-ac14-7f72d892ce22,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.173507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Attempting to bind port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:17.174066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Attempting to bind port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:17.174566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Attempting to bind port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:17.180566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:17.181095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:17.181610 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.182110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:17.182718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Bound port: 1ab712fe-83a1-48ad-ac14-7f72d892ce22, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:17.183215 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.208130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Allocated IP 172.25.2.157 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/264ae4a9-0a44-43d3-ab25-a70d4979591a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:17.251063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] For port 1ab712fe-83a1-48ad-ac14-7f72d892ce22, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:17.255505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] For port 1ab712fe-83a1-48ad-ac14-7f72d892ce22, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1ab712fe-83a1-48ad-ac14-7f72d892ce22,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:17.260379 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.328918 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.336234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa652b9e-35f4-4ae9-978d-f242efca041d None None] Pushing event updated for resources: {'Port': ['ID=1ab712fe-83a1-48ad-ac14-7f72d892ce22,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.380877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.431873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:17.436427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:17.439011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:17.446410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Pushing event updated for resources: {'Port': ['ID=264ae4a9-0a44-43d3-ab25-a70d4979591a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.744923 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.967648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.123518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:18.264250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:18.280600 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:18.289019 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.292243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c8dff60c-7d26-4521-a59c-f7bd620832fa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7581224 Jul 14 09:38:18.294049 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:18.294783 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:18.295409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 35936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:18.396770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3872b8e-3651-4af0-b7fb-44aec9c8144d None None] Network 71cd87ef-7210-425f-beaf-fda6de022527 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:18.431066 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:18.486518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b0666fe-72ff-43fa-8c16-edb99160b931 None None] Provisioning for port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:18.657636 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:17Z', 'revision_number': 3, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:18.711489 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:18.711848 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Updating router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 port 264ae4a9-0a44-43d3-ab25-a70d4979591a binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:18.756075 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.908065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.946119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ab712fe-83a1-48ad-ac14-7f72d892ce22 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:19.020447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:19.025677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:19.026054 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.027829 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.057101 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f98a689d-3f56-4365-93ea-61614298851d None None] Provisioning complete for port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:19.057513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f98a689d-3f56-4365-93ea-61614298851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.137051 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.148052 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Transition to ACTIVE for port object 264ae4a9-0a44-43d3-ab25-a70d4979591a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:19.154441 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.174441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Allocated IP 172.20.0.1 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/f78e2565-2665-4446-a779-ce3e53ac13e4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:19.187858 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.206112 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Attempting to bind port 264ae4a9-0a44-43d3-ab25-a70d4979591a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.206990 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Attempting to bind port 264ae4a9-0a44-43d3-ab25-a70d4979591a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.207764 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Attempting to bind port 264ae4a9-0a44-43d3-ab25-a70d4979591a on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.214736 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f98a689d-3f56-4365-93ea-61614298851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.217738 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:19.218449 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:19.219087 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.219755 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:19.220481 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Bound port: 264ae4a9-0a44-43d3-ab25-a70d4979591a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:19.221086 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.237069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 1ab712fe-83a1-48ad-ac14-7f72d892ce22, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1ab712fe-83a1-48ad-ac14-7f72d892ce22,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:19.246310 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.342770 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-f98a689d-3f56-4365-93ea-61614298851d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:38:19.342770 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-f98a689d-3f56-4365-93ea-61614298851d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:38:19.343175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.348023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=1ab712fe-83a1-48ad-ac14-7f72d892ce22,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.354723 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Pushing event updated for resources: {'Port': ['ID=264ae4a9-0a44-43d3-ab25-a70d4979591a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.360898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Transition to ACTIVE for port object f78e2565-2665-4446-a779-ce3e53ac13e4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:19.368692 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.369299 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.369653 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.369976 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.370303 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.370631 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.371132 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.371674 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.371998 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.372316 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.372818 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.373147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:19.393381 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] For port 264ae4a9-0a44-43d3-ab25-a70d4979591a, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:19.397122 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] For port 264ae4a9-0a44-43d3-ab25-a70d4979591a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=264ae4a9-0a44-43d3-ab25-a70d4979591a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:19.403727 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.412723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.464425 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:19.465050 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:37:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:19.469895 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd9ba-9a27-4067-b267-209411a73fc8 None None] Pushing event updated for resources: {'Port': ['ID=264ae4a9-0a44-43d3-ab25-a70d4979591a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.474962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:19.481032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:19.484991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:19.523529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Pushing event updated for resources: {'Port': ['ID=f78e2565-2665-4446-a779-ce3e53ac13e4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.538293 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.595950 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:19.657433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-967a171e-c632-4696-b78d-d04a83096bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.734417 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.745806 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.822779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:17Z', 'revision_number': 3, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:19.862058 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769e81-eed7-4385-aad6-eb745ff17d7c None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:17Z', 'revision_number': 3, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:19.956363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.968740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.036958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Pushing event updated for resources: {'Port': ['ID=f78e2565-2665-4446-a779-ce3e53ac13e4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:20.037282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1c2084a8-9bed-4507-82d4-116131deb786 None None] Provisioning for port f78e2565-2665-4446-a779-ce3e53ac13e4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:20.039399 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.044847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1c2084a8-9bed-4507-82d4-116131deb786 None None] Provisioning complete for port f78e2565-2665-4446-a779-ce3e53ac13e4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:20.045640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c2084a8-9bed-4507-82d4-116131deb786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.094924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c2084a8-9bed-4507-82d4-116131deb786 None None] Port f78e2565-2665-4446-a779-ce3e53ac13e4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:20.156443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:20.159009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:20.198203 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.351924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:20.492308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:20.498376 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a813a85d-9bd1-4b75-932c-dbae0c4083df admin admin] 10.222.0.18 "PUT /v2.0/routers/7d1d1c2d-70fc-4189-a63f-7f66163f1e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2016425 Jul 14 09:38:20.522859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-136bc55b-a29b-47d7-aec7-b72d69910e13 None None] Provisioning complete for port f78e2565-2665-4446-a779-ce3e53ac13e4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:20.523439 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-136bc55b-a29b-47d7-aec7-b72d69910e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.566643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-136bc55b-a29b-47d7-aec7-b72d69910e13 None None] Port f78e2565-2665-4446-a779-ce3e53ac13e4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:21.002257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 264ae4a9-0a44-43d3-ab25-a70d4979591a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:21.060168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 264ae4a9-0a44-43d3-ab25-a70d4979591a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:21.064475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 264ae4a9-0a44-43d3-ab25-a70d4979591a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:21.065133 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.115020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.120208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-935635020-network', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:21.143348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Made reservation on behalf of fb2710fe5cac499ba8d1ac1e1c6e837a for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:21.149507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.159502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.162112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.188904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 264ae4a9-0a44-43d3-ab25-a70d4979591a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=264ae4a9-0a44-43d3-ab25-a70d4979591a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:21.194688 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.196005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ab712fe-83a1-48ad-ac14-7f72d892ce22 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:21.283492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=264ae4a9-0a44-43d3-ab25-a70d4979591a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.300326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.300566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:21.300995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.308228 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.338304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:21.349651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfcbb4c-5f91-4d1b-89a3-f930c0d5c578,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.357538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.357896 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Added segment c81e6f94-65fe-429a-adf1-a50f99cd0acb of type vlan for network e41ccd69-39ac-4e53-8d55-d8a28790087e Jul 14 09:38:21.413295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.461466 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.464245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.465846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.466645 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.522364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4061878 Jul 14 09:38:21.525180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.530418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Request body: {'subnet': {'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-935635020-subnet', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:21.547444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7282aa-79a9-4c98-af50-696249dd05f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e41ccd69-39ac-4e53-8d55-d8a28790087e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.564151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Made reservation on behalf of fb2710fe5cac499ba8d1ac1e1c6e837a for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:21.565076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e41ccd69-39ac-4e53-8d55-d8a28790087e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:21.567764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.783112 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.822326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:21.831387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:21.832177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:38:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:21.833791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3e6ada-eb96-434d-84b1-1dbf73ce41b7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.855296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Checking segment: {'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:21.855697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Network hostable DHCP agents. Network: e41ccd69-39ac-4e53-8d55-d8a28790087e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:21.874841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Network e41ccd69-39ac-4e53-8d55-d8a28790087e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:21.885316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e41ccd69-39ac-4e53-8d55-d8a28790087e) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:21.889928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.890522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.905405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1f99cfd8-57c0-40a9-9e10-86bf9d988958 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3790944 Jul 14 09:38:21.908198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 35968) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.913490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:21.917518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9326e56c-c0a2-4a7f-b467-3c9ccc8decb8 None None] Network e41ccd69-39ac-4e53-8d55-d8a28790087e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:21.942623 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.943853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.995589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:22.002594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.208746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-e41ccd69-39ac-4e53-8d55-d8a28790087e', 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'fixed_ips': [{'subnet_id': 'cb3e6ada-eb96-434d-84b1-1dbf73ce41b7'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:22.209586 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.457717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.532620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 2, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:22.565932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:22.566310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Updating router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 port f78e2565-2665-4446-a779-ce3e53ac13e4 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:22.571561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Allocated IP 172.20.0.2 (e41ccd69-39ac-4e53-8d55-d8a28790087e/cb3e6ada-eb96-434d-84b1-1dbf73ce41b7/d3b912ac-7a88-4729-baca-5bf733a79d28) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:22.651272 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.681419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.701426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.841235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Allocated IP 172.25.2.217 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/37ec2a62-de83-4fb5-a100-8e16659b9239) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:22.907880 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.921344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 264ae4a9-0a44-43d3-ab25-a70d4979591a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:22.924437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Transition to ACTIVE for port object d3b912ac-7a88-4729-baca-5bf733a79d28 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:22.983594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Transition to ACTIVE for port object d3b912ac-7a88-4729-baca-5bf733a79d28 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:23.000826 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.006167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.061968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.068571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Network e41ccd69-39ac-4e53-8d55-d8a28790087e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:23.081683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:23.089793 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:23.110557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Pushing event updated for resources: {'Port': ['ID=d3b912ac-7a88-4729-baca-5bf733a79d28,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.117053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 264ae4a9-0a44-43d3-ab25-a70d4979591a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:23.117849 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.121141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:23.124072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:23.131287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:23.133852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Pushing event updated for resources: {'Port': ['ID=37ec2a62-de83-4fb5-a100-8e16659b9239,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.214159 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.224955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Attempting to bind port d3b912ac-7a88-4729-baca-5bf733a79d28 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:23.225339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Attempting to bind port d3b912ac-7a88-4729-baca-5bf733a79d28 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:23.225713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Attempting to bind port d3b912ac-7a88-4729-baca-5bf733a79d28 on network e41ccd69-39ac-4e53-8d55-d8a28790087e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:23.236359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:23.237046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Checking segment: {'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:23.238200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.238806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Bound using segment: {'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:23.239324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Bound port: d3b912ac-7a88-4729-baca-5bf733a79d28, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:23.239878 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.242156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Transition to ACTIVE for port object f78e2565-2665-4446-a779-ce3e53ac13e4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:23.258305 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.373425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c46ed3-a84a-48e1-9998-d9a52f830ba1 None None] Pushing event updated for resources: {'Port': ['ID=f78e2565-2665-4446-a779-ce3e53ac13e4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.433452 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.443413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] For port d3b912ac-7a88-4729-baca-5bf733a79d28, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:23.473019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] For port d3b912ac-7a88-4729-baca-5bf733a79d28, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d3b912ac-7a88-4729-baca-5bf733a79d28,segment=NetworkSegment(c81e6f94-65fe-429a-adf1-a50f99cd0acb),segment_id=c81e6f94-65fe-429a-adf1-a50f99cd0acb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:23.477596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Attempting to bind port f78e2565-2665-4446-a779-ce3e53ac13e4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:23.478171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Attempting to bind port f78e2565-2665-4446-a779-ce3e53ac13e4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:23.478754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Attempting to bind port f78e2565-2665-4446-a779-ce3e53ac13e4 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:23.485017 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.494950 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:23.495741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:23.496156 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.496566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:23.497076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Bound port: f78e2565-2665-4446-a779-ce3e53ac13e4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:23.497476 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.590659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56821fb-91b7-4db0-984f-ddfe34b65537 None None] Pushing event updated for resources: {'Port': ['ID=d3b912ac-7a88-4729-baca-5bf733a79d28,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.655108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] For port f78e2565-2665-4446-a779-ce3e53ac13e4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:23.660008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] For port f78e2565-2665-4446-a779-ce3e53ac13e4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f78e2565-2665-4446-a779-ce3e53ac13e4,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:23.667707 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.738760 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.747902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:23.748772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:38:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:23.756172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c46ed3-a84a-48e1-9998-d9a52f830ba1 None None] Pushing event updated for resources: {'Port': ['ID=f78e2565-2665-4446-a779-ce3e53ac13e4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.916634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:24.088142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:24.192872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:23Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:24.222704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9e01c-8806-4856-a5e6-96f79c42d759 None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:23Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:24.223530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:24.241554 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Sync routers for ids ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:24.243279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.244731 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e42ae65-7321-46c5-9aa3-170894adc41d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3355546 Jul 14 09:38:24.248241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 36002) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:24.276490 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Routers {'1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:24.277133 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:38:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:24.456717 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Set router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:24.727072 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:38:23Z', 'revision_number': 3, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port': {'id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:22Z', 'updated_at': '2021-07-14T09:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:24.764734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Checking router: 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:24.765438 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Updating router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c port 37ec2a62-de83-4fb5-a100-8e16659b9239 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:24.835860 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.841577 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.041805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3b912ac-7a88-4729-baca-5bf733a79d28 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:25.080618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8a674-693d-4c65-8767-f83bda06d256 None None] Network e41ccd69-39ac-4e53-8d55-d8a28790087e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:25.109165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Allocated IP 172.20.0.1 (e41ccd69-39ac-4e53-8d55-d8a28790087e/cb3e6ada-eb96-434d-84b1-1dbf73ce41b7/ca54d2e0-9c99-4bb2-9b15-541d5bddf529) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:25.234892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-69fe2965-3977-40f8-8c8c-88aa0634841d None None] Provisioning for port d3b912ac-7a88-4729-baca-5bf733a79d28 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:25.270085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d3b912ac-7a88-4729-baca-5bf733a79d28 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:25.283718 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.287239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d3b912ac-7a88-4729-baca-5bf733a79d28 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:25.299188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Transition to ACTIVE for port object ca54d2e0-9c99-4bb2-9b15-541d5bddf529 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:25.302474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.318742 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.332827 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Transition to ACTIVE for port object 37ec2a62-de83-4fb5-a100-8e16659b9239 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:25.337772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.342254 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.397618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Network e41ccd69-39ac-4e53-8d55-d8a28790087e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:25.400884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:25.403610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:25.438644 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Attempting to bind port 37ec2a62-de83-4fb5-a100-8e16659b9239 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:25.439016 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Attempting to bind port 37ec2a62-de83-4fb5-a100-8e16659b9239 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:25.439778 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Attempting to bind port 37ec2a62-de83-4fb5-a100-8e16659b9239 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:25.445350 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Pushing event updated for resources: {'Port': ['ID=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.455743 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:25.456702 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:25.457103 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.457497 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:25.458087 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Bound port: 37ec2a62-de83-4fb5-a100-8e16659b9239, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:25.458363 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.506193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.527518 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] For port 37ec2a62-de83-4fb5-a100-8e16659b9239, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:25.531092 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] For port 37ec2a62-de83-4fb5-a100-8e16659b9239, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37ec2a62-de83-4fb5-a100-8e16659b9239,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:25.538798 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.559735 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.579317 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069b7e9-7840-4f84-bbfe-d52301a6a593 None None] Pushing event updated for resources: {'Port': ['ID=37ec2a62-de83-4fb5-a100-8e16659b9239,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.595234 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Routers {'1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:25.595889 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:38:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.654627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port d3b912ac-7a88-4729-baca-5bf733a79d28, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d3b912ac-7a88-4729-baca-5bf733a79d28,segment=NetworkSegment(c81e6f94-65fe-429a-adf1-a50f99cd0acb),segment_id=c81e6f94-65fe-429a-adf1-a50f99cd0acb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:25.665728 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.667073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f78e2565-2665-4446-a779-ce3e53ac13e4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:25.716095 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.726011 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] Set router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:25.805413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=d3b912ac-7a88-4729-baca-5bf733a79d28,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.812343 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069b7e9-7840-4f84-bbfe-d52301a6a593 None None] Pushing event updated for resources: {'Port': ['ID=37ec2a62-de83-4fb5-a100-8e16659b9239,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.830181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.830537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.830881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.831962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.832414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.832754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.833087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.833658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.834040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.834503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.834837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.835163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:25.874784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f78e2565-2665-4446-a779-ce3e53ac13e4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:25.883890 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f78e2565-2665-4446-a779-ce3e53ac13e4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:25.884272 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.004823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.013324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.037767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.085160 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:38:23Z', 'revision_number': 3, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port': {'id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:22Z', 'updated_at': '2021-07-14T09:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:26.114149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port f78e2565-2665-4446-a779-ce3e53ac13e4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f78e2565-2665-4446-a779-ce3e53ac13e4,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:26.119440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.121334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Pushing event updated for resources: {'Port': ['ID=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.131779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.271937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-32933987-08fb-4239-8d81-4d14dcae2bc9 None None] Provisioning for port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:26.277494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Network e41ccd69-39ac-4e53-8d55-d8a28790087e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:26.279220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:26.294344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-32933987-08fb-4239-8d81-4d14dcae2bc9 None None] Provisioning complete for port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:26.294344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32933987-08fb-4239-8d81-4d14dcae2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.296694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=f78e2565-2665-4446-a779-ce3e53ac13e4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.307734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9cbb08-39ff-462f-ab18-859bd9a0aebc None None] The sync data for ids ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'] in n-d-758944-44 is: [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:38:23Z', 'revision_number': 3, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port': {'id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:22Z', 'updated_at': '2021-07-14T09:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:26.377660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-32933987-08fb-4239-8d81-4d14dcae2bc9 None None] Port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:26.393237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-32933987-08fb-4239-8d81-4d14dcae2bc9 None None] Provisioning complete for port d3b912ac-7a88-4729-baca-5bf733a79d28 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:26.393620 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-32933987-08fb-4239-8d81-4d14dcae2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.475769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:26.622406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:26.636505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-98cc6aa8-5d1e-4aac-962e-25dfc37c0c8c admin admin] 10.222.0.18 "PUT /v2.0/routers/1ab2e62b-1a94-40c4-ae49-dd1b9a11178c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3792500 Jul 14 09:38:26.654545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fb7d0d4-dc57-4ee5-80fb-7e3ebb468c51 None None] Provisioning complete for port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:26.656087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d0d4-dc57-4ee5-80fb-7e3ebb468c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.709423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7d0d4-dc57-4ee5-80fb-7e3ebb468c51 None None] Port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:26.837794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-62271662-56df-431e-b455-fd9532bc752d None None] Provisioning complete for port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:26.839523 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62271662-56df-431e-b455-fd9532bc752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.896171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-62271662-56df-431e-b455-fd9532bc752d None None] Port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:27.006603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3b912ac-7a88-4729-baca-5bf733a79d28 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:27.079410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d3b912ac-7a88-4729-baca-5bf733a79d28 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:27.080147 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.173460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37ec2a62-de83-4fb5-a100-8e16659b9239 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:27.237011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 37ec2a62-de83-4fb5-a100-8e16659b9239 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:27.244360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 37ec2a62-de83-4fb5-a100-8e16659b9239 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:27.244976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.363159 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.410984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 37ec2a62-de83-4fb5-a100-8e16659b9239, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37ec2a62-de83-4fb5-a100-8e16659b9239,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.418204 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.419958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f78e2565-2665-4446-a779-ce3e53ac13e4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:27.518664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=37ec2a62-de83-4fb5-a100-8e16659b9239,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.540316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f78e2565-2665-4446-a779-ce3e53ac13e4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:27.540703 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.322471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Sync routers for ids ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:28.336231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Routers {'1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:28.336980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:38:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:28.601747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Set router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:28.857422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:38:25Z', 'revision_number': 4, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port': {'id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:22Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ca54d2e0-9c99-4bb2-9b15-541d5bddf529', 'name': '', 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'mac_address': 'fa:16:3e:c4:16:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'cb3e6ada-eb96-434d-84b1-1dbf73ce41b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:24Z', 'updated_at': '2021-07-14T09:38:25Z', 'revision_number': 2, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'subnets': [{'id': 'cb3e6ada-eb96-434d-84b1-1dbf73ce41b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:28.887675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Checking router: 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:28.888039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Updating router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:28.935845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.948305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37ec2a62-de83-4fb5-a100-8e16659b9239 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:29.092921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 37ec2a62-de83-4fb5-a100-8e16659b9239 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:29.093413 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.101289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-99722326-5be6-4470-8d06-9bd669f0fd7e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.102861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-99722326-5be6-4470-8d06-9bd669f0fd7e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1237893 Jul 14 09:38:29.120365 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-78b934d4-f4a1-4af4-81df-903022885016 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/quotas/ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 375 time: 0.0111752 Jul 14 09:38:29.229112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-c8ec5fe6-cdaf-479f-9f93-1bfb03caa3ae tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959029 Jul 14 09:38:29.343022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.356012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Transition to ACTIVE for port object ca54d2e0-9c99-4bb2-9b15-541d5bddf529 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:29.364615 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.426831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd318fd-2ba3-4dd2-b839-b902f7e8e205 None None] Pushing event updated for resources: {'Port': ['ID=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.496756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Attempting to bind port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:29.497142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Attempting to bind port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:29.497520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Attempting to bind port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 on network e41ccd69-39ac-4e53-8d55-d8a28790087e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:29.503704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:29.504096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Checking segment: {'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:29.504574 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.504985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Bound using segment: {'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:29.505477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Bound port: ca54d2e0-9c99-4bb2-9b15-541d5bddf529, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e6f94-65fe-429a-adf1-a50f99cd0acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:29.506158 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.603177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] For port ca54d2e0-9c99-4bb2-9b15-541d5bddf529, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:29.607879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] For port ca54d2e0-9c99-4bb2-9b15-541d5bddf529, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,segment=NetworkSegment(c81e6f94-65fe-429a-adf1-a50f99cd0acb),segment_id=c81e6f94-65fe-429a-adf1-a50f99cd0acb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:29.615494 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.679781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-fa924611-fa0c-4a9c-b211-3a4f6bb16cef service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434419 Jul 14 09:38:29.681763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Routers {'1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:29.683260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:38:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:29.685563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd318fd-2ba3-4dd2-b839-b902f7e8e205 None None] Pushing event updated for resources: {'Port': ['ID=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.816750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-8d7a5af0-cbbb-4b72-9e3e-136d88861c9f service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298943 Jul 14 09:38:29.839958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] Set router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:30.083418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:38:25Z', 'revision_number': 4, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port': {'id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:22Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ca54d2e0-9c99-4bb2-9b15-541d5bddf529', 'name': '', 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'mac_address': 'fa:16:3e:c4:16:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'cb3e6ada-eb96-434d-84b1-1dbf73ce41b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:24Z', 'updated_at': '2021-07-14T09:38:29Z', 'revision_number': 4, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'subnets': [{'id': 'cb3e6ada-eb96-434d-84b1-1dbf73ce41b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:30.112635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aab2fe-3cde-4d77-bde1-721db1fb0752 None None] The sync data for ids ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'] in n-d-758944-44 is: [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:38:25Z', 'revision_number': 4, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port': {'id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:22Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ca54d2e0-9c99-4bb2-9b15-541d5bddf529', 'name': '', 'network_id': 'e41ccd69-39ac-4e53-8d55-d8a28790087e', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'mac_address': 'fa:16:3e:c4:16:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'cb3e6ada-eb96-434d-84b1-1dbf73ce41b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:24Z', 'updated_at': '2021-07-14T09:38:29Z', 'revision_number': 4, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'subnets': [{'id': 'cb3e6ada-eb96-434d-84b1-1dbf73ce41b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:30.282078 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad8bd91e-d9d1-4c14-b292-a147aa997a4b req-1383b40f-d5af-494f-9869-5c00a8f5fbe3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 210 time: 0.0702178 Jul 14 09:38:30.746312 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:30.894944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ca54d2e0-9c99-4bb2-9b15-541d5bddf529 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:30.946484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:30.950893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:30.951284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.033827 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.069263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ca54d2e0-9c99-4bb2-9b15-541d5bddf529, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,segment=NetworkSegment(c81e6f94-65fe-429a-adf1-a50f99cd0acb),segment_id=c81e6f94-65fe-429a-adf1-a50f99cd0acb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:31.073320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.125507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.453337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-f243900b-c7b5-4440-ab88-fe681309340d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.455495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-f243900b-c7b5-4440-ab88-fe681309340d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1622162 Jul 14 09:38:31.480900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'port': {'device_id': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'admin_state_up': True, 'tenant_id': 'ed023e1d9a774272a4985cc112189640'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:31.520341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-645c1078-fd91-46b6-bf64-8bf45bd4c7a1 req-3edcb070-5409-415a-8f91-f97694ae01f3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 210 time: 0.0547848 Jul 14 09:38:31.542747 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.648680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:31.653893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.824733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.20.0.10 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/1078777f-4216-4b54-b436-256690511444) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:31.998715 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.013562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Transition to ACTIVE for port object 1078777f-4216-4b54-b436-256690511444 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:32.048168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.097307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:32.102512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:32.106589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:32.146836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=1078777f-4216-4b54-b436-256690511444,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.173281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.174226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.194799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-2bf90c87-4d80-4f91-8f61-17e6ebe46298 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178235 Jul 14 09:38:32.206599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Request body: {'port': {'device_id': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:32.316279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.497458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eb0c7e97-e9b9-4d1a-a4ea-8acb04b2fece None None] Provisioning for port 1078777f-4216-4b54-b436-256690511444 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:32.504025 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eb0c7e97-e9b9-4d1a-a4ea-8acb04b2fece None None] Provisioning complete for port 1078777f-4216-4b54-b436-256690511444 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:32.504756 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7e97-e9b9-4d1a-a4ea-8acb04b2fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.578359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c7e97-e9b9-4d1a-a4ea-8acb04b2fece None None] Port 1078777f-4216-4b54-b436-256690511444 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:32.646908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1078777f-4216-4b54-b436-256690511444 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:32.655216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.669388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Transition to ACTIVE for port object 1078777f-4216-4b54-b436-256690511444 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:32.675797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.777447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a101c0-9e82-4651-87eb-f96d67401cd1 req-0814beb3-4473-42d1-9c32-3802be084df4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.786374 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02a101c0-9e82-4651-87eb-f96d67401cd1 req-0814beb3-4473-42d1-9c32-3802be084df4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.1015966 Jul 14 09:38:32.820775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Attempting to bind port 1078777f-4216-4b54-b436-256690511444 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:32.821119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Attempting to bind port 1078777f-4216-4b54-b436-256690511444 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:32.821453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Attempting to bind port 1078777f-4216-4b54-b436-256690511444 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:32.829141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Port 1078777f-4216-4b54-b436-256690511444 on network 71cd87ef-7210-425f-beaf-fda6de022527 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:32.829471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Attempting to bind port 1078777f-4216-4b54-b436-256690511444 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:32.835322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Pushing event updated for resources: {'Port': ['ID=1078777f-4216-4b54-b436-256690511444,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.837893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:32.838234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:32.838614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:32.839051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Bound port: 1078777f-4216-4b54-b436-256690511444, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:32.839505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.849283 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02a101c0-9e82-4651-87eb-f96d67401cd1 req-150ef640-d9f5-437c-b10d-e71f1dd8176a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619318 Jul 14 09:38:32.927548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] For port 1078777f-4216-4b54-b436-256690511444, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:32.931340 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] For port 1078777f-4216-4b54-b436-256690511444, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1078777f-4216-4b54-b436-256690511444,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:32.937674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ca54d2e0-9c99-4bb2-9b15-541d5bddf529 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:32.949413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.038513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.040866 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.041645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:33.042233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.044116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] 10.222.0.48 "PUT /v2.0/ports/1078777f-4216-4b54-b436-256690511444 HTTP/1.1" status: 200 len: 1093 time: 0.8422818 Jul 14 09:38:33.046029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'tag': '1078777f-4216-4b54-b436-256690511444'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:33.052379 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e" -d '{"events": [{"name": "network-changed", "server_uuid": "875acb63-6fed-4a76-9dd9-ba80ff233d2e", "tag": "1078777f-4216-4b54-b436-256690511444"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:33.115324 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e125379-6609-4709-a434-f3ccd05d6978 x-openstack-request-id: req-3e125379-6609-4709-a434-f3ccd05d6978 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:33.117269 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875acb63-6fed-4a76-9dd9-ba80ff233d2e", "tag": "1078777f-4216-4b54-b436-256690511444", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:33.117916 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e125379-6609-4709-a434-f3ccd05d6978 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:33.118944 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'tag': '1078777f-4216-4b54-b436-256690511444', 'status': 'completed', 'code': 200} Jul 14 09:38:33.156208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4ca70-04b0-421c-bd5a-800d8023209d service neutron] Pushing event updated for resources: {'Port': ['ID=1078777f-4216-4b54-b436-256690511444,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:33.207871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-80abd40d-7ed7-4e57-ad5c-4ebb9de8902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.209419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-80abd40d-7ed7-4e57-ad5c-4ebb9de8902f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 1096 time: 0.1158907 Jul 14 09:38:33.262471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-6f57dcab-a2dd-4308-8a1e-f7cbb7a6e1ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1078777f-4216-4b54-b436-256690511444 HTTP/1.1" status: 200 len: 217 time: 0.0455663 Jul 14 09:38:33.321071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-6824c625-9129-4396-914b-bfa9a9bca2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.322637 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-6824c625-9129-4396-914b-bfa9a9bca2f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0546527 Jul 14 09:38:33.384703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-af037099-6495-430c-8ed8-32f19f743c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.386250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-af037099-6495-430c-8ed8-32f19f743c21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573370 Jul 14 09:38:33.499081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-3807b1a5-6c73-49b8-8003-dd3439e667af service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063764 Jul 14 09:38:33.600098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43c3cdc1-e639-45c1-b651-4e2ef692174b req-c241dbe4-7c40-457d-9a44-1008f678c49d service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939550 Jul 14 09:38:33.725739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-c4adb866-79b6-484d-849a-9c01952ded91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.727540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-c4adb866-79b6-484d-849a-9c01952ded91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 1096 time: 0.0629108 Jul 14 09:38:33.834970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-a533b73b-ef38-4327-a933-53f6d239f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.836681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-a533b73b-ef38-4327-a933-53f6d239f0cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.1032307 Jul 14 09:38:33.881340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-d475d51b-1395-42c9-8ee4-0a2248ce0919 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1078777f-4216-4b54-b436-256690511444 HTTP/1.1" status: 200 len: 217 time: 0.0382040 Jul 14 09:38:33.936748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-d5207231-c671-4729-9f64-71631067a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.938631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-d5207231-c671-4729-9f64-71631067a181 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0513594 Jul 14 09:38:34.006819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-e8484638-1a51-41e0-8795-14f4be75da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.009249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-e8484638-1a51-41e0-8795-14f4be75da50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637591 Jul 14 09:38:34.050055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c05bbc-eb60-4772-a69b-817fd2875177 req-72c6fd13-afcb-490f-86ab-5335dc737767 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.056973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56c05bbc-eb60-4772-a69b-817fd2875177 req-72c6fd13-afcb-490f-86ab-5335dc737767 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0888393 Jul 14 09:38:34.098004 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56c05bbc-eb60-4772-a69b-817fd2875177 req-cf5240c1-51cd-40b4-9694-38ad44a2937c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Jul 14 09:38:34.139241 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-80d845eb-e94a-48c3-a82f-f8def1334233 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236012 Jul 14 09:38:34.245325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b64b3cc-a6cd-4be9-b0fc-79f91aa1b65e req-a30dfe57-e136-47c9-bbcd-1f8baa788a2c service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982041 Jul 14 09:38:35.286349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551f3d8-39e7-4f74-83e2-05db0869eb2e req-8ec7bafe-4d76-4b29-a1f2-30988aec13a0 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.288144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9551f3d8-39e7-4f74-83e2-05db0869eb2e req-8ec7bafe-4d76-4b29-a1f2-30988aec13a0 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0665593 Jul 14 09:38:35.327424 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9551f3d8-39e7-4f74-83e2-05db0869eb2e req-f2e148db-2997-48b7-b0d3-1895f191161e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Jul 14 09:38:36.510981 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce269f7-9658-432c-ace0-e8416d095703 req-c75a13bf-2a5c-4bd7-bb2a-581afd2a061d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.512668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bce269f7-9658-432c-ace0-e8416d095703 req-c75a13bf-2a5c-4bd7-bb2a-581afd2a061d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0690694 Jul 14 09:38:36.554243 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bce269f7-9658-432c-ace0-e8416d095703 req-9da4a41b-a414-466a-8d30-d791f438767d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Jul 14 09:38:37.738573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2bcef-5679-4a34-ac11-c7ab4bd361bd req-c8354e4f-452f-4f12-9cb8-92a52d6272ba tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.740150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38d2bcef-5679-4a34-ac11-c7ab4bd361bd req-c8354e4f-452f-4f12-9cb8-92a52d6272ba tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0726874 Jul 14 09:38:37.781326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38d2bcef-5679-4a34-ac11-c7ab4bd361bd req-dee4c675-c45b-4635-845f-c66c2ce28cdd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Jul 14 09:38:38.960894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0cace-b2bd-495d-abb7-47bbe5965613 req-eb84c3de-1e00-4bd1-9ac9-7f9a49308e52 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.962600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05b0cace-b2bd-495d-abb7-47bbe5965613 req-eb84c3de-1e00-4bd1-9ac9-7f9a49308e52 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0719516 Jul 14 09:38:39.002425 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05b0cace-b2bd-495d-abb7-47bbe5965613 req-961b3ae6-81d7-40a8-b312-9740fbd7563a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Jul 14 09:38:40.185861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bbec5-dcfb-4c73-94a9-0a6cc1f51ed7 req-4dd847a5-9984-4597-9c1a-a608244f3539 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.187426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-292bbec5-dcfb-4c73-94a9-0a6cc1f51ed7 req-4dd847a5-9984-4597-9c1a-a608244f3539 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0693793 Jul 14 09:38:40.228434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-292bbec5-dcfb-4c73-94a9-0a6cc1f51ed7 req-0b5aaf4c-9395-468c-beb4-0deee6b13854 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351875 Jul 14 09:38:41.409152 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad3f05-be9c-4eb6-9059-be19c9df5933 req-d6660460-f3c8-4827-b3c6-cfbb31caa89b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.410685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66ad3f05-be9c-4eb6-9059-be19c9df5933 req-d6660460-f3c8-4827-b3c6-cfbb31caa89b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0682960 Jul 14 09:38:41.449820 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66ad3f05-be9c-4eb6-9059-be19c9df5933 req-df65eede-4c12-4252-ac6d-2b113585e6de tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Jul 14 09:38:42.628315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce655-da67-47eb-8203-5af522a899d4 req-ae47c7d5-7547-4725-b657-c03a73dfb0a9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:42.629856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac3ce655-da67-47eb-8203-5af522a899d4 req-ae47c7d5-7547-4725-b657-c03a73dfb0a9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0650127 Jul 14 09:38:42.676294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac3ce655-da67-47eb-8203-5af522a899d4 req-b7000587-c31b-4b7d-97ed-ebcb4385aedb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Jul 14 09:38:43.856115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06624-f923-4825-a27b-48fcb7ee7be9 req-0089bfb9-17d9-4038-aed6-ff537b074e9b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.857615 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1da06624-f923-4825-a27b-48fcb7ee7be9 req-0089bfb9-17d9-4038-aed6-ff537b074e9b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 944 time: 0.0639563 Jul 14 09:38:43.896215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1da06624-f923-4825-a27b-48fcb7ee7be9 req-4bf7684e-e1a2-43f9-af11-8829ed45a7d9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Jul 14 09:38:44.350893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1078777f-4216-4b54-b436-256690511444 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:44.452168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1078777f-4216-4b54-b436-256690511444, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1078777f-4216-4b54-b436-256690511444,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:44.463588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '1078777f-4216-4b54-b436-256690511444', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'port_id': '1078777f-4216-4b54-b436-256690511444', 'mac_address': 'fa:16:3e:51:5e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:44.502986 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.516449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1078777f-4216-4b54-b436-256690511444 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:44.535808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1078777f-4216-4b54-b436-256690511444, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1078777f-4216-4b54-b436-256690511444,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:44.540534 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.590644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=1078777f-4216-4b54-b436-256690511444,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:44.742214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['1078777f-4216-4b54-b436-256690511444'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:45.147297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097177f-21ea-4f21-b32a-671a20439f9a req-e6e4470a-a727-44a7-90cf-890de49b333f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:45.148847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9097177f-21ea-4f21-b32a-671a20439f9a req-e6e4470a-a727-44a7-90cf-890de49b333f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 945 time: 0.0631874 Jul 14 09:38:45.188657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9097177f-21ea-4f21-b32a-671a20439f9a req-de98d335-68ba-4cef-b9d2-61dfd5a1a057 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340412 Jul 14 09:38:45.947266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c6aaa63-bd09-4e76-96ef-0053cec2a502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.364660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05181809-6937-4976-a6d8-e61c7eedc889 req-4f86c2a7-a067-4295-9d51-0249c64ae041 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:46.366189 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05181809-6937-4976-a6d8-e61c7eedc889 req-4f86c2a7-a067-4295-9d51-0249c64ae041 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 945 time: 0.0641284 Jul 14 09:38:46.366424 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1078777f-4216-4b54-b436-256690511444 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:46.405416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-05181809-6937-4976-a6d8-e61c7eedc889 req-5d0fd897-01a3-4b8b-afe1-84214032e7f5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331390 Jul 14 09:38:46.431329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 1078777f-4216-4b54-b436-256690511444 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:46.436163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 1078777f-4216-4b54-b436-256690511444 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:46.436556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.524318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.549043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078777f-4216-4b54-b436-256690511444'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:46.551718 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3562c274-1834-413f-8b53-e502b0a69ebe" -d '{"events": [{"server_uuid": "875acb63-6fed-4a76-9dd9-ba80ff233d2e", "name": "network-vif-plugged", "status": "completed", "tag": "1078777f-4216-4b54-b436-256690511444"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:46.565663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 1078777f-4216-4b54-b436-256690511444, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1078777f-4216-4b54-b436-256690511444,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:46.570193 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.598706 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5144f366-9f5f-43cd-ad1a-522e48cd695b x-openstack-request-id: req-5144f366-9f5f-43cd-ad1a-522e48cd695b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:46.599005 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875acb63-6fed-4a76-9dd9-ba80ff233d2e", "name": "network-vif-plugged", "status": "completed", "tag": "1078777f-4216-4b54-b436-256690511444", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:46.599256 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5144f366-9f5f-43cd-ad1a-522e48cd695b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:46.599680 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078777f-4216-4b54-b436-256690511444', 'code': 200} Jul 14 09:38:46.627978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=1078777f-4216-4b54-b436-256690511444,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.713661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055252a-df7f-432d-a681-64564a30485b req-94c34e24-287b-4da7-92ec-408c8bd93e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:46.715230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4055252a-df7f-432d-a681-64564a30485b req-94c34e24-287b-4da7-92ec-408c8bd93e8a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 1098 time: 0.0540097 Jul 14 09:38:46.749845 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4055252a-df7f-432d-a681-64564a30485b req-9e01dd27-3fb4-49d9-a7fe-56c2ac15c685 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280173 Jul 14 09:38:47.697118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6af394-b88f-48e5-a519-2bd0df158ad0 req-9c097b53-f065-488f-be0c-fb69ea4163c0 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:47.698591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad6af394-b88f-48e5-a519-2bd0df158ad0 req-9c097b53-f065-488f-be0c-fb69ea4163c0 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 946 time: 0.0700295 Jul 14 09:38:47.738668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad6af394-b88f-48e5-a519-2bd0df158ad0 req-6858f7fd-08f4-44a5-82df-9a0b21dfd4f5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344625 Jul 14 09:38:48.930415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249559e-b02a-4ac8-8bfd-6adefe9287cd req-68c7f021-75d6-4f53-ab94-b6dc29035fe4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:48.931951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9249559e-b02a-4ac8-8bfd-6adefe9287cd req-68c7f021-75d6-4f53-ab94-b6dc29035fe4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 946 time: 0.0774777 Jul 14 09:38:48.971687 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9249559e-b02a-4ac8-8bfd-6adefe9287cd req-43989d65-f1ae-437a-b1e3-2d62fbcd1608 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341353 Jul 14 09:38:49.016523 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.160427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b330a-a7ff-442a-aa80-c0f42e49d6ce req-5f15eb7c-2bd5-46d5-87f3-4c82a07e8993 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.161963 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-377b330a-a7ff-442a-aa80-c0f42e49d6ce req-5f15eb7c-2bd5-46d5-87f3-4c82a07e8993 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 946 time: 0.0647297 Jul 14 09:38:49.202449 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-377b330a-a7ff-442a-aa80-c0f42e49d6ce req-fced05e9-b554-4bdb-a204-c3df83bad5a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Jul 14 09:38:49.382167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb096c99-8fed-4158-977b-988d7632ae84 req-fadf39e2-bd78-4412-96af-0005613ce4e3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.383699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb096c99-8fed-4158-977b-988d7632ae84 req-fadf39e2-bd78-4412-96af-0005613ce4e3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 946 time: 0.0646663 Jul 14 09:38:49.435370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb096c99-8fed-4158-977b-988d7632ae84 req-ae5e2479-519c-492b-bbd2-4d3d5b4f0649 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460534 Jul 14 09:38:49.653640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f530c98-8e7d-40fc-89c1-9cf969faf50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.730543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.854000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f5527-498a-4a24-91a0-eaca37c84bc2 req-f6b4cecb-c39b-4f74-bd61-4797a728b832 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.855844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0b7f5527-498a-4a24-91a0-eaca37c84bc2 req-f6b4cecb-c39b-4f74-bd61-4797a728b832 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 946 time: 0.0848718 Jul 14 09:38:49.904235 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0b7f5527-498a-4a24-91a0-eaca37c84bc2 req-b3d79642-b251-4c05-8b09-082fe12ebd40 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Jul 14 09:38:50.160015 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.085231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb833df-ed2a-4568-bf1c-f452b05b2355 req-845350c1-826f-4b4d-a7ed-0d09cc1b8f13 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.086777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8eb833df-ed2a-4568-bf1c-f452b05b2355 req-845350c1-826f-4b4d-a7ed-0d09cc1b8f13 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 946 time: 0.0703030 Jul 14 09:38:51.128737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8eb833df-ed2a-4568-bf1c-f452b05b2355 req-bd0a51a7-72d2-43d8-ae7c-359be4c6d81a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Jul 14 09:38:51.216170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-dc6b1cde-6d77-4180-8986-856c7c88842b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.217776 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-dc6b1cde-6d77-4180-8986-856c7c88842b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 946 time: 0.0645704 Jul 14 09:38:51.321130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port 1078777f-4216-4b54-b436-256690511444 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:51.321772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.425687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] For port 1078777f-4216-4b54-b436-256690511444, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=1078777f-4216-4b54-b436-256690511444,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:51.426067 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.442587 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for 1078777f-4216-4b54-b436-256690511444 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:51.461634 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.588750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.601131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['1078777f-4216-4b54-b436-256690511444'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:51.631318 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=1078777f-4216-4b54-b436-256690511444,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.665559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.665920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.666567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.666937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.667316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.667700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.668059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.668443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.668816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.669150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.669486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.669837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:51.690989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] No DVR routers for this DVR port 1078777f-4216-4b54-b436-256690511444 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:51.694600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.697056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b26d5951-217a-47b2-8217-7bcbbbc85eab req-6cb4c431-6f2f-48da-829a-7f7966c9993d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "DELETE /v2.0/ports/1078777f-4216-4b54-b436-256690511444 HTTP/1.1" status: 204 len: 173 time: 0.4727600 Jul 14 09:38:51.697732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'name': 'network-vif-deleted', 'tag': '1078777f-4216-4b54-b436-256690511444'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:51.701790 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d5a533-62dd-4992-b46a-5aac53ee8c70" -d '{"events": [{"server_uuid": "875acb63-6fed-4a76-9dd9-ba80ff233d2e", "name": "network-vif-deleted", "tag": "1078777f-4216-4b54-b436-256690511444"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:51.740506 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2822d6-7b6c-49b3-9490-98049d1ca5ea x-openstack-request-id: req-4b2822d6-7b6c-49b3-9490-98049d1ca5ea {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:51.751027 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875acb63-6fed-4a76-9dd9-ba80ff233d2e", "name": "network-vif-deleted", "tag": "1078777f-4216-4b54-b436-256690511444", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:51.751526 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b2822d6-7b6c-49b3-9490-98049d1ca5ea {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:51.752140 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875acb63-6fed-4a76-9dd9-ba80ff233d2e', 'name': 'network-vif-deleted', 'tag': '1078777f-4216-4b54-b436-256690511444', 'status': 'completed', 'code': 200} Jul 14 09:38:52.289010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8a3ecedb-a471-427e-b66d-1bddf1cdfcca req-45cbe557-71c4-44c3-87a7-4ade35ed1543 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 210 time: 0.0338216 Jul 14 09:38:53.435504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15d0accb-365a-418b-8efb-379208bf787b req-e9b3271c-1d59-4a37-a3b0-3485aeea77b7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 210 time: 0.0340135 Jul 14 09:38:54.578553 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a20df65a-4bbf-4dc1-b151-8d1becddfd62 req-6cee95a9-444a-478c-a9fb-77a8ae3b10c6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=875acb63-6fed-4a76-9dd9-ba80ff233d2e HTTP/1.1" status: 200 len: 210 time: 0.0286031 Jul 14 09:38:56.413209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1078777f-4216-4b54-b436-256690511444 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:56.434351 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 1078777f-4216-4b54-b436-256690511444 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:56.434702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 1078777f-4216-4b54-b436-256690511444 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:01.547821 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.921296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:06.040129 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-233fc58c-d1d2-4170-bdcd-c9951de267f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.137509 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-233fc58c-d1d2-4170-bdcd-c9951de267f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.142219 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-233fc58c-d1d2-4170-bdcd-c9951de267f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.182183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-233fc58c-d1d2-4170-bdcd-c9951de267f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a9d45cd05b549cd8a594a3ef7f522cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597754 Jul 14 09:39:06.183068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fc58c-d1d2-4170-bdcd-c9951de267f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cf50a2-eca2-463e-8240-6cd15c609172,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:06.184877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:06.240709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.264659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.319229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.321939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.323168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52cf50a2-eca2-463e-8240-6cd15c609172 HTTP/1.1" status: 204 len: 168 time: 0.1372631 Jul 14 09:39:06.332013 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cf50a2-eca2-463e-8240-6cd15c609172,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:06.339627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.339979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.340513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.340985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.341317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.341651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.341984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.342317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.342651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.343019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.343378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:06.343694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1224b27-70f4-484e-a1d7-96872f32965e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:07.745621 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:15.951276 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-927393f3-bfb8-49c1-a169-3622439b1fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.117927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-3a2a39d3-c2b5-44cc-a4bb-7583ea791384 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:18.120468 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-3a2a39d3-c2b5-44cc-a4bb-7583ea791384 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1150305 Jul 14 09:39:18.138914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-a010ca30-ab39-4ccb-aa78-93bf640dd13b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/quotas/ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 375 time: 0.0121131 Jul 14 09:39:18.223107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-3e86e704-41ec-42f1-bdda-e7e934808151 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775511 Jul 14 09:39:18.692550 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-03027876-0d89-4aed-9bb1-a135fe1447c6 service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620030 Jul 14 09:39:18.799165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-ff3e000b-59d8-4c52-9e66-c1cedaa7e31e service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003044 Jul 14 09:39:19.015778 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.030100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b39e488e-24d4-4d16-8d77-5908f6dcad6c req-1dc03844-5071-4260-9473-4d39742ab8c8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 210 time: 0.0404286 Jul 14 09:39:19.659334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-570a37e9-fe57-4674-9539-3abe87f9d6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.729580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.131750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-d34d539d-6719-44d1-a3c9-1f2e9341a7c5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.133285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-d34d539d-6719-44d1-a3c9-1f2e9341a7c5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1331220 Jul 14 09:39:20.146695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'port': {'device_id': '2754b778-7213-437f-8092-699b67d68976', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'admin_state_up': True, 'tenant_id': 'ed023e1d9a774272a4985cc112189640'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:20.174466 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.191853 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cca560de-16b6-4995-96f6-16d12e49f3b4 req-c832e321-b316-4f1d-8ba3-91ac772f7f9a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 210 time: 0.0402145 Jul 14 09:39:20.285023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:20.289703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.453151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.20.0.7 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/3988d491-587c-4627-8843-3fbb4c653f1e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:20.631141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.660770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Transition to ACTIVE for port object 3988d491-587c-4627-8843-3fbb4c653f1e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:20.705308 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.755029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:20.758425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:20.763345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:20.770829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=3988d491-587c-4627-8843-3fbb4c653f1e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:20.822208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.822985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.858531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-878020ea-2f27-4f38-b70d-27745e3284a6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7165253 Jul 14 09:39:20.871655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Request body: {'port': {'device_id': '2754b778-7213-437f-8092-699b67d68976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:20.965526 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.114968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37e089af-8662-410f-892b-a9530bf14b2f None None] Provisioning for port 3988d491-587c-4627-8843-3fbb4c653f1e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:21.119650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37e089af-8662-410f-892b-a9530bf14b2f None None] Provisioning complete for port 3988d491-587c-4627-8843-3fbb4c653f1e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:21.120320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37e089af-8662-410f-892b-a9530bf14b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.158010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-37e089af-8662-410f-892b-a9530bf14b2f None None] Port 3988d491-587c-4627-8843-3fbb4c653f1e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:21.340432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3988d491-587c-4627-8843-3fbb4c653f1e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:21.353242 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.398536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Transition to ACTIVE for port object 3988d491-587c-4627-8843-3fbb4c653f1e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:21.404996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.466092 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.477360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=3988d491-587c-4627-8843-3fbb4c653f1e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.514729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bf11-a179-4044-a310-f6bd32d455f7 req-fd9e633a-99a9-4e16-90ee-252e9d0b3b82 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.516395 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9995bf11-a179-4044-a310-f6bd32d455f7 req-fd9e633a-99a9-4e16-90ee-252e9d0b3b82 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 931 time: 0.1656544 Jul 14 09:39:21.591742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9995bf11-a179-4044-a310-f6bd32d455f7 req-cf4e619f-eac0-4f14-a3cd-2d1acadd7e4f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Jul 14 09:39:21.601974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Attempting to bind port 3988d491-587c-4627-8843-3fbb4c653f1e on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:21.602265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Attempting to bind port 3988d491-587c-4627-8843-3fbb4c653f1e by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:21.602863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Attempting to bind port 3988d491-587c-4627-8843-3fbb4c653f1e on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:21.607970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Port 3988d491-587c-4627-8843-3fbb4c653f1e on network 71cd87ef-7210-425f-beaf-fda6de022527 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:21.608375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Attempting to bind port 3988d491-587c-4627-8843-3fbb4c653f1e on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:21.620353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:21.621249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:21.621938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:21.622889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Bound port: 3988d491-587c-4627-8843-3fbb4c653f1e, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:21.623603 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.715869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] For port 3988d491-587c-4627-8843-3fbb4c653f1e, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:21.719274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] For port 3988d491-587c-4627-8843-3fbb4c653f1e, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3988d491-587c-4627-8843-3fbb4c653f1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:21.725161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.759218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.759916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.761385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] 10.222.0.48 "PUT /v2.0/ports/3988d491-587c-4627-8843-3fbb4c653f1e HTTP/1.1" status: 200 len: 1092 time: 0.8950055 Jul 14 09:39:21.761902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2754b778-7213-437f-8092-699b67d68976', 'tag': '3988d491-587c-4627-8843-3fbb4c653f1e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:21.764561 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3533ecb-762f-492b-8068-8c591773aa5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2754b778-7213-437f-8092-699b67d68976", "tag": "3988d491-587c-4627-8843-3fbb4c653f1e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:21.846806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99aa1-6d71-4e2c-94a2-71602d3a3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=3988d491-587c-4627-8843-3fbb4c653f1e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.922575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-b8c34496-e779-40a0-94db-6c81a8e70130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.925305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-b8c34496-e779-40a0-94db-6c81a8e70130 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 1095 time: 0.0994768 Jul 14 09:39:21.996034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-20a19dff-cc5c-4382-bb6e-8b349526609e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3988d491-587c-4627-8843-3fbb4c653f1e HTTP/1.1" status: 200 len: 217 time: 0.0641162 Jul 14 09:39:22.055932 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c5f7ec-60eb-4894-87d9-8bec981e2c8a x-openstack-request-id: req-29c5f7ec-60eb-4894-87d9-8bec981e2c8a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:22.056268 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2754b778-7213-437f-8092-699b67d68976", "tag": "3988d491-587c-4627-8843-3fbb4c653f1e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:22.056522 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29c5f7ec-60eb-4894-87d9-8bec981e2c8a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:22.057242 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2754b778-7213-437f-8092-699b67d68976', 'tag': '3988d491-587c-4627-8843-3fbb4c653f1e', 'status': 'completed', 'code': 200} Jul 14 09:39:22.079715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-13024432-6998-4f89-9f4f-6af57bb6279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.081683 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-13024432-6998-4f89-9f4f-6af57bb6279b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0795128 Jul 14 09:39:22.153246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-2ebb2864-6617-4631-a2ce-e21cb71933ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.155042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-2ebb2864-6617-4631-a2ce-e21cb71933ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669279 Jul 14 09:39:22.275646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-7ae744b5-8100-4783-a26c-b6bcd38dd3a7 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126361 Jul 14 09:39:22.402506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdd2c76b-b345-45db-822a-5a17e6f37f48 req-2c4914fd-f1fd-46b9-a425-4c1dd2283a1c service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209197 Jul 14 09:39:22.532265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3533ecb-762f-492b-8068-8c591773aa5a req-3608ccee-74b5-4ec4-8ea9-6b238f21f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.535295 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3533ecb-762f-492b-8068-8c591773aa5a req-3608ccee-74b5-4ec4-8ea9-6b238f21f3b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 1095 time: 0.0751278 Jul 14 09:39:22.641680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3533ecb-762f-492b-8068-8c591773aa5a req-fb8a1349-4da5-4417-a186-424cdd6cdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.644139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3533ecb-762f-492b-8068-8c591773aa5a req-fb8a1349-4da5-4417-a186-424cdd6cdfa2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.1031210 Jul 14 09:39:22.697414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3533ecb-762f-492b-8068-8c591773aa5a req-4809c77a-4087-4def-975b-24679365f051 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3988d491-587c-4627-8843-3fbb4c653f1e HTTP/1.1" status: 200 len: 217 time: 0.0469012 Jul 14 09:39:22.805786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3533ecb-762f-492b-8068-8c591773aa5a req-91987e67-d0a3-4efb-8c60-198cbfbbd998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.807313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3533ecb-762f-492b-8068-8c591773aa5a req-91987e67-d0a3-4efb-8c60-198cbfbbd998 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.1045280 Jul 14 09:39:22.862879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013ac3d-c73a-400c-85a7-b3cca3f841b6 req-fdaa9f6e-2dbb-4c3e-a666-440c9ca955ce tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.864453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1013ac3d-c73a-400c-85a7-b3cca3f841b6 req-fdaa9f6e-2dbb-4c3e-a666-440c9ca955ce tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.1226168 Jul 14 09:39:22.915423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3533ecb-762f-492b-8068-8c591773aa5a req-01d92926-6be9-4e91-ab53-f8ed9766901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.917131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3533ecb-762f-492b-8068-8c591773aa5a req-01d92926-6be9-4e91-ab53-f8ed9766901a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024737 Jul 14 09:39:22.920408 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1013ac3d-c73a-400c-85a7-b3cca3f841b6 req-775ec934-38ba-4153-84c3-25512aa96fbc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Jul 14 09:39:23.037422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3533ecb-762f-492b-8068-8c591773aa5a req-19a4d5d4-fbab-440c-b5b4-1898b1b6bb31 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118345 Jul 14 09:39:23.148518 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3533ecb-762f-492b-8068-8c591773aa5a req-a02ebb0c-7082-440d-b6a7-1feee5223cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053042 Jul 14 09:39:24.276868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672a0fc-78ec-4bea-84d6-cfeb1f4327a1 req-c65ebdb3-1b07-44a1-abc6-6eefc4d0059a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.283429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2672a0fc-78ec-4bea-84d6-cfeb1f4327a1 req-c65ebdb3-1b07-44a1-abc6-6eefc4d0059a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.1171384 Jul 14 09:39:24.363213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2672a0fc-78ec-4bea-84d6-cfeb1f4327a1 req-e1ee4d12-9d03-4092-ae4f-25360a41d102 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709100 Jul 14 09:39:26.062668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69ab1-a94d-4458-8300-0d4f1f4bfe11 req-da6dc89e-2253-422a-917f-b49e51a57277 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.069672 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37c69ab1-a94d-4458-8300-0d4f1f4bfe11 req-da6dc89e-2253-422a-917f-b49e51a57277 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.4986849 Jul 14 09:39:26.129108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37c69ab1-a94d-4458-8300-0d4f1f4bfe11 req-52391c1a-51be-4698-b4ec-684b38d33722 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528889 Jul 14 09:39:27.325405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909e3c3-cbab-43cc-9a84-f284532ddf39 req-64c48b4a-aa8a-4220-a0cb-7507bc9a0e2c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.333113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8909e3c3-cbab-43cc-9a84-f284532ddf39 req-64c48b4a-aa8a-4220-a0cb-7507bc9a0e2c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0824513 Jul 14 09:39:27.377429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8909e3c3-cbab-43cc-9a84-f284532ddf39 req-4686cf66-4ce9-4213-99c7-e3495192f0ff tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Jul 14 09:39:28.592398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e5b2b-d91e-486b-92fd-b7211de99a0e req-1abae6e1-318c-49b8-9444-bbb747dedb34 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.594833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f45e5b2b-d91e-486b-92fd-b7211de99a0e req-1abae6e1-318c-49b8-9444-bbb747dedb34 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0868413 Jul 14 09:39:28.665920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f45e5b2b-d91e-486b-92fd-b7211de99a0e req-10133233-44ac-44bb-979b-8aabd30fecfc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638494 Jul 14 09:39:29.934322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067a98-3330-4983-a0e5-bd484aa3ec5f req-0d6c34d7-71b4-493c-84f7-74c0f375803b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.935941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc067a98-3330-4983-a0e5-bd484aa3ec5f req-0d6c34d7-71b4-493c-84f7-74c0f375803b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0779123 Jul 14 09:39:29.992242 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc067a98-3330-4983-a0e5-bd484aa3ec5f req-9fda5fe2-7b91-4c01-beb1-6ed58672641c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495145 Jul 14 09:39:31.249816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e843e1-a943-4f75-babe-81cdcfc0d724 req-5bf0d2eb-87ab-41b0-b47f-55aec5411be4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.258106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8e843e1-a943-4f75-babe-81cdcfc0d724 req-5bf0d2eb-87ab-41b0-b47f-55aec5411be4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0839479 Jul 14 09:39:31.320759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8e843e1-a943-4f75-babe-81cdcfc0d724 req-60578380-d3c8-4f61-b84f-45568b4112e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611300 Jul 14 09:39:31.552475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.504444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca669c-8f65-4163-81eb-a6b01db5c431 req-79952f3b-1a3c-4f60-8bad-d20cfc98aeea tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.513059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6ca669c-8f65-4163-81eb-a6b01db5c431 req-79952f3b-1a3c-4f60-8bad-d20cfc98aeea tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0819492 Jul 14 09:39:32.570864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6ca669c-8f65-4163-81eb-a6b01db5c431 req-7ea84d78-8863-4ae5-b25d-8d17406ec715 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570221 Jul 14 09:39:33.766690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc3f54-e33e-4d54-9dfd-c7702f8a4106 req-321eed5a-45eb-43f6-a857-3b87481a7b2b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.769008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dc3f54-e33e-4d54-9dfd-c7702f8a4106 req-321eed5a-45eb-43f6-a857-3b87481a7b2b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0694385 Jul 14 09:39:33.811606 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21dc3f54-e33e-4d54-9dfd-c7702f8a4106 req-d2ca4b1d-a2dc-4911-8f9e-b519570ea778 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352175 Jul 14 09:39:35.003532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354462d8-7646-4360-9759-6b490e70dff7 req-cda7d994-1868-49a4-aa81-43cb6b9f0cc9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.005113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-354462d8-7646-4360-9759-6b490e70dff7 req-cda7d994-1868-49a4-aa81-43cb6b9f0cc9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0726488 Jul 14 09:39:35.045446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-354462d8-7646-4360-9759-6b490e70dff7 req-1b83ec0c-01c1-4acc-981b-61e0d0ed260c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Jul 14 09:39:36.222502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2aa83-8130-414c-98cd-8de236727f69 req-f6278d56-149e-4bb3-9c28-9163104a2825 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.224103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4f2aa83-8130-414c-98cd-8de236727f69 req-f6278d56-149e-4bb3-9c28-9163104a2825 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0692921 Jul 14 09:39:36.269122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f4f2aa83-8130-414c-98cd-8de236727f69 req-775d0c69-9200-4b98-a37d-ea4b08a0d7bd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Jul 14 09:39:37.509133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6a6a-8b71-4020-9b33-52bb3a34e2fa req-adca72f5-9cbd-47b3-af4c-582c8926fd33 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.511504 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-753d6a6a-8b71-4020-9b33-52bb3a34e2fa req-adca72f5-9cbd-47b3-af4c-582c8926fd33 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.1022673 Jul 14 09:39:37.554394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-753d6a6a-8b71-4020-9b33-52bb3a34e2fa req-b4386da4-db39-43d5-9e57-d157fe30e13d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353951 Jul 14 09:39:38.736418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa57b02-b824-4f95-a2a7-507c48bb0eaa req-871a916f-0630-43ef-886b-44f89f99c794 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:38.737934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffa57b02-b824-4f95-a2a7-507c48bb0eaa req-871a916f-0630-43ef-886b-44f89f99c794 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0696988 Jul 14 09:39:38.780363 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffa57b02-b824-4f95-a2a7-507c48bb0eaa req-12c12867-1566-46f3-b041-93fef7be7bf6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365546 Jul 14 09:39:39.976361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540f8d-d787-4c80-88a6-1391fe83f49e req-a84bbc17-5f0a-4d67-8904-9abfb82e487d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.977882 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d4540f8d-d787-4c80-88a6-1391fe83f49e req-a84bbc17-5f0a-4d67-8904-9abfb82e487d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0714972 Jul 14 09:39:40.019432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d4540f8d-d787-4c80-88a6-1391fe83f49e req-95738099-12f7-4bff-b8b7-9ae8b77ad9e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Jul 14 09:39:41.201200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd38d-627d-43e0-a609-cf13f06165b1 req-27f9cb20-38b2-47f4-b33e-3a8907979c1b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.202846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-303bd38d-627d-43e0-a609-cf13f06165b1 req-27f9cb20-38b2-47f4-b33e-3a8907979c1b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0674024 Jul 14 09:39:41.252058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-303bd38d-627d-43e0-a609-cf13f06165b1 req-d272a953-c402-4155-8b85-448807d16e6a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Jul 14 09:39:42.433709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21854c39-cc8d-4ca6-808d-a5f74a9e5532 req-2a410a7d-7ae0-499f-9d24-ea34c1775d7f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.435165 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21854c39-cc8d-4ca6-808d-a5f74a9e5532 req-2a410a7d-7ae0-499f-9d24-ea34c1775d7f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 943 time: 0.0753469 Jul 14 09:39:42.475116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21854c39-cc8d-4ca6-808d-a5f74a9e5532 req-ccb4e72a-1be5-414f-8a3c-f12031a68fd9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Jul 14 09:39:42.615525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3988d491-587c-4627-8843-3fbb4c653f1e details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:42.720202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3988d491-587c-4627-8843-3fbb4c653f1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3988d491-587c-4627-8843-3fbb4c653f1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:42.733722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '3988d491-587c-4627-8843-3fbb4c653f1e', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'port_id': '3988d491-587c-4627-8843-3fbb4c653f1e', 'mac_address': 'fa:16:3e:b0:b7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:42.773386 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.789736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3988d491-587c-4627-8843-3fbb4c653f1e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:42.812579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3988d491-587c-4627-8843-3fbb4c653f1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3988d491-587c-4627-8843-3fbb4c653f1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:42.818318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.872708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=3988d491-587c-4627-8843-3fbb4c653f1e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.880671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.881286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.881592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.882003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.882003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.882382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.882876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.883019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.883308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.883746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.884079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:42.884507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:43.023065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['3988d491-587c-4627-8843-3fbb4c653f1e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:43.659465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4365fe-49be-42f3-aab7-b8ac717922f6 req-322a2b11-ba9a-421b-8e91-6fce9b07d04f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.661406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd4365fe-49be-42f3-aab7-b8ac717922f6 req-322a2b11-ba9a-421b-8e91-6fce9b07d04f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 944 time: 0.0681453 Jul 14 09:39:43.714386 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd4365fe-49be-42f3-aab7-b8ac717922f6 req-65f59ebd-7982-42c6-afa3-e1217ee4e26e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Jul 14 09:39:44.630463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3988d491-587c-4627-8843-3fbb4c653f1e up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:44.681715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 3988d491-587c-4627-8843-3fbb4c653f1e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:44.685957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 3988d491-587c-4627-8843-3fbb4c653f1e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:44.686281 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.745770 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:44.778275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.805301 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2754b778-7213-437f-8092-699b67d68976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3988d491-587c-4627-8843-3fbb4c653f1e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:44.807609 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327305c8-65cb-4716-8133-6109b4cb2045" -d '{"events": [{"server_uuid": "2754b778-7213-437f-8092-699b67d68976", "name": "network-vif-plugged", "status": "completed", "tag": "3988d491-587c-4627-8843-3fbb4c653f1e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:44.828696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 3988d491-587c-4627-8843-3fbb4c653f1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3988d491-587c-4627-8843-3fbb4c653f1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:44.834560 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.890152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=3988d491-587c-4627-8843-3fbb4c653f1e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.931337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5485ed1-0c51-4947-a505-5fa814321ec2 req-f8c87392-20e9-4203-93de-2d59a2c796c3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.936093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5485ed1-0c51-4947-a505-5fa814321ec2 req-f8c87392-20e9-4203-93de-2d59a2c796c3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 945 time: 0.0836120 Jul 14 09:39:44.941876 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab42ab0-3116-4689-ae1f-99537d6f7ac3 x-openstack-request-id: req-3ab42ab0-3116-4689-ae1f-99537d6f7ac3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:44.942223 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2754b778-7213-437f-8092-699b67d68976", "name": "network-vif-plugged", "status": "completed", "tag": "3988d491-587c-4627-8843-3fbb4c653f1e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:44.942480 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ab42ab0-3116-4689-ae1f-99537d6f7ac3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:44.942904 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2754b778-7213-437f-8092-699b67d68976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3988d491-587c-4627-8843-3fbb4c653f1e', 'code': 200} Jul 14 09:39:44.996412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5485ed1-0c51-4947-a505-5fa814321ec2 req-4b300730-2b23-4663-8b65-b7fbb514b54f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549955 Jul 14 09:39:45.065083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b0d8d-7a9e-442d-94be-b32dc4fa40da req-93d3149f-276e-41b6-a271-c02d09304d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.066606 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-176b0d8d-7a9e-442d-94be-b32dc4fa40da req-93d3149f-276e-41b6-a271-c02d09304d8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 1097 time: 0.0604506 Jul 14 09:39:45.101770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-176b0d8d-7a9e-442d-94be-b32dc4fa40da req-3a26968b-d725-4424-a193-7cdb991b14ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293591 Jul 14 09:39:45.954542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7513-3895-4d53-a772-fc2c54060416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.166022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d023cd-c42c-4e62-a101-458c0b7c8a0b req-47241be0-23b0-4330-b7d5-0b1732e68b12 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.167880 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68d023cd-c42c-4e62-a101-458c0b7c8a0b req-47241be0-23b0-4330-b7d5-0b1732e68b12 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 945 time: 0.0664973 Jul 14 09:39:46.207189 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-68d023cd-c42c-4e62-a101-458c0b7c8a0b req-de33f07a-ddeb-44d1-8fd2-6a8123f33eb5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 14 09:39:46.389827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8600f0-1507-4d92-95ab-60c516615c6b req-48d5efb1-759f-4e52-a19e-fdfbdfb501ef tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.391402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e8600f0-1507-4d92-95ab-60c516615c6b req-48d5efb1-759f-4e52-a19e-fdfbdfb501ef tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 945 time: 0.0718780 Jul 14 09:39:46.434868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e8600f0-1507-4d92-95ab-60c516615c6b req-327a5e93-872b-4803-bab8-ee4d17713d3f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375955 Jul 14 09:39:46.622730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576544f-6b34-4db9-8e1c-794e84217c98 req-cbee626c-31ea-4510-ba23-54b8532a6fd7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.624296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e576544f-6b34-4db9-8e1c-794e84217c98 req-cbee626c-31ea-4510-ba23-54b8532a6fd7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 945 time: 0.0686045 Jul 14 09:39:46.663070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e576544f-6b34-4db9-8e1c-794e84217c98 req-da603911-a3aa-4e4d-8eac-e0c647558cee tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331202 Jul 14 09:39:47.119589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c67ce-256c-4aae-b4ee-4eeea5aab914 req-788cd646-4ebd-4625-9d0c-2c893f07ee76 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.121489 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-934c67ce-256c-4aae-b4ee-4eeea5aab914 req-788cd646-4ebd-4625-9d0c-2c893f07ee76 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 945 time: 0.0744834 Jul 14 09:39:47.164084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-934c67ce-256c-4aae-b4ee-4eeea5aab914 req-b5f9599e-ad7b-47a7-8641-3fa933390a98 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355110 Jul 14 09:39:48.348832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073c3c-6135-4dff-a321-94517a76db80 req-38367111-e4fe-4e83-924f-723064b57451 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:48.350284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84073c3c-6135-4dff-a321-94517a76db80 req-38367111-e4fe-4e83-924f-723064b57451 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 945 time: 0.0666916 Jul 14 09:39:48.388209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84073c3c-6135-4dff-a321-94517a76db80 req-81fab6da-973e-4a49-bcd8-4c9f397f0078 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 14 09:39:48.486650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-125aacab-1fa0-4e25-8c14-4b0bf344a416 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:48.487435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-125aacab-1fa0-4e25-8c14-4b0bf344a416 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 945 time: 0.0725970 Jul 14 09:39:48.593206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port 3988d491-587c-4627-8843-3fbb4c653f1e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:48.593572 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.693490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] For port 3988d491-587c-4627-8843-3fbb4c653f1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=3988d491-587c-4627-8843-3fbb4c653f1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:48.693855 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.710878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for 3988d491-587c-4627-8843-3fbb4c653f1e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:48.857059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.870257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['3988d491-587c-4627-8843-3fbb4c653f1e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:48.887504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=3988d491-587c-4627-8843-3fbb4c653f1e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:48.948393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] No DVR routers for this DVR port 3988d491-587c-4627-8843-3fbb4c653f1e on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:48.951659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.955083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0f3a7e5-ea5a-4f9e-97d4-b7c251714302 req-ef002f68-a2b6-4a41-bda6-4ebecd626d54 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "DELETE /v2.0/ports/3988d491-587c-4627-8843-3fbb4c653f1e HTTP/1.1" status: 204 len: 173 time: 0.4625807 Jul 14 09:39:48.955710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2754b778-7213-437f-8092-699b67d68976', 'name': 'network-vif-deleted', 'tag': '3988d491-587c-4627-8843-3fbb4c653f1e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:48.959618 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15adb03-db9c-4f2b-bc9f-e54e459516b6" -d '{"events": [{"server_uuid": "2754b778-7213-437f-8092-699b67d68976", "name": "network-vif-deleted", "tag": "3988d491-587c-4627-8843-3fbb4c653f1e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:49.001549 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ac7a05-75aa-4779-a34c-f921fabe79b9 x-openstack-request-id: req-f8ac7a05-75aa-4779-a34c-f921fabe79b9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:49.001852 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2754b778-7213-437f-8092-699b67d68976", "name": "network-vif-deleted", "tag": "3988d491-587c-4627-8843-3fbb4c653f1e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:49.002116 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8ac7a05-75aa-4779-a34c-f921fabe79b9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:49.002533 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2754b778-7213-437f-8092-699b67d68976', 'name': 'network-vif-deleted', 'tag': '3988d491-587c-4627-8843-3fbb4c653f1e', 'status': 'completed', 'code': 200} Jul 14 09:39:49.021317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.567047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4efa7154-c125-4a3f-96f7-659cc9b79377 req-7104785a-c35a-4e98-9026-72c0111dca72 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 210 time: 0.0359340 Jul 14 09:39:49.652187 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eab631e7-3fa0-454a-af97-cd96e2ed27e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.733848 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.186223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.720510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4e649a8-2c32-4092-a316-d2e647d779a7 req-42e88a32-b704-4c7e-9884-66e2bae774b8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 210 time: 0.0361054 Jul 14 09:39:51.463906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.713649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-9648fa7c-0947-415f-be3d-7f5e80dace87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2036650 Jul 14 09:39:51.852023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-950b5811-e5ca-4651-8cf0-9f3ed8f9f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:51.854673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-950b5811-e5ca-4651-8cf0-9f3ed8f9f48c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 1097 time: 0.0917408 Jul 14 09:39:51.938819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ad6c633-8d0e-498f-980a-efc4f74364ed req-dc4abfb2-c538-4ca0-8ac1-27f1cce09265 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 210 time: 0.0437708 Jul 14 09:39:51.988866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-cc47a1f7-0e32-4b63-8aa3-1148086f9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:51.990594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-cc47a1f7-0e32-4b63-8aa3-1148086f9e6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 200 len: 909 time: 0.1140440 Jul 14 09:39:52.057444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-3c906c42-ca4f-4166-82c7-83385b13c441 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 200 len: 1001 time: 0.0607791 Jul 14 09:39:52.118826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-fd3bb5dc-2dbf-43ba-ac7c-2eef8737dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.118826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-fd3bb5dc-2dbf-43ba-ac7c-2eef8737dd3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a22cf2bb-e39a-4e49-a785-7294b47477b2 HTTP/1.1" status: 200 len: 847 time: 0.0534728 Jul 14 09:39:52.179006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-93fab379-4c20-4cd8-a433-cf34b8a11152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.180595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-93fab379-4c20-4cd8-a433-cf34b8a11152 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f195d3c8-dfb5-47bb-8768-f749980ad770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571482 Jul 14 09:39:52.284745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-af16640e-d67f-4e2d-8093-36ea1d676bd7 service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959351 Jul 14 09:39:52.396246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b9aa490c-79a3-4260-845d-f381a46a0073 req-bba58d32-1a35-495e-b58e-a21d7a02522e service neutron] 10.222.0.11 "GET /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050184 Jul 14 09:39:52.676259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3988d491-587c-4627-8843-3fbb4c653f1e no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:52.891261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 3988d491-587c-4627-8843-3fbb4c653f1e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:52.891886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 3988d491-587c-4627-8843-3fbb4c653f1e not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:53.142713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-785b54de-ad85-47c8-9ffd-a6429383b80d req-118cadaa-655d-4b26-a825-3bc70241ccbc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=2754b778-7213-437f-8092-699b67d68976 HTTP/1.1" status: 200 len: 210 time: 0.0340874 Jul 14 09:39:54.020226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.136713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd087d62-e810-44ea-bfbb-a7a7593f1001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.241373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd087d62-e810-44ea-bfbb-a7a7593f1001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.246151 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd087d62-e810-44ea-bfbb-a7a7593f1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.286109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd087d62-e810-44ea-bfbb-a7a7593f1001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d0db24-6d29-4309-9236-c2c954357f6f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.298167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bd087d62-e810-44ea-bfbb-a7a7593f1001 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bcbdc885d914fe9b857fab62578bd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743139 Jul 14 09:39:54.298514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.349970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.374189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.436202 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.439763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.443442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11d0db24-6d29-4309-9236-c2c954357f6f HTTP/1.1" status: 204 len: 168 time: 0.1415119 Jul 14 09:39:54.450019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d0db24-6d29-4309-9236-c2c954357f6f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.458206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.458658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.459114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.459655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.460060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.460411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.460753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.461088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.461429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.461763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.462099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:54.462430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74f18b-5419-4265-8fd0-c041f427f783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:56.406868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.413110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696175927', 'description': 'tempest-secgroup-smoke-696175927 description', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:56.447582 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.456961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.555553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.560712 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.597633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906162db-57b6-4f21-8ed1-c070f8c7889a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.665604 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.669831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.705864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.710034 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2993424 Jul 14 09:39:56.710034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61c0c5-678e-4a7c-a9f4-d56d933149d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27758983-d0fe-4050-a420-f6bbb0907930,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.710884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.722898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-146f6890-0cea-4fd6-a03a-45224e50902b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '27758983-d0fe-4050-a420-f6bbb0907930', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:56.750839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-146f6890-0cea-4fd6-a03a-45224e50902b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.813262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-146f6890-0cea-4fd6-a03a-45224e50902b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.817107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-146f6890-0cea-4fd6-a03a-45224e50902b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.837562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f6890-0cea-4fd6-a03a-45224e50902b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabea2e1-8376-4bd4-ba4f-e43f5222da0a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.843822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-146f6890-0cea-4fd6-a03a-45224e50902b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.845108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-146f6890-0cea-4fd6-a03a-45224e50902b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330988 Jul 14 09:39:56.848150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37638) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.852558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-458229a7-b06e-48b3-aaaf-0de9b6794a01 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '27758983-d0fe-4050-a420-f6bbb0907930', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:56.880876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-458229a7-b06e-48b3-aaaf-0de9b6794a01 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.939394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-458229a7-b06e-48b3-aaaf-0de9b6794a01 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.942961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-458229a7-b06e-48b3-aaaf-0de9b6794a01 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.963374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458229a7-b06e-48b3-aaaf-0de9b6794a01 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df72b4e6-591f-4361-9abf-3425bde814ac,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.967609 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-458229a7-b06e-48b3-aaaf-0de9b6794a01 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.968750 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-458229a7-b06e-48b3-aaaf-0de9b6794a01 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196461 Jul 14 09:39:56.971412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.975783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8dcfff62-89a9-41fc-8183-45d49c140ce1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '27758983-d0fe-4050-a420-f6bbb0907930', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:57.002510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dcfff62-89a9-41fc-8183-45d49c140ce1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.064143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dcfff62-89a9-41fc-8183-45d49c140ce1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.068583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dcfff62-89a9-41fc-8183-45d49c140ce1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.090369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfff62-89a9-41fc-8183-45d49c140ce1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c3f646-feeb-4f02-970b-eeeeccb5f085,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.098230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dcfff62-89a9-41fc-8183-45d49c140ce1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.099898 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8dcfff62-89a9-41fc-8183-45d49c140ce1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274393 Jul 14 09:39:57.102531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.108283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-674f2bce-1dde-44ec-adba-a5a438156a79 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '27758983-d0fe-4050-a420-f6bbb0907930', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:57.139458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674f2bce-1dde-44ec-adba-a5a438156a79 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.204416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674f2bce-1dde-44ec-adba-a5a438156a79 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.208137 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674f2bce-1dde-44ec-adba-a5a438156a79 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.227997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f2bce-1dde-44ec-adba-a5a438156a79 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1858bb7-e3fb-4b12-9a53-63ceb953385e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.235612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-674f2bce-1dde-44ec-adba-a5a438156a79 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.236807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-674f2bce-1dde-44ec-adba-a5a438156a79 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331954 Jul 14 09:39:57.239567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.243996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '27758983-d0fe-4050-a420-f6bbb0907930', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:57.264275 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:39:57.269248 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.329220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.332575 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.349460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d65976-9c84-41bd-a282-f600cbd2cfe4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.355430 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.359808 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-178c486f-46f4-469b-b534-8257bb70c8d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190941 Jul 14 09:39:57.360068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37646) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.366800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '27758983-d0fe-4050-a420-f6bbb0907930', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:57.387725 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:39:57.392969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.456998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.461886 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.479789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17018ad1-d8f0-4e66-8c98-9811456cfff9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.486360 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.487478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6bceb511-7194-4704-8bf3-713e3491cefc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259727 Jul 14 09:39:57.490514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.495471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'network': {'name': 'tempest-network-smoke--1854678632', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:57.515945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:57.519315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.542326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:57.551733 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.552086 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Added segment 9b2b38c5-16b0-418c-8bbb-dc028af76a96 of type vlan for network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 Jul 14 09:39:57.592125 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.622180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.628381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:57.628975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.677943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1863692 Jul 14 09:39:57.681045 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.686591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'admin_state_up': True, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:57.699611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe640e-420d-4c62-bf2b-1ef98f961ca3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Network': ['ID=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.710941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:57.739857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.740363 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.795060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.937691 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.136181 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.155743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.261827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.113 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/855b34f4-b59e-484e-b10b-a8a4d6008598) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:58.391763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.442881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.480844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:58.485682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:58.489282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:58.514000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=855b34f4-b59e-484e-b10b-a8a4d6008598,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:58.757099 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.983026 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.127503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 01421658-ebc4-4bfc-849b-137b803bb3ce is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:59.244180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:59.257942 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Sync routers for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:59.265931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.270351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-420ee784-2e18-4cf5-ac87-9e59146b2b28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5852911 Jul 14 09:39:59.270645 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:59.270645 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:39:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.270877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.379797 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:59.428231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c2dd642a-05b4-420f-b1d6-0a6b18f45385 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ec04e6ada3d84f219a139bffffbc14da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1560366 Jul 14 09:39:59.432857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37664) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.576909 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.590596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e203268-5ee2-4782-972e-052489b12689 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:59.592192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e203268-5ee2-4782-972e-052489b12689 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583858 Jul 14 09:39:59.595612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.608472 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Checking router: 01421658-ebc4-4bfc-849b-137b803bb3ce for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:59.608737 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Updating router 01421658-ebc4-4bfc-849b-137b803bb3ce port 855b34f4-b59e-484e-b10b-a8a4d6008598 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:59.631076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3f885946-ec58-48dc-89ba-01322f1c0a0d tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343466 Jul 14 09:39:59.635141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 37668) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.640602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619596483', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:59.652868 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.742683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:59.749703 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.934307 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.948000 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Transition to ACTIVE for port object 855b34f4-b59e-484e-b10b-a8a4d6008598 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:59.955255 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.003208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.034596 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Pushing event updated for resources: {'Port': ['ID=855b34f4-b59e-484e-b10b-a8a4d6008598,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.038772 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Attempting to bind port 855b34f4-b59e-484e-b10b-a8a4d6008598 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:00.040140 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Attempting to bind port 855b34f4-b59e-484e-b10b-a8a4d6008598 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:00.040512 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Attempting to bind port 855b34f4-b59e-484e-b10b-a8a4d6008598 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:00.052652 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.053003 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.053378 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.053745 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.054005 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.054335 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.054661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.055464 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.055464 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.055646 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.055958 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.056279 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:00.060514 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:00.060948 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:00.061291 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.063581 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:00.064079 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Bound port: 855b34f4-b59e-484e-b10b-a8a4d6008598, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:00.064468 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.067273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Subnet': ['ID=f237631f-617b-4268-a938-12b954e7307d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.080264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Checking segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:00.080633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network hostable DHCP agents. Network: 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:00.098885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:00.109189 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:00.114269 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.115019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.121203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb699633-691d-46c2-b2c0-d99ed5cc0766 None None] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:00.129212 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] For port 855b34f4-b59e-484e-b10b-a8a4d6008598, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:00.134115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4fd0168-84a0-4366-b1af-53c8a05f6aab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4977174 Jul 14 09:40:00.137063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:00.139955 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] For port 855b34f4-b59e-484e-b10b-a8a4d6008598, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=855b34f4-b59e-484e-b10b-a8a4d6008598,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:00.155576 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.266946 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:00.268226 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:39:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:00.271566 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dd398-8dd4-4a00-b569-aff16386bd7b None None] Pushing event updated for resources: {'Port': ['ID=855b34f4-b59e-484e-b10b-a8a4d6008598,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.330421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:00.331348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.441080 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:00.515934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Allocated IP 172.20.0.2 (63a4f88e-a7fb-4200-8905-f3dc5e13a5b7/f237631f-617b-4268-a938-12b954e7307d/410890fb-549d-41e4-b48e-6b6e9b09b0f8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:00.665432 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:00.697594 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dd912-63a0-4509-908d-f875f39c771d None None] The sync data for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 is: [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:00.724605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.735631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Transition to ACTIVE for port object 410890fb-549d-41e4-b48e-6b6e9b09b0f8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:00.747002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.756847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Transition to ACTIVE for port object 410890fb-549d-41e4-b48e-6b6e9b09b0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:00.764026 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.816567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:00.820756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:00.823260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:00.825651 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Pushing event updated for resources: {'Port': ['ID=410890fb-549d-41e4-b48e-6b6e9b09b0f8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.888959 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Attempting to bind port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:00.889335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Attempting to bind port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:00.889834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Attempting to bind port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:00.896770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:00.897152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Checking segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:00.897558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.897978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Bound using segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:00.898450 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Bound port: 410890fb-549d-41e4-b48e-6b6e9b09b0f8, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:00.898841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.000983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] For port 410890fb-549d-41e4-b48e-6b6e9b09b0f8, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:01.011687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] For port 410890fb-549d-41e4-b48e-6b6e9b09b0f8, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=410890fb-549d-41e4-b48e-6b6e9b09b0f8,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:01.021256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.106319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1bf46-e891-4d25-9fe8-bc488cd25378 None None] Pushing event updated for resources: {'Port': ['ID=410890fb-549d-41e4-b48e-6b6e9b09b0f8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.156426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.1 (63a4f88e-a7fb-4200-8905-f3dc5e13a5b7/f237631f-617b-4268-a938-12b954e7307d/06c22b94-92a4-4fb5-ab61-a51606c26811) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:01.351392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.367139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 06c22b94-92a4-4fb5-ab61-a51606c26811 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:01.414157 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.486299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:01.491727 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:01.495722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:01.535681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=06c22b94-92a4-4fb5-ab61-a51606c26811,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.550919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.564469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.730794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.233226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8d3b3-1c89-473b-a57b-43d35dfc4802 None None] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:02.321151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b895afcb-63a8-40ab-90af-2261253d8e18 None None] Provisioning for port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:02.460327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.468002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.568229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=06c22b94-92a4-4fb5-ab61-a51606c26811,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:02.593932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.719059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:02.720848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:02.761805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-de631cd1-8b91-4d93-b197-052ebfc1401d None None] Provisioning for port 06c22b94-92a4-4fb5-ab61-a51606c26811 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:02.767536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-de631cd1-8b91-4d93-b197-052ebfc1401d None None] Provisioning complete for port 06c22b94-92a4-4fb5-ab61-a51606c26811 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:02.768344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de631cd1-8b91-4d93-b197-052ebfc1401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.811872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-de631cd1-8b91-4d93-b197-052ebfc1401d None None] Port 06c22b94-92a4-4fb5-ab61-a51606c26811 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:02.871375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 01421658-ebc4-4bfc-849b-137b803bb3ce has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:03.033699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:03.053591 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7e01db48-e146-4468-95cc-2f7bf4d6d2ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/01421658-ebc4-4bfc-849b-137b803bb3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9004445 Jul 14 09:40:03.054230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Sync routers for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:03.054230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 855b34f4-b59e-484e-b10b-a8a4d6008598 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:03.087713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:03.088440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:39:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.159457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f81d926-d009-49f1-8906-f23037d862ce None None] Provisioning complete for port 06c22b94-92a4-4fb5-ab61-a51606c26811 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:03.159753 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f81d926-d009-49f1-8906-f23037d862ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.236379 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-955b4d71-81eb-481f-ac50-62b15236dafb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696175927&fields=id&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 267 time: 0.0591435 Jul 14 09:40:03.305750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1f81d926-d009-49f1-8906-f23037d862ce None None] Port 06c22b94-92a4-4fb5-ab61-a51606c26811 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:03.336257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 855b34f4-b59e-484e-b10b-a8a4d6008598 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:03.344483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 855b34f4-b59e-484e-b10b-a8a4d6008598 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:03.344877 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.391573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-78ef80fb-9d31-4dc4-8841-73f1ad418acc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:03.393783 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-78ef80fb-9d31-4dc4-8841-73f1ad418acc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 797 time: 0.1454611 Jul 14 09:40:03.394197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:03.413520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-63675403-2329-4bbb-9aef-57100a530333 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/quotas/ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 375 time: 0.0125721 Jul 14 09:40:03.493903 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-c3ed7c65-4984-4ad9-8200-d9dea3006cab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738659 Jul 14 09:40:03.511580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e8f35b5c-6696-4792-98ca-3d83bf2a6e28 None None] Provisioning complete for port 06c22b94-92a4-4fb5-ab61-a51606c26811 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:03.511962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8f35b5c-6696-4792-98ca-3d83bf2a6e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.592349 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.608740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8f35b5c-6696-4792-98ca-3d83bf2a6e28 None None] Port 06c22b94-92a4-4fb5-ab61-a51606c26811 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:03.633084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 855b34f4-b59e-484e-b10b-a8a4d6008598, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=855b34f4-b59e-484e-b10b-a8a4d6008598,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:03.642277 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.643092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 410890fb-549d-41e4-b48e-6b6e9b09b0f8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:03.662297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-c78dc395-821e-4253-a357-79c1209d3e53 service neutron] 10.222.0.18 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533062 Jul 14 09:40:03.751906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=855b34f4-b59e-484e-b10b-a8a4d6008598,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.774892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-f57c4cd9-9615-452b-a9d3-cdbd711c8660 service neutron] 10.222.0.18 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116259 Jul 14 09:40:03.825790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:03.833161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:03.833542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.866605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 2, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.898053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Checking router: 01421658-ebc4-4bfc-849b-137b803bb3ce for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:03.898419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Updating router 01421658-ebc4-4bfc-849b-137b803bb3ce port 06c22b94-92a4-4fb5-ab61-a51606c26811 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:40:03.966630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.002402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6ff5da28-2075-4c22-bdf1-2296084ca9f8 req-50c5fcc6-24de-4ee5-be8d-333b33d2062a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 210 time: 0.0397539 Jul 14 09:40:04.132065 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.225638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 410890fb-549d-41e4-b48e-6b6e9b09b0f8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=410890fb-549d-41e4-b48e-6b6e9b09b0f8,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:04.232588 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.311422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=410890fb-549d-41e4-b48e-6b6e9b09b0f8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.379394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.392982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Transition to ACTIVE for port object 06c22b94-92a4-4fb5-ab61-a51606c26811 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:04.400036 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.458625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d1ad-8c9a-4cb6-8b4a-3786de3a254f None None] Pushing event updated for resources: {'Port': ['ID=06c22b94-92a4-4fb5-ab61-a51606c26811,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.514392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Attempting to bind port 06c22b94-92a4-4fb5-ab61-a51606c26811 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:04.514773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Attempting to bind port 06c22b94-92a4-4fb5-ab61-a51606c26811 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:04.515150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Attempting to bind port 06c22b94-92a4-4fb5-ab61-a51606c26811 on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:04.521216 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:04.521600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Checking segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:04.522012 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.522417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Bound using segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:04.522899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Bound port: 06c22b94-92a4-4fb5-ab61-a51606c26811, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:04.523288 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.607061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] For port 06c22b94-92a4-4fb5-ab61-a51606c26811, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:04.611550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] For port 06c22b94-92a4-4fb5-ab61-a51606c26811, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=06c22b94-92a4-4fb5-ab61-a51606c26811,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:04.617059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.687669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:04.688361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:39:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:04.729439 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d1ad-8c9a-4cb6-8b4a-3786de3a254f None None] Pushing event updated for resources: {'Port': ['ID=06c22b94-92a4-4fb5-ab61-a51606c26811,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.830029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:05.053836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 855b34f4-b59e-484e-b10b-a8a4d6008598 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:05.166093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ba201f48-350a-45c3-a511-a5ef586219ea req-4bc3af15-b729-4077-b834-7b4a8be36574 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 210 time: 0.0326123 Jul 14 09:40:05.221507 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 855b34f4-b59e-484e-b10b-a8a4d6008598 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:05.221893 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.349999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 410890fb-549d-41e4-b48e-6b6e9b09b0f8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:05.354285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-03683bf6-073a-4904-a746-90e545579b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:04Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:05.399110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03683bf6-073a-4904-a746-90e545579b8b None None] The sync data for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 is: [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:04Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:05.439576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:05.440225 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.566844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-9bbaa1eb-2a29-4712-bec7-04bcfcfcc2e0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:05.574060 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-9bbaa1eb-2a29-4712-bec7-04bcfcfcc2e0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.48 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 797 time: 0.1734126 Jul 14 09:40:05.647790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-bc5b9f3d-a65a-4f35-82a4-11c38b713273 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 379 time: 0.0629761 Jul 14 09:40:05.657336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'port': {'device_id': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'admin_state_up': True, 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'security_groups': ['27758983-d0fe-4050-a420-f6bbb0907930']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:05.797942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:05.802598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.955052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.3 (63a4f88e-a7fb-4200-8905-f3dc5e13a5b7/f237631f-617b-4268-a938-12b954e7307d/393b95da-d9a4-4dc1-9611-7d43662e538a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:06.120593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.137974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 393b95da-d9a4-4dc1-9611-7d43662e538a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:06.179439 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.227989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:06.232751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:06.239913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:06.275276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.308861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.309903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.334531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-069575e3-4332-4410-8891-a5c5e0ad9849 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6823602 Jul 14 09:40:06.357788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Request body: {'port': {'device_id': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:06.455516 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.502488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078ce97-d2f3-42b5-8b58-244cf10f0b7d req-c6962d7f-4538-4a48-9ca6-990916913c89 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.504106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4078ce97-d2f3-42b5-8b58-244cf10f0b7d req-c6962d7f-4538-4a48-9ca6-990916913c89 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 931 time: 0.1828196 Jul 14 09:40:06.542189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1d58b966-5926-4a8f-8276-f9867cf4bdf7 None None] Provisioning for port 393b95da-d9a4-4dc1-9611-7d43662e538a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:06.548427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1d58b966-5926-4a8f-8276-f9867cf4bdf7 None None] Provisioning complete for port 393b95da-d9a4-4dc1-9611-7d43662e538a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:06.549020 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d58b966-5926-4a8f-8276-f9867cf4bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.595343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1d58b966-5926-4a8f-8276-f9867cf4bdf7 None None] Port 393b95da-d9a4-4dc1-9611-7d43662e538a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:06.614705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4078ce97-d2f3-42b5-8b58-244cf10f0b7d req-ae882fcd-1c23-4dd4-a6d2-92e60820716a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041231 Jul 14 09:40:06.814118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393b95da-d9a4-4dc1-9611-7d43662e538a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:06.822782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.835275 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Transition to ACTIVE for port object 393b95da-d9a4-4dc1-9611-7d43662e538a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:06.840213 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.906871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.005811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:07.006760 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:07.007900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:07.017113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Port 393b95da-d9a4-4dc1-9611-7d43662e538a on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:07.018729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:07.027015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:07.027537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Checking segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:07.028055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Bound using segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:07.028576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Bound port: 393b95da-d9a4-4dc1-9611-7d43662e538a, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:07.029084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.059696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 06c22b94-92a4-4fb5-ab61-a51606c26811 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:07.132347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 06c22b94-92a4-4fb5-ab61-a51606c26811 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:07.138784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 06c22b94-92a4-4fb5-ab61-a51606c26811 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:07.139198 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.146002 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:07.150643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:07.158309 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.207045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.207894 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.209414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] 10.222.0.48 "PUT /v2.0/ports/393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 1092 time: 0.8558977 Jul 14 09:40:07.209945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:07.212279 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b4c21-aeec-4809-81cf-905d79be37fb" -d '{"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:07.250546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409b7a9-33b6-495e-8649-2eccce5f7a4e service neutron] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.298459 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f771fe-e094-4ce7-a231-3e7d492415d4 x-openstack-request-id: req-55f771fe-e094-4ce7-a231-3e7d492415d4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:07.298773 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:07.299039 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55f771fe-e094-4ce7-a231-3e7d492415d4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:07.299542 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'status': 'completed', 'code': 200} Jul 14 09:40:07.313548 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.332618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-064956e8-1642-4c11-a6c6-9303f3d05cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.334761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-064956e8-1642-4c11-a6c6-9303f3d05cc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1095 time: 0.0751178 Jul 14 09:40:07.357554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 06c22b94-92a4-4fb5-ab61-a51606c26811, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=06c22b94-92a4-4fb5-ab61-a51606c26811,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:07.362600 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.389818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-a25e574a-1283-4be9-9d1b-ee2f43bbff01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 217 time: 0.0469594 Jul 14 09:40:07.438302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=06c22b94-92a4-4fb5-ab61-a51606c26811,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.467325 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-8e1a6a57-3c24-4acb-94de-99013013f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.469717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-8e1a6a57-3c24-4acb-94de-99013013f2f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.0741668 Jul 14 09:40:07.535011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931d5f-a574-48d0-8950-c208a54249c8 req-47b659ce-6438-4be2-8bb3-b81023094422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.536577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-47b659ce-6438-4be2-8bb3-b81023094422 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611424 Jul 14 09:40:07.639800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-1db144bb-b3e2-4266-aa86-2566d6d06bb9 service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965757 Jul 14 09:40:07.755115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58931d5f-a574-48d0-8950-c208a54249c8 req-f22f6439-e4d9-4f10-821a-9fd541b12892 service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097217 Jul 14 09:40:07.811178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ed5d-1470-422d-8235-5c964daf4d83 req-bb87ea56-7b17-4952-a56f-2fc982af192d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.813308 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bae6ed5d-1470-422d-8235-5c964daf4d83 req-bb87ea56-7b17-4952-a56f-2fc982af192d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 943 time: 0.0744643 Jul 14 09:40:07.882983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bae6ed5d-1470-422d-8235-5c964daf4d83 req-b59a4009-4f46-4760-ae59-576e9847dc64 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609367 Jul 14 09:40:07.903599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-1353fdec-17e7-4474-9dcc-d4cd8b2699eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.904986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-1353fdec-17e7-4474-9dcc-d4cd8b2699eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1095 time: 0.0907354 Jul 14 09:40:08.002030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-f89d4d8f-590d-4d53-a1e5-2f4d0ddc69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.003584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-f89d4d8f-590d-4d53-a1e5-2f4d0ddc69bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.0927501 Jul 14 09:40:08.053098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-968fe4de-a363-40c5-9b84-846c8a64ab52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 217 time: 0.0417995 Jul 14 09:40:08.106043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-7587c4ee-2119-4280-a118-47857fd7c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.107871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-7587c4ee-2119-4280-a118-47857fd7c44a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.0486286 Jul 14 09:40:08.167731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-355d824f-6d3e-4d9c-9061-532169809f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.169271 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-355d824f-6d3e-4d9c-9061-532169809f57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544732 Jul 14 09:40:08.265594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-d26b2ffe-0c56-4f73-945b-42058519c780 service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889003 Jul 14 09:40:08.357056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6b4c21-aeec-4809-81cf-905d79be37fb req-4390b990-de13-4e88-ad23-f188cbbd03ac service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849080 Jul 14 09:40:08.955944 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 06c22b94-92a4-4fb5-ab61-a51606c26811 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:09.032442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 06c22b94-92a4-4fb5-ab61-a51606c26811 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:09.032984 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.089772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b604dc-2ef4-43ac-a5f3-3386f3482a5d req-54fc26d5-4cfa-4f6f-9229-91dc2720debf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.091343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77b604dc-2ef4-43ac-a5f3-3386f3482a5d req-54fc26d5-4cfa-4f6f-9229-91dc2720debf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 943 time: 0.0858541 Jul 14 09:40:09.138057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-77b604dc-2ef4-43ac-a5f3-3386f3482a5d req-60617e17-94a1-46ae-8cb8-33ce88e7f6c9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401206 Jul 14 09:40:10.338860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85ebb-7d02-42fd-ad2b-9e76842f4e0d req-a049d510-125f-4af1-ab26-b2a80c73cda2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.340501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2e85ebb-7d02-42fd-ad2b-9e76842f4e0d req-a049d510-125f-4af1-ab26-b2a80c73cda2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 943 time: 0.0781512 Jul 14 09:40:10.386925 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f2e85ebb-7d02-42fd-ad2b-9e76842f4e0d req-b14d3c75-0ecf-46ec-af37-9addaddc9ea2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385256 Jul 14 09:40:10.784927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:10.886178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:10.899616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'port_id': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'mac_address': 'fa:16:3e:02:b9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:10.942478 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.957780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393b95da-d9a4-4dc1-9611-7d43662e538a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:10.979156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:10.983254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.035797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.177704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['393b95da-d9a4-4dc1-9611-7d43662e538a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:11.587879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184f5d5-5a95-4662-9cff-1b2ed10143f3 req-fd4c3cc2-3b2b-423f-889b-c18cf2faf6eb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:11.589508 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e184f5d5-5a95-4662-9cff-1b2ed10143f3 req-fd4c3cc2-3b2b-423f-889b-c18cf2faf6eb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 944 time: 0.0718465 Jul 14 09:40:11.629630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e184f5d5-5a95-4662-9cff-1b2ed10143f3 req-30ca663f-8ce4-4a0d-801f-eb3a40c07b6a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339398 Jul 14 09:40:12.784636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:12.812958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6b1e-e379-44df-82d3-490f3342d397 req-7c3b17e0-94ab-4cc9-a801-e814c6563dea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:12.815528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bdd6b1e-e379-44df-82d3-490f3342d397 req-7c3b17e0-94ab-4cc9-a801-e814c6563dea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 944 time: 0.0731103 Jul 14 09:40:12.835572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 393b95da-d9a4-4dc1-9611-7d43662e538a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:12.839775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 393b95da-d9a4-4dc1-9611-7d43662e538a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:12.840222 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.858148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2bdd6b1e-e379-44df-82d3-490f3342d397 req-e4344874-3b48-43c2-a97c-4c73d67a9f94 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371373 Jul 14 09:40:12.934335 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.958169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:12.960498 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baecb40-e9f2-4e79-913d-8c6d75c7a94e" -d '{"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-plugged", "status": "completed", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:12.973709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:12.977900 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.007902 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee41681-f68f-4174-be4f-6726a3654e93 x-openstack-request-id: req-6ee41681-f68f-4174-be4f-6726a3654e93 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:13.008411 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-plugged", "status": "completed", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:13.009040 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ee41681-f68f-4174-be4f-6726a3654e93 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:13.009648 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'code': 200} Jul 14 09:40:13.039230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.117088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9fe47-aa43-49a9-a89f-e1f93f38c3c2 req-3779e771-070b-4096-a893-51f8a438dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.118618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2df9fe47-aa43-49a9-a89f-e1f93f38c3c2 req-3779e771-070b-4096-a893-51f8a438dc89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1097 time: 0.0517433 Jul 14 09:40:13.152902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2df9fe47-aa43-49a9-a89f-e1f93f38c3c2 req-1d5dd98e-c0b4-4d71-89a1-5967d0b72377 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271394 Jul 14 09:40:14.067379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358ad55-e5e2-44c4-84c8-bae0e587ebc6 req-4db7b07c-7eec-4dd2-9b5c-6e32cdb2454d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.069058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d358ad55-e5e2-44c4-84c8-bae0e587ebc6 req-4db7b07c-7eec-4dd2-9b5c-6e32cdb2454d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0688987 Jul 14 09:40:14.109012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d358ad55-e5e2-44c4-84c8-bae0e587ebc6 req-97a98053-7e71-42be-a02d-83d67f3ab3ba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342493 Jul 14 09:40:14.284372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b834d6-940a-4bbd-9110-18cdb2794c86 req-10d62c28-81c6-47f9-ac48-20d84754d2e7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.285916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70b834d6-940a-4bbd-9110-18cdb2794c86 req-10d62c28-81c6-47f9-ac48-20d84754d2e7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0643401 Jul 14 09:40:14.329903 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70b834d6-940a-4bbd-9110-18cdb2794c86 req-6d719be0-fce3-4fa4-a159-3d9440db5135 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Jul 14 09:40:14.355279 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.410371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a622b993-361c-4d70-a59e-897bc3cb7d16 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.411984 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a622b993-361c-4d70-a59e-897bc3cb7d16 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1092 time: 0.0556600 Jul 14 09:40:14.415240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.420489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:14.446053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.559292 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.672560 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.234 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e3cad69a-c6f1-4977-abdb-99bbe89238f2) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:14.777808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.819709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.862968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:14.866144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:14.870018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:14.876104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=e3cad69a-c6f1-4977-abdb-99bbe89238f2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.911571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.911924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.912264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.912600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.912931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.913254 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.913581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.913906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.914230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.914553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.914876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.915195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:15.288285 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.370782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.529165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.533910 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.618878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=e3cad69a-c6f1-4977-abdb-99bbe89238f2,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.629053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.755364 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP 81bbeb04-fbf0-4ab9-860c-03eaaf28bed6 associated. External IP: 172.25.2.234, port: 393b95da-d9a4-4dc1-9611-7d43662e538a. Jul 14 09:40:15.962737 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e48c3eb-2bbb-43dd-990e-5975e8c1ad8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.052234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 01421658-ebc4-4bfc-849b-137b803bb3ce has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:16.204369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:16.216236 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] Sync routers for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:16.226648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.228591 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:16.229416 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:39:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.267246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6944e615-4a71-44af-a973-db13a12afa75 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8484926 Jul 14 09:40:16.267246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:16.268267 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:16.361654 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:16.378766 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a0c269-24d9-47cb-9bb5-e8085d9f6ba2 x-openstack-request-id: req-87a0c269-24d9-47cb-9bb5-e8085d9f6ba2 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:16.379250 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:16.379348 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87a0c269-24d9-47cb-9bb5-e8085d9f6ba2 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:16.379725 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'status': 'completed', 'code': 200} Jul 14 09:40:16.514392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed5820-4892-428b-a2ed-63b708b57cdc req-2d31936f-30f4-44b3-9b30-1e7c0162418d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.516351 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31ed5820-4892-428b-a2ed-63b708b57cdc req-2d31936f-30f4-44b3-9b30-1e7c0162418d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1392412 Jul 14 09:40:16.520085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-ed0d6a8f-1945-47e5-8b50-f50e48d4037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.521774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-ed0d6a8f-1945-47e5-8b50-f50e48d4037c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1097 time: 0.1015887 Jul 14 09:40:16.609814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31ed5820-4892-428b-a2ed-63b708b57cdc req-e9f497cc-5122-45db-84fb-a6793f3302e3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863929 Jul 14 09:40:16.636641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.654641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-59b06130-e57c-43d1-8bde-cbeeebee8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.657392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-59b06130-e57c-43d1-8bde-cbeeebee8f6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.1270301 Jul 14 09:40:16.703691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fbe00ff6-923d-402d-b4f9-ec59231a98b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/81bbeb04-fbf0-4ab9-860c-03eaaf28bed6 HTTP/1.1" status: 200 len: 991 time: 0.0657899 Jul 14 09:40:16.711504 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '81bbeb04-fbf0-4ab9-860c-03eaaf28bed6', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'port_id': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'mac_address': 'fa:16:3e:02:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:15Z', 'updated_at': '2021-07-14T09:40:15Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:07Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.738708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-abdfcba6-357f-4468-890c-259ffdf3fd13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 999 time: 0.0750847 Jul 14 09:40:16.742853 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] Checking router: 01421658-ebc4-4bfc-849b-137b803bb3ce for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:16.751383 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:16.751997 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:39:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.795280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-c55945df-d8e5-41c5-9742-45891c6c9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.797481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-c55945df-d8e5-41c5-9742-45891c6c9df1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.0526302 Jul 14 09:40:16.859945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-3184489a-8b6f-4ffc-a9fb-dfca095c6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.861711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-3184489a-8b6f-4ffc-a9fb-dfca095c6de7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581734 Jul 14 09:40:16.864041 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:16.955992 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-7bce8631-e4a0-4d7b-831c-7cb32a885b1e service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866957 Jul 14 09:40:17.048104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67b1e042-3e6f-4e57-b4f3-bdfb2b572cdf req-013318ab-d3e1-4460-bd3c-c7e0c696f15d service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851228 Jul 14 09:40:17.086969 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '81bbeb04-fbf0-4ab9-860c-03eaaf28bed6', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'port_id': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'mac_address': 'fa:16:3e:02:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:15Z', 'updated_at': '2021-07-14T09:40:15Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:07Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:17.115598 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb75d5-d18f-4297-9892-61899a8477b5 None None] The sync data for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 is: [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '81bbeb04-fbf0-4ab9-860c-03eaaf28bed6', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'port_id': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'mac_address': 'fa:16:3e:02:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:15Z', 'updated_at': '2021-07-14T09:40:15Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:07Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:17.318558 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b202e6-4878-4dee-9b94-ef154ce9bcec None None] New status for floating IP 81bbeb04-fbf0-4ab9-860c-03eaaf28bed6: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:40:17.705228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 37874) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.822467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a8b28817-2066-4c86-9c07-a9cbda011ff1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/81bbeb04-fbf0-4ab9-860c-03eaaf28bed6 HTTP/1.1" status: 200 len: 993 time: 0.1159961 Jul 14 09:40:17.865340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-99b45b15-e366-4795-8d31-49f53172c8dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:17.866807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-99b45b15-e366-4795-8d31-49f53172c8dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1229038 Jul 14 09:40:17.881470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-45de32a8-c87e-4c64-b705-755b9a565cd3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/quotas/ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 375 time: 0.0094631 Jul 14 09:40:17.950663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-2c3f96f7-8429-4abe-9009-07a8666789b5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643530 Jul 14 09:40:18.044891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-24af7a9a-6b86-4f57-a0b2-e39ebbfdd34a service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Jul 14 09:40:18.142994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-b1d3a94e-611c-40e3-9da8-9b771a455fab service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918958 Jul 14 09:40:18.449836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efbb8b00-b0f6-44cf-a42d-5c3dde652368 req-28b4ceda-7f16-4e3f-bd1f-056e55ac7b35 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 210 time: 0.0346355 Jul 14 09:40:19.014165 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.493777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-3de5879b-bec2-4b61-b3fe-816ab9da781a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.495390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-3de5879b-bec2-4b61-b3fe-816ab9da781a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.11 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1219435 Jul 14 09:40:19.520582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'port': {'device_id': 'aec09633-7c44-431f-bd18-79076c64123e', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'admin_state_up': True, 'tenant_id': 'ed023e1d9a774272a4985cc112189640'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:19.604540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d64fba86-cb87-4a2e-8926-3f0bb9e45578 req-b0e596e0-5697-4a35-835a-49ca4b37cbb8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 210 time: 0.0303180 Jul 14 09:40:19.636771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:19.640649 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.663282 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78a5770d-7042-4fff-9885-e790f62ab0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.742022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.084914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.20.0.9 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/bef6b3a2-181b-4ac2-8094-beee5a44e8d5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:20.204435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.256707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.270396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Transition to ACTIVE for port object bef6b3a2-181b-4ac2-8094-beee5a44e8d5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:20.305085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.347041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:20.352133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:20.356188 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:20.383993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:20.410209 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:20.410854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.427230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-a2816c70-faf0-41c0-ac77-d75ed2e177a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9113410 Jul 14 09:40:20.439586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Request body: {'port': {'device_id': 'aec09633-7c44-431f-bd18-79076c64123e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:20.522362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.675023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d70aa832-3024-4f87-bfe2-880c71955c05 None None] Provisioning for port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:20.682059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d70aa832-3024-4f87-bfe2-880c71955c05 None None] Provisioning complete for port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:20.682842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d70aa832-3024-4f87-bfe2-880c71955c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.745722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d70aa832-3024-4f87-bfe2-880c71955c05 None None] Port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:20.868167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a29dea-d82a-49be-afb6-1fb8390fcca5 req-17c661c3-b45d-4dbe-998b-a3ef89be551d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:20.869718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3a29dea-d82a-49be-afb6-1fb8390fcca5 req-17c661c3-b45d-4dbe-998b-a3ef89be551d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 931 time: 0.1161475 Jul 14 09:40:20.920380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef6b3a2-181b-4ac2-8094-beee5a44e8d5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:20.931402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.951717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3a29dea-d82a-49be-afb6-1fb8390fcca5 req-4fbdc0b2-e158-4931-800b-11aad1cbaa55 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643916 Jul 14 09:40:20.954999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Transition to ACTIVE for port object bef6b3a2-181b-4ac2-8094-beee5a44e8d5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:20.959259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.034176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Pushing event updated for resources: {'Port': ['ID=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.105062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Attempting to bind port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:21.105604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Attempting to bind port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:21.106142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Attempting to bind port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:21.111684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 on network 71cd87ef-7210-425f-beaf-fda6de022527 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:21.112020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Attempting to bind port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:21.118283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:21.118634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:21.119033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:21.119510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Bound port: bef6b3a2-181b-4ac2-8094-beee5a44e8d5, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:21.119876 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.200675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] For port bef6b3a2-181b-4ac2-8094-beee5a44e8d5, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:21.204913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] For port bef6b3a2-181b-4ac2-8094-beee5a44e8d5, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:21.210026 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.246133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.247126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.248309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] 10.222.0.11 "PUT /v2.0/ports/bef6b3a2-181b-4ac2-8094-beee5a44e8d5 HTTP/1.1" status: 200 len: 1092 time: 0.8139591 Jul 14 09:40:21.248772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec09633-7c44-431f-bd18-79076c64123e', 'tag': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:21.252091 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2" -d '{"events": [{"name": "network-changed", "server_uuid": "aec09633-7c44-431f-bd18-79076c64123e", "tag": "bef6b3a2-181b-4ac2-8094-beee5a44e8d5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:21.280312 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7570fdc-1d0e-44cc-adbb-7fd2092c85af service neutron] Pushing event updated for resources: {'Port': ['ID=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.324878 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ef1617-84dd-42d9-b662-272e4ad50e01 x-openstack-request-id: req-f6ef1617-84dd-42d9-b662-272e4ad50e01 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:21.325215 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec09633-7c44-431f-bd18-79076c64123e", "tag": "bef6b3a2-181b-4ac2-8094-beee5a44e8d5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:21.325435 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6ef1617-84dd-42d9-b662-272e4ad50e01 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:21.325840 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec09633-7c44-431f-bd18-79076c64123e', 'tag': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5', 'status': 'completed', 'code': 200} Jul 14 09:40:21.354652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d8b839c3-805a-4fa1-8464-b6594503848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.356272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-d8b839c3-805a-4fa1-8464-b6594503848f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 1095 time: 0.0632606 Jul 14 09:40:21.401868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-f3e2fe08-3c11-497d-af64-b2926945b608 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5 HTTP/1.1" status: 200 len: 217 time: 0.0383098 Jul 14 09:40:21.470961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-9d652edc-0cf7-4132-b470-72acd67b43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.471792 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.472620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-9d652edc-0cf7-4132-b470-72acd67b43a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0650012 Jul 14 09:40:21.541837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-55718271-f795-4dec-85b2-eab8d027f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.543466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-55718271-f795-4dec-85b2-eab8d027f7a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648584 Jul 14 09:40:21.641277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-3ca506fc-f933-4daf-aecc-77ce4036dfea service neutron] 10.222.0.11 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916269 Jul 14 09:40:21.739343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-20eb35f1-cea3-4cab-b742-b0ce20e76afb req-90ac9201-9b78-4183-858f-d6025bae74d4 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921443 Jul 14 09:40:21.748939 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:40:21.844520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-5e0564eb-cc66-4b33-8a47-0d74715f6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.846282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-5e0564eb-cc66-4b33-8a47-0d74715f6724 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 1095 time: 0.0564909 Jul 14 09:40:21.951082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-dfbdf107-adc3-4b34-a9e6-da1d0bb68099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.952730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-dfbdf107-adc3-4b34-a9e6-da1d0bb68099 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.1006134 Jul 14 09:40:21.994882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-303a6903-2d42-4186-9878-395918b935b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5 HTTP/1.1" status: 200 len: 217 time: 0.0360715 Jul 14 09:40:22.050241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-31f04ae6-8548-4cb6-991c-30b6ef0bef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.051838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-31f04ae6-8548-4cb6-991c-30b6ef0bef1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0506859 Jul 14 09:40:22.160298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-3af49749-7405-4744-a464-0fef2aba9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.163942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-3af49749-7405-4744-a464-0fef2aba9b39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040597 Jul 14 09:40:22.195657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef54d-a185-46d5-9f73-aa9e17872b9c req-76910c53-123f-4c1a-a414-18bb8966c712 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.197174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c3ef54d-a185-46d5-9f73-aa9e17872b9c req-76910c53-123f-4c1a-a414-18bb8966c712 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.1069438 Jul 14 09:40:22.278792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c3ef54d-a185-46d5-9f73-aa9e17872b9c req-0373aed0-7144-43e9-92f1-d65e00ed1394 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561759 Jul 14 09:40:22.300088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-f038700b-5633-4979-b4bf-dcb146a7600e service neutron] 10.222.0.11 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320190 Jul 14 09:40:22.393101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b9d63ac-fef3-47ab-ad2f-f1628e8f05d2 req-72246c21-0f19-44a5-a2c9-16a38c61d87c service neutron] 10.222.0.11 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871685 Jul 14 09:40:23.469573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc9705-1e8d-499f-93a4-5eba6771e5b8 req-fb8503d0-8879-4b45-81d3-576712edd708 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.471218 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a7bc9705-1e8d-499f-93a4-5eba6771e5b8 req-fb8503d0-8879-4b45-81d3-576712edd708 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0676003 Jul 14 09:40:23.517097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a7bc9705-1e8d-499f-93a4-5eba6771e5b8 req-289dba69-0aea-4b0d-a348-f0c88c2262ec tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Jul 14 09:40:24.703777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d50f02-df15-44fa-8360-a98adf9ca2a3 req-e08f70a6-70f5-4e02-9d59-ca792c00dda2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.705204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d50f02-df15-44fa-8360-a98adf9ca2a3 req-e08f70a6-70f5-4e02-9d59-ca792c00dda2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0725279 Jul 14 09:40:24.743589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56d50f02-df15-44fa-8360-a98adf9ca2a3 req-4dea0dbc-eec0-4f67-8627-e6c2fc697e6b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Jul 14 09:40:25.917101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11378bf9-946c-4a52-b313-d7870c311c37 req-f3bc62df-2eab-41fe-a7a8-a57d06e804a0 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.918598 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11378bf9-946c-4a52-b313-d7870c311c37 req-f3bc62df-2eab-41fe-a7a8-a57d06e804a0 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0639060 Jul 14 09:40:25.957360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-11378bf9-946c-4a52-b313-d7870c311c37 req-e021a6e5-aad8-45a8-b334-d5d5732ee6b0 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Jul 14 09:40:27.129658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddb0f9-02b4-4e5b-93cb-b57ce14abcef req-beda6a91-7b14-49ac-b641-4289ae8dee52 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:27.131181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbddb0f9-02b4-4e5b-93cb-b57ce14abcef req-beda6a91-7b14-49ac-b641-4289ae8dee52 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0632756 Jul 14 09:40:27.169870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fbddb0f9-02b4-4e5b-93cb-b57ce14abcef req-643dad38-6e79-4abc-b2d7-5021a8c3aa27 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Jul 14 09:40:28.341859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92109c-2b1f-4f72-9ba7-85d470100a35 req-92d7b6b3-ee48-4bda-a38c-eea0ff8dd505 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.344042 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be92109c-2b1f-4f72-9ba7-85d470100a35 req-92d7b6b3-ee48-4bda-a38c-eea0ff8dd505 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0651231 Jul 14 09:40:28.381038 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be92109c-2b1f-4f72-9ba7-85d470100a35 req-6a92eb7d-f47e-4e27-890d-13779017e030 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Jul 14 09:40:29.554444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58cef4-e768-4e15-b45e-4420b6adc513 req-e8536abe-04b7-4dfb-b6ab-7bd4317553da tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.555953 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a58cef4-e768-4e15-b45e-4420b6adc513 req-e8536abe-04b7-4dfb-b6ab-7bd4317553da tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0627594 Jul 14 09:40:29.593247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a58cef4-e768-4e15-b45e-4420b6adc513 req-01cc8031-c9e5-42b8-a783-186976a15ead tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Jul 14 09:40:30.771325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ef2f-87cf-46a5-beec-21aa325dfa91 req-d6925ca4-8900-4528-b246-7f5fdaec1549 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.772777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e175ef2f-87cf-46a5-beec-21aa325dfa91 req-d6925ca4-8900-4528-b246-7f5fdaec1549 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0682437 Jul 14 09:40:30.813845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e175ef2f-87cf-46a5-beec-21aa325dfa91 req-4e0a60ff-89cd-43c5-b9e1-d7e592f2596e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345514 Jul 14 09:40:31.561864 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.992538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d917b-3a37-47f9-ad1f-bfabccaddf49 req-bfb21854-e78a-4c13-b0df-d3e83f0ae3c2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.994070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f5d917b-3a37-47f9-ad1f-bfabccaddf49 req-bfb21854-e78a-4c13-b0df-d3e83f0ae3c2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 943 time: 0.0701272 Jul 14 09:40:32.032818 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f5d917b-3a37-47f9-ad1f-bfabccaddf49 req-eee21060-7200-4818-be7f-24ec2873e043 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Jul 14 09:40:32.110801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bef6b3a2-181b-4ac2-8094-beee5a44e8d5 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:32.208506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bef6b3a2-181b-4ac2-8094-beee5a44e8d5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:32.219806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'port_id': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5', 'mac_address': 'fa:16:3e:3a:31:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:32.259205 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.272873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef6b3a2-181b-4ac2-8094-beee5a44e8d5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:32.292348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bef6b3a2-181b-4ac2-8094-beee5a44e8d5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:32.296562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.341732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:32.532667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['bef6b3a2-181b-4ac2-8094-beee5a44e8d5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:33.220640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d14fb9-80f1-4c6c-b9b8-dacafc93c078 req-71922405-f626-40e9-b70e-87ff023e45e7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.222046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0d14fb9-80f1-4c6c-b9b8-dacafc93c078 req-71922405-f626-40e9-b70e-87ff023e45e7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 944 time: 0.0640423 Jul 14 09:40:33.259486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f0d14fb9-80f1-4c6c-b9b8-dacafc93c078 req-dd2132a4-afd6-4db6-8220-67369c5d8682 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Jul 14 09:40:34.126391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bef6b3a2-181b-4ac2-8094-beee5a44e8d5 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:34.175337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:34.178882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:34.179246 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.257155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.280251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec09633-7c44-431f-bd18-79076c64123e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:34.282598 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041f5b48-e135-4de8-82b1-73d4908b7b43" -d '{"events": [{"server_uuid": "aec09633-7c44-431f-bd18-79076c64123e", "name": "network-vif-plugged", "status": "completed", "tag": "bef6b3a2-181b-4ac2-8094-beee5a44e8d5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:34.298338 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bef6b3a2-181b-4ac2-8094-beee5a44e8d5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:34.302722 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.331210 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3670347d-1a4f-4e41-828c-7be2e564948a x-openstack-request-id: req-3670347d-1a4f-4e41-828c-7be2e564948a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:34.331558 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec09633-7c44-431f-bd18-79076c64123e", "name": "network-vif-plugged", "status": "completed", "tag": "bef6b3a2-181b-4ac2-8094-beee5a44e8d5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:34.331776 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3670347d-1a4f-4e41-828c-7be2e564948a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:34.332218 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec09633-7c44-431f-bd18-79076c64123e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5', 'code': 200} Jul 14 09:40:34.360644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.480811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca089-f644-4d47-be9e-d7b356c811f2 req-b7f3efc0-4f60-42e0-8db4-42135db3a7c3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.482326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65aca089-f644-4d47-be9e-d7b356c811f2 req-b7f3efc0-4f60-42e0-8db4-42135db3a7c3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 945 time: 0.1084833 Jul 14 09:40:34.485751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e946-e06a-43b0-92f5-94141fb7b00f req-dd2809dc-813d-4761-aae1-6dd6d23ac8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.487145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-60f7e946-e06a-43b0-92f5-94141fb7b00f req-dd2809dc-813d-4761-aae1-6dd6d23ac8b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 1097 time: 0.1012208 Jul 14 09:40:34.543186 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65aca089-f644-4d47-be9e-d7b356c811f2 req-8f8aaf1f-402b-40e2-8424-9024052a427c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546267 Jul 14 09:40:34.545113 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-60f7e946-e06a-43b0-92f5-94141fb7b00f req-e444e0ad-84ac-46a4-86ff-665cb68c6eab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Jul 14 09:40:35.719213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e28b41-5c57-425d-bdad-4271707c3353 req-aa8e15e0-286a-41b3-b727-dd64b8b4abc9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.720729 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84e28b41-5c57-425d-bdad-4271707c3353 req-aa8e15e0-286a-41b3-b727-dd64b8b4abc9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 945 time: 0.0627012 Jul 14 09:40:35.764015 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84e28b41-5c57-425d-bdad-4271707c3353 req-e8606045-52b5-464f-8839-19deddbdafd9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Jul 14 09:40:35.935124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50180a28-2054-4d9a-b2f8-60339919d04b req-120aeae1-9242-4a45-bcad-8e47750ef68b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.937140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50180a28-2054-4d9a-b2f8-60339919d04b req-120aeae1-9242-4a45-bcad-8e47750ef68b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 945 time: 0.0647721 Jul 14 09:40:35.974928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50180a28-2054-4d9a-b2f8-60339919d04b req-a3a68a67-ecd9-47da-8196-64eb1ce658ba tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Jul 14 09:40:39.003341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-c6f6eef9-5333-4341-9993-3b862e267ce8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.004855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-c6f6eef9-5333-4341-9993-3b862e267ce8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1022675 Jul 14 09:40:39.019524 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-60a5404a-c7ae-4ed4-a545-8da378c33e40 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/quotas/ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 375 time: 0.0093865 Jul 14 09:40:39.090360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-fbe491a3-c26a-49e4-9ec8-e687892fe43a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660293 Jul 14 09:40:39.182640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e6985529-da2c-468d-9efb-c73a037a3942 service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856206 Jul 14 09:40:39.269327 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-dc1ce237-4ffd-4826-8e1a-bd269ff917f9 service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807087 Jul 14 09:40:39.467924 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77dfc316-424d-4929-bab8-a517d887033f req-b715b379-64a7-4334-8f8d-00602188ba3b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 210 time: 0.0282953 Jul 14 09:40:40.511758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-56b64a81-daac-4823-bc2b-d7effda767dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.513292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-56b64a81-daac-4823-bc2b-d7effda767dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1101611 Jul 14 09:40:40.524863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'port': {'device_id': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'admin_state_up': True, 'tenant_id': 'ed023e1d9a774272a4985cc112189640'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:40.621220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5fc2237-bd99-416c-9c5f-360eb8576ddb req-0021005d-b08f-49ce-873c-f7e595c537b2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 210 time: 0.0344241 Jul 14 09:40:40.645940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:40.649627 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.779864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.20.0.4 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/8675d1a7-e072-48b1-bb7f-df336c913189) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:40.950573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.965400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Transition to ACTIVE for port object 8675d1a7-e072-48b1-bb7f-df336c913189 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.001044 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.013852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['bef6b3a2-181b-4ac2-8094-beee5a44e8d5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:41.046952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:41.052844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:41.057021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:41.087128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=8675d1a7-e072-48b1-bb7f-df336c913189,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.124182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.126118 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.146843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-b5bf7de9-3510-433a-9115-2c345a57eb8b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256890 Jul 14 09:40:41.160659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Request body: {'port': {'device_id': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:41.265873 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.361088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7f1691b7-4617-458b-bedc-35fb7177a08b None None] Provisioning for port 8675d1a7-e072-48b1-bb7f-df336c913189 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:41.364736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7f1691b7-4617-458b-bedc-35fb7177a08b None None] Provisioning complete for port 8675d1a7-e072-48b1-bb7f-df336c913189 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:41.365091 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f1691b7-4617-458b-bedc-35fb7177a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.411083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7f1691b7-4617-458b-bedc-35fb7177a08b None None] Port 8675d1a7-e072-48b1-bb7f-df336c913189 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:41.554044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8675d1a7-e072-48b1-bb7f-df336c913189 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:41.562272 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.575316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Transition to ACTIVE for port object 8675d1a7-e072-48b1-bb7f-df336c913189 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.580199 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.634952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Pushing event updated for resources: {'Port': ['ID=8675d1a7-e072-48b1-bb7f-df336c913189,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.716430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Attempting to bind port 8675d1a7-e072-48b1-bb7f-df336c913189 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.716786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Attempting to bind port 8675d1a7-e072-48b1-bb7f-df336c913189 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.717176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Attempting to bind port 8675d1a7-e072-48b1-bb7f-df336c913189 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.723077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Port 8675d1a7-e072-48b1-bb7f-df336c913189 on network 71cd87ef-7210-425f-beaf-fda6de022527 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.723603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Attempting to bind port 8675d1a7-e072-48b1-bb7f-df336c913189 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.729428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:41.729783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:41.730178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:41.730617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Bound port: 8675d1a7-e072-48b1-bb7f-df336c913189, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:41.730983 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.851498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] For port 8675d1a7-e072-48b1-bb7f-df336c913189, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:41.867112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] For port 8675d1a7-e072-48b1-bb7f-df336c913189, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8675d1a7-e072-48b1-bb7f-df336c913189,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:41.874846 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.886027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705426bb-6a1f-457f-99c8-66ec1575fb8f req-c675d256-c7ae-4ef3-9e32-c9d625114188 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.887602 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-705426bb-6a1f-457f-99c8-66ec1575fb8f req-c675d256-c7ae-4ef3-9e32-c9d625114188 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.1186171 Jul 14 09:40:41.940028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.940653 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.942062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] 10.222.0.48 "PUT /v2.0/ports/8675d1a7-e072-48b1-bb7f-df336c913189 HTTP/1.1" status: 200 len: 1092 time: 0.7865443 Jul 14 09:40:41.942515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'tag': '8675d1a7-e072-48b1-bb7f-df336c913189'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:41.944897 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe4958-52ad-414b-8113-c03ca47a26d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b4d063-5879-422d-b8a9-6f936ffeec90", "tag": "8675d1a7-e072-48b1-bb7f-df336c913189"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:41.982795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-705426bb-6a1f-457f-99c8-66ec1575fb8f req-c3d0c96b-b714-49d4-96db-ce325c248b65 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887301 Jul 14 09:40:42.034487 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb868aa-d9ab-4cfb-8325-c890ec026c62 x-openstack-request-id: req-2bb868aa-d9ab-4cfb-8325-c890ec026c62 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:42.034838 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b4d063-5879-422d-b8a9-6f936ffeec90", "tag": "8675d1a7-e072-48b1-bb7f-df336c913189", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:42.035040 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bb868aa-d9ab-4cfb-8325-c890ec026c62 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:42.035476 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'tag': '8675d1a7-e072-48b1-bb7f-df336c913189', 'status': 'completed', 'code': 200} Jul 14 09:40:42.041088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2581fea-515e-478b-bbb1-a421ae4ce286 service neutron] Pushing event updated for resources: {'Port': ['ID=8675d1a7-e072-48b1-bb7f-df336c913189,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.071749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-81798b4d-7b9a-4d0e-bf26-2f7f634153f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.073522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-81798b4d-7b9a-4d0e-bf26-2f7f634153f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 1095 time: 0.0825627 Jul 14 09:40:42.121372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-87831585-42b4-4f78-b690-b2e458ff47b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8675d1a7-e072-48b1-bb7f-df336c913189 HTTP/1.1" status: 200 len: 217 time: 0.0409830 Jul 14 09:40:42.174747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-9993189a-2c5b-40a3-8a9b-0a67a16bbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.176269 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-9993189a-2c5b-40a3-8a9b-0a67a16bbdef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0480533 Jul 14 09:40:42.235026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157528-dc3b-4f10-9917-7a63fb547737 req-a1a2a6f3-a0d6-4b3f-9a3c-4201fc66deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.236534 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-a1a2a6f3-a0d6-4b3f-9a3c-4201fc66deed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537465 Jul 14 09:40:42.335293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-d29ae09f-c519-4583-952c-852fc7e3fca0 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917060 Jul 14 09:40:42.431993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30157528-dc3b-4f10-9917-7a63fb547737 req-89cb6a7e-300a-41ac-b600-1a492b4c6a94 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906150 Jul 14 09:40:42.534675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-59a977f3-6bee-474e-a0a0-87c031eeb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.536142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-59a977f3-6bee-474e-a0a0-87c031eeb701 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 1095 time: 0.0560222 Jul 14 09:40:42.630603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-a80889a7-0c04-4953-b689-d6a7b82a91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.632074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-a80889a7-0c04-4953-b689-d6a7b82a91a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0894101 Jul 14 09:40:42.675853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-714f8918-2e80-4888-a8cc-62489ccde5f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8675d1a7-e072-48b1-bb7f-df336c913189 HTTP/1.1" status: 200 len: 217 time: 0.0349331 Jul 14 09:40:42.733436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-f603fbe6-ddb0-4f9e-a947-c6d867a6f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.734948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-f603fbe6-ddb0-4f9e-a947-c6d867a6f90f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0528736 Jul 14 09:40:42.794144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-79cb634b-3262-45e2-9187-658da17c94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.795691 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-79cb634b-3262-45e2-9187-658da17c94e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542829 Jul 14 09:40:42.885870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-7c3b7f2a-7921-4a3e-a45a-d2ead10e130f service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841262 Jul 14 09:40:42.979643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1dfe4958-52ad-414b-8113-c03ca47a26d5 req-bcdf956e-f5b2-49f4-8f01-e03285c428e2 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860095 Jul 14 09:40:43.177310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f43bc-c49c-4c43-9c5a-af4901ca28e3 req-a7249bdc-800d-4590-9e4f-38b7b787746e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.178817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c21f43bc-c49c-4c43-9c5a-af4901ca28e3 req-a7249bdc-800d-4590-9e4f-38b7b787746e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0698762 Jul 14 09:40:43.236729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c21f43bc-c49c-4c43-9c5a-af4901ca28e3 req-8aa713e5-9b96-452e-bc01-1000cf7bef3f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506740 Jul 14 09:40:44.593233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976770ff-4727-40f3-9144-d170271d3e44 req-781ba9d7-1439-41f0-aa98-02830f53f4d5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.595223 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-976770ff-4727-40f3-9144-d170271d3e44 req-781ba9d7-1439-41f0-aa98-02830f53f4d5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0770276 Jul 14 09:40:44.648795 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-976770ff-4727-40f3-9144-d170271d3e44 req-15e34d57-75bf-45d2-b209-be5283a1bcc9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Jul 14 09:40:45.911153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9023-0867-4c40-957e-26ef88b392dd req-945be48e-b18c-46d4-86c3-f996cac3c8d4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.913089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9fc9023-0867-4c40-957e-26ef88b392dd req-945be48e-b18c-46d4-86c3-f996cac3c8d4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0726709 Jul 14 09:40:45.961462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a524c057-6ce1-4a33-85cc-143ade0acf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.963529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9fc9023-0867-4c40-957e-26ef88b392dd req-2e71de39-6a9f-4df1-9432-c3fa1a570a9d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Jul 14 09:40:47.159751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7802373-4b1f-4204-8330-a8a61f45f62a req-e3c48658-1b40-4874-b052-6f486d3239c9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.161325 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a7802373-4b1f-4204-8330-a8a61f45f62a req-e3c48658-1b40-4874-b052-6f486d3239c9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0709929 Jul 14 09:40:47.199600 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a7802373-4b1f-4204-8330-a8a61f45f62a req-08aa5894-020d-401c-a18b-df287fcafe94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Jul 14 09:40:48.381959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be374-5c1a-46e1-9f4e-f0b35640edc0 req-b29f4865-fadb-4c63-ac2d-9a5b498ccb89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.383839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-489be374-5c1a-46e1-9f4e-f0b35640edc0 req-b29f4865-fadb-4c63-ac2d-9a5b498ccb89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0696502 Jul 14 09:40:48.422859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-489be374-5c1a-46e1-9f4e-f0b35640edc0 req-f7f75590-90b9-471c-9bc7-063a766e0ab9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Jul 14 09:40:49.015745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.235995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617e136-e324-484a-b9ab-9f29869c6aee req-c1c76c65-38f9-486b-9793-0441ed4815fb tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.237434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d617e136-e324-484a-b9ab-9f29869c6aee req-c1c76c65-38f9-486b-9793-0441ed4815fb tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1097 time: 0.0556097 Jul 14 09:40:49.254980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d617e136-e324-484a-b9ab-9f29869c6aee req-7260a304-c394-4db6-91dc-97e127d3b334 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.343871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d617e136-e324-484a-b9ab-9f29869c6aee req-7260a304-c394-4db6-91dc-97e127d3b334 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.347817 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d617e136-e324-484a-b9ab-9f29869c6aee req-7260a304-c394-4db6-91dc-97e127d3b334 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.369956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d617e136-e324-484a-b9ab-9f29869c6aee req-7260a304-c394-4db6-91dc-97e127d3b334 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269248 Jul 14 09:40:49.378810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a304-c394-4db6-91dc-97e127d3b334 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587bf0e-6f5c-4d73-abd4-be073bd8e781,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.544133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2b4a8-f4c6-4d0e-91ff-5eff00bf15d9 req-0673c66b-06f3-467f-bd57-aea1e31e0694 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.545596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ff2b4a8-f4c6-4d0e-91ff-5eff00bf15d9 req-0673c66b-06f3-467f-bd57-aea1e31e0694 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0634384 Jul 14 09:40:49.586778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1ff2b4a8-f4c6-4d0e-91ff-5eff00bf15d9 req-857b1e4e-3a4d-4783-a0ed-55202a59e02c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350883 Jul 14 09:40:49.598836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30050ba4-349b-4900-b83b-fa4cfd61c695 req-39c684d5-fc70-4a48-92d1-1504f87f807d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.600374 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30050ba4-349b-4900-b83b-fa4cfd61c695 req-39c684d5-fc70-4a48-92d1-1504f87f807d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0649879 Jul 14 09:40:49.611108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:49.642167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30050ba4-349b-4900-b83b-fa4cfd61c695 req-9b23b1d0-f4a2-464b-ac22-d1e957dde8e7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Jul 14 09:40:49.651570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89944e60-450d-45e1-816d-fe0d3841d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.733531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8a934473-b35c-493f-9b34-c590742ab5f7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/81bbeb04-fbf0-4ab9-860c-03eaaf28bed6 HTTP/1.1" status: 200 len: 993 time: 0.1206307 Jul 14 09:40:49.740470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.217952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.370444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.533592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7fe90-356f-4815-9836-e6bb533f5e4d req-9f27b359-d4f3-4126-a26d-04cad5df866f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.535116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81c7fe90-356f-4815-9836-e6bb533f5e4d req-9f27b359-d4f3-4126-a26d-04cad5df866f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1157286 Jul 14 09:40:50.541911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-d257dbcb-627e-4d9f-a7da-f105d7dfdd1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1700618 Jul 14 09:40:50.575630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81c7fe90-356f-4815-9836-e6bb533f5e4d req-e217a68d-d050-4506-95a3-a0a325a2304e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326207 Jul 14 09:40:50.838124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf727025-258b-4443-91c2-e0d37afa9e8e req-93bd867f-9a06-480a-bd3d-8220b4f3c417 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.840313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf727025-258b-4443-91c2-e0d37afa9e8e req-93bd867f-9a06-480a-bd3d-8220b4f3c417 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0720334 Jul 14 09:40:50.891382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cf727025-258b-4443-91c2-e0d37afa9e8e req-3332d20b-cd12-4297-ae2b-4570bb74ffe9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Jul 14 09:40:51.495698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.784512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc22996-ecb6-4997-8e3f-1be9bb8d25c7 req-8fe7b89d-f10f-4879-b5f3-03f3fcd4e977 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.786285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1cc22996-ecb6-4997-8e3f-1be9bb8d25c7 req-8fe7b89d-f10f-4879-b5f3-03f3fcd4e977 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0670247 Jul 14 09:40:51.826810 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1cc22996-ecb6-4997-8e3f-1be9bb8d25c7 req-59d4aadf-ee51-46a8-bbec-8cca2c520a6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327528 Jul 14 09:40:52.005589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-c80143e5-cb95-479f-9471-5ac11c96e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.007405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-c80143e5-cb95-479f-9471-5ac11c96e05e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1097 time: 0.0543203 Jul 14 09:40:52.080034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d0f20-a174-4279-8d0f-5baadc027f91 req-b0e123b7-59d7-4885-94c1-3b52c9163a29 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.081781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d29d0f20-a174-4279-8d0f-5baadc027f91 req-b0e123b7-59d7-4885-94c1-3b52c9163a29 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0676353 Jul 14 09:40:52.104878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-d4809c5e-e457-46f3-a6ea-47a7f54bca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.106510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-d4809c5e-e457-46f3-a6ea-47a7f54bca56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.0930367 Jul 14 09:40:52.123935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d29d0f20-a174-4279-8d0f-5baadc027f91 req-22951e5a-6842-489d-8f92-dfe2a33055bb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359423 Jul 14 09:40:52.172273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-5bd1bc54-e938-4f2d-b038-ab3d94848709 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 1001 time: 0.0595226 Jul 14 09:40:52.227769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-99994f18-2fd6-43e5-bcbb-d6635480a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.229316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-99994f18-2fd6-43e5-bcbb-d6635480a994 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.0517445 Jul 14 09:40:52.291498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-82605b8e-8659-428e-9624-b3523229bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.293043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-82605b8e-8659-428e-9624-b3523229bad7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569794 Jul 14 09:40:52.758195 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-f8ee6020-eb0d-4d36-a90c-477041a42614 service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580688 Jul 14 09:40:52.796770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aa66d-e528-4e2f-bde1-8aeca876ff38 req-14713cbe-6f3c-4aba-87a9-6d0d9559dfd1 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.804356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-624aa66d-e528-4e2f-bde1-8aeca876ff38 req-14713cbe-6f3c-4aba-87a9-6d0d9559dfd1 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 945 time: 0.0873926 Jul 14 09:40:52.855865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-624aa66d-e528-4e2f-bde1-8aeca876ff38 req-6f4edc70-811c-42a2-ab8f-0a41493f3a8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475898 Jul 14 09:40:52.925877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-da8597b5-a4af-4db0-addb-ae5c2c6a4591 service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601620 Jul 14 09:40:53.067887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3391d0-b759-4225-a493-b75a1898f780 req-5071f1f9-b107-4e92-b94d-bba147818974 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:53.069476 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3391d0-b759-4225-a493-b75a1898f780 req-5071f1f9-b107-4e92-b94d-bba147818974 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1123080 Jul 14 09:40:53.131881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf3391d0-b759-4225-a493-b75a1898f780 req-6fdb807c-a2ab-46c3-b419-3c245bbaf930 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561399 Jul 14 09:40:53.321708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45e9b-b079-4730-bcff-778628cf2843 req-494cd56f-1b4f-4282-bf84-d90a7edd0a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:53.323209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f5f45e9b-b079-4730-bcff-778628cf2843 req-494cd56f-1b4f-4282-bf84-d90a7edd0a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0641432 Jul 14 09:40:53.361651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f5f45e9b-b079-4730-bcff-778628cf2843 req-b267f33a-378a-4325-9d10-4aa68dbe2079 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Jul 14 09:40:54.040264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65cba5-92d9-4d5c-9944-d23f477c5bed req-f68e2c0c-4e6e-4c45-8c46-9045a1a4e318 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.041989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa65cba5-92d9-4d5c-9944-d23f477c5bed req-f68e2c0c-4e6e-4c45-8c46-9045a1a4e318 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 945 time: 0.0643840 Jul 14 09:40:54.082168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aa65cba5-92d9-4d5c-9944-d23f477c5bed req-dd671c69-1731-492c-bbb2-03145062723e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5fef0f1-95ab-48b2-aebc-5ea1688fee15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323064 Jul 14 09:40:54.187858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-d11c8f10-3803-4dad-a1a3-1f7e4b6c6a0c tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.189479 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-d11c8f10-3803-4dad-a1a3-1f7e4b6c6a0c tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 945 time: 0.0695093 Jul 14 09:40:54.294491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Deleting port a6c75410-2098-4f4d-8894-e97d829b08a5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:54.295576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.325654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724b993-2cec-4829-9311-ba5e0664ec61 req-6d753ff9-7284-4520-9f8e-7f3e719b7ab1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.327302 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e724b993-2cec-4829-9311-ba5e0664ec61 req-6d753ff9-7284-4520-9f8e-7f3e719b7ab1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0725555 Jul 14 09:40:54.375465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e724b993-2cec-4829-9311-ba5e0664ec61 req-9ab85107-9fa6-4fd9-9c71-192686a71408 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412829 Jul 14 09:40:54.441615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] For port a6c75410-2098-4f4d-8894-e97d829b08a5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a6c75410-2098-4f4d-8894-e97d829b08a5,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:54.441909 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.453366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-837aec11-4851-4bd3-9d90-6a05d76c290a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001589 Jul 14 09:40:54.723699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-689a9e5b-911e-421b-bf2f-8e700aa7f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.725187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-689a9e5b-911e-421b-bf2f-8e700aa7f449 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 1097 time: 0.2021945 Jul 14 09:40:54.777054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc908864-ede5-4aa0-8073-88132711e5bd req-d7bb6115-32c5-4444-a4fd-fa49fb89db39 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.778562 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc908864-ede5-4aa0-8073-88132711e5bd req-d7bb6115-32c5-4444-a4fd-fa49fb89db39 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.2566667 Jul 14 09:40:54.867980 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.868360 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.868675 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Floating IP 61db8b2d-6630-4ca4-a808-83f66bed58be disassociated. External IP: 172.25.2.237, port: a6c75410-2098-4f4d-8894-e97d829b08a5. Jul 14 09:40:54.869019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Calling delete_port for a6c75410-2098-4f4d-8894-e97d829b08a5 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:54.897334 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fc908864-ede5-4aa0-8073-88132711e5bd req-da2962b8-5ad7-4024-bc75-6227a50f1ddb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812097 Jul 14 09:40:54.950029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-6fc777df-0d8c-48f7-84ce-0decccfd2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.951594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-6fc777df-0d8c-48f7-84ce-0decccfd2fb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.1965516 Jul 14 09:40:55.004900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-d355a56f-5259-473f-a8cd-5aea2c0266eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5 HTTP/1.1" status: 200 len: 217 time: 0.0461321 Jul 14 09:40:55.087889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-3fa2cd12-1dff-480d-87ad-7fbe29fd4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.089373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-3fa2cd12-1dff-480d-87ad-7fbe29fd4496 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0739260 Jul 14 09:40:55.141289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.182613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event deleted for resources: {'Port': ['ID=a6c75410-2098-4f4d-8894-e97d829b08a5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.199786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.200140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.200479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.201074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.201226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.201563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.201894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.202223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.202549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.202891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.203223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.203592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:55.216079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-5f686f2e-f082-4ee1-a92d-19ad6a87d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.217759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-5f686f2e-f082-4ee1-a92d-19ad6a87d6d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212676 Jul 14 09:40:55.233254 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e33e5b27-33af-4764-983f-87febf822adc req-0764ac21-9bbb-4f08-b6d7-8430de17590e tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd45998b-d607-4deb-a5af-ed7a5efb1942 HTTP/1.1" status: 200 len: 210 time: 0.0346057 Jul 14 09:40:55.391368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-b4b12851-f52c-45c6-84be-77ae4c598563 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432786 Jul 14 09:40:55.393485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Router dde89a13-6385-4435-a01f-f5a8c261888e has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:55.608503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-791e56cf-3c82-4348-96d3-a7d03f93afd4 service neutron] 10.222.0.11 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097213 Jul 14 09:40:55.623410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:55.636693 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] Sync routers for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:55.646541 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:55.647085 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:40:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:55.684633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] No DVR routers for this DVR port a6c75410-2098-4f4d-8894-e97d829b08a5 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:55.688501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.690392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d43a809-4db9-44f5-a93b-7c3c9386cf3e req-496ee172-37f0-4e0f-8618-311558187174 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.11 "DELETE /v2.0/ports/a6c75410-2098-4f4d-8894-e97d829b08a5 HTTP/1.1" status: 204 len: 173 time: 1.4953976 Jul 14 09:40:55.690837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'name': 'network-vif-deleted', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:55.693117 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f16961-53dd-462b-ba4a-273bbb8d8b6b" -d '{"events": [{"server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "name": "network-vif-deleted", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:55.705483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511c92-8b21-4c48-8822-ae902495b5ee req-95879f6a-aec5-4bb2-9f98-8aef153f7475 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.707059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de511c92-8b21-4c48-8822-ae902495b5ee req-95879f6a-aec5-4bb2-9f98-8aef153f7475 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1959684 Jul 14 09:40:55.745273 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5453d831-4b13-4932-a039-5658399c7ea3 x-openstack-request-id: req-5453d831-4b13-4932-a039-5658399c7ea3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:55.745557 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd45998b-d607-4deb-a5af-ed7a5efb1942", "name": "network-vif-deleted", "tag": "a6c75410-2098-4f4d-8894-e97d829b08a5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:55.745813 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5453d831-4b13-4932-a039-5658399c7ea3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:55.746201 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd45998b-d607-4deb-a5af-ed7a5efb1942', 'name': 'network-vif-deleted', 'tag': 'a6c75410-2098-4f4d-8894-e97d829b08a5', 'status': 'completed', 'code': 200} Jul 14 09:40:55.767682 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de511c92-8b21-4c48-8822-ae902495b5ee req-35d7f9c4-f7f0-4436-9958-686c206022fd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493791 Jul 14 09:40:55.799956 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:55.999314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:53Z', 'revision_number': 5, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:56.024896 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] Checking router: dde89a13-6385-4435-a01f-f5a8c261888e for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:56.033058 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:56.033645 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:40:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:56.077708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaf428-4998-435e-a333-ece25a26ddf6 req-beb2a41a-d362-4ba5-bf4d-91b85c8dc9fd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.079281 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fefaf428-4998-435e-a333-ece25a26ddf6 req-beb2a41a-d362-4ba5-bf4d-91b85c8dc9fd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0676570 Jul 14 09:40:56.124000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fefaf428-4998-435e-a333-ece25a26ddf6 req-752d1888-f543-44ee-83fe-c00b8a261782 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348599 Jul 14 09:40:56.151821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:56.334006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:56.373576 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:53Z', 'revision_number': 5, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:56.399442 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0f167-6b0f-4bd2-95f0-a297119cecea None None] The sync data for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 is: [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:35:47Z', 'revision_number': 4, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'ee303f7b-be54-4ccc-9ec4-d0aba6a325ab', 'name': '', 'network_id': 'f195d3c8-dfb5-47bb-8768-f749980ad770', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'mac_address': 'fa:16:3e:7e:fc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:46Z', 'updated_at': '2021-07-14T09:35:53Z', 'revision_number': 5, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'subnets': [{'id': 'a22cf2bb-e39a-4e49-a785-7294b47477b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:56.463426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Deleting port 3b561a1c-2ac0-4bbf-9066-82ae806a4c31 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:56.463778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.548507 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.548906 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.561898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Calling delete_port for 3b561a1c-2ac0-4bbf-9066-82ae806a4c31 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:56.630213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15b6ea-e711-4580-a59e-2798dd82fee1 None None] New status for floating IP 61db8b2d-6630-4ca4-a808-83f66bed58be: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:40:56.714563 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.716397 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-be15b6ea-e711-4580-a59e-2798dd82fee1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:40:56.717424 n-d-758944-44 neutron-server[93755]: DEBUG oslo_db.api [None req-be15b6ea-e711-4580-a59e-2798dd82fee1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:40:56.741450 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event deleted for resources: {'Port': ['ID=3b561a1c-2ac0-4bbf-9066-82ae806a4c31,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:56.806711 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.809733 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.810926 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5b4ba558-4ab6-4f49-a1ba-48602cffbb8d tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "DELETE /v2.0/floatingips/61db8b2d-6630-4ca4-a808-83f66bed58be HTTP/1.1" status: 204 len: 168 time: 0.4758766 Jul 14 09:40:56.970516 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b5f4b-828b-479e-abee-5cd75911c1b6 req-4e7b4daf-93b2-4b66-a70f-0521e62e6831 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.972118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325b5f4b-828b-479e-abee-5cd75911c1b6 req-4e7b4daf-93b2-4b66-a70f-0521e62e6831 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0785925 Jul 14 09:40:57.018128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325b5f4b-828b-479e-abee-5cd75911c1b6 req-15449f43-1624-4222-8f29-eefcf552f84a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400386 Jul 14 09:40:57.072083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.219223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15b6ea-e711-4580-a59e-2798dd82fee1 None None] New status for floating IP 61db8b2d-6630-4ca4-a808-83f66bed58be: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:40:57.532131 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f56ace7-b028-4819-9b75-99a4923d8cc9 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.565735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22edb-ad03-4c77-9693-c50449258191 req-90691d4a-1873-408a-8d11-89279c237ff8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.567219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2da22edb-ad03-4c77-9693-c50449258191 req-90691d4a-1873-408a-8d11-89279c237ff8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.1279058 Jul 14 09:40:57.573462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f56ace7-b028-4819-9b75-99a4923d8cc9 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.638070 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2da22edb-ad03-4c77-9693-c50449258191 req-55c147c9-91f1-4b2e-9bad-122aca8e47be tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Jul 14 09:40:57.673743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f56ace7-b028-4819-9b75-99a4923d8cc9 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.676401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f56ace7-b028-4819-9b75-99a4923d8cc9 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.677551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3f56ace7-b028-4819-9b75-99a4923d8cc9 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5fef0f1-95ab-48b2-aebc-5ea1688fee15 HTTP/1.1" status: 204 len: 168 time: 0.6041627 Jul 14 09:40:57.687439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56ace7-b028-4819-9b75-99a4923d8cc9 tempest-TestServerBasicOps-194855688 tempest-TestServerBasicOps-194855688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fef0f1-95ab-48b2-aebc-5ea1688fee15,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.714294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38142) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:58.236730 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.264825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6c75410-2098-4f4d-8894-e97d829b08a5 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:58.279197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a350ee-ab49-4bfe-a1cf-eba23d362c82 req-f95aa752-1b59-419b-9333-755e4b88cc61 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:58.281255 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a350ee-ab49-4bfe-a1cf-eba23d362c82 req-f95aa752-1b59-419b-9333-755e4b88cc61 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1405587 Jul 14 09:40:58.285296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: a6c75410-2098-4f4d-8894-e97d829b08a5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:58.285658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a6c75410-2098-4f4d-8894-e97d829b08a5 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:58.367050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31a350ee-ab49-4bfe-a1cf-eba23d362c82 req-fa230c4a-fe71-4811-bfbb-a6f57dfea88e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769868 Jul 14 09:40:58.533691 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Deleting port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:58.534362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.613858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] For port ee303f7b-be54-4ccc-9ec4-d0aba6a325ab, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:58.614224 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.628486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Calling delete_port for ee303f7b-be54-4ccc-9ec4-d0aba6a325ab owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:58.748768 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:40:58.820188 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.849526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d47fca-c959-4c0d-80ed-eb89d7561767 req-401d5010-e469-49e8-bf58-44ddebea9bf4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:58.850994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee303f7b-be54-4ccc-9ec4-d0aba6a325ab,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.851764 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6d47fca-c959-4c0d-80ed-eb89d7561767 req-401d5010-e469-49e8-bf58-44ddebea9bf4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0736012 Jul 14 09:40:58.907315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6d47fca-c959-4c0d-80ed-eb89d7561767 req-b56afedf-cb63-4558-a327-07b2808cff85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388889 Jul 14 09:40:59.043490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.319749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Router dde89a13-6385-4435-a01f-f5a8c261888e has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:59.437375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:59.446246 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] Sync routers for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:59.449399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c0b31493-4c26-4787-b3a5-9d09053e5f43 admin admin] 10.222.0.18 "PUT /v2.0/routers/dde89a13-6385-4435-a01f-f5a8c261888e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7315207 Jul 14 09:40:59.452470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.462339 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:59.463151 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:40:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:59.588157 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:59.604652 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.676203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c7cf3-00af-4eb7-a78d-dc1eb5beccaf req-5f64ab21-72c7-46e3-b4dd-184faf5851e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.677865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bc7c7cf3-00af-4eb7-a78d-dc1eb5beccaf req-5f64ab21-72c7-46e3-b4dd-184faf5851e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1406417 Jul 14 09:40:59.757891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bc7c7cf3-00af-4eb7-a78d-dc1eb5beccaf req-8e884af1-3734-461d-bdcb-26922127ba9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493777 Jul 14 09:40:59.766750 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.828030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Deleting port 0cfa0030-6425-42e7-a0c8-8759c57da19b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:59.828366 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.913422 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:40:58Z', 'revision_number': 5, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port': {'id': '0cfa0030-6425-42e7-a0c8-8759c57da19b', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:43Z', 'updated_at': '2021-07-14T09:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:59.923987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] For port 0cfa0030-6425-42e7-a0c8-8759c57da19b, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0cfa0030-6425-42e7-a0c8-8759c57da19b,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:59.924355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.938493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Calling delete_port for 0cfa0030-6425-42e7-a0c8-8759c57da19b owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:59.945968 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] Checking router: dde89a13-6385-4435-a01f-f5a8c261888e for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:59.957248 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] Routers {'dde89a13-6385-4435-a01f-f5a8c261888e'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:59.957969 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:40:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['dde89a13-6385-4435-a01f-f5a8c261888e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:00.062412 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] Set router dde89a13-6385-4435-a01f-f5a8c261888e gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:00.129658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c7df0-316e-46ee-addc-55812c46232c req-6399ec30-c3c8-4339-b528-09b2205bd848 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:00.131266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-876c7df0-316e-46ee-addc-55812c46232c req-6399ec30-c3c8-4339-b528-09b2205bd848 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.0745440 Jul 14 09:41:00.142870 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:40:59Z', 'revision_number': 6, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:00.165506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.177531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-876c7df0-316e-46ee-addc-55812c46232c req-f01e7c21-4453-44e9-b83b-31af4afc0dce tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Jul 14 09:41:00.181270 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c24df-48a5-4d2f-bb21-885af6fdc6a9 None None] The sync data for ids ['dde89a13-6385-4435-a01f-f5a8c261888e'] in n-d-758944-44 is: [{'id': 'dde89a13-6385-4435-a01f-f5a8c261888e', 'name': 'tempest-TestServerBasicOps-152681971-router', 'tenant_id': '4fd02c2e1e55423f9affd47dacb9e810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:42Z', 'updated_at': '2021-07-14T09:40:59Z', 'revision_number': 6, 'project_id': '4fd02c2e1e55423f9affd47dacb9e810', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:00.203614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfa0030-6425-42e7-a0c8-8759c57da19b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.269210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.366001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.368339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.413703 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.414297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde89a13-6385-4435-a01f-f5a8c261888e {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:00.420263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.421725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ecdbe649-e8e0-43e1-b181-b76bbd8aee17 admin admin] 10.222.0.18 "DELETE /v2.0/routers/dde89a13-6385-4435-a01f-f5a8c261888e HTTP/1.1" status: 204 len: 168 time: 0.9680812 Jul 14 09:41:00.424707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.472224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] Deleting subnet a22cf2bb-e39a-4e49-a785-7294b47477b2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:00.476122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.516694 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.622901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.682887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.716565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22cf2bb-e39a-4e49-a785-7294b47477b2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.721469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.723585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d634fe07-ba86-4ee2-91a0-ab6a35f9bdbd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a22cf2bb-e39a-4e49-a785-7294b47477b2 HTTP/1.1" status: 204 len: 168 time: 0.2978489 Jul 14 09:41:00.726117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.729108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4f5cc-d5b6-45e3-87d4-ce32762a53b4 None None] Network f195d3c8-dfb5-47bb-8768-f749980ad770 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:00.801960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.866448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Deleting port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:00.866807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.966125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] For port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:00.966571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.988373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Calling delete_port for 877a37ce-75a8-4f2e-a98e-4c50d58be2fd owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:01.002681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10113d85-3ba5-404d-9674-43852293532c None None] DHCP port deletion for f195d3c8-dfb5-47bb-8768-f749980ad770 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:01.061998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-10113d85-3ba5-404d-9674-43852293532c None None] Deleting port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:01.062379 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.104193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 877a37ce-75a8-4f2e-a98e-4c50d58be2fd no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:01.168326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-10113d85-3ba5-404d-9674-43852293532c None None] For port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,segment=NetworkSegment(e1635636-87b5-41d9-b9df-eb7e5f4246da),segment_id=e1635636-87b5-41d9-b9df-eb7e5f4246da)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:01.168724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.184214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-10113d85-3ba5-404d-9674-43852293532c None None] Calling delete_port for 877a37ce-75a8-4f2e-a98e-4c50d58be2fd owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:01.426573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e2e32-dc4b-4085-8567-ee8d0ccbebad req-e1aeaede-e3c8-4be0-b685-6e8dbf4d899d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.427118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8af491-4a25-4200-ba5a-f8116f060917 req-29a22558-20f2-4c9e-8e9e-934ea494472f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.428420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b8af491-4a25-4200-ba5a-f8116f060917 req-29a22558-20f2-4c9e-8e9e-934ea494472f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.5226595 Jul 14 09:41:01.429718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-918e2e32-dc4b-4085-8567-ee8d0ccbebad req-e1aeaede-e3c8-4be0-b685-6e8dbf4d899d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.1015046 Jul 14 09:41:01.473275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.479844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-918e2e32-dc4b-4085-8567-ee8d0ccbebad req-e2e3a0d8-c502-456a-8f88-56385cfb84a5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Jul 14 09:41:01.493580 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6b8af491-4a25-4200-ba5a-f8116f060917 req-b5081e37-0618-4566-adff-0696f1ed9408 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468431 Jul 14 09:41:01.494931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.532465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.538456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] No DVR routers for this DVR port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:01.539669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee303f7b-be54-4ccc-9ec4-d0aba6a325ab no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:01.543154 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.575161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ee303f7b-be54-4ccc-9ec4-d0aba6a325ab {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:01.575561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee303f7b-be54-4ccc-9ec4-d0aba6a325ab not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:01.576010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0cfa0030-6425-42e7-a0c8-8759c57da19b no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:01.614914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.616947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 0cfa0030-6425-42e7-a0c8-8759c57da19b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:01.617307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0cfa0030-6425-42e7-a0c8-8759c57da19b not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:01.619847 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10113d85-3ba5-404d-9674-43852293532c None None] Pushing event deleted for resources: {'Port': ['ID=877a37ce-75a8-4f2e-a98e-4c50d58be2fd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.624927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10113d85-3ba5-404d-9674-43852293532c None None] No DVR routers for this DVR port 877a37ce-75a8-4f2e-a98e-4c50d58be2fd on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:01.628316 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f195d3c8-dfb5-47bb-8768-f749980ad770']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:01.631438 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.633502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.633853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.634204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.634549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.634898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.635311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.640907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.640907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.640907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.640907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.640907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.640907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10113d85-3ba5-404d-9674-43852293532c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:01.641974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1635636-87b5-41d9-b9df-eb7e5f4246da') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:01.642292 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1635636-87b5-41d9-b9df-eb7e5f4246da') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:01.655460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.669306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.675777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:01.676169 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:01.677819 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:01.730834 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.736835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.738700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f195d3c8-dfb5-47bb-8768-f749980ad770 HTTP/1.1" status: 204 len: 168 time: 1.0115228 Jul 14 09:41:01.741839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.754207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9484a-6535-4769-8d2e-4d4d69321ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f195d3c8-dfb5-47bb-8768-f749980ad770,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.086894 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.344362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Deleting port fbb83cf9-3060-464c-9e63-e4322e6e0159 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:02.344620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.428003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] For port fbb83cf9-3060-464c-9e63-e4322e6e0159, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=fbb83cf9-3060-464c-9e63-e4322e6e0159,segment=NetworkSegment(d167d594-7de3-455c-beb0-6bfa3dc9595e),segment_id=d167d594-7de3-455c-beb0-6bfa3dc9595e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:02.428659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.441737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Calling delete_port for fbb83cf9-3060-464c-9e63-e4322e6e0159 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:02.687828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a424f8-fa44-445f-b3a2-c4dda374e926 req-5945dfa9-7f5b-43ac-a8ab-7d33f761c905 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:02.689458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14a424f8-fa44-445f-b3a2-c4dda374e926 req-5945dfa9-7f5b-43ac-a8ab-7d33f761c905 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0688825 Jul 14 09:41:02.731026 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-14a424f8-fa44-445f-b3a2-c4dda374e926 req-f5c2c9da-5f40-4b72-b187-0645ccae68d0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356114 Jul 14 09:41:02.993100 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.030114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb83cf9-3060-464c-9e63-e4322e6e0159,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.033151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8675d1a7-e072-48b1-bb7f-df336c913189 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:03.112089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188e190-d275-4008-b111-d27bbbde0be7 req-6febddfd-5f0c-4c5f-997e-1e2cdcea77e8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:03.125175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7188e190-d275-4008-b111-d27bbbde0be7 req-6febddfd-5f0c-4c5f-997e-1e2cdcea77e8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 943 time: 0.1905384 Jul 14 09:41:03.170001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 8675d1a7-e072-48b1-bb7f-df336c913189, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8675d1a7-e072-48b1-bb7f-df336c913189,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:03.191265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '8675d1a7-e072-48b1-bb7f-df336c913189', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'port_id': '8675d1a7-e072-48b1-bb7f-df336c913189', 'mac_address': 'fa:16:3e:a6:f8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:03.243208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.260907 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7188e190-d275-4008-b111-d27bbbde0be7 req-7c24b890-8424-4c35-a315-47aca437f446 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326921 Jul 14 09:41:03.262991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8675d1a7-e072-48b1-bb7f-df336c913189 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:03.305617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 8675d1a7-e072-48b1-bb7f-df336c913189, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8675d1a7-e072-48b1-bb7f-df336c913189,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:03.311853 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.371057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=8675d1a7-e072-48b1-bb7f-df336c913189,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.378421 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.548879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['8675d1a7-e072-48b1-bb7f-df336c913189'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:03.619206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Router 62971f5e-8816-4738-a056-55ff72ac462a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:03.750135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:03.758397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9c3282de-01e5-401a-93fa-46731c92a7d4 admin admin] 10.222.0.18 "PUT /v2.0/routers/62971f5e-8816-4738-a056-55ff72ac462a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0131285 Jul 14 09:41:03.759475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.795973 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] Sync routers for ids ['62971f5e-8816-4738-a056-55ff72ac462a'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:03.810852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] Routers {'62971f5e-8816-4738-a056-55ff72ac462a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:03.811625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:40:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['62971f5e-8816-4738-a056-55ff72ac462a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:03.942846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.968551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] Set router 62971f5e-8816-4738-a056-55ff72ac462a gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:04.047548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cc26e-3279-4482-aff0-059b67085a9b req-5ae3c7f9-072e-4bcd-8427-306789c481db tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.051122 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d71cc26e-3279-4482-aff0-059b67085a9b req-5ae3c7f9-072e-4bcd-8427-306789c481db tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1540539 Jul 14 09:41:04.117712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.124497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d71cc26e-3279-4482-aff0-059b67085a9b req-53f50fd2-aa88-4100-9391-9398b6396780 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614891 Jul 14 09:41:04.189577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Deleting port b2e16de7-1b86-455b-bfe3-cffb519c9750 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:04.189928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.195832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:41:02Z', 'revision_number': 5, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port': {'id': 'b2e16de7-1b86-455b-bfe3-cffb519c9750', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62971f5e-8816-4738-a056-55ff72ac462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:51Z', 'updated_at': '2021-07-14T09:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.223053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] Checking router: 62971f5e-8816-4738-a056-55ff72ac462a for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:04.231900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] Routers {'62971f5e-8816-4738-a056-55ff72ac462a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:04.232486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:40:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['62971f5e-8816-4738-a056-55ff72ac462a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.317502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] For port b2e16de7-1b86-455b-bfe3-cffb519c9750, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=b2e16de7-1b86-455b-bfe3-cffb519c9750,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:04.317934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.321431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] Set router 62971f5e-8816-4738-a056-55ff72ac462a gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:04.338011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Calling delete_port for b2e16de7-1b86-455b-bfe3-cffb519c9750 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:04.379989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:41:04Z', 'revision_number': 6, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.409939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa4e128-7517-406a-a374-4a54f68f1512 None None] The sync data for ids ['62971f5e-8816-4738-a056-55ff72ac462a'] in n-d-758944-44 is: [{'id': '62971f5e-8816-4738-a056-55ff72ac462a', 'name': 'tempest-TestServerBasicOps-1414289423-router', 'tenant_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:50Z', 'updated_at': '2021-07-14T09:41:04Z', 'revision_number': 6, 'project_id': 'd4b090cef7cc4a9c95b42b5ef15067eb', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:04.502428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacd709-6a72-4a26-8846-481c01a19348 req-f44c81a9-38db-44f1-9b29-5ddd3c9e3d6a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.504139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecacd709-6a72-4a26-8846-481c01a19348 req-f44c81a9-38db-44f1-9b29-5ddd3c9e3d6a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 944 time: 0.1047182 Jul 14 09:41:04.546821 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.563784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ecacd709-6a72-4a26-8846-481c01a19348 req-8fa51f4f-5ee3-47fc-a174-d2c1af0a8194 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Jul 14 09:41:04.574855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e16de7-1b86-455b-bfe3-cffb519c9750,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.648215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.742937 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.745227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.792634 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.793370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62971f5e-8816-4738-a056-55ff72ac462a {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:04.798306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.799547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-238cd081-75bb-4e35-81ac-e402b358969a admin admin] 10.222.0.18 "DELETE /v2.0/routers/62971f5e-8816-4738-a056-55ff72ac462a HTTP/1.1" status: 204 len: 168 time: 1.0381553 Jul 14 09:41:04.802191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.849266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] Deleting subnet 6ddb01da-6416-485f-bb98-28d30e887691 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:04.852751 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.895333 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.936968 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-6479794c-3da6-4d31-a406-ba3037f4eee7 service neutron] show failed (client error): The resource could not be found. Jul 14 09:41:04.938028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-6479794c-3da6-4d31-a406-ba3037f4eee7 service neutron] 10.222.0.48 "GET /v2.0/ports/393b95da-d9a4-4dc1-9611-7d43662e538a/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0605490 Jul 14 09:41:04.984420 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.032894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8675d1a7-e072-48b1-bb7f-df336c913189 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:05.046330 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.073430 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddb01da-6416-485f-bb98-28d30e887691,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.078844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.081184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2bdadce5-a4a1-443b-9b48-36fd20fe8ab0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6ddb01da-6416-485f-bb98-28d30e887691 HTTP/1.1" status: 204 len: 168 time: 0.2779634 Jul 14 09:41:05.083794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38178) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.092368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 8675d1a7-e072-48b1-bb7f-df336c913189 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:05.095949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d632e3-ccc4-48de-b289-d4c73561deaf None None] Network b0fcba57-f9d0-4a8c-9861-38c8225bfe3f requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:05.100223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 8675d1a7-e072-48b1-bb7f-df336c913189 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:05.100719 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.212506 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.300012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-6395a409-d43d-4f77-8773-55efd2d9db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.301759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-6395a409-d43d-4f77-8773-55efd2d9db56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 1097 time: 0.1415215 Jul 14 09:41:05.316305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:05.316538 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.328063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fbb83cf9-3060-464c-9e63-e4322e6e0159 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:05.356360 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: fbb83cf9-3060-464c-9e63-e4322e6e0159 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:05.356709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device fbb83cf9-3060-464c-9e63-e4322e6e0159 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:05.357763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b2e16de7-1b86-455b-bfe3-cffb519c9750 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:05.371257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Deleting port 49181bfe-9d10-4616-abdf-203a8f942119 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:05.371515 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.387479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8675d1a7-e072-48b1-bb7f-df336c913189'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:05.389840 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db2b46-58eb-4437-87dd-db22d1b5c083" -d '{"events": [{"server_uuid": "b7b4d063-5879-422d-b8a9-6f936ffeec90", "name": "network-vif-plugged", "status": "completed", "tag": "8675d1a7-e072-48b1-bb7f-df336c913189"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:05.403644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 8675d1a7-e072-48b1-bb7f-df336c913189, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8675d1a7-e072-48b1-bb7f-df336c913189,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:05.405430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: b2e16de7-1b86-455b-bfe3-cffb519c9750 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:05.405895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device b2e16de7-1b86-455b-bfe3-cffb519c9750 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:05.409779 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.462354 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f3c29e-62f7-4a6d-a8fa-520fab655ca7 x-openstack-request-id: req-f5f3c29e-62f7-4a6d-a8fa-520fab655ca7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:05.462646 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4d063-5879-422d-b8a9-6f936ffeec90", "name": "network-vif-plugged", "status": "completed", "tag": "8675d1a7-e072-48b1-bb7f-df336c913189", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:05.462907 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5f3c29e-62f7-4a6d-a8fa-520fab655ca7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:05.463304 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8675d1a7-e072-48b1-bb7f-df336c913189', 'code': 200} Jul 14 09:41:05.477395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] DHCP port deletion for b0fcba57-f9d0-4a8c-9861-38c8225bfe3f request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:05.493979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04910da9-74dc-4542-8a98-cef49a95fb25 req-46126c65-9a65-4573-a643-182f5049bfcc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.501951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04910da9-74dc-4542-8a98-cef49a95fb25 req-46126c65-9a65-4573-a643-182f5049bfcc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1463394 Jul 14 09:41:05.537317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=8675d1a7-e072-48b1-bb7f-df336c913189,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.563082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04910da9-74dc-4542-8a98-cef49a95fb25 req-c8e1369b-ca72-4202-a72a-e4abdcc8d0ac tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547299 Jul 14 09:41:05.566745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] Deleting port 49181bfe-9d10-4616-abdf-203a8f942119 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:05.567150 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.609777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] For port 49181bfe-9d10-4616-abdf-203a8f942119, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=49181bfe-9d10-4616-abdf-203a8f942119,segment=NetworkSegment(d167d594-7de3-455c-beb0-6bfa3dc9595e),segment_id=d167d594-7de3-455c-beb0-6bfa3dc9595e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:05.610342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.623155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.640687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Calling delete_port for 49181bfe-9d10-4616-abdf-203a8f942119 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:05.655776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] For port 49181bfe-9d10-4616-abdf-203a8f942119, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=49181bfe-9d10-4616-abdf-203a8f942119,segment=NetworkSegment(d167d594-7de3-455c-beb0-6bfa3dc9595e),segment_id=d167d594-7de3-455c-beb0-6bfa3dc9595e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:05.656272 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.671757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] Calling delete_port for 49181bfe-9d10-4616-abdf-203a8f942119 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:05.768283 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.803641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] Pushing event deleted for resources: {'Port': ['ID=49181bfe-9d10-4616-abdf-203a8f942119,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.813789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86eb6a0-59be-46f6-b4a1-cf3ce638d209 None None] No DVR routers for this DVR port 49181bfe-9d10-4616-abdf-203a8f942119 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:05.898324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fe6ac-2290-486f-bf35-6c1e4ab02b22 req-a8a282cd-9adb-49cd-a7d6-1e7b804acca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.899849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f95fe6ac-2290-486f-bf35-6c1e4ab02b22 req-a8a282cd-9adb-49cd-a7d6-1e7b804acca9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 1097 time: 0.3834710 Jul 14 09:41:05.989663 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.000332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f95fe6ac-2290-486f-bf35-6c1e4ab02b22 req-91ed510c-f24e-41dd-b5b8-580cdb464f50 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926087 Jul 14 09:41:06.035261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87887ccd-9225-4988-a94c-32b3effdd577 req-e3bb34b1-cd91-418b-ab27-1ef8a0723274 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.036775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87887ccd-9225-4988-a94c-32b3effdd577 req-e3bb34b1-cd91-418b-ab27-1ef8a0723274 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 945 time: 0.2796872 Jul 14 09:41:06.038538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:06.040718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Pushing event deleted for resources: {'Port': ['ID=49181bfe-9d10-4616-abdf-203a8f942119,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.050905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] No DVR routers for this DVR port 49181bfe-9d10-4616-abdf-203a8f942119 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:06.169289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:06.173256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87887ccd-9225-4988-a94c-32b3effdd577 req-18f802fb-a8d3-4a7d-98c7-329e4a336773 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234660 Jul 14 09:41:06.191286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.205342 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fcba57-f9d0-4a8c-9861-38c8225bfe3f']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.220592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd167d594-7de3-455c-beb0-6bfa3dc9595e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.220913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd167d594-7de3-455c-beb0-6bfa3dc9595e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.241329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:06.243602 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c70cd5-8baf-4782-ada9-b5dde6946f24" -d '{"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-unplugged", "status": "completed", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:06.248276 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.251686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.272904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.279619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:06.280156 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: self.session.flush() Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:06.281759 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:06.317257 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d53c536-d9de-4835-9bbc-407d9bff71be x-openstack-request-id: req-3d53c536-d9de-4835-9bbc-407d9bff71be {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:06.317551 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-unplugged", "status": "completed", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:06.317809 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d53c536-d9de-4835-9bbc-407d9bff71be {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:06.318236 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'code': 200} Jul 14 09:41:06.343680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Transition to ACTIVE for port object 393b95da-d9a4-4dc1-9611-7d43662e538a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:06.345132 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.352929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.358121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0fcba57-f9d0-4a8c-9861-38c8225bfe3f HTTP/1.1" status: 204 len: 168 time: 1.2699697 Jul 14 09:41:06.358121 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.394415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a6826-78d8-495d-bcbd-873499dce272 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fcba57-f9d0-4a8c-9861-38c8225bfe3f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.485514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.529462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.561019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] No DVR routers for this DVR port 393b95da-d9a4-4dc1-9611-7d43662e538a on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:06.576969 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a32e26cc-9098-4bf5-9e7f-65cb049774ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fd02c2e1e55423f9affd47dacb9e810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448484 Jul 14 09:41:06.582659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.648832 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e551f44-1387-4a31-92da-97ada60a35e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.694961 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e551f44-1387-4a31-92da-97ada60a35e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.756901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:06.757960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:06.758819 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:06.768158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Port 393b95da-d9a4-4dc1-9611-7d43662e538a on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:41:06.768752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Attempting to bind port 393b95da-d9a4-4dc1-9611-7d43662e538a on network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:06.774099 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e551f44-1387-4a31-92da-97ada60a35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.774997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:06.775496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Checking segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:06.776048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Bound using segment: {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:06.776620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Bound port: 393b95da-d9a4-4dc1-9611-7d43662e538a, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2b38c5-16b0-418c-8bbb-dc028af76a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:06.777193 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.778259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e551f44-1387-4a31-92da-97ada60a35e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.780402 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e551f44-1387-4a31-92da-97ada60a35e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4acc7f1-f898-4c4e-8f64-6435a5b79e6c HTTP/1.1" status: 204 len: 168 time: 0.1963732 Jul 14 09:41:06.790934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e551f44-1387-4a31-92da-97ada60a35e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4acc7f1-f898-4c4e-8f64-6435a5b79e6c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.914697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:06.930613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:06.937870 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.954381 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eb60d-b6f1-4348-8800-16aee714ee49 req-311f033c-ac11-44d1-b972-8ac496a732fa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.956008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef9eb60d-b6f1-4348-8800-16aee714ee49 req-311f033c-ac11-44d1-b972-8ac496a732fa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 943 time: 0.1134410 Jul 14 09:41:06.995594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 49181bfe-9d10-4616-abdf-203a8f942119 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:07.005715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.006362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.008143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] 10.222.0.11 "PUT /v2.0/ports/393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 1092 time: 1.6964393 Jul 14 09:41:07.024577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 49181bfe-9d10-4616-abdf-203a8f942119 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:07.025282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 49181bfe-9d10-4616-abdf-203a8f942119 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:07.050734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44455e5-af77-48bd-ae36-a7a3af0e0d5a service neutron] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.075004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ef9eb60d-b6f1-4348-8800-16aee714ee49 req-7ee17a06-6635-4318-9cc2-68e18bd02906 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995965 Jul 14 09:41:07.117193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-0a22f541-3a70-46a1-bf45-b7de3a7a3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.118791 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-0a22f541-3a70-46a1-bf45-b7de3a7a3c1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1095 time: 0.0842400 Jul 14 09:41:07.223762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-f4a95a3d-5bb5-465e-9d04-954294cd316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.225511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-f4a95a3d-5bb5-465e-9d04-954294cd316a service neutron] 10.222.0.11 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.1000762 Jul 14 09:41:07.236525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.328308 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-8d9dfd92-4ba0-48f3-860a-61ba9ed13b10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 999 time: 0.0947394 Jul 14 09:41:07.335443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-75cbbf5a-a8a0-4040-80c7-b30a37e33a2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4b090cef7cc4a9c95b42b5ef15067eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0974689 Jul 14 09:41:07.338379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38204) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.382682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-02827fd2-514c-4585-8332-2fbf410ce426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.384293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-02827fd2-514c-4585-8332-2fbf410ce426 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.0478008 Jul 14 09:41:07.434364 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf5e5-6995-40c5-96ba-f325f3fff03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.448751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-5b07024a-c872-4614-8fcf-e8992fa5e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.451143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-5b07024a-c872-4614-8fcf-e8992fa5e1bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594671 Jul 14 09:41:07.467835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36fe15-8726-4ab5-9a36-9ac4ad9b8339 req-e683d66f-d7a9-474f-b974-42b8b9e670eb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.469440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb36fe15-8726-4ab5-9a36-9ac4ad9b8339 req-e683d66f-d7a9-474f-b974-42b8b9e670eb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 945 time: 0.1164784 Jul 14 09:41:07.478329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf5e5-6995-40c5-96ba-f325f3fff03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.545480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb36fe15-8726-4ab5-9a36-9ac4ad9b8339 req-cbb7be57-5e30-4089-bbbf-ae201ffbcd55 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641282 Jul 14 09:41:07.552975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-11f963ff-cefc-431d-85d4-b98544e893d2 service neutron] 10.222.0.11 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950923 Jul 14 09:41:07.564427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf5e5-6995-40c5-96ba-f325f3fff03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.568129 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf5e5-6995-40c5-96ba-f325f3fff03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.569314 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8ddcf5e5-6995-40c5-96ba-f325f3fff03f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5fdf9f5-fab2-4bed-af95-266b7c4dee8d HTTP/1.1" status: 204 len: 168 time: 0.2297597 Jul 14 09:41:07.578480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcf5e5-6995-40c5-96ba-f325f3fff03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fdf9f5-fab2-4bed-af95-266b7c4dee8d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.652777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-56e42738-d6d1-4448-bb29-3a6652cb154e req-47bcbe1b-f804-4d45-99ea-d77888987c79 service neutron] 10.222.0.11 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917912 Jul 14 09:41:07.770867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e6b4-2e2e-42ca-8d61-e64d1fceabc2 req-6b7495fd-f441-4442-aade-de47d26c06c9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.771793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d641e6b4-2e2e-42ca-8d61-e64d1fceabc2 req-6b7495fd-f441-4442-aade-de47d26c06c9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 945 time: 0.0726080 Jul 14 09:41:07.818928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d641e6b4-2e2e-42ca-8d61-e64d1fceabc2 req-df85553b-a56d-4f04-95ae-a851bdcbd045 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Jul 14 09:41:08.296479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff0261-c123-4199-840c-901368e2fd90 req-cd5e2dbd-ccb0-490a-afa6-048c35f0cbe8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.298176 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37ff0261-c123-4199-840c-901368e2fd90 req-cd5e2dbd-ccb0-490a-afa6-048c35f0cbe8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 943 time: 0.0967200 Jul 14 09:41:08.318966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:08.321271 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43" -d '{"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:08.324528 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bb566-9d62-4d79-8d3e-126873c87c33 req-182210ed-e0ea-4b92-9e83-c7928106ab1a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.326722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-778bb566-9d62-4d79-8d3e-126873c87c33 req-182210ed-e0ea-4b92-9e83-c7928106ab1a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 945 time: 0.0835645 Jul 14 09:41:08.344930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37ff0261-c123-4199-840c-901368e2fd90 req-301e4b94-5549-40f5-928b-fcfae9344073 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402915 Jul 14 09:41:08.389026 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-778bb566-9d62-4d79-8d3e-126873c87c33 req-6c0e5dd0-ad24-4ae0-820d-e1b503acec95 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565581 Jul 14 09:41:08.405907 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e42c94-8d94-49fe-97bb-404decefe509 x-openstack-request-id: req-34e42c94-8d94-49fe-97bb-404decefe509 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:08.406204 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:08.406460 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34e42c94-8d94-49fe-97bb-404decefe509 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:08.406881 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'status': 'completed', 'code': 200} Jul 14 09:41:08.524618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-a1d9c24a-8dd8-42ce-89b1-b2ab85a6a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.526211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-a1d9c24a-8dd8-42ce-89b1-b2ab85a6a1e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1095 time: 0.0876749 Jul 14 09:41:08.529262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-8d40d50a-764a-4af2-b657-a59601e79ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.530677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-8d40d50a-764a-4af2-b657-a59601e79ec3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1095 time: 0.1007555 Jul 14 09:41:08.683782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-02961ad6-e561-483a-a0c4-53a139af1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.685311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-02961ad6-e561-483a-a0c4-53a139af1f38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.1526809 Jul 14 09:41:08.686413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-5a47d6d5-b021-4069-9b13-a9d124d1585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.687769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-5a47d6d5-b021-4069-9b13-a9d124d1585a service neutron] 10.222.0.11 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.1478593 Jul 14 09:41:08.800155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-801ec2bf-8a94-4da8-a52a-62638bc2ea88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 999 time: 0.1080844 Jul 14 09:41:08.804285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-a3e6b3ed-68a3-4a39-89f7-7269d2e279db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 999 time: 0.1059353 Jul 14 09:41:09.037306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:09.078659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:09.205547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-f43af64e-40a2-47a7-bcae-4bb066778c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.207030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-f43af64e-40a2-47a7-bcae-4bb066778c2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.4007330 Jul 14 09:41:09.208443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-d3c56cc6-840d-4154-b469-4d6c3a4218c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.209776 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-d3c56cc6-840d-4154-b469-4d6c3a4218c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.3959947 Jul 14 09:41:09.304461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-ee59d9e9-6d5e-451f-9310-4b9e974821a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.305914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-ee59d9e9-6d5e-451f-9310-4b9e974821a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840254 Jul 14 09:41:09.307724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-3de32631-568d-4223-93f1-e3aefab103a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.309088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-3de32631-568d-4223-93f1-e3aefab103a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944984 Jul 14 09:41:09.484046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-0643c892-0e75-47b3-89e9-36688dc1d76e service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676390 Jul 14 09:41:09.486245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-64845ee5-614a-40e8-9691-466d96668ccc service neutron] 10.222.0.11 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494529 Jul 14 09:41:09.554726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b7541-4a5b-4642-8377-7fb538ffd2a7 req-186033b9-e00b-412c-98d8-46907e7df01e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.556196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a95b7541-4a5b-4642-8377-7fb538ffd2a7 req-186033b9-e00b-412c-98d8-46907e7df01e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 943 time: 0.0689204 Jul 14 09:41:09.596954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a95b7541-4a5b-4642-8377-7fb538ffd2a7 req-7d8c402c-4836-474b-aa29-7062b7b7dc80 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344081 Jul 14 09:41:09.678856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-835908ee-b1d8-453e-b38b-1de764473dad tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.680368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-835908ee-b1d8-453e-b38b-1de764473dad tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 945 time: 0.0674481 Jul 14 09:41:09.722693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-e7603567-10ff-4696-9667-f78684e09ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324231 Jul 14 09:41:09.726976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c1b0c0ba-c6bd-4f93-b22f-174196dcef43 req-4e525d79-e232-46ca-8c61-e1d54a1ff4d6 service neutron] 10.222.0.11 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292526 Jul 14 09:41:09.755684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96b7f6-478f-4b41-ace7-2951d93d9779 req-9e31585b-44f8-44fe-bbfc-4217905b1c87 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.764342 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb96b7f6-478f-4b41-ace7-2951d93d9779 req-9e31585b-44f8-44fe-bbfc-4217905b1c87 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 945 time: 0.2226257 Jul 14 09:41:09.803665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port 8675d1a7-e072-48b1-bb7f-df336c913189 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:09.804306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.811068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb96b7f6-478f-4b41-ace7-2951d93d9779 req-2e4c41fd-1c0a-4854-842a-478fb81e877c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Jul 14 09:41:09.945370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] For port 8675d1a7-e072-48b1-bb7f-df336c913189, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=8675d1a7-e072-48b1-bb7f-df336c913189,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:09.945732 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.964801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for 8675d1a7-e072-48b1-bb7f-df336c913189 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:09.991245 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06739afd-46fa-4640-baa3-8cf8b453d2b3 req-15c8ccca-c84c-4248-be2a-73b96d451707 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.992761 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06739afd-46fa-4640-baa3-8cf8b453d2b3 req-15c8ccca-c84c-4248-be2a-73b96d451707 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 943 time: 0.1172478 Jul 14 09:41:10.009735 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-0b5c7c40-812d-410e-9f18-bb5e0deb34e7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.011249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-0b5c7c40-812d-410e-9f18-bb5e0deb34e7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.48 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea&tenant_id=ec04e6ada3d84f219a139bffffbc14da&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 943 time: 0.1147387 Jul 14 09:41:10.069238 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-06739afd-46fa-4640-baa3-8cf8b453d2b3 req-4c63ac84-3421-4b4b-8605-0c9e41ed3bc0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491989 Jul 14 09:41:10.071993 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-2a7f1736-640f-4a77-943e-0ed41441667b service neutron] delete failed (client error): The resource could not be found. Jul 14 09:41:10.073203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-2a7f1736-640f-4a77-943e-0ed41441667b service neutron] 10.222.0.48 "DELETE /v2.0/ports/393b95da-d9a4-4dc1-9611-7d43662e538a/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0562489 Jul 14 09:41:10.143156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.155730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['8675d1a7-e072-48b1-bb7f-df336c913189'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:10.158027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['bef6b3a2-181b-4ac2-8094-beee5a44e8d5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:10.176637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-a8b52f89-5958-4ef9-a0ef-9bbf211852c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.178462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-a8b52f89-5958-4ef9-a0ef-9bbf211852c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1095 time: 0.0625844 Jul 14 09:41:10.190378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=8675d1a7-e072-48b1-bb7f-df336c913189,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:10.246080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] No DVR routers for this DVR port 8675d1a7-e072-48b1-bb7f-df336c913189 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:10.249699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.251856 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-85875b70-a55a-457d-9993-f239bb3d7a0e req-fc2f1e9c-37b4-4ee9-a58f-6272dbc9dc58 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "DELETE /v2.0/ports/8675d1a7-e072-48b1-bb7f-df336c913189 HTTP/1.1" status: 204 len: 173 time: 0.5650606 Jul 14 09:41:10.252849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'name': 'network-vif-deleted', 'tag': '8675d1a7-e072-48b1-bb7f-df336c913189'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:10.256252 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7688e38a-3e94-4421-8178-28f39e3833ff" -d '{"events": [{"server_uuid": "b7b4d063-5879-422d-b8a9-6f936ffeec90", "name": "network-vif-deleted", "tag": "8675d1a7-e072-48b1-bb7f-df336c913189"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:10.317401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-9057a7c9-c9c1-4d5b-b6b3-b63f97229a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.319984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-9057a7c9-c9c1-4d5b-b6b3-b63f97229a50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.1348634 Jul 14 09:41:10.320255 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6cc3b-8ff8-4516-a90b-b1a5afd24ce7 x-openstack-request-id: req-00d6cc3b-8ff8-4516-a90b-b1a5afd24ce7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:10.320565 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4d063-5879-422d-b8a9-6f936ffeec90", "name": "network-vif-deleted", "tag": "8675d1a7-e072-48b1-bb7f-df336c913189", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:10.320826 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00d6cc3b-8ff8-4516-a90b-b1a5afd24ce7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:10.321238 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4d063-5879-422d-b8a9-6f936ffeec90', 'name': 'network-vif-deleted', 'tag': '8675d1a7-e072-48b1-bb7f-df336c913189', 'status': 'completed', 'code': 200} Jul 14 09:41:10.364221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:10.415244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-d6b4efbd-a4d7-4e8c-80f1-294983c5ee5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 999 time: 0.0850914 Jul 14 09:41:10.475156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-3251f82d-58b5-4187-bd19-c9443b2e601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.477024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-3251f82d-58b5-4187-bd19-c9443b2e601c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.0545390 Jul 14 09:41:10.514071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:10.527602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'port_id': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'mac_address': 'fa:16:3e:02:b9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:10.546396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-0bc1ae7e-6828-4679-896f-f1c257bf1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.548098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-0bc1ae7e-6828-4679-896f-f1c257bf1df8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595942 Jul 14 09:41:10.567492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.581008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393b95da-d9a4-4dc1-9611-7d43662e538a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:10.601365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:10.606170 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.652096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-c70ee4f0-d57e-43e2-a550-7a5c149de1ce service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977018 Jul 14 09:41:10.659704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:10.743319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-05b0aa2d-9390-459b-9818-32048248e9e1 req-9bde20be-8694-4e8f-9747-1b20deed9f1f service neutron] 10.222.0.48 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846109 Jul 14 09:41:10.844608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['393b95da-d9a4-4dc1-9611-7d43662e538a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:10.965818 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9be2b39e-724f-4334-b889-d3f51af08175 req-9ce5f328-10d3-4380-8e82-b2b6a875b032 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 210 time: 0.0295167 Jul 14 09:41:11.268238 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce22b8-853e-44a8-b051-f428ef638495 req-1798e206-1602-4dbf-a467-fb828e99e60e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.269786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75ce22b8-853e-44a8-b051-f428ef638495 req-1798e206-1602-4dbf-a467-fb828e99e60e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 944 time: 0.0784521 Jul 14 09:41:11.314491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-75ce22b8-853e-44a8-b051-f428ef638495 req-f970850a-8818-4f3b-ab7f-77004911595c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364282 Jul 14 09:41:12.108953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-708b102a-993c-472d-ae6c-29c3f318fdfd req-663b7547-7d01-41ae-9a74-7858001d47c5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Jul 14 09:41:12.366042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:12.423612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 393b95da-d9a4-4dc1-9611-7d43662e538a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:12.431823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 393b95da-d9a4-4dc1-9611-7d43662e538a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:12.432310 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.500159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595a24-48e9-4907-9628-6965f2f8b1cf req-6e19b7e1-4236-4a03-bd18-ecdc45ca47ad tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:12.502751 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0595a24-48e9-4907-9628-6965f2f8b1cf req-6e19b7e1-4236-4a03-bd18-ecdc45ca47ad tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 944 time: 0.0710175 Jul 14 09:41:12.513662 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.538014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:12.540516 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde6bfd-549c-4a69-b24b-e3df4c60344a" -d '{"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-plugged", "status": "completed", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:12.546442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0595a24-48e9-4907-9628-6965f2f8b1cf req-31f035dc-e4ca-4cb5-9877-5ed4561a756c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380070 Jul 14 09:41:12.556414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:12.562346 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.579228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38242) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.600401 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab5571e-add3-411f-af73-6ced3a0d6fdb x-openstack-request-id: req-5ab5571e-add3-411f-af73-6ced3a0d6fdb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:12.600708 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-plugged", "status": "completed", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:12.600992 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ab5571e-add3-411f-af73-6ced3a0d6fdb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:12.601393 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'code': 200} Jul 14 09:41:12.628528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.661013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1b5aa9bc-f6e7-4113-a966-4754d04690a7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/81bbeb04-fbf0-4ab9-860c-03eaaf28bed6 HTTP/1.1" status: 200 len: 993 time: 0.0805633 Jul 14 09:41:13.031062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8675d1a7-e072-48b1-bb7f-df336c913189 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:13.051693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 8675d1a7-e072-48b1-bb7f-df336c913189 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:13.052042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 8675d1a7-e072-48b1-bb7f-df336c913189 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:13.252719 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-908cf323-4e7b-46d4-b43c-84d3dbdecd6c req-699f059d-a813-4182-a3d5-5db40e28c2a4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 210 time: 0.0291266 Jul 14 09:41:14.419446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4f1238c8-6fd3-4770-accc-3c3dad7017bb req-0058318c-1ebd-4346-a2cb-9e0ad424348c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b4d063-5879-422d-b8a9-6f936ffeec90 HTTP/1.1" status: 200 len: 210 time: 0.0322826 Jul 14 09:41:15.959383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e822ea97-e544-43aa-b5c6-69741cb3bbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.017790 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.100631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288c93e-ab59-4ebf-9ace-a94bca6b5942 req-de87c4a2-cefb-4864-8f9c-82ce6c991532 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.102131 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0288c93e-ab59-4ebf-9ace-a94bca6b5942 req-de87c4a2-cefb-4864-8f9c-82ce6c991532 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 945 time: 0.0665917 Jul 14 09:41:19.139952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0288c93e-ab59-4ebf-9ace-a94bca6b5942 req-c3be4ec5-f5fb-444b-8dce-3e6bd0b73dd3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Jul 14 09:41:19.655134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2de54c5f-8ec3-47c8-bd8b-d5d169fbcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.743204 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.218907 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.321019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583496eb-360a-4d5c-a8b6-e713bcedb410 req-dced581a-4c55-4fca-bb9c-e0a2ebfd1d77 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:20.322491 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-583496eb-360a-4d5c-a8b6-e713bcedb410 req-dced581a-4c55-4fca-bb9c-e0a2ebfd1d77 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 945 time: 0.0678365 Jul 14 09:41:20.360057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-583496eb-360a-4d5c-a8b6-e713bcedb410 req-21131be0-707b-4dd8-b6c0-0f7d07ff2416 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=628cc390-b280-4a68-ba9e-849e08bbbf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Jul 14 09:41:20.586798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-f077b18d-acbb-47db-a4b8-2853c261049c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:20.588306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-f077b18d-acbb-47db-a4b8-2853c261049c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.11 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 945 time: 0.0632198 Jul 14 09:41:20.689681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:20.689943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.775992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] For port bef6b3a2-181b-4ac2-8094-beee5a44e8d5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:20.776356 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.790574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for bef6b3a2-181b-4ac2-8094-beee5a44e8d5 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:20.918480 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.931775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['bef6b3a2-181b-4ac2-8094-beee5a44e8d5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:20.947136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=bef6b3a2-181b-4ac2-8094-beee5a44e8d5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:20.997991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] No DVR routers for this DVR port bef6b3a2-181b-4ac2-8094-beee5a44e8d5 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:21.000655 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.002748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4a90feb1-05ed-4108-8822-4d71721917c6 req-47977690-e899-4cc4-8ba3-5ffe2ce90dd6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.11 "DELETE /v2.0/ports/bef6b3a2-181b-4ac2-8094-beee5a44e8d5 HTTP/1.1" status: 204 len: 173 time: 0.4094837 Jul 14 09:41:21.003193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec09633-7c44-431f-bd18-79076c64123e', 'name': 'network-vif-deleted', 'tag': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:21.005453 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d9921b-07dc-46b7-a460-2dcbcc79f0ea" -d '{"events": [{"server_uuid": "aec09633-7c44-431f-bd18-79076c64123e", "name": "network-vif-deleted", "tag": "bef6b3a2-181b-4ac2-8094-beee5a44e8d5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:21.048149 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84441c9a-2791-44cd-b333-cbb06c2f62bc x-openstack-request-id: req-84441c9a-2791-44cd-b333-cbb06c2f62bc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:21.048447 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec09633-7c44-431f-bd18-79076c64123e", "name": "network-vif-deleted", "tag": "bef6b3a2-181b-4ac2-8094-beee5a44e8d5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:21.048707 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84441c9a-2791-44cd-b333-cbb06c2f62bc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:21.049119 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec09633-7c44-431f-bd18-79076c64123e', 'name': 'network-vif-deleted', 'tag': 'bef6b3a2-181b-4ac2-8094-beee5a44e8d5', 'status': 'completed', 'code': 200} Jul 14 09:41:21.469148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.511083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f4b5506-2784-4769-b4a5-4757e997b456 req-06e15eb3-e1af-4061-8da2-d0d51c321b25 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 210 time: 0.0288382 Jul 14 09:41:22.656775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e56933-912b-44a7-9d4d-fc7ad823f4dc req-a8fce813-6f8c-4801-8673-537668fcedbd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 210 time: 0.0321231 Jul 14 09:41:23.799047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1319cd8e-6e7f-4886-ba21-7a7bc27a827b req-b7fcb8e6-c135-45d9-91bd-e96622b0efe3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jul 14 09:41:24.431729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bef6b3a2-181b-4ac2-8094-beee5a44e8d5 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:24.460808 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: bef6b3a2-181b-4ac2-8094-beee5a44e8d5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:24.461174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bef6b3a2-181b-4ac2-8094-beee5a44e8d5 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:24.960268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-090ecdb2-b0eb-48fa-b5a3-bb3adfe81915 req-f406a155-7be9-4664-983e-1dac8b9de763 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=aec09633-7c44-431f-bd18-79076c64123e HTTP/1.1" status: 200 len: 210 time: 0.0297287 Jul 14 09:41:28.324621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38330) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.329938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121132267', 'description': 'tempest-secgroup-smoke-2121132267 description', 'project_id': 'ed023e1d9a774272a4985cc112189640'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:28.353644 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.441080 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.445176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.476214 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.477456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1512146 Jul 14 09:41:28.478179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c54b42c-a963-46e3-b0da-ec9bed81d3a6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.482119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38332) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.486568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.486785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.487118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f8fad528-1d5d-4c58-a595-6f99fad20490 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'security_group_rule': {'security_group_id': '4c54b42c-a963-46e3-b0da-ec9bed81d3a6', 'project_id': 'ed023e1d9a774272a4985cc112189640', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:28.487258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.487506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.487846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.488184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.488508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.488841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.489168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.491128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.491128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.491128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ed93a-9b93-4e83-87cb-4c8754f28b57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:28.516492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8fad528-1d5d-4c58-a595-6f99fad20490 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.574049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8fad528-1d5d-4c58-a595-6f99fad20490 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.578822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8fad528-1d5d-4c58-a595-6f99fad20490 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.598107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fad528-1d5d-4c58-a595-6f99fad20490 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec564d18-b9ec-482d-93d7-9a7bc2015d14,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.604480 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8fad528-1d5d-4c58-a595-6f99fad20490 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.605779 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f8fad528-1d5d-4c58-a595-6f99fad20490 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224782 Jul 14 09:41:28.609913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38334) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.614481 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-59f2c2fd-1036-44f5-bea4-3870987d1b85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'security_group_rule': {'security_group_id': '4c54b42c-a963-46e3-b0da-ec9bed81d3a6', 'project_id': 'ed023e1d9a774272a4985cc112189640', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:28.642181 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59f2c2fd-1036-44f5-bea4-3870987d1b85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.703240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59f2c2fd-1036-44f5-bea4-3870987d1b85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.707243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59f2c2fd-1036-44f5-bea4-3870987d1b85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.724663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2c2fd-1036-44f5-bea4-3870987d1b85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3719b12c-0009-4741-8901-4b838e2d8087,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.731903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59f2c2fd-1036-44f5-bea4-3870987d1b85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.733197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-59f2c2fd-1036-44f5-bea4-3870987d1b85 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223102 Jul 14 09:41:28.736347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.741256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-14d2b1a2-6cd9-446b-a45b-4e4ba45ae761 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'security_group_rule': {'security_group_id': '4c54b42c-a963-46e3-b0da-ec9bed81d3a6', 'project_id': 'ed023e1d9a774272a4985cc112189640', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:28.770906 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14d2b1a2-6cd9-446b-a45b-4e4ba45ae761 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.833553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14d2b1a2-6cd9-446b-a45b-4e4ba45ae761 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.837189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14d2b1a2-6cd9-446b-a45b-4e4ba45ae761 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.855497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2b1a2-6cd9-446b-a45b-4e4ba45ae761 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c78539-7624-4ade-a803-c2b3eb2ce188,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.861018 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14d2b1a2-6cd9-446b-a45b-4e4ba45ae761 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.862373 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-14d2b1a2-6cd9-446b-a45b-4e4ba45ae761 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250155 Jul 14 09:41:28.865021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38338) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.869662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0263a2c6-6efb-4e62-b843-41cbae1349e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'security_group_rule': {'security_group_id': '4c54b42c-a963-46e3-b0da-ec9bed81d3a6', 'project_id': 'ed023e1d9a774272a4985cc112189640', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:28.898933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0263a2c6-6efb-4e62-b843-41cbae1349e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.962476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0263a2c6-6efb-4e62-b843-41cbae1349e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.966936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0263a2c6-6efb-4e62-b843-41cbae1349e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.986583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a2c6-6efb-4e62-b843-41cbae1349e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aec045-d85c-4e40-9708-f24fc38cb164,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.994626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0263a2c6-6efb-4e62-b843-41cbae1349e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.995783 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0263a2c6-6efb-4e62-b843-41cbae1349e2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297698 Jul 14 09:41:28.999240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:29.003845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'security_group_rule': {'security_group_id': '4c54b42c-a963-46e3-b0da-ec9bed81d3a6', 'project_id': 'ed023e1d9a774272a4985cc112189640', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:29.027462 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Project ed023e1d9a774272a4985cc112189640 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:41:29.032503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.095941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.099540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.120334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e831c7c-ebd2-4e24-b187-ff243fe996ba,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.126369 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.127525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0428406a-bf95-4040-8d5e-fc27d63b684b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272466 Jul 14 09:41:29.130345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:29.138158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'security_group_rule': {'security_group_id': '4c54b42c-a963-46e3-b0da-ec9bed81d3a6', 'project_id': 'ed023e1d9a774272a4985cc112189640', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:29.160668 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Project ed023e1d9a774272a4985cc112189640 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:41:29.166124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.228568 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.232999 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.255178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac8f7df-3762-40df-8d80-f628028f5fb2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.258370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.259619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-606335fa-7d69-4d8a-9f1c-0ae130961152 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266608 Jul 14 09:41:31.564172 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.747924 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:41.482527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9be12-dc07-423a-aab1-99d7e4734171 req-c4f4dfd4-7a6f-436f-af90-9bbfd61b1d1b tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.484380 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fe9be12-dc07-423a-aab1-99d7e4734171 req-c4f4dfd4-7a6f-436f-af90-9bbfd61b1d1b tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1097 time: 0.0715926 Jul 14 09:41:41.526686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fe9be12-dc07-423a-aab1-99d7e4734171 req-dbab523e-d052-4e22-8482-409019bbd00f tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354831 Jul 14 09:41:41.555256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38474) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.749497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port e3cad69a-c6f1-4977-abdb-99bbe89238f2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:41.749863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.846785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.847133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.864598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for e3cad69a-c6f1-4977-abdb-99bbe89238f2 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:42.018283 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.045856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=e3cad69a-c6f1-4977-abdb-99bbe89238f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.113986 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.114334 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP 81bbeb04-fbf0-4ab9-860c-03eaaf28bed6 disassociated (deleted). External IP: 172.25.2.234, port: 393b95da-d9a4-4dc1-9611-7d43662e538a. Jul 14 09:41:42.328719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 01421658-ebc4-4bfc-849b-137b803bb3ce has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:42.446413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:42.452555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.461766 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] Sync routers for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:42.473450 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:42.474512 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:42.498556 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6e6eb65b-667c-4bf7-bcf1-f32e21945c7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/floatingips/81bbeb04-fbf0-4ab9-860c-03eaaf28bed6 HTTP/1.1" status: 204 len: 168 time: 0.9397621 Jul 14 09:41:42.498556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:42.499765 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e954f1-e662-47d9-b9bc-1d961fed060e" -d '{"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:42.555382 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80daa46-821c-44a1-90af-0faba3e90a1e x-openstack-request-id: req-b80daa46-821c-44a1-90af-0faba3e90a1e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:42.555966 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:42.555966 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b80daa46-821c-44a1-90af-0faba3e90a1e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:42.556466 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'status': 'completed', 'code': 200} Jul 14 09:41:42.588750 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:42.643715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-997a035c-d76a-4812-a743-b4ec9c379943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.645450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-997a035c-d76a-4812-a743-b4ec9c379943 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 1097 time: 0.0675211 Jul 14 09:41:42.746250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-cdce43bc-cdc5-4642-9c1d-0922010b124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.748893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-cdce43bc-cdc5-4642-9c1d-0922010b124d service neutron] 10.222.0.11 "GET /v2.0/networks?id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 200 len: 898 time: 0.0971403 Jul 14 09:41:42.794733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-0cde9c69-f14d-455a-8a05-ec56f5fd04ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 200 len: 217 time: 0.0392773 Jul 14 09:41:42.799478 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:07Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:42.828377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] Checking router: 01421658-ebc4-4bfc-849b-137b803bb3ce for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:42.837509 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:42.838141 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:42.881713 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-db05a993-0f5b-4996-b211-3aa8d669201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.883226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-db05a993-0f5b-4996-b211-3aa8d669201d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 200 len: 834 time: 0.0807710 Jul 14 09:41:42.944102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:42.948557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a6ef0-2373-44c5-a4b0-e9e619724a4c req-038e7029-dd41-48af-9d66-58d3dcc9378c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.951045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-275a6ef0-2373-44c5-a4b0-e9e619724a4c req-038e7029-dd41-48af-9d66-58d3dcc9378c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1035764 Jul 14 09:41:42.982977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-8df6c4b4-7d83-4c2a-b186-213132bebdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.984549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-8df6c4b4-7d83-4c2a-b186-213132bebdd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933387 Jul 14 09:41:43.020473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-275a6ef0-2373-44c5-a4b0-e9e619724a4c req-c49158ad-47be-4ddb-b511-a3c7cbdd1957 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630691 Jul 14 09:41:43.092798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-041b6ba7-5c79-40a6-9275-716e8c90de03 service neutron] 10.222.0.11 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989294 Jul 14 09:41:43.144399 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:07Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:43.171319 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93cf9fa-4711-42d9-b10d-e34a9c4810d7 None None] The sync data for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 is: [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '06c22b94-92a4-4fb5-ab61-a51606c26811', 'name': '', 'network_id': '63a4f88e-a7fb-4200-8905-f3dc5e13a5b7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:14:b3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'f237631f-617b-4268-a938-12b954e7307d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:00Z', 'updated_at': '2021-07-14T09:40:07Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'f237631f-617b-4268-a938-12b954e7307d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:43.187035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e954f1-e662-47d9-b9bc-1d961fed060e req-29aed4c9-b8e5-4511-b7d4-e5c8e1d78c93 service neutron] 10.222.0.11 "GET /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864952 Jul 14 09:41:43.389178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07a325-871b-4da2-a70d-c82e4a82bc63 None None] New status for floating IP 81bbeb04-fbf0-4ab9-860c-03eaaf28bed6: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:41:43.644348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-e9a8d9d5-ab02-45e7-a74a-767a4367ff8e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121132267&fields=id&tenant_id=ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 267 time: 0.0323925 Jul 14 09:41:43.749649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-8f8817d5-ea30-41c2-b000-0f8aae08deca tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.751062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-8f8817d5-ea30-41c2-b000-0f8aae08deca tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1004679 Jul 14 09:41:43.766085 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-e5667163-4331-4547-bf2b-196b4f7a3eb5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/quotas/ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 375 time: 0.0094421 Jul 14 09:41:43.837173 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c67a0cec-4a36-48ed-9aa6-bda605f6ce9c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660713 Jul 14 09:41:44.025867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-b0c1833d-566e-4f13-b238-3b93c5bb51f2 service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760643 Jul 14 09:41:44.120765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-180c143d-3510-4333-8a3a-f8d9c2b91275 service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886040 Jul 14 09:41:44.220324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-c5c40ea5-e05f-49ce-98e6-cd21aaf1c3ec tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.221825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-c5c40ea5-e05f-49ce-98e6-cd21aaf1c3ec tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.1142049 Jul 14 09:41:44.234768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609046bf-73bb-454f-9ec3-105fc0ab29d9 req-69a812cd-db10-4453-90f8-d6c8b8378023 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.236291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-609046bf-73bb-454f-9ec3-105fc0ab29d9 req-69a812cd-db10-4453-90f8-d6c8b8378023 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=beb9317e-13d6-4a53-86b5-92403c3cf2ea HTTP/1.1" status: 200 len: 945 time: 0.0946639 Jul 14 09:41:44.315065 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-609046bf-73bb-454f-9ec3-105fc0ab29d9 req-235315b2-f897-4af3-9517-f52f0db677d1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=27758983-d0fe-4050-a420-f6bbb0907930&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722497 Jul 14 09:41:44.367745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 393b95da-d9a4-4dc1-9611-7d43662e538a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:44.368074 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.452311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3dc059a0-74d7-4293-9df9-1516176db5ba req-f7472acd-111e-4096-9ae7-64f548b9a524 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 210 time: 0.0420368 Jul 14 09:41:44.493823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 393b95da-d9a4-4dc1-9611-7d43662e538a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=393b95da-d9a4-4dc1-9611-7d43662e538a,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:44.494196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.508738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 393b95da-d9a4-4dc1-9611-7d43662e538a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:44.640800 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.671115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=393b95da-d9a4-4dc1-9611-7d43662e538a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.720913 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] No DVR routers for this DVR port 393b95da-d9a4-4dc1-9611-7d43662e538a on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:44.723545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.725519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-395be366-b00e-48cc-99de-a00c0bd4fe6e req-cff165da-6569-462b-8535-878102c995d5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "DELETE /v2.0/ports/393b95da-d9a4-4dc1-9611-7d43662e538a HTTP/1.1" status: 204 len: 173 time: 0.4985888 Jul 14 09:41:44.725956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-deleted', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:44.728190 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc731c0-3899-4dee-adce-e9334a48a827" -d '{"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-deleted", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:44.778984 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835a9657-25de-412a-bd97-ed744201b314 x-openstack-request-id: req-835a9657-25de-412a-bd97-ed744201b314 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:44.779386 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb9317e-13d6-4a53-86b5-92403c3cf2ea", "name": "network-vif-deleted", "tag": "393b95da-d9a4-4dc1-9611-7d43662e538a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:44.779599 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-835a9657-25de-412a-bd97-ed744201b314 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:44.779977 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb9317e-13d6-4a53-86b5-92403c3cf2ea', 'name': 'network-vif-deleted', 'tag': '393b95da-d9a4-4dc1-9611-7d43662e538a', 'status': 'completed', 'code': 200} Jul 14 09:41:45.410738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:45.538228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-9ab1e814-c376-4468-a6e3-ee272fbc9524 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.540044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-9ab1e814-c376-4468-a6e3-ee272fbc9524 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1123905 Jul 14 09:41:45.592872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-b4127be3-7ae2-424b-9ae0-262edb81ce4a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 380 time: 0.0418682 Jul 14 09:41:45.603673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'port': {'device_id': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'admin_state_up': True, 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'security_groups': ['4c54b42c-a963-46e3-b0da-ec9bed81d3a6']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:45.663009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-606b94cf-80aa-43b4-a423-4cca26825763 req-8aa326cf-5b8c-4c6a-bd77-2f9d74029c3a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 210 time: 0.0617018 Jul 14 09:41:45.744319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:45.748768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.879506 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.905529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.20.0.10 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/a7977072-7100-4dff-9a7b-7f691d8d9bf8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:45.964280 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73e964f3-2992-4506-9284-52fd0b7a0a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.107562 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.122628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Transition to ACTIVE for port object a7977072-7100-4dff-9a7b-7f691d8d9bf8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:46.158050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.177974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 06c22b94-92a4-4fb5-ab61-a51606c26811 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:46.178238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.207795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:46.213115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:46.217702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:46.270535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:46.271222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.283781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 06c22b94-92a4-4fb5-ab61-a51606c26811, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=06c22b94-92a4-4fb5-ab61-a51606c26811,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:46.284167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.298412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=a7977072-7100-4dff-9a7b-7f691d8d9bf8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.304646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-bb38b38d-e922-45f4-b4c0-94c95830178d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7068369 Jul 14 09:41:46.308123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 06c22b94-92a4-4fb5-ab61-a51606c26811 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:46.317239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Request body: {'port': {'device_id': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:46.400921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.504804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a62a755a-04df-41fc-8fc3-a2e9c34c64f3 None None] Provisioning for port a7977072-7100-4dff-9a7b-7f691d8d9bf8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:46.510594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a62a755a-04df-41fc-8fc3-a2e9c34c64f3 None None] Provisioning complete for port a7977072-7100-4dff-9a7b-7f691d8d9bf8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:46.511024 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a62a755a-04df-41fc-8fc3-a2e9c34c64f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.549929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.576544 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a62a755a-04df-41fc-8fc3-a2e9c34c64f3 None None] Port a7977072-7100-4dff-9a7b-7f691d8d9bf8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:46.583699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=06c22b94-92a4-4fb5-ab61-a51606c26811,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.736833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7977072-7100-4dff-9a7b-7f691d8d9bf8 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:46.747254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.763003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Transition to ACTIVE for port object a7977072-7100-4dff-9a7b-7f691d8d9bf8 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:46.768715 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.837989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Pushing event updated for resources: {'Port': ['ID=a7977072-7100-4dff-9a7b-7f691d8d9bf8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.973562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Attempting to bind port a7977072-7100-4dff-9a7b-7f691d8d9bf8 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:46.973909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Attempting to bind port a7977072-7100-4dff-9a7b-7f691d8d9bf8 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:46.974248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Attempting to bind port a7977072-7100-4dff-9a7b-7f691d8d9bf8 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:46.989802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Port a7977072-7100-4dff-9a7b-7f691d8d9bf8 on network 71cd87ef-7210-425f-beaf-fda6de022527 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:41:46.990401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Attempting to bind port a7977072-7100-4dff-9a7b-7f691d8d9bf8 on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:47.012895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:47.013368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:47.013733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:47.014393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Bound port: a7977072-7100-4dff-9a7b-7f691d8d9bf8, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:47.014590 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.041091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb1b58-5463-460d-8f5b-4ba962c57157 req-56e1ccfa-d765-431c-a4ac-4323b7d0b900 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.049761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70fb1b58-5463-460d-8f5b-4ba962c57157 req-56e1ccfa-d765-431c-a4ac-4323b7d0b900 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.1572483 Jul 14 09:41:47.151982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70fb1b58-5463-460d-8f5b-4ba962c57157 req-4395026a-17b5-4360-8728-7a99f239fe1b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009877 Jul 14 09:41:47.154093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] For port a7977072-7100-4dff-9a7b-7f691d8d9bf8, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:47.160260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] For port a7977072-7100-4dff-9a7b-7f691d8d9bf8, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:47.170144 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.208167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.214519 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.218274 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] 10.222.0.48 "PUT /v2.0/ports/a7977072-7100-4dff-9a7b-7f691d8d9bf8 HTTP/1.1" status: 200 len: 1093 time: 0.9041440 Jul 14 09:41:47.218486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:47.220851 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:47.296953 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24afdb6e-62cb-442c-84dc-234ae65a5f55 x-openstack-request-id: req-24afdb6e-62cb-442c-84dc-234ae65a5f55 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:47.297254 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:47.297512 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24afdb6e-62cb-442c-84dc-234ae65a5f55 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:47.297918 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'status': 'completed', 'code': 200} Jul 14 09:41:47.302498 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.318406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21677fd-96e8-417d-bf21-d5d130c7c917 service neutron] Pushing event updated for resources: {'Port': ['ID=a7977072-7100-4dff-9a7b-7f691d8d9bf8,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.348863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-629c846e-9ed8-428d-bc70-a3d662e5dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.351238 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-629c846e-9ed8-428d-bc70-a3d662e5dbb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 1096 time: 0.0907762 Jul 14 09:41:47.399027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-6e202479-94df-4f8a-a18c-e08f2e874518 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8 HTTP/1.1" status: 200 len: 217 time: 0.0409467 Jul 14 09:41:47.453167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-29cc3bf2-08cc-4023-9213-35258dd136bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.454747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-29cc3bf2-08cc-4023-9213-35258dd136bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0499384 Jul 14 09:41:47.520187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-6fb126a0-7951-43f9-8a12-ee049adc9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.521794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-6fb126a0-7951-43f9-8a12-ee049adc9897 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612915 Jul 14 09:41:47.567502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 01421658-ebc4-4bfc-849b-137b803bb3ce has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:47.627761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-aa23d7f8-4ca7-4584-ae23-0809ad068d19 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987399 Jul 14 09:41:47.699079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:47.711394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95c0ae60-7e57-4b63-b0d5-1100883ab177 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/01421658-ebc4-4bfc-849b-137b803bb3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2986400 Jul 14 09:41:47.713762 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] Sync routers for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:47.714599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38526) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.725506 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:47.726510 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.778738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7270fa96-4049-466e-9319-c4e0ccc59a53 req-a1fb321f-4549-44fd-be9e-e1e8d34512aa service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446609 Jul 14 09:41:47.785563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting subnet f237631f-617b-4268-a938-12b954e7307d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:47.789338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.841783 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:47.874961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.943434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-11ecca67-25a8-45df-b532-311e4ab4cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.944525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-11ecca67-25a8-45df-b532-311e4ab4cf27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 1096 time: 0.1060266 Jul 14 09:41:48.040596 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:41:46Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:48.176393 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] Checking router: 01421658-ebc4-4bfc-849b-137b803bb3ce for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:48.187333 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] Routers {'01421658-ebc4-4bfc-849b-137b803bb3ce'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:48.188105 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['01421658-ebc4-4bfc-849b-137b803bb3ce'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:48.328830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] Set router 01421658-ebc4-4bfc-849b-137b803bb3ce gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:48.409927 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.529048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-ad3dd012-8410-47bc-825b-8ec6ae9ef9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.530604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-ad3dd012-8410-47bc-825b-8ec6ae9ef9cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.5664716 Jul 14 09:41:48.568477 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:41:46Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:48.597715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9ff3d-0ab8-4f03-8d8a-ea8e0d645c17 req-ad9a1d35-e0d2-468e-906c-b742fd429a1c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.599412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1bb9ff3d-0ab8-4f03-8d8a-ea8e0d645c17 req-ad9a1d35-e0d2-468e-906c-b742fd429a1c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.2062061 Jul 14 09:41:48.601139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-fa4f03f4-e323-4aa6-ac4a-d4ce212d1508 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8 HTTP/1.1" status: 200 len: 217 time: 0.0612922 Jul 14 09:41:48.601943 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bb5f9-3f71-41bf-bd26-6c97ed5754e3 None None] The sync data for ids ['01421658-ebc4-4bfc-849b-137b803bb3ce'] in n-d-758944-44 is: [{'id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825831589', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:57Z', 'updated_at': '2021-07-14T09:41:46Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '855b34f4-b59e-484e-b10b-a8a4d6008598', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01421658-ebc4-4bfc-849b-137b803bb3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:58Z', 'updated_at': '2021-07-14T09:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:48.602667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.608071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:48.637280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 393b95da-d9a4-4dc1-9611-7d43662e538a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:48.637848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 393b95da-d9a4-4dc1-9611-7d43662e538a not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:48.685580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9ea51-98dd-4a43-87e9-fe525f766f12 None None] Network 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:48.685837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.690318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/subnets/f237631f-617b-4268-a938-12b954e7307d HTTP/1.1" status: 204 len: 168 time: 0.9722483 Jul 14 09:41:48.691053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:48.692884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3fa43-77fd-4150-9357-4c927683dbf8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Subnet': ['ID=f237631f-617b-4268-a938-12b954e7307d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.722955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-6656881e-db63-4a6b-bafb-af635bed4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.724474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-6656881e-db63-4a6b-bafb-af635bed4b43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.1099224 Jul 14 09:41:48.736444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1bb9ff3d-0ab8-4f03-8d8a-ea8e0d645c17 req-4a97e316-c676-45f6-8821-d79737709d15 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205120 Jul 14 09:41:48.829640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-c1454e13-4811-4657-bfd8-fcb5902ea878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.833205 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-c1454e13-4811-4657-bfd8-fcb5902ea878 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953593 Jul 14 09:41:48.849483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.961799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-a266ebad-d75c-4f47-bdb2-3ebc88025939 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215994 Jul 14 09:41:49.007302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] DHCP port deletion for 63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:49.015842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.135649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 855b34f4-b59e-484e-b10b-a8a4d6008598 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:49.136106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.137780 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.142652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 06c22b94-92a4-4fb5-ab61-a51606c26811 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:49.156150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61c8316c-238e-4fe4-a1b0-e2b5b28a8a1b req-3136ad7c-74a3-4faa-9254-5f01e3ffb927 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768863 Jul 14 09:41:49.179946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 06c22b94-92a4-4fb5-ab61-a51606c26811 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:49.180538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 06c22b94-92a4-4fb5-ab61-a51606c26811 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:49.181260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 410890fb-549d-41e4-b48e-6b6e9b09b0f8 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:49.217235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] Deleting port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:49.217235 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.248915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 855b34f4-b59e-484e-b10b-a8a4d6008598, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=855b34f4-b59e-484e-b10b-a8a4d6008598,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:49.249511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.266978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 855b34f4-b59e-484e-b10b-a8a4d6008598 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:49.475963 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.505083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] For port 410890fb-549d-41e4-b48e-6b6e9b09b0f8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=410890fb-549d-41e4-b48e-6b6e9b09b0f8,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:49.505488 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.509602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=855b34f4-b59e-484e-b10b-a8a4d6008598,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.519711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.525672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] Calling delete_port for 410890fb-549d-41e4-b48e-6b6e9b09b0f8 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:49.589429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.600453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 410890fb-549d-41e4-b48e-6b6e9b09b0f8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=410890fb-549d-41e4-b48e-6b6e9b09b0f8,segment=NetworkSegment(9b2b38c5-16b0-418c-8bbb-dc028af76a96),segment_id=9b2b38c5-16b0-418c-8bbb-dc028af76a96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:49.608407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.700027 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c9f25a12-411e-4941-8d8a-2375780f2ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.701052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.704443 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.713714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=410890fb-549d-41e4-b48e-6b6e9b09b0f8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.718513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.731562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] No DVR routers for this DVR port 410890fb-549d-41e4-b48e-6b6e9b09b0f8 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:49.763655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57990e80-ad10-44cc-9cff-46fcd952cd73 None None] Pushing event deleted for resources: {'Port': ['ID=410890fb-549d-41e4-b48e-6b6e9b09b0f8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.769165 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.774227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.775418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Fanout notify agent at l3_agent the message router_deleted on router 01421658-ebc4-4bfc-849b-137b803bb3ce {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:49.796269 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.799426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0576a38c-b14d-44db-ab5b-a129e387460d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/routers/01421658-ebc4-4bfc-849b-137b803bb3ce HTTP/1.1" status: 204 len: 168 time: 1.1053352 Jul 14 09:41:49.800509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38534) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.917320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.954247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34574-d53b-4a85-a4b5-06bda7ca8412 req-99c0c1be-a783-48e2-994a-afa800f1f18e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:49.956137 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fab34574-d53b-4a85-a4b5-06bda7ca8412 req-99c0c1be-a783-48e2-994a-afa800f1f18e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.0877213 Jul 14 09:41:50.002895 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fab34574-d53b-4a85-a4b5-06bda7ca8412 req-d5d44087-e7c0-485f-90f8-b60c1bb0f352 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409791 Jul 14 09:41:50.025787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.037249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a4f88e-a7fb-4200-8905-f3dc5e13a5b7']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.049965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2b38c5-16b0-418c-8bbb-dc028af76a96') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.050307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2b38c5-16b0-418c-8bbb-dc028af76a96') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.059570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.075047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.084205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:50.084628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:50.089369 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:50.155246 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.163609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.164646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/networks/63a4f88e-a7fb-4200-8905-f3dc5e13a5b7 HTTP/1.1" status: 204 len: 168 time: 0.3630095 Jul 14 09:41:50.167592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.182942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382ee1d-8c1c-401d-b286-6954c629ad83 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Network': ['ID=63a4f88e-a7fb-4200-8905-f3dc5e13a5b7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.211541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.237446 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9ad-f5ab-4263-b28c-cd24d73e15da tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.270350 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9ad-f5ab-4263-b28c-cd24d73e15da tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.353155 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9ad-f5ab-4263-b28c-cd24d73e15da tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.356132 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05f8f9ad-f5ab-4263-b28c-cd24d73e15da tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.359408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-05f8f9ad-f5ab-4263-b28c-cd24d73e15da tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/security-groups/27758983-d0fe-4050-a420-f6bbb0907930 HTTP/1.1" status: 204 len: 168 time: 0.1887360 Jul 14 09:41:50.370385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8f9ad-f5ab-4263-b28c-cd24d73e15da tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27758983-d0fe-4050-a420-f6bbb0907930,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.914154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.919751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b0f75d2b-960a-48a4-9d14-74f92fec4f42 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513157681', 'description': 'tempest-secgroup-smoke-513157681 description', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:50.943337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f75d2b-960a-48a4-9d14-74f92fec4f42 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.005603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 855b34f4-b59e-484e-b10b-a8a4d6008598 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:51.045189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 855b34f4-b59e-484e-b10b-a8a4d6008598 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:51.045899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 855b34f4-b59e-484e-b10b-a8a4d6008598 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:51.057977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f75d2b-960a-48a4-9d14-74f92fec4f42 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.065000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f75d2b-960a-48a4-9d14-74f92fec4f42 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.093588 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f75d2b-960a-48a4-9d14-74f92fec4f42 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.094842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b0f75d2b-960a-48a4-9d14-74f92fec4f42 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1796465 Jul 14 09:41:51.099080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.099676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f75d2b-960a-48a4-9d14-74f92fec4f42 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba0654-9b6e-42ab-9864-b50785d13c54,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.106417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d6a56422-9d0f-4151-84a5-991da3b62fab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '68ba0654-9b6e-42ab-9864-b50785d13c54', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.138593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6a56422-9d0f-4151-84a5-991da3b62fab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.232516 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6a56422-9d0f-4151-84a5-991da3b62fab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.236930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6a56422-9d0f-4151-84a5-991da3b62fab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.262498 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a56422-9d0f-4151-84a5-991da3b62fab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b592bb-1977-4ccb-ab47-afdf3bd08379,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.274610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ab474-e6db-42dc-82ce-cf99ec500902 req-2f315153-c685-4a62-b15f-0fc098d48302 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:51.276253 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-396ab474-e6db-42dc-82ce-cf99ec500902 req-2f315153-c685-4a62-b15f-0fc098d48302 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.1333675 Jul 14 09:41:51.279495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6a56422-9d0f-4151-84a5-991da3b62fab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.279495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d6a56422-9d0f-4151-84a5-991da3b62fab tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790102 Jul 14 09:41:51.283595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38548) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.290376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-564d1c7b-37b1-44f5-994e-485362365282 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '68ba0654-9b6e-42ab-9864-b50785d13c54', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.318256 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-564d1c7b-37b1-44f5-994e-485362365282 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.318551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-396ab474-e6db-42dc-82ce-cf99ec500902 req-4eeb241e-5f42-4b67-85c0-70ea30a0410c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Jul 14 09:41:51.382178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-564d1c7b-37b1-44f5-994e-485362365282 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.386457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-564d1c7b-37b1-44f5-994e-485362365282 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.407269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d1c7b-37b1-44f5-994e-485362365282 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b0461e-3b26-40e4-8f35-1dc061c33340,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.411238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-564d1c7b-37b1-44f5-994e-485362365282 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.412472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-564d1c7b-37b1-44f5-994e-485362365282 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257992 Jul 14 09:41:51.415295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.421706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eadc50de-13f8-41e3-94de-9673a65fc49a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '68ba0654-9b6e-42ab-9864-b50785d13c54', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.450701 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadc50de-13f8-41e3-94de-9673a65fc49a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.475885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.512950 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadc50de-13f8-41e3-94de-9673a65fc49a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.517456 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadc50de-13f8-41e3-94de-9673a65fc49a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.536650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc50de-13f8-41e3-94de-9673a65fc49a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a085eb-66e5-4cdc-9b36-4032aaf6013d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.542412 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadc50de-13f8-41e3-94de-9673a65fc49a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.546009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eadc50de-13f8-41e3-94de-9673a65fc49a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282439 Jul 14 09:41:51.547980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.552853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0dbf5fd3-ffc9-43e6-bc48-37814a720df6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '68ba0654-9b6e-42ab-9864-b50785d13c54', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.581025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5fd3-ffc9-43e6-bc48-37814a720df6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.645359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5fd3-ffc9-43e6-bc48-37814a720df6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.649139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5fd3-ffc9-43e6-bc48-37814a720df6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.669441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf5fd3-ffc9-43e6-bc48-37814a720df6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79efcf3-2e6a-4cd0-a0e4-2b063b3c345b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.672927 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5fd3-ffc9-43e6-bc48-37814a720df6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.674141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0dbf5fd3-ffc9-43e6-bc48-37814a720df6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251969 Jul 14 09:41:51.676976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38554) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.681443 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '68ba0654-9b6e-42ab-9864-b50785d13c54', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.704437 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:41:51.709365 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.772892 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.776615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.796256 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a72180-ab61-4112-85fa-0f45a965fafb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.801262 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.802514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f3202478-8d0e-4f3d-8898-22485320c806 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245553 Jul 14 09:41:51.805310 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.810227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': '68ba0654-9b6e-42ab-9864-b50785d13c54', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.832623 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:41:51.837726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.899111 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.902736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.919957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b53ef94-7ce2-41c6-88e8-f489e25cef5d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.925873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.927132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1b946dc2-3c40-4d27-8ab9-c85f74fd83d6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209087 Jul 14 09:41:51.929986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.935696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'network': {'name': 'tempest-network-smoke--1208346674', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:51.956608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:51.959993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.982360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:51.990885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.991229 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Added segment 34d9748d-a944-4a1b-80da-cd098bc41d7b of type vlan for network 32b75c12-46b6-4ada-a614-d13bc7f37634 Jul 14 09:41:52.029902 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.057282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.063295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.063903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.123499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923470 Jul 14 09:41:52.126362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.131437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'admin_state_up': True, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:52.132404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4af4aa-e185-4030-a608-763794c20c9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Network': ['ID=32b75c12-46b6-4ada-a614-d13bc7f37634,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.142970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:52.158258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.159429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.213883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.349862 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.504246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1607-cd7d-45a6-b770-54a4f40f6564 req-784ede07-0c82-4060-9ee8-8840502e0e83 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.505967 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cabb1607-cd7d-45a6-b770-54a4f40f6564 req-784ede07-0c82-4060-9ee8-8840502e0e83 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.0653999 Jul 14 09:41:52.544685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cabb1607-cd7d-45a6-b770-54a4f40f6564 req-75e76365-3f9d-4050-b3ea-28b8364f65a7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327313 Jul 14 09:41:52.590694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.609139 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.712068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.171 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/6d130a46-e3de-4282-be99-c5524d8f6df0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:52.821996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.861359 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.893658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:52.896413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:52.901710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:52.929803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=6d130a46-e3de-4282-be99-c5524d8f6df0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:53.164975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.366615 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.495600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 8514de92-a161-4ac0-8b22-982eba6c12b6 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:53.604522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:53.616680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Sync routers for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:53.629249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:53.630184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:53.634823 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.636337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4586de7e-13fe-4468-9691-9fbdd171af2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5088453 Jul 14 09:41:53.639793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38566) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.672950 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-41908a44-5236-4cef-9fea-a7691c9320c6 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ec04e6ada3d84f219a139bffffbc14da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320208 Jul 14 09:41:53.675674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38568) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.736317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd3e57-c0bd-4429-85f6-0662bb04c65d req-69d0aebb-918c-4bdf-bbfc-df33813aaab2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.737757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2bd3e57-c0bd-4429-85f6-0662bb04c65d req-69d0aebb-918c-4bdf-bbfc-df33813aaab2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.0681796 Jul 14 09:41:53.754026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:53.779110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2bd3e57-c0bd-4429-85f6-0662bb04c65d req-507871d5-3251-49ce-8d61-c83c3d69c093 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351861 Jul 14 09:41:53.839550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f35db-49ac-4901-83a6-365c8560646f tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.841634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-436f35db-49ac-4901-83a6-365c8560646f tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1648653 Jul 14 09:41:53.844605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.876433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0190b3b6-069f-4579-95dd-9ce720eb073d tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306144 Jul 14 09:41:53.878897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38572) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.884099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515213250', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:53.936566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:53Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:53.969084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Checking router: 8514de92-a161-4ac0-8b22-982eba6c12b6 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:53.969437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Updating router 8514de92-a161-4ac0-8b22-982eba6c12b6 port 6d130a46-e3de-4282-be99-c5524d8f6df0 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:53.972811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:53.976818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.004415 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.162914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.225156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Subnet': ['ID=75eaa3bb-048c-4fc7-bfb3-6d445451695b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.233276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Checking segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:54.233645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network hostable DHCP agents. Network: 32b75c12-46b6-4ada-a614-d13bc7f37634, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:54.251510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:54.260810 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 32b75c12-46b6-4ada-a614-d13bc7f37634) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:54.263062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.265709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.266317 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.275254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc1559-a3dc-4cd6-87cd-796ad21fc103 None None] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:54.277006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Transition to ACTIVE for port object 6d130a46-e3de-4282-be99-c5524d8f6df0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:54.282955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38574) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.283138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-02a9d788-3fd5-4c17-be39-c303995643dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4029477 Jul 14 09:41:54.318473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.394966 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Attempting to bind port 6d130a46-e3de-4282-be99-c5524d8f6df0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:54.395362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Attempting to bind port 6d130a46-e3de-4282-be99-c5524d8f6df0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:54.395790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Attempting to bind port 6d130a46-e3de-4282-be99-c5524d8f6df0 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:54.397696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f390375-ec81-40ef-9f58-b7dea1f0dc6a None None] Pushing event updated for resources: {'Port': ['ID=6d130a46-e3de-4282-be99-c5524d8f6df0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.409398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:54.409804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:54.410234 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.410652 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:54.411148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Bound port: 6d130a46-e3de-4282-be99-c5524d8f6df0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:54.411607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.519842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] For port 6d130a46-e3de-4282-be99-c5524d8f6df0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:54.552788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] For port 6d130a46-e3de-4282-be99-c5524d8f6df0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d130a46-e3de-4282-be99-c5524d8f6df0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:54.556426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-32b75c12-46b6-4ada-a614-d13bc7f37634', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:54.557434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.562285 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.688997 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:54.689718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:54.709988 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.732880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f390375-ec81-40ef-9f58-b7dea1f0dc6a None None] Pushing event updated for resources: {'Port': ['ID=6d130a46-e3de-4282-be99-c5524d8f6df0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.840468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Allocated IP 172.20.0.2 (32b75c12-46b6-4ada-a614-d13bc7f37634/75eaa3bb-048c-4fc7-bfb3-6d445451695b/1a8f6d4e-b2ec-4a97-ba2b-93af30325599) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:54.855785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:54.994125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dba4b-2a5e-4e8d-aba1-41340f1c3f26 req-df1b760c-80e5-42ad-bdc4-69eae59f8d2c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.996515 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96dba4b-2a5e-4e8d-aba1-41340f1c3f26 req-df1b760c-80e5-42ad-bdc4-69eae59f8d2c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.0801520 Jul 14 09:41:55.035398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c96dba4b-2a5e-4e8d-aba1-41340f1c3f26 req-e772b192-9129-4d6b-9412-11e513b452ce tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333540 Jul 14 09:41:55.129952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.140550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Transition to ACTIVE for port object 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:55.160284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Transition to ACTIVE for port object 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:55.167418 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.172583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:53Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:55.214133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.1 (32b75c12-46b6-4ada-a614-d13bc7f37634/75eaa3bb-048c-4fc7-bfb3-6d445451695b/61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:55.229083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80b2c5-b58f-41fb-99f6-6f2a9f520c0e None None] The sync data for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 is: [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:53Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:55.240289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:55.243513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:55.247178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:55.255620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Pushing event updated for resources: {'Port': ['ID=1a8f6d4e-b2ec-4a97-ba2b-93af30325599,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.321511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Attempting to bind port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:55.321896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Attempting to bind port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:55.322272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Attempting to bind port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:55.330023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:55.330749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Checking segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:55.331455 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.332133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Bound using segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:55.332958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Bound port: 1a8f6d4e-b2ec-4a97-ba2b-93af30325599, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:55.333602 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.370610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.387650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:55.424530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] For port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:55.428407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.428639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] For port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1a8f6d4e-b2ec-4a97-ba2b-93af30325599,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:55.434878 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.479523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:55.482963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:55.487656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:55.504704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efa4bd-19e1-4c40-88b9-14ea5607a2a2 None None] Pushing event updated for resources: {'Port': ['ID=1a8f6d4e-b2ec-4a97-ba2b-93af30325599,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.510837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.539960 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.755511 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.237875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4d801-33e0-40ce-a69f-a83197511091 req-4ec5819a-5df4-4ace-a139-b6721d4a58f8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.239590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-97c4d801-33e0-40ce-a69f-a83197511091 req-4ec5819a-5df4-4ace-a139-b6721d4a58f8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.0823190 Jul 14 09:41:56.287209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-97c4d801-33e0-40ce-a69f-a83197511091 req-f380ad58-10c6-4b74-bd9a-5e3a0170aa2d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Jul 14 09:41:56.463804 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.468772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.518698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332cade3-0198-47fd-9ae3-41fa80795cf2 None None] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:56.546759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.551736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.583820 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65062d45-394a-49d6-b5b4-1acb06efe8c0 None None] Provisioning for port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:56.642863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:56.644409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:56.771034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 8514de92-a161-4ac0-8b22-982eba6c12b6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:56.891912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:56.897339 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c43867b9-edca-4d08-a66a-7adc777a7c4f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/8514de92-a161-4ac0-8b22-982eba6c12b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6130862 Jul 14 09:41:56.926802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-577f31f5-32ee-40af-9a6a-cdccfa8f4428 None None] Provisioning for port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:56.932272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-577f31f5-32ee-40af-9a6a-cdccfa8f4428 None None] Provisioning complete for port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:56.932650 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-577f31f5-32ee-40af-9a6a-cdccfa8f4428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.978642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-577f31f5-32ee-40af-9a6a-cdccfa8f4428 None None] Port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:57.070134 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Sync routers for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:57.081144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:57.081767 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:57.128327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:57.163947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ae1555cb-5ace-4134-92da-7cb9491e0c2b None None] Provisioning complete for port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:57.164778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-b4957465-b6d5-4110-9a9f-67ba8717074e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513157681&fields=id&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 267 time: 0.0434000 Jul 14 09:41:57.165154 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae1555cb-5ace-4134-92da-7cb9491e0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.218277 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:57.229248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ae1555cb-5ace-4134-92da-7cb9491e0c2b None None] Port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:57.250587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:57.256318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:57.256981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.286556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-75bc9a16-2086-4e48-9219-04dbf9a3033a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:57.288170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-75bc9a16-2086-4e48-9219-04dbf9a3033a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 797 time: 0.1224751 Jul 14 09:41:57.307722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-5c9019ec-e6c6-461b-a9a6-11e91b24efa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/quotas/ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 375 time: 0.0120728 Jul 14 09:41:57.366456 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.406908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1a8f6d4e-b2ec-4a97-ba2b-93af30325599,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:57.412140 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.412702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d130a46-e3de-4282-be99-c5524d8f6df0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:57.419809 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-070f9278-bd30-46f8-837c-689dc80a7449 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052728 Jul 14 09:41:57.548259 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:56Z', 'revision_number': 2, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:57.552597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-ec163392-2b00-4550-88d7-1a33e8c55600 service neutron] 10.222.0.18 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051660 Jul 14 09:41:57.560061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04a041-1ca7-4d14-8eec-22a1ccb3450c req-7b0910eb-93e2-4e34-8980-22555887d064 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:57.562333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb04a041-1ca7-4d14-8eec-22a1ccb3450c req-7b0910eb-93e2-4e34-8980-22555887d064 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.0924017 Jul 14 09:41:57.586815 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Checking router: 8514de92-a161-4ac0-8b22-982eba6c12b6 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:57.587204 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Updating router 8514de92-a161-4ac0-8b22-982eba6c12b6 port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:57.625296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eb04a041-1ca7-4d14-8eec-22a1ccb3450c req-546f251c-b49b-4af8-afa2-7c0cd6699063 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566549 Jul 14 09:41:57.626797 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.682268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-981f60fd-a60e-49c4-95eb-3495d66986f1 service neutron] 10.222.0.18 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230865 Jul 14 09:41:57.707247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-091b28eb-f533-4357-ba95-451bcdb458f6 None None] Provisioning complete for port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:57.707768 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-091b28eb-f533-4357-ba95-451bcdb458f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.714725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=1a8f6d4e-b2ec-4a97-ba2b-93af30325599,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.762419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-091b28eb-f533-4357-ba95-451bcdb458f6 None None] Port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:57.765752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6d130a46-e3de-4282-be99-c5524d8f6df0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:57.769898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6d130a46-e3de-4282-be99-c5524d8f6df0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:57.770349 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.881915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.905440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a5370b2-bbcf-436a-9f86-46dc7bb0944d req-dc3bcf18-b8ad-45d9-a6cb-24d3e5e52735 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 210 time: 0.0372605 Jul 14 09:41:57.906620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6d130a46-e3de-4282-be99-c5524d8f6df0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d130a46-e3de-4282-be99-c5524d8f6df0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:57.913266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.943846 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.954989 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Transition to ACTIVE for port object 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:57.962867 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.967207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6d130a46-e3de-4282-be99-c5524d8f6df0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.038039 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Pushing event updated for resources: {'Port': ['ID=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.072654 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.073323 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.073323 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.073513 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.074140 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.074643 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.075678 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.076198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.076704 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.077387 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.078123 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.078650 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:58.085794 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Attempting to bind port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:58.086592 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Attempting to bind port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:58.087167 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Attempting to bind port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:58.095287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:58.095754 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Checking segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:58.096075 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.096541 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Bound using segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:58.096976 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Bound port: 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:58.097382 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.176294 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] For port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:58.180165 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] For port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:58.186225 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.253228 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:58.253866 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:58.324167 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7fd8e-8b3a-421c-8f1f-eb5d84fdd9ea None None] Pushing event updated for resources: {'Port': ['ID=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.437228 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:58.655653 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:58Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:58.770504 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76033b-a1ad-4a14-84b5-b08ba94dd33f None None] The sync data for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 is: [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:58Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:58.834497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eee56-8b75-4f73-8c66-80a2075b6329 req-b8bcaa82-74c8-49a8-8c98-84088a0c0993 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:58.836947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2b7eee56-8b75-4f73-8c66-80a2075b6329 req-b8bcaa82-74c8-49a8-8c98-84088a0c0993 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 944 time: 0.0794914 Jul 14 09:41:58.882637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2b7eee56-8b75-4f73-8c66-80a2075b6329 req-2501cb38-86a5-471c-b718-bd6c25c8ba66 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353322 Jul 14 09:41:59.124245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93029732-623e-4dcf-afbf-017babe96a41 req-0fb70b99-563e-4b7e-805e-fc7485fce4df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 210 time: 0.0373123 Jul 14 09:41:59.200262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:59.201079 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-03f9236e-bfe2-4fa1-99d5-f8ddf1c4d095 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:59.203645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-03f9236e-bfe2-4fa1-99d5-f8ddf1c4d095 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 797 time: 0.1827986 Jul 14 09:41:59.244393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a7977072-7100-4dff-9a7b-7f691d8d9bf8 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:59.264856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-85f62e88-9221-43b8-9e61-e51191bd6854 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 379 time: 0.0486491 Jul 14 09:41:59.274658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'port': {'device_id': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'admin_state_up': True, 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'security_groups': ['68ba0654-9b6e-42ab-9864-b50785d13c54']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:59.409072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:59.416836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:59.420941 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.445889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:59.446275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.499154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a7977072-7100-4dff-9a7b-7f691d8d9bf8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:59.519108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'port_id': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'mac_address': 'fa:16:3e:32:d6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:59.568804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.10 (32b75c12-46b6-4ada-a614-d13bc7f37634/75eaa3bb-048c-4fc7-bfb3-6d445451695b/23a08836-14cd-4235-a287-6a294d2e1db5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:59.595157 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.615699 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.619211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7977072-7100-4dff-9a7b-7f691d8d9bf8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:59.658687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a7977072-7100-4dff-9a7b-7f691d8d9bf8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:59.669852 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.684662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:59.707869 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.708727 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:59.723801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.739641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 23a08836-14cd-4235-a287-6a294d2e1db5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:59.767908 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a7977072-7100-4dff-9a7b-7f691d8d9bf8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.774778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.829211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:59.835007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:59.841783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:59.855085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.859013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:59.859561 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.873181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.889164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.889527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.889887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.890241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.890588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.890936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.891285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.891677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.892024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.892362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.892702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.893102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:59.909629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['a7977072-7100-4dff-9a7b-7f691d8d9bf8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:59.920309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:59.921016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.941435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-77879590-8791-4e49-bc98-cc8b1f94e535 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6706703 Jul 14 09:41:59.957253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Request body: {'port': {'device_id': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:00.064848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d130a46-e3de-4282-be99-c5524d8f6df0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:00.083494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.159858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136483f1-e65f-47b1-9e36-83e5c35d0e88 req-c87443f0-36b1-4e97-9f3e-80fb673f4af8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.179807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6d130a46-e3de-4282-be99-c5524d8f6df0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:00.180291 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.180495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-136483f1-e65f-47b1-9e36-83e5c35d0e88 req-c87443f0-36b1-4e97-9f3e-80fb673f4af8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 945 time: 0.1293526 Jul 14 09:42:00.218738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c3e12374-c67d-4af1-8eb1-4f7ee5566fd5 None None] Provisioning for port 23a08836-14cd-4235-a287-6a294d2e1db5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:00.227969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c3e12374-c67d-4af1-8eb1-4f7ee5566fd5 None None] Provisioning complete for port 23a08836-14cd-4235-a287-6a294d2e1db5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:00.228414 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3e12374-c67d-4af1-8eb1-4f7ee5566fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.235807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-136483f1-e65f-47b1-9e36-83e5c35d0e88 req-b2342230-6356-4fc3-8d79-4e32eea6c62b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520618 Jul 14 09:42:00.269577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c3e12374-c67d-4af1-8eb1-4f7ee5566fd5 None None] Port 23a08836-14cd-4235-a287-6a294d2e1db5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:00.449997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64302d4-b4ef-4a36-a0f2-08eb4e0e26be req-1015a978-f62b-4d39-95a8-3c63a4822eda tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.451525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a64302d4-b4ef-4a36-a0f2-08eb4e0e26be req-1015a978-f62b-4d39-95a8-3c63a4822eda tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 932 time: 0.1105311 Jul 14 09:42:00.499186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a08836-14cd-4235-a287-6a294d2e1db5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:00.512564 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.527076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a64302d4-b4ef-4a36-a0f2-08eb4e0e26be req-dc2e7150-b268-4165-9d39-16c370bf9e0e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581806 Jul 14 09:42:00.531866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Transition to ACTIVE for port object 23a08836-14cd-4235-a287-6a294d2e1db5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:00.535768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.585669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.663941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:00.664324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:00.664682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:00.670425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:00.670752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:00.676026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:00.676365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Checking segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:00.676775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Bound using segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:00.677211 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Bound port: 23a08836-14cd-4235-a287-6a294d2e1db5, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:00.677571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.745547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:00.749274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:00.753773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.794883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.795616 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.797622 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] 10.222.0.11 "PUT /v2.0/ports/23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 1093 time: 0.8489802 Jul 14 09:42:00.798153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:00.800671 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27be2e20-7456-43b9-aa50-5ecd87c62de8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:00.834308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535596d-1fd8-42b0-ba82-d3c8bcdece44 service neutron] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.870860 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba7e777-bb71-4edb-86ba-8bf1bf0a5622 x-openstack-request-id: req-cba7e777-bb71-4edb-86ba-8bf1bf0a5622 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:00.871159 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:00.871444 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cba7e777-bb71-4edb-86ba-8bf1bf0a5622 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:00.871857 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'status': 'completed', 'code': 200} Jul 14 09:42:00.899137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-08b32a67-4e78-4b0d-9793-cb1c3cbdfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.900716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-08b32a67-4e78-4b0d-9793-cb1c3cbdfd84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1096 time: 0.0632298 Jul 14 09:42:00.944954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-bd487d9f-9f19-4f3a-b16c-2aeec2c46044 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 217 time: 0.0360198 Jul 14 09:42:00.999657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-e9381b29-eac5-4838-b2bf-ffdc166981f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.001216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-e9381b29-eac5-4838-b2bf-ffdc166981f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0496182 Jul 14 09:42:01.012117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:01.065791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:01.066171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.066347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-88f27459-74ed-4398-aa81-33eb76cac095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.067941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-88f27459-74ed-4398-aa81-33eb76cac095 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595577 Jul 14 09:42:01.158999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-8ed39df9-4e46-4933-b7d5-ca7b5a98fa31 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837815 Jul 14 09:42:01.231979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a7977072-7100-4dff-9a7b-7f691d8d9bf8 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:01.253488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43d6f038-e884-4cd7-9005-0282fb85a927 req-66e46e60-00aa-458b-9060-275d9908eb57 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877802 Jul 14 09:42:01.283519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port a7977072-7100-4dff-9a7b-7f691d8d9bf8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:01.287624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port a7977072-7100-4dff-9a7b-7f691d8d9bf8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:01.288010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.374040 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.397577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:01.399974 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1add388-4420-4327-ab00-d1234e286c90" -d '{"events": [{"server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "name": "network-vif-plugged", "status": "completed", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:01.406270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-3ab3e6c8-5b97-420a-96ce-d4590d05714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.407930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-3ab3e6c8-5b97-420a-96ce-d4590d05714f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1096 time: 0.0983930 Jul 14 09:42:01.414275 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a7977072-7100-4dff-9a7b-7f691d8d9bf8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:01.423387 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.450295 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f59a3-3d1e-4e65-9799-056db255290f x-openstack-request-id: req-c04f59a3-3d1e-4e65-9799-056db255290f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:01.450581 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "name": "network-vif-plugged", "status": "completed", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:01.450839 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c04f59a3-3d1e-4e65-9799-056db255290f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:01.451230 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'code': 200} Jul 14 09:42:01.473906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a7977072-7100-4dff-9a7b-7f691d8d9bf8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.484081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc8e02-3d8a-4a37-ae30-5348d68bc62a req-bbe2f26e-2da9-443f-9991-b9316fdf4331 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.485574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ecc8e02-3d8a-4a37-ae30-5348d68bc62a req-bbe2f26e-2da9-443f-9991-b9316fdf4331 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 945 time: 0.1359870 Jul 14 09:42:01.557713 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.574508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ecc8e02-3d8a-4a37-ae30-5348d68bc62a req-50889081-c2ca-48b5-9264-461f6c3c7ba6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799279 Jul 14 09:42:01.594583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-a61e20c4-b90f-4101-b0aa-fb6d6037d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.596104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-a61e20c4-b90f-4101-b0aa-fb6d6037d283 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1805089 Jul 14 09:42:01.613870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734d0d7-069a-45f0-a5d6-d3e2bb96011c req-2a179283-8976-49d9-9701-75abc3369c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.615389 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4734d0d7-069a-45f0-a5d6-d3e2bb96011c req-2a179283-8976-49d9-9701-75abc3369c9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 1098 time: 0.1011903 Jul 14 09:42:01.653797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-808c61eb-cfbc-4d0b-a82b-f2c630fac5c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 217 time: 0.0505302 Jul 14 09:42:01.711098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4734d0d7-069a-45f0-a5d6-d3e2bb96011c req-91d2cb08-e5d5-4d4e-b951-0bb1505ef995 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636685 Jul 14 09:42:01.713613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bc1a0-5efe-46d6-b640-ced73818291e req-5d1cd6e3-114a-4452-a16c-676b98907208 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.715156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-960bc1a0-5efe-46d6-b640-ced73818291e req-5d1cd6e3-114a-4452-a16c-676b98907208 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.0645454 Jul 14 09:42:01.718308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-738bf14f-b2c2-42cb-b473-5c2c9172fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.719770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-738bf14f-b2c2-42cb-b473-5c2c9172fe3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0585115 Jul 14 09:42:01.754587 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-960bc1a0-5efe-46d6-b640-ced73818291e req-fe86a91a-bac0-4a34-ac3c-f0ee2cdbbf00 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332072 Jul 14 09:42:01.780776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-a00d0655-7172-47a9-b963-6bb653916882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.782336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-a00d0655-7172-47a9-b963-6bb653916882 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541430 Jul 14 09:42:02.205852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-09d6aeae-8292-405a-a684-d7e392bb10f9 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166842 Jul 14 09:42:02.293886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27be2e20-7456-43b9-aa50-5ecd87c62de8 req-684d97d3-7624-4792-8158-b83a37314cb8 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817754 Jul 14 09:42:02.753014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d32ee-1c03-452d-8671-ed5ca7c2da26 req-17631381-4e8c-4b5e-a9b1-fe1040be4ee7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.754426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-289d32ee-1c03-452d-8671-ed5ca7c2da26 req-17631381-4e8c-4b5e-a9b1-fe1040be4ee7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 946 time: 0.0670228 Jul 14 09:42:02.793027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-289d32ee-1c03-452d-8671-ed5ca7c2da26 req-4df65352-0ebc-4a9e-b1fb-65b6954fcc92 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330534 Jul 14 09:42:02.932393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a725a-771a-4416-b288-da25c3946d45 req-082833b7-11e9-4700-b5ea-a62b108537dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.933970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-591a725a-771a-4416-b288-da25c3946d45 req-082833b7-11e9-4700-b5ea-a62b108537dc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.0662942 Jul 14 09:42:02.967573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31384d-32e8-42d9-a845-8ffcfa26860d req-1a01b392-331a-481f-a7eb-cbe248b917f2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.969185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb31384d-32e8-42d9-a845-8ffcfa26860d req-1a01b392-331a-481f-a7eb-cbe248b917f2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 946 time: 0.0670006 Jul 14 09:42:02.974807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-591a725a-771a-4416-b288-da25c3946d45 req-9762bb08-0815-422e-aa53-4f4d2acd893f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346906 Jul 14 09:42:03.008234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb31384d-32e8-42d9-a845-8ffcfa26860d req-ed6168fe-66b2-4a60-9782-c241072180dd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334258 Jul 14 09:42:03.034186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.087684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ea1d9-dc2a-4e8f-a8a6-fcab4542f53f tempest-TestVolumeBootPattern-1580408716 tempest-TestVolumeBootPattern-1580408716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:03.089473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-918ea1d9-dc2a-4e8f-a8a6-fcab4542f53f tempest-TestVolumeBootPattern-1580408716 tempest-TestVolumeBootPattern-1580408716-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 1093 time: 0.0542109 Jul 14 09:42:03.092558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.097011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:03.121509 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.225200 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.340012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.25.2.237 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/0b68acb7-3d92-41e7-92c4-33b6d98e9a83) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:03.447316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.490200 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.529449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:03.534463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:03.538142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:03.569792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=0b68acb7-3d92-41e7-92c4-33b6d98e9a83,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.921831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.002321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.156901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1ebf0-b871-45d0-8832-51d62f56dd70 req-178dc9dd-fea7-4677-a3f6-8fb75534fe2b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:04.158062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.158472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dbb1ebf0-b871-45d0-8832-51d62f56dd70 req-178dc9dd-fea7-4677-a3f6-8fb75534fe2b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.0713100 Jul 14 09:42:04.162854 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.199629 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dbb1ebf0-b871-45d0-8832-51d62f56dd70 req-e7ff7a10-7771-4273-8977-f43ebf65233c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343623 Jul 14 09:42:04.235248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=0b68acb7-3d92-41e7-92c4-33b6d98e9a83,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.244825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.346141 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Floating IP 0cac82b5-06c7-43cd-a34c-4663bcde74da associated. External IP: 172.25.2.237, port: a7977072-7100-4dff-9a7b-7f691d8d9bf8. Jul 14 09:42:04.575616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:04.666792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:04.680756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:04.696769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.697986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:04.734337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-672619ea-c1fa-4774-8bcf-aed676656c71 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6405575 Jul 14 09:42:04.735239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:04.737858 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c01c572-a028-4f7a-a20b-c59fdc1f4574" -d '{"events": [{"name": "network-changed", "server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:04.757416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:04.758074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.775033 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46b3d6-8f35-456f-8e10-3400be13fde3 x-openstack-request-id: req-0d46b3d6-8f35-456f-8e10-3400be13fde3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:04.775328 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:04.775648 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d46b3d6-8f35-456f-8e10-3400be13fde3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:04.776055 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'status': 'completed', 'code': 200} Jul 14 09:42:04.815378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:04.850833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-b42d53c1-9990-47b7-bb41-ec8cf3fe1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:04.852415 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-b42d53c1-9990-47b7-bb41-ec8cf3fe1caf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 1098 time: 0.0529227 Jul 14 09:42:04.857222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '23a08836-14cd-4235-a287-6a294d2e1db5', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'port_id': '23a08836-14cd-4235-a287-6a294d2e1db5', 'mac_address': 'fa:16:3e:9c:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:04.912682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:04.914671 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.946186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-551f99bf-0698-4bb7-87c0-150cefb5e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:04.947729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-551f99bf-0698-4bb7-87c0-150cefb5e05b service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0889230 Jul 14 09:42:04.955912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a08836-14cd-4235-a287-6a294d2e1db5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:05.013272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-711e9d42-382f-43b7-ad70-c049cf12d6b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8 HTTP/1.1" status: 200 len: 1000 time: 0.0589948 Jul 14 09:42:05.014694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:05.020112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.064119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-4781461a-df34-4644-b4c5-70e9fe5dbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.065650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-4781461a-df34-4644-b4c5-70e9fe5dbc89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0463765 Jul 14 09:42:05.116876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.131942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-8585fbf9-dfce-4752-9e89-b217b44f5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.133654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-8585fbf9-dfce-4752-9e89-b217b44f5613 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617929 Jul 14 09:42:05.138034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.138380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.138720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.139055 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.139405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.139736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.140064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.140475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.140802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.141125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.141447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.141768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:05.219511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0cac82b5-06c7-43cd-a34c-4663bcde74da', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:32:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:03Z', 'updated_at': '2021-07-14T09:42:03Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:05.224248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['23a08836-14cd-4235-a287-6a294d2e1db5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:05.231722 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-2e322755-1903-4d0a-a362-12f549f767dc service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904443 Jul 14 09:42:05.268152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:05.290123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:05.290756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:05.341058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c01c572-a028-4f7a-a20b-c59fdc1f4574 req-e2b7edfa-be41-4b21-b3fe-41ea5a3a6b90 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033926 Jul 14 09:42:05.395221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804beea7-fd13-4172-bb24-9224b81d6ccc req-93e6a631-d0e6-4fbf-85be-2a71999df8f2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.396825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-804beea7-fd13-4172-bb24-9224b81d6ccc req-93e6a631-d0e6-4fbf-85be-2a71999df8f2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 945 time: 0.0761926 Jul 14 09:42:05.440386 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-804beea7-fd13-4172-bb24-9224b81d6ccc req-61c1e4a9-cfd8-4589-b4f2-7663083d6181 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366640 Jul 14 09:42:05.448430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:05.780935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0cac82b5-06c7-43cd-a34c-4663bcde74da', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:32:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:03Z', 'updated_at': '2021-07-14T09:42:03Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:05.812095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ff0ce-92b3-45a9-9d3b-db777c3b0757 None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0cac82b5-06c7-43cd-a34c-4663bcde74da', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:32:d6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:03Z', 'updated_at': '2021-07-14T09:42:03Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:06.001409 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f289e-50d9-49a8-a65b-16ea07bb5e71 None None] New status for floating IP 0cac82b5-06c7-43cd-a34c-4663bcde74da: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:42:06.615436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b123776-ed83-4bfc-ad03-bd8d6869a10a req-6ec66e5a-1177-46c3-8f8b-98ecdbff83d1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.616976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b123776-ed83-4bfc-ad03-bd8d6869a10a req-6ec66e5a-1177-46c3-8f8b-98ecdbff83d1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 945 time: 0.0644460 Jul 14 09:42:06.655775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b123776-ed83-4bfc-ad03-bd8d6869a10a req-a782c0b8-0480-468d-b1f5-a0aa32a38577 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330095 Jul 14 09:42:06.681986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:06.730482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 23a08836-14cd-4235-a287-6a294d2e1db5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:06.734444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 23a08836-14cd-4235-a287-6a294d2e1db5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:06.734828 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.811960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.837607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:06.840057 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27349e3-8bb6-4b5d-b84d-19fc09999553" -d '{"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-plugged", "status": "completed", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:06.853624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:06.858542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.884499 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ed027d-eb3e-46e4-a38e-1ea3cfc329b7 x-openstack-request-id: req-e9ed027d-eb3e-46e4-a38e-1ea3cfc329b7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:06.884798 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-plugged", "status": "completed", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:06.885062 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9ed027d-eb3e-46e4-a38e-1ea3cfc329b7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:06.885641 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'code': 200} Jul 14 09:42:06.915239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.993357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f68bc-9e94-426a-ac59-b47cb5a5df2d req-03e742c4-bcd9-415c-b710-b0b5fb970247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.994858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d5f68bc-9e94-426a-ac59-b47cb5a5df2d req-03e742c4-bcd9-415c-b710-b0b5fb970247 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1098 time: 0.0532718 Jul 14 09:42:07.030289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d5f68bc-9e94-426a-ac59-b47cb5a5df2d req-b955afd6-b200-4d05-9d50-a286b42031b5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285537 Jul 14 09:42:07.842610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ceea8e-1935-4b6b-8235-62e30d9e95e5 req-7117c924-3911-41cc-85b9-465ba50bcac7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.844180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62ceea8e-1935-4b6b-8235-62e30d9e95e5 req-7117c924-3911-41cc-85b9-465ba50bcac7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0713050 Jul 14 09:42:07.883866 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-62ceea8e-1935-4b6b-8235-62e30d9e95e5 req-084146c7-831c-4427-8bbe-c5f8eaf6ff32 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332904 Jul 14 09:42:09.067974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98165070-af02-407a-9af6-f8bc55e70333 req-fcc441f7-3736-4a59-be7c-dab9e5de9a9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.069476 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98165070-af02-407a-9af6-f8bc55e70333 req-fcc441f7-3736-4a59-be7c-dab9e5de9a9d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0686069 Jul 14 09:42:09.108531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98165070-af02-407a-9af6-f8bc55e70333 req-11fb75b3-e36e-4dc0-adca-ee167e16fc23 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 Jul 14 09:42:09.285798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b42e4c-c81b-46d6-a059-b5c1466946b9 req-8100b407-e593-42be-a798-86c85399f242 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.287405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02b42e4c-c81b-46d6-a059-b5c1466946b9 req-8100b407-e593-42be-a798-86c85399f242 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0679324 Jul 14 09:42:09.326460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02b42e4c-c81b-46d6-a059-b5c1466946b9 req-1d2d5727-cd28-4e9b-bc1f-9cfab2a30128 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Jul 14 09:42:09.350941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.406643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf2819-55f4-4181-8ade-b084773c669e tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.408230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-79bf2819-55f4-4181-8ade-b084773c669e tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1093 time: 0.0562475 Jul 14 09:42:09.410968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.415662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '23a08836-14cd-4235-a287-6a294d2e1db5', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:09.439925 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.536297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.646838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.65 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/d3048e21-b2c3-4f39-92f4-91e86feab2ed) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:09.748068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.786805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.830811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:09.833955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:09.837769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:09.860217 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=d3048e21-b2c3-4f39-92f4-91e86feab2ed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.202115 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.282099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.432037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.437728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.503708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=d3048e21-b2c3-4f39-92f4-91e86feab2ed,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.515684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.616930 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP 2859a53d-e561-4f6f-9074-5fa8b3f918bf associated. External IP: 172.25.2.65, port: 23a08836-14cd-4235-a287-6a294d2e1db5. Jul 14 09:42:10.822419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 8514de92-a161-4ac0-8b22-982eba6c12b6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:11.281694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:11.291699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] Sync routers for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:11.301586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:11.302209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:11.307547 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.346287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aa4789dc-340d-4316-b768-435869a1c375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9342484 Jul 14 09:42:11.346899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:11.349285 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1657e2-41b5-442d-ae43-d06c3882c03b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:11.388348 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29e8a9-0b52-4f5d-8da1-9fada4943b64 x-openstack-request-id: req-9d29e8a9-0b52-4f5d-8da1-9fada4943b64 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:11.388894 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:11.389349 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d29e8a9-0b52-4f5d-8da1-9fada4943b64 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:11.389949 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'status': 'completed', 'code': 200} Jul 14 09:42:11.472147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-c9268d2b-962b-4178-8138-bd0be655f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.474101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-c9268d2b-962b-4178-8138-bd0be655f1c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1098 time: 0.0620270 Jul 14 09:42:11.573053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208a3dd-d180-4c58-a23e-aa0c3423c18b req-05c4f04f-0b85-4417-a11e-cedc48105800 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.578359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4208a3dd-d180-4c58-a23e-aa0c3423c18b req-05c4f04f-0b85-4417-a11e-cedc48105800 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.1012919 Jul 14 09:42:11.596869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-736d6b1a-599f-41ad-959b-83bbd24e9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.598728 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-736d6b1a-599f-41ad-959b-83bbd24e9d32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1182673 Jul 14 09:42:11.623864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:11.632424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4208a3dd-d180-4c58-a23e-aa0c3423c18b req-970aa072-99ba-4dc6-b047-3137b4283993 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461736 Jul 14 09:42:11.650168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:11.680504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-595b5bc3-5436-44f6-9434-ec077be2e432 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.0745745 Jul 14 09:42:11.719107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1da07eb-70c1-4621-8f4e-942ec8509850 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/2859a53d-e561-4f6f-9074-5fa8b3f918bf HTTP/1.1" status: 200 len: 991 time: 0.0672030 Jul 14 09:42:11.734394 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-7a72c81e-7160-4f23-a92f-17cf3daaa8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.735920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-7a72c81e-7160-4f23-a92f-17cf3daaa8be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0492935 Jul 14 09:42:11.794672 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-6eabddfa-6600-4f93-81b7-672c53b39c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.796271 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-6eabddfa-6600-4f93-81b7-672c53b39c52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540760 Jul 14 09:42:11.855967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '2859a53d-e561-4f6f-9074-5fa8b3f918bf', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'port_id': '23a08836-14cd-4235-a287-6a294d2e1db5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'mac_address': 'fa:16:3e:9c:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:10Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:59Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:11.886414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] Checking router: 8514de92-a161-4ac0-8b22-982eba6c12b6 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:11.886628 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-80d0d4ac-d4c3-4543-bee0-5fbc650964f1 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822740 Jul 14 09:42:11.894662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:11.895287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:41:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:11.982016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9b1657e2-41b5-442d-ae43-d06c3882c03b req-7f2bf979-77c2-4082-a24c-cc25dac66f6e service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884113 Jul 14 09:42:12.002740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:12.226327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '2859a53d-e561-4f6f-9074-5fa8b3f918bf', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'port_id': '23a08836-14cd-4235-a287-6a294d2e1db5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'mac_address': 'fa:16:3e:9c:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:10Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:59Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:12.252472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c3b9e-6b62-49d6-84c6-78aac4fbab00 None None] The sync data for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 is: [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '2859a53d-e561-4f6f-9074-5fa8b3f918bf', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'port_id': '23a08836-14cd-4235-a287-6a294d2e1db5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'mac_address': 'fa:16:3e:9c:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:10Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:59Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:12.452798 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2270df-8b47-41a4-9a16-90d399f81771 None None] New status for floating IP 2859a53d-e561-4f6f-9074-5fa8b3f918bf: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:42:12.722074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:12.747000 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:12.788249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e15f102-a8a5-41bc-b6c2-560c0223e4e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/2859a53d-e561-4f6f-9074-5fa8b3f918bf HTTP/1.1" status: 200 len: 993 time: 0.0649292 Jul 14 09:42:15.419708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-c717e13d-05b5-4a0f-bd7b-649569d416d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550261 Jul 14 09:42:15.517001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-96ccc82e-40b4-456b-96a5-b6f6a52117f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.518515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-96ccc82e-40b4-456b-96a5-b6f6a52117f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 1098 time: 0.0554185 Jul 14 09:42:15.637070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-f995cf06-0555-4f30-ad86-5433821483cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.638583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-f995cf06-0555-4f30-ad86-5433821483cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0987170 Jul 14 09:42:15.710887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-4c31fd8f-fad2-4c07-b9b6-9a53ed0824e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8 HTTP/1.1" status: 200 len: 1002 time: 0.0656621 Jul 14 09:42:15.768890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-f09e5253-e82c-4379-bdc8-1f09f81cb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.770435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-f09e5253-e82c-4379-bdc8-1f09f81cb7de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0518217 Jul 14 09:42:15.846240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-dda83b67-f83b-4103-a0b9-48f9914e920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.848197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-dda83b67-f83b-4103-a0b9-48f9914e920b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696950 Jul 14 09:42:15.945797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-9733941e-0301-4674-9c19-ace848d97d16 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896254 Jul 14 09:42:15.958508 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c721ea3-ac73-4fc7-93e2-3619a418111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.047945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90c95cb1-bf34-480d-b01c-a4dd26b491b5 req-21235a2a-21b5-4232-a48e-1cee747eeb89 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942581 Jul 14 09:42:19.060724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.669958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bec1492-9f69-4ba0-a5d7-94af1f1d9178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.750774 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.243875 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.474250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.570500 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.146626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0239c9-816a-44a3-a721-e0c290a739cf req-47a76da7-a13e-4ecb-8d19-2ed54df96f23 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.148282 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c0239c9-816a-44a3-a721-e0c290a739cf req-47a76da7-a13e-4ecb-8d19-2ed54df96f23 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1098 time: 0.0531020 Jul 14 09:42:44.183445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6c0239c9-816a-44a3-a721-e0c290a739cf req-c1f67dfd-f80a-4ebb-9d5d-ef630580efe4 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290325 Jul 14 09:42:44.358822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13f4c2-a86a-4a05-9e03-6ec33a7839aa req-2bfba009-f143-479e-a5ee-8e0f460ecfc0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.360362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd13f4c2-a86a-4a05-9e03-6ec33a7839aa req-2bfba009-f143-479e-a5ee-8e0f460ecfc0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0643780 Jul 14 09:42:44.399161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd13f4c2-a86a-4a05-9e03-6ec33a7839aa req-1f153f05-810e-448c-8820-389ae134aecf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Jul 14 09:42:44.423824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.488090 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c7f95fdc-dd72-413a-83eb-eece2f14866b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/2859a53d-e561-4f6f-9074-5fa8b3f918bf HTTP/1.1" status: 200 len: 993 time: 0.0630929 Jul 14 09:42:45.100845 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:45.256624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e61d0907-1cc9-4ac8-bf2c-e11c8548a117 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546097 Jul 14 09:42:45.264233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba29c70-8827-4fcc-9861-1e24b593c091 req-ee61503f-691c-4787-9ad8-ce9e78e9d88d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.265684 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ba29c70-8827-4fcc-9861-1e24b593c091 req-ee61503f-691c-4787-9ad8-ce9e78e9d88d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.1027851 Jul 14 09:42:45.306810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ba29c70-8827-4fcc-9861-1e24b593c091 req-6dc84595-20ba-42d1-b6e8-edaf9ca14d48 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354176 Jul 14 09:42:45.962277 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-123060b8-5ddc-4862-8e77-6876da9768a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.389946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-64055bb1-3ffe-43c2-bf35-9856b266bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.391531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-64055bb1-3ffe-43c2-bf35-9856b266bb3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1098 time: 0.0586050 Jul 14 09:42:46.523040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-5bcf1085-b851-4417-acb1-5985f800b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.524591 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-5bcf1085-b851-4417-acb1-5985f800b477 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1266706 Jul 14 09:42:46.545446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e91d92-1179-4603-bca6-a20325cbd9c2 req-2424f537-273d-4777-be5f-fc6ba676156a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.546919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e91d92-1179-4603-bca6-a20325cbd9c2 req-2424f537-273d-4777-be5f-fc6ba676156a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.1063473 Jul 14 09:42:46.623824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e91d92-1179-4603-bca6-a20325cbd9c2 req-609ef167-bf2a-421e-aafe-baf87c5cad53 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492277 Jul 14 09:42:46.626099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-c2d1061a-fd25-4b5b-8937-9ab91824a081 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 1001 time: 0.0955679 Jul 14 09:42:46.677814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-3ba1d6a7-9c7b-4d89-ab9a-692b078fd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.679362 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-3ba1d6a7-9c7b-4d89-ab9a-692b078fd1bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0475376 Jul 14 09:42:46.743956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-7677bf07-7733-451a-8190-b670d2aec516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.745551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-7677bf07-7733-451a-8190-b670d2aec516 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603504 Jul 14 09:42:46.834160 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-32dab1d4-ccca-4f5b-9031-bb051bccdf2c service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824244 Jul 14 09:42:46.927407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-2fdc8626-077b-4ded-82ef-1b72ca5ff3e1 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Jul 14 09:42:47.800357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f929c-98f5-4927-9021-72c25904d63b req-a7e35ade-4243-43e7-a2e5-609b9c080a60 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.801778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-067f929c-98f5-4927-9021-72c25904d63b req-a7e35ade-4243-43e7-a2e5-609b9c080a60 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0640595 Jul 14 09:42:47.839292 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-067f929c-98f5-4927-9021-72c25904d63b req-7f886015-8fbe-409f-bba7-97e5ca98efc3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Jul 14 09:42:49.014765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10ea03-6e3b-4f1c-9790-62fdd656192a req-a0624901-37a0-48f1-b1de-e3da4eaf8cd5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.016355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be10ea03-6e3b-4f1c-9790-62fdd656192a req-a0624901-37a0-48f1-b1de-e3da4eaf8cd5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0641139 Jul 14 09:42:49.055142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be10ea03-6e3b-4f1c-9790-62fdd656192a req-de5fe4c7-1ddb-4cae-85a4-335c6622f208 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Jul 14 09:42:49.061879 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.670623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5372-71a1-447b-8acd-c93ad9aaaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.746552 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:49.753108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.250739 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.346220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f57538-7ee9-4f53-b836-7e5c111f5b81 req-5581293b-c0cb-46b7-8882-0bd280055fde tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.347691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9f57538-7ee9-4f53-b836-7e5c111f5b81 req-5581293b-c0cb-46b7-8882-0bd280055fde tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.1737192 Jul 14 09:42:50.390883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c9f57538-7ee9-4f53-b836-7e5c111f5b81 req-72ce4184-08a2-437f-b5ca-8651a2bedd99 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375569 Jul 14 09:42:51.481115 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.630579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30cb38-d5c8-4aed-9c70-1cdf67a5cc50 req-ff565228-b4d5-4268-b885-313224dd8124 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.632134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad30cb38-d5c8-4aed-9c70-1cdf67a5cc50 req-ff565228-b4d5-4268-b885-313224dd8124 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.1258168 Jul 14 09:42:51.670550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad30cb38-d5c8-4aed-9c70-1cdf67a5cc50 req-7b07920c-adbb-4059-a459-6de4aa38f605 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325522 Jul 14 09:42:52.843227 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8bd46-4273-42ce-aa9c-2166de0a0b4a req-cadec756-9c88-4afe-8227-b833ef3584ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.844745 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63d8bd46-4273-42ce-aa9c-2166de0a0b4a req-cadec756-9c88-4afe-8227-b833ef3584ee tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0638235 Jul 14 09:42:52.882158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63d8bd46-4273-42ce-aa9c-2166de0a0b4a req-81820b13-7905-4e99-aac9-56a6057c44f6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318186 Jul 14 09:42:54.058455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38a0a-70e7-4ce4-a251-23eb92e1495a req-c4f6bbce-e6a7-43c8-862c-6d11af327a9f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.059977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2dc38a0a-70e7-4ce4-a251-23eb92e1495a req-c4f6bbce-e6a7-43c8-862c-6d11af327a9f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0671663 Jul 14 09:42:54.097837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2dc38a0a-70e7-4ce4-a251-23eb92e1495a req-432dfd89-a394-4a03-9f04-ab63c1939517 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Jul 14 09:42:55.271966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bf1e8-99e6-422d-b4df-5e65c2b40e8e req-e320af2d-3690-4dec-8ed9-d5c80b53228d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.273464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f2bf1e8-99e6-422d-b4df-5e65c2b40e8e req-e320af2d-3690-4dec-8ed9-d5c80b53228d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0649865 Jul 14 09:42:55.311812 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f2bf1e8-99e6-422d-b4df-5e65c2b40e8e req-3582e38c-f75c-4ac5-a48c-f005b230edb0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Jul 14 09:42:56.151418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215912bd-cee3-49ed-88fc-8e556486c419 req-ca537a96-b9e3-4e36-9b89-fde186d218a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.152951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215912bd-cee3-49ed-88fc-8e556486c419 req-ca537a96-b9e3-4e36-9b89-fde186d218a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1098 time: 0.0532920 Jul 14 09:42:56.261607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215912bd-cee3-49ed-88fc-8e556486c419 req-34d419bd-8391-4559-b67b-e0d0cff1fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.263085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215912bd-cee3-49ed-88fc-8e556486c419 req-34d419bd-8391-4559-b67b-e0d0cff1fd2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.0881054 Jul 14 09:42:56.327786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215912bd-cee3-49ed-88fc-8e556486c419 req-92094ff2-c619-44f8-8504-182c19181387 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 1001 time: 0.0573776 Jul 14 09:42:56.377254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215912bd-cee3-49ed-88fc-8e556486c419 req-4f20ce78-566b-4536-befa-3ce372f8ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.378745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215912bd-cee3-49ed-88fc-8e556486c419 req-4f20ce78-566b-4536-befa-3ce372f8ee2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0441155 Jul 14 09:42:56.479983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215912bd-cee3-49ed-88fc-8e556486c419 req-7c90bd10-9588-4065-ad66-b9110edff15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.481650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215912bd-cee3-49ed-88fc-8e556486c419 req-7c90bd10-9588-4065-ad66-b9110edff15d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966372 Jul 14 09:42:56.538846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3b90-0fbc-4495-84c1-1731a8082aa1 req-64226c20-918b-4ea7-ad1f-0dc30e4eabd7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.540360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-844b3b90-0fbc-4495-84c1-1731a8082aa1 req-64226c20-918b-4ea7-ad1f-0dc30e4eabd7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.1168652 Jul 14 09:42:56.601825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-844b3b90-0fbc-4495-84c1-1731a8082aa1 req-9ef61795-cd40-454c-8633-8093e1eeeca6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543144 Jul 14 09:42:56.613644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215912bd-cee3-49ed-88fc-8e556486c419 req-50d7c19e-5241-4db2-9190-7a33fed11b0d service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248085 Jul 14 09:42:56.701412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-215912bd-cee3-49ed-88fc-8e556486c419 req-db76ed25-1416-4682-bd15-d72731cf5ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817966 Jul 14 09:42:57.777772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc809b-64ff-4e5f-af39-0f7ce83c3e5e req-0eeb9aad-21b3-402a-80c0-9098cf000643 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.780084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6cbc809b-64ff-4e5f-af39-0f7ce83c3e5e req-0eeb9aad-21b3-402a-80c0-9098cf000643 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0688961 Jul 14 09:42:57.821340 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6cbc809b-64ff-4e5f-af39-0f7ce83c3e5e req-b9d1b692-6489-49d5-8afb-dcbd8418b2c0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357227 Jul 14 09:42:58.996137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c859-7703-4143-a44c-ce18bd4a8285 req-aabf8035-fd14-4385-a33f-2741aae65bc6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.997700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58b8c859-7703-4143-a44c-ce18bd4a8285 req-aabf8035-fd14-4385-a33f-2741aae65bc6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0650334 Jul 14 09:42:59.041679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58b8c859-7703-4143-a44c-ce18bd4a8285 req-82207998-77c4-48fc-af05-3cb0ff2cb9d3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380599 Jul 14 09:43:00.217627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bd1e7-b5dd-4fc6-8eb0-a0f15af2a001 req-6504836a-55da-4dc4-a9b6-b4b10041ad04 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.219144 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5c0bd1e7-b5dd-4fc6-8eb0-a0f15af2a001 req-6504836a-55da-4dc4-a9b6-b4b10041ad04 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0635028 Jul 14 09:43:00.256887 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5c0bd1e7-b5dd-4fc6-8eb0-a0f15af2a001 req-478b2370-d787-424a-8811-beb256e6bc2a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321200 Jul 14 09:43:01.432839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78360-6a0d-4bea-88e8-6ac586c71e38 req-4825bdc0-d0c5-4bed-9cd8-b7cfe4acdeeb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.434411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07b78360-6a0d-4bea-88e8-6ac586c71e38 req-4825bdc0-d0c5-4bed-9cd8-b7cfe4acdeeb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0631578 Jul 14 09:43:01.472157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-07b78360-6a0d-4bea-88e8-6ac586c71e38 req-27aaed94-b7f2-4f95-b0c7-d82e11c64d8e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Jul 14 09:43:01.579867 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.645996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb803e-fe02-4d20-8750-8d62d899486a req-6086f7be-dbd4-4272-9424-2483e25f33e6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.647540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94bb803e-fe02-4d20-8750-8d62d899486a req-6086f7be-dbd4-4272-9424-2483e25f33e6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0635297 Jul 14 09:43:02.690226 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-94bb803e-fe02-4d20-8750-8d62d899486a req-a3df608e-b3f8-4057-ab8a-51ba53f8490d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365014 Jul 14 09:43:03.885828 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-fb4f0eb1-2377-494c-ae3b-9f913b47fc78 service neutron] show failed (client error): The resource could not be found. Jul 14 09:43:03.886852 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-fb4f0eb1-2377-494c-ae3b-9f913b47fc78 service neutron] 10.222.0.11 "GET /v2.0/ports/23a08836-14cd-4235-a287-6a294d2e1db5/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0957682 Jul 14 09:43:03.906567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cdc1a-29a6-47f9-9e37-5c0de0901e3b req-9dfa488b-23e7-459f-b844-9cc6eeaf1d08 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.908211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d67cdc1a-29a6-47f9-9e37-5c0de0901e3b req-9dfa488b-23e7-459f-b844-9cc6eeaf1d08 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 946 time: 0.0904222 Jul 14 09:43:03.952704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d67cdc1a-29a6-47f9-9e37-5c0de0901e3b req-ec1602d0-a9e6-403b-b34b-5cac0cd0d318 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Jul 14 09:43:04.196034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-7ec49f6f-15d3-441e-8acd-2b8bd657fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.197466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-7ec49f6f-15d3-441e-8acd-2b8bd657fd05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 1098 time: 0.1032662 Jul 14 09:43:04.208790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:04.280671 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.486302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:04.519974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:04.559873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:04.562211 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734f3ba4-7e17-487d-9398-d0b61a042fe3" -d '{"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-unplugged", "status": "completed", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:04.566528 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.581861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Transition to ACTIVE for port object 23a08836-14cd-4235-a287-6a294d2e1db5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:04.585333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.612584 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62c92f9-5a29-4dc3-8230-47dabd3566e4 x-openstack-request-id: req-a62c92f9-5a29-4dc3-8230-47dabd3566e4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:04.612892 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-unplugged", "status": "completed", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:04.613150 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a62c92f9-5a29-4dc3-8230-47dabd3566e4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:04.613571 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'code': 200} Jul 14 09:43:04.673503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:04.688494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.688846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.689197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.689541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.689889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.690299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.690564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.690899 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.691231 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.691592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.691925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.692256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:04.724515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] No DVR routers for this DVR port 23a08836-14cd-4235-a287-6a294d2e1db5 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:04.863366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:04.863729 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:04.864063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:04.868376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:04.868703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:04.874127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:04.874478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Checking segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:04.874866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Bound using segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:04.875298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Bound port: 23a08836-14cd-4235-a287-6a294d2e1db5, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:04.875696 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.941298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:04.944241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:04.949589 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.987936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.989034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.990713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] 10.222.0.48 "PUT /v2.0/ports/23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 1093 time: 0.7861218 Jul 14 09:43:05.051417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9d7c0-3515-4589-85e8-b8e4ed8e3be9 service neutron] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:05.112739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-22f118d0-dcff-41bd-a13d-3117339d1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.114268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-22f118d0-dcff-41bd-a13d-3117339d1146 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1096 time: 0.0956538 Jul 14 09:43:05.209047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06762-e105-43a9-bf8e-4ad9f3d74205 req-706d12d5-f779-4b9c-8165-4e832bc0d683 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.210503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-82a06762-e105-43a9-bf8e-4ad9f3d74205 req-706d12d5-f779-4b9c-8165-4e832bc0d683 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.1341388 Jul 14 09:43:05.245708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-272f982e-1a42-4ab3-8457-a49a9df50ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.247204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-272f982e-1a42-4ab3-8457-a49a9df50ad7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1256802 Jul 14 09:43:05.296414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-82a06762-e105-43a9-bf8e-4ad9f3d74205 req-b936ba47-fb33-4d08-9481-60fb2e894ed2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790205 Jul 14 09:43:05.321504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-32f31469-7cd2-4290-a833-f531f66b7244 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.0647399 Jul 14 09:43:05.374519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-9245dccc-9d27-40f2-b322-6bbb4f3f3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.376029 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-9245dccc-9d27-40f2-b322-6bbb4f3f3a36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0491819 Jul 14 09:43:05.434506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-19b020b0-6c70-4cfd-8659-ce3f6f3e3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.436059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-19b020b0-6c70-4cfd-8659-ce3f6f3e3353 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538285 Jul 14 09:43:05.525148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-4d24c726-9004-4743-872a-fa86e2337fd5 service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824738 Jul 14 09:43:05.620668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3eee86ac-4d25-498c-be39-7c2a78a96d1a req-be658ec2-3cae-42d2-aba1-b0c592b14b81 service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891922 Jul 14 09:43:06.472062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c46256-385d-4b3e-a7ca-24eaaf2c2860 req-4f9a74f4-293b-423e-81d8-2ab35a42c793 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.473635 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5c46256-385d-4b3e-a7ca-24eaaf2c2860 req-4f9a74f4-293b-423e-81d8-2ab35a42c793 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.0650012 Jul 14 09:43:06.512408 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c5c46256-385d-4b3e-a7ca-24eaaf2c2860 req-28816a44-da26-4b73-a700-76b67757fec6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Jul 14 09:43:06.615129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:06.617541 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:06.665271 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d042d-7462-4f3d-ae3f-d8cb09e8394e x-openstack-request-id: req-784d042d-7462-4f3d-ae3f-d8cb09e8394e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:06.665572 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:06.665918 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-784d042d-7462-4f3d-ae3f-d8cb09e8394e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:06.666585 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'status': 'completed', 'code': 200} Jul 14 09:43:06.773565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-bfe7765d-a816-4722-97d5-449621c10c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.775090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-bfe7765d-a816-4722-97d5-449621c10c83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1096 time: 0.0912590 Jul 14 09:43:06.777343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-e9b303f9-5d9e-44c1-8195-9c412f72a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.778691 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-e9b303f9-5d9e-44c1-8195-9c412f72a508 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1096 time: 0.0862849 Jul 14 09:43:06.935173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-9e2713b1-ae51-4259-ae96-626ccf149a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.936598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-9e2713b1-ae51-4259-ae96-626ccf149a10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1558571 Jul 14 09:43:06.937914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-885ac367-2688-4c58-8b74-fd4ed6b0ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:06.939236 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-885ac367-2688-4c58-8b74-fd4ed6b0ac79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1514542 Jul 14 09:43:06.976518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:07.016130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:07.389607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-ce64938b-c08f-4994-99fc-978187a4de66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.4464710 Jul 14 09:43:07.393608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-b31412ee-53b5-4849-b9a0-b7c65d9d3acc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.4443927 Jul 14 09:43:07.472882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-3d9f77fd-d2c9-4f22-95c0-06a3c7d1aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.474375 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-3d9f77fd-d2c9-4f22-95c0-06a3c7d1aadc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0780485 Jul 14 09:43:07.475799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-c6226277-1a6d-45fc-8b78-bdd5efbbfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.477125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-c6226277-1a6d-45fc-8b78-bdd5efbbfb92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0735610 Jul 14 09:43:07.574014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-41b21969-d1e7-4843-921c-c73e096c6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.575573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-41b21969-d1e7-4843-921c-c73e096c6f9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954616 Jul 14 09:43:07.581370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-aba76245-6768-4278-9286-00deaf2d4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.582809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-aba76245-6768-4278-9286-00deaf2d4ea7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954089 Jul 14 09:43:07.694722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e5102-e0e5-4803-b784-3476acb6d66c req-3d3d37d1-cef1-4edb-92cd-758e26723e28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.696236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b3e5102-e0e5-4803-b784-3476acb6d66c req-3d3d37d1-cef1-4edb-92cd-758e26723e28 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.0663130 Jul 14 09:43:07.735844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b3e5102-e0e5-4803-b784-3476acb6d66c req-ccd9282f-0ff5-48b2-b11d-00b78e0bc7eb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331585 Jul 14 09:43:07.736103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-350f76e8-55b9-476a-a4d0-400e4ebe4542 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519566 Jul 14 09:43:07.741516 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-378c0ae0-684e-476f-8a9b-b53ea57da62e service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495147 Jul 14 09:43:07.896321 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-788894bd-2723-4b4d-8c4e-8532762a166d service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461608 Jul 14 09:43:07.898071 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1cebf92-0160-44cc-8ff0-2d9579a16e1e req-8c852a42-6e18-40ed-bd10-9058af112eac service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556861 Jul 14 09:43:08.076427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-b58862b7-935a-4afa-894f-9c7a0abb5e5b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.078111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-b58862b7-935a-4afa-894f-9c7a0abb5e5b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3&tenant_id=ec04e6ada3d84f219a139bffffbc14da&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 944 time: 0.0771441 Jul 14 09:43:08.129358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8314e57-68b7-469f-8087-b80c596d7553 req-3b339348-206a-46f2-b7e0-e7c5e0605044 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.130920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f8314e57-68b7-469f-8087-b80c596d7553 req-3b339348-206a-46f2-b7e0-e7c5e0605044 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.0682831 Jul 14 09:43:08.139587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-e282285c-0fde-4bf7-965a-23f8b18e8646 service neutron] 10.222.0.48 "GET /v2.0/ports/23a08836-14cd-4235-a287-6a294d2e1db5/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 383 time: 0.0556045 Jul 14 09:43:08.171776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f8314e57-68b7-469f-8087-b80c596d7553 req-4b74a20a-ce2f-415b-b86c-b8ae03b26365 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Jul 14 09:43:08.213605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-7935bae6-2d01-4d32-8f87-8115047ce8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.215109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-7935bae6-2d01-4d32-8f87-8115047ce8be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1096 time: 0.0534544 Jul 14 09:43:08.307242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-7e10859f-f000-4654-be47-10fe93e4eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.308673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-7e10859f-f000-4654-be47-10fe93e4eb74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.0873482 Jul 14 09:43:08.371428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-41e0ddd0-f1a9-4ff4-bda8-b183eed8150e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.0563636 Jul 14 09:43:08.422808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-70e56c27-8c4f-42cb-920e-5cf7bbedab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.424318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-70e56c27-8c4f-42cb-920e-5cf7bbedab16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0468466 Jul 14 09:43:08.480733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-025e935e-1930-4502-87d9-0bffac536120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.482234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-025e935e-1930-4502-87d9-0bffac536120 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514286 Jul 14 09:43:08.569485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-60bd9c13-3409-4b10-9ec5-ca48ba0110d2 service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801466 Jul 14 09:43:08.662055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-661fca74-9d18-4991-8ac6-1be09bee2e69 service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869396 Jul 14 09:43:09.347032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b38c1-c32a-42be-8643-3c4af7ca1449 req-b16b0939-7fe7-403f-94ef-f20dc7053ec7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.348524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c30b38c1-c32a-42be-8643-3c4af7ca1449 req-b16b0939-7fe7-403f-94ef-f20dc7053ec7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 944 time: 0.0637262 Jul 14 09:43:09.386664 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c30b38c1-c32a-42be-8643-3c4af7ca1449 req-17625c91-577e-4e25-8ce6-3e04ad46e306 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Jul 14 09:43:09.575471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:09.670064 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:09.681149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '23a08836-14cd-4235-a287-6a294d2e1db5', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'port_id': '23a08836-14cd-4235-a287-6a294d2e1db5', 'mac_address': 'fa:16:3e:9c:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:09.718760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.731965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a08836-14cd-4235-a287-6a294d2e1db5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:09.750858 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:09.754711 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.802255 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.809608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.809965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.810308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.810653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.810992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.811327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.811682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.812012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.812340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.812770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.813099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:09.813425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:10.549828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-e9d69c04-fa40-416a-92b2-c1168c97c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.551297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-e9d69c04-fa40-416a-92b2-c1168c97c2de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 1097 time: 0.0536423 Jul 14 09:43:10.560377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa33ba-032b-4c5f-bb23-bcd3c3679099 req-0fb3b628-5c87-4137-9cde-3131d493c44e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.561894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7fa33ba-032b-4c5f-bb23-bcd3c3679099 req-0fb3b628-5c87-4137-9cde-3131d493c44e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 945 time: 0.0632937 Jul 14 09:43:10.562151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:10.601375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d7fa33ba-032b-4c5f-bb23-bcd3c3679099 req-897738a4-f5e6-4163-8331-1aea3ddd69c3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328474 Jul 14 09:43:10.637581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.837280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:10.870490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:10.901736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 23a08836-14cd-4235-a287-6a294d2e1db5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:10.910052 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.921306 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Ignored duplicate provisioning block setup for port 23a08836-14cd-4235-a287-6a294d2e1db5 by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:43:10.924916 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.003241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=9']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.048384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] No DVR routers for this DVR port 23a08836-14cd-4235-a287-6a294d2e1db5 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:11.188322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:11.188696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:11.189032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:11.193538 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:11.193861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Attempting to bind port 23a08836-14cd-4235-a287-6a294d2e1db5 on network 32b75c12-46b6-4ada-a614-d13bc7f37634 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:11.199599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:11.199946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Checking segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:11.200339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Bound using segment: {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:11.200780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Bound port: 23a08836-14cd-4235-a287-6a294d2e1db5, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d9748d-a944-4a1b-80da-cd098bc41d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:11.201148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.267929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:11.270841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:11.276156 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.309950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.310574 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.312010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] 10.222.0.11 "PUT /v2.0/ports/23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 1093 time: 0.7539949 Jul 14 09:43:11.312457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:11.314758 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ebb93-33db-4402-a1b9-b0eafcea5927" -d '{"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:11.368028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aca95f-f7ac-4c07-9071-c38177118e84 service neutron] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.381161 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e395614d-9ced-40f0-9b19-d632afe03ffb x-openstack-request-id: req-e395614d-9ced-40f0-9b19-d632afe03ffb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:11.381579 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:11.381929 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e395614d-9ced-40f0-9b19-d632afe03ffb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:11.382429 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'status': 'completed', 'code': 200} Jul 14 09:43:11.443128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-f77467b5-8c5c-4ccb-97b1-1ea3393e0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.444695 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-f77467b5-8c5c-4ccb-97b1-1ea3393e0875 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1097 time: 0.1076741 Jul 14 09:43:11.512920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-2c287200-29bb-40f9-8b3d-5cafbcbdf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.514439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-2c287200-29bb-40f9-8b3d-5cafbcbdf11e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1097 time: 0.1205897 Jul 14 09:43:11.603384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-8a1229bd-62a5-42b1-bcd0-cf095b3a0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.604841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-8a1229bd-62a5-42b1-bcd0-cf095b3a0ae0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1538560 Jul 14 09:43:11.675006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-d84236ac-caf2-4a27-8a48-507e9ca89e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.676525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-d84236ac-caf2-4a27-8a48-507e9ca89e53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.1559901 Jul 14 09:43:11.690912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-0fa72015-fee4-47ca-adeb-92d6b1889a1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.0795991 Jul 14 09:43:11.776936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc8f40-6f66-4414-aa41-7803990d3a56 req-75bce2b0-1e97-4c4b-8464-244dbcf53429 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.778486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9dcc8f40-6f66-4414-aa41-7803990d3a56 req-75bce2b0-1e97-4c4b-8464-244dbcf53429 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 945 time: 0.0648582 Jul 14 09:43:11.782161 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-55318b94-afd3-4c26-a064-be88309e9896 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.0979428 Jul 14 09:43:11.787495 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-3016c8b5-fbe9-4ef2-9474-8417c99ddabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.788912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-3016c8b5-fbe9-4ef2-9474-8417c99ddabd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0679419 Jul 14 09:43:11.822752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9dcc8f40-6f66-4414-aa41-7803990d3a56 req-d5a0aa53-d37c-4aa3-9ce2-f117bc5ea332 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379913 Jul 14 09:43:11.862369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-fdb763ba-467b-4db2-93bb-06b196ba33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.863895 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-fdb763ba-467b-4db2-93bb-06b196ba33b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0741501 Jul 14 09:43:11.914147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-1ee34114-4b30-4f55-81cd-f3c75e828252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.915693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-1ee34114-4b30-4f55-81cd-f3c75e828252 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177065 Jul 14 09:43:11.985778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-96aabae1-49f7-4b0b-9fac-236ff97cda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.987310 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-96aabae1-49f7-4b0b-9fac-236ff97cda89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163263 Jul 14 09:43:12.067814 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-c7492816-0fea-4b6f-9758-92cedf27bf53 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449080 Jul 14 09:43:12.150693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-0ec4f1ac-394a-46a7-8a0d-d2df0d83536a service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550322 Jul 14 09:43:12.228409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cdaf2cc-2f46-4e17-b794-50236bc4ec60 req-2ae67841-0d16-4d91-9c84-040f6951be59 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538780 Jul 14 09:43:12.263738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-fb19b111-5a07-45fd-96eb-509449a9434c service neutron] 10.222.0.48 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014712 Jul 14 09:43:12.328579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-fae01142-217e-43a8-8337-8de2454923ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.330082 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-fae01142-217e-43a8-8337-8de2454923ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1097 time: 0.0538268 Jul 14 09:43:12.420437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-8f62be1e-8de8-41fc-b835-d3539aeb8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.421848 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-8f62be1e-8de8-41fc-b835-d3539aeb8711 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.0857077 Jul 14 09:43:12.485445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-dac61307-d19a-49c7-b73c-c4d2ce41d2d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 999 time: 0.0577505 Jul 14 09:43:12.536774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-1a793613-b444-46e7-8577-52e1f6806d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.538233 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-1a793613-b444-46e7-8577-52e1f6806d71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0461483 Jul 14 09:43:12.594644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-220e16e6-8d81-4bf8-aaf5-5b90079815b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.596187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-220e16e6-8d81-4bf8-aaf5-5b90079815b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513628 Jul 14 09:43:12.684128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-865a1239-5e32-482e-8ed9-306f7de8a851 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812693 Jul 14 09:43:12.779972 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff0ebb93-33db-4402-a1b9-b0eafcea5927 req-80cf3cb7-4bb9-439b-99cc-c96bbbd1f848 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882022 Jul 14 09:43:12.996840 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1f7d4-f019-443d-9181-c6c29c413a19 req-d69a120a-9b6e-4e58-a23a-5b0f988bf149 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.998347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16e1f7d4-f019-443d-9181-c6c29c413a19 req-d69a120a-9b6e-4e58-a23a-5b0f988bf149 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 945 time: 0.0629680 Jul 14 09:43:13.036775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16e1f7d4-f019-443d-9181-c6c29c413a19 req-7f2fe841-841b-44d5-a7f9-44104c17ceb1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328019 Jul 14 09:43:13.582480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:13.621237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:14.209751 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7f021-0580-4d6d-9452-0d5ad791e738 req-62cda6ac-00a9-4ff5-b881-41b957650aa5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:14.211319 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b7f021-0580-4d6d-9452-0d5ad791e738 req-62cda6ac-00a9-4ff5-b881-41b957650aa5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 945 time: 0.0648344 Jul 14 09:43:14.250174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b7f021-0580-4d6d-9452-0d5ad791e738 req-b3dc1752-aa7b-4100-a250-b775a57ca021 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326540 Jul 14 09:43:14.275787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:14.336516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e38941e8-f179-4eca-93aa-59adc944dbfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/2859a53d-e561-4f6f-9074-5fa8b3f918bf HTTP/1.1" status: 200 len: 991 time: 0.0594532 Jul 14 09:43:15.011715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:15.105391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:15.117454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '23a08836-14cd-4235-a287-6a294d2e1db5', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'port_id': '23a08836-14cd-4235-a287-6a294d2e1db5', 'mac_address': 'fa:16:3e:9c:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:15.157134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.169661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a08836-14cd-4235-a287-6a294d2e1db5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:15.188806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:15.192624 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.239088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.387147 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-fe6306aa-2339-4947-934f-85c6411015ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547554 Jul 14 09:43:15.405914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['23a08836-14cd-4235-a287-6a294d2e1db5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:15.482449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-75379063-0257-4895-98ad-4a70b28b24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.484036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-75379063-0257-4895-98ad-4a70b28b24c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 1098 time: 0.0548217 Jul 14 09:43:15.590904 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-b3c9fc40-001b-49d9-9e8f-1979acb50e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.592372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-b3c9fc40-001b-49d9-9e8f-1979acb50e3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0872409 Jul 14 09:43:15.662341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-445b56f3-e02a-4def-857b-9c07c3ab2c1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8 HTTP/1.1" status: 200 len: 1002 time: 0.0639837 Jul 14 09:43:15.710975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-91c49d66-7038-4634-975b-3d2b790dcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.712537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-91c49d66-7038-4634-975b-3d2b790dcad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0446894 Jul 14 09:43:15.769919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-18aae042-b48a-4bfc-a0dd-b2d70cc9dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.771512 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-18aae042-b48a-4bfc-a0dd-b2d70cc9dcb5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522103 Jul 14 09:43:15.865224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-00de1df3-343d-48e5-ac30-89d2003519e1 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878270 Jul 14 09:43:15.952098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b3e58a4d-167d-4a7d-b57e-c28128b20b95 req-f9d301b2-b8cc-4c99-bffa-4d455328be87 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811522 Jul 14 09:43:15.962953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7af374f7-4d35-4fdd-86c1-1555fad85202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.020781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:17.068524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 23a08836-14cd-4235-a287-6a294d2e1db5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:17.072029 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 23a08836-14cd-4235-a287-6a294d2e1db5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:17.072435 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.149248 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.171608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:17.173853 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be0e67d-5bab-4e2f-9410-9632a68138bd" -d '{"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-plugged", "status": "completed", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:17.187311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:17.191782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.214366 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d81e5-942d-4f36-994e-6c9dcdd6ee1e x-openstack-request-id: req-582d81e5-942d-4f36-994e-6c9dcdd6ee1e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:17.214667 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-plugged", "status": "completed", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:17.214926 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582d81e5-942d-4f36-994e-6c9dcdd6ee1e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:17.215319 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'code': 200} Jul 14 09:43:17.240672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.065621 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.670347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dc497a6-4f02-4448-aea1-05b52aa12083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.756041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.267323 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.479953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.745948 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:43:31.582791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.045285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af552c85-4276-42da-baaa-c6f00a237a99 req-3ac6ffe7-2e98-46f8-b421-9d6195ebf02a tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.046832 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af552c85-4276-42da-baaa-c6f00a237a99 req-3ac6ffe7-2e98-46f8-b421-9d6195ebf02a tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1099 time: 0.0577164 Jul 14 09:43:45.082427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-af552c85-4276-42da-baaa-c6f00a237a99 req-fea79dc5-5f06-4d43-8c08-2383d6e42477 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297372 Jul 14 09:43:45.106426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38810) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:45.270922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port d3048e21-b2c3-4f39-92f4-91e86feab2ed {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:45.271179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.346159 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.346495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.359228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for d3048e21-b2c3-4f39-92f4-91e86feab2ed owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:45.508323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.531617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=d3048e21-b2c3-4f39-92f4-91e86feab2ed,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.542243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.542639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.542986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.543329 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.543696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.544381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.544381 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.544707 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.545038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.545365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.545714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.546053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:45.609396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.609711 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP 2859a53d-e561-4f6f-9074-5fa8b3f918bf disassociated (deleted). External IP: 172.25.2.65, port: 23a08836-14cd-4235-a287-6a294d2e1db5. Jul 14 09:43:45.814854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 8514de92-a161-4ac0-8b22-982eba6c12b6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:45.922636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:45.927062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.934273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] Sync routers for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:45.944001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:45.944636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:45.967294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7dd2d4bc-14a5-4a96-b680-03f8610106e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/floatingips/2859a53d-e561-4f6f-9074-5fa8b3f918bf HTTP/1.1" status: 204 len: 168 time: 0.8597608 Jul 14 09:43:45.967940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:45.970283 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b8ef69-7862-4672-aabc-82a78def15ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:46.007697 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0425c0fa-ea66-4651-82ad-65440aad534f x-openstack-request-id: req-0425c0fa-ea66-4651-82ad-65440aad534f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:46.007870 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:46.008069 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0425c0fa-ea66-4651-82ad-65440aad534f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:46.009043 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'status': 'completed', 'code': 200} Jul 14 09:43:46.013283 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e2120bd-f8e7-4de8-a1f6-e00f623b02c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.069723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:46.088429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-4dd4970c-9d3e-4b47-9b96-5c7d4ecaa02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.089986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-4dd4970c-9d3e-4b47-9b96-5c7d4ecaa02d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 1099 time: 0.0556536 Jul 14 09:43:46.185492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-a8278b39-c344-49c1-8fcf-480cff8eb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.187379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-a8278b39-c344-49c1-8fcf-480cff8eb609 service neutron] 10.222.0.11 "GET /v2.0/networks?id=32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 200 len: 898 time: 0.0905118 Jul 14 09:43:46.238063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-aadba77c-450e-43e9-9d12-2c77b07fd05f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 200 len: 217 time: 0.0423996 Jul 14 09:43:46.289078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:59Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:46.299551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-d9dec014-58fa-4cc7-a9a1-ae34bd13c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.301019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-d9dec014-58fa-4cc7-a9a1-ae34bd13c2f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 200 len: 835 time: 0.0559192 Jul 14 09:43:46.316564 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] Checking router: 8514de92-a161-4ac0-8b22-982eba6c12b6 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:46.325565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:46.326285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:46.394029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35693d7-ac2b-4a55-b05b-9617d6a75a63 req-37e61cd4-bbfe-4635-aa21-83eb36140b1b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.395653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e35693d7-ac2b-4a55-b05b-9617d6a75a63 req-37e61cd4-bbfe-4635-aa21-83eb36140b1b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 947 time: 0.1110024 Jul 14 09:43:46.402055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-d563a265-98e3-49d2-8a6c-d67927c017c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.403561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-d563a265-98e3-49d2-8a6c-d67927c017c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b75c12-46b6-4ada-a614-d13bc7f37634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861084 Jul 14 09:43:46.436665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:46.481711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e35693d7-ac2b-4a55-b05b-9617d6a75a63 req-ae2aac23-f67b-49d7-a2a4-706961cb862b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771866 Jul 14 09:43:46.527767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-b4f989df-40fa-498f-bdf0-863b84a56d7f service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099927 Jul 14 09:43:46.621510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8b8ef69-7862-4672-aabc-82a78def15ba req-3a7a89c7-de74-4a91-9865-bc432369ffb8 service neutron] 10.222.0.11 "GET /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865128 Jul 14 09:43:46.629869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:59Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:46.660619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291057a-1087-448b-879a-e9188a1f46b8 None None] The sync data for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 is: [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:55Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92', 'name': '', 'network_id': '32b75c12-46b6-4ada-a614-d13bc7f37634', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:96:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:54Z', 'updated_at': '2021-07-14T09:41:59Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '75eaa3bb-048c-4fc7-bfb3-6d445451695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:46.877743 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf27fd9-4b46-4af2-a6bb-536536db30cf None None] New status for floating IP 2859a53d-e561-4f6f-9074-5fa8b3f918bf: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:47.610923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-5d51cdbc-2a9a-4351-9a51-b08102deb3b3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.612505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-5d51cdbc-2a9a-4351-9a51-b08102deb3b3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 947 time: 0.0679410 Jul 14 09:43:47.664851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79e4f-a2e1-4bc6-b781-e6af121d70d1 req-be972abb-5fb0-4113-9339-497289e736f9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.666663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68d79e4f-a2e1-4bc6-b781-e6af121d70d1 req-be972abb-5fb0-4113-9339-497289e736f9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2759f6b-acb7-4824-a856-5d0b7d527be3 HTTP/1.1" status: 200 len: 947 time: 0.0658028 Jul 14 09:43:47.706086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-68d79e4f-a2e1-4bc6-b781-e6af121d70d1 req-18db18c1-3e18-43b3-8e3c-639472dd44b2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=68ba0654-9b6e-42ab-9864-b50785d13c54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336008 Jul 14 09:43:47.718093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 23a08836-14cd-4235-a287-6a294d2e1db5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:47.718443 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.807084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 23a08836-14cd-4235-a287-6a294d2e1db5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=23a08836-14cd-4235-a287-6a294d2e1db5,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:47.807481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.820803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 23a08836-14cd-4235-a287-6a294d2e1db5 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:47.950742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.978307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=23a08836-14cd-4235-a287-6a294d2e1db5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.026143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] No DVR routers for this DVR port 23a08836-14cd-4235-a287-6a294d2e1db5 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:48.028799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.030839 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2f9b9224-a8b4-4127-8159-3c28376d94e0 req-917376e4-c878-4fba-bc29-ea91cfd32b8c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "DELETE /v2.0/ports/23a08836-14cd-4235-a287-6a294d2e1db5 HTTP/1.1" status: 204 len: 173 time: 0.4133005 Jul 14 09:43:48.031281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-deleted', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:48.033556 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35f497-5339-4886-b56f-c2efb66ce9ba" -d '{"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-deleted", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:48.071793 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af2b704-b6b3-4a0a-972c-10c46709823f x-openstack-request-id: req-5af2b704-b6b3-4a0a-972c-10c46709823f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:48.072083 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2759f6b-acb7-4824-a856-5d0b7d527be3", "name": "network-vif-deleted", "tag": "23a08836-14cd-4235-a287-6a294d2e1db5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:48.072339 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5af2b704-b6b3-4a0a-972c-10c46709823f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:48.072851 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2759f6b-acb7-4824-a856-5d0b7d527be3', 'name': 'network-vif-deleted', 'tag': '23a08836-14cd-4235-a287-6a294d2e1db5', 'status': 'completed', 'code': 200} Jul 14 09:43:48.797904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.067955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.163288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.431710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:49.432063 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.518129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:49.518490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.532036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:49.672452 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c075680-1454-461d-820d-fe063918bcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.715880 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.740555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.759782 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.919247 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.265871 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.483798 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 8514de92-a161-4ac0-8b22-982eba6c12b6 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:50.591053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:50.596323 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ed2902fe-a9f4-4b9f-8f2a-6069fc0d70cf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/8514de92-a161-4ac0-8b22-982eba6c12b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971957 Jul 14 09:43:50.599207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38826) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.600291 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] Sync routers for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:50.609312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:50.609926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.650830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting subnet 75eaa3bb-048c-4fc7-bfb3-6d445451695b {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:50.654075 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.697921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.793847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.855188 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.869492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:50.884226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Subnet': ['ID=75eaa3bb-048c-4fc7-bfb3-6d445451695b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.886229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.888251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-09a54788-be0c-4440-874f-6c7f3c6bee65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/subnets/75eaa3bb-048c-4fc7-bfb3-6d445451695b HTTP/1.1" status: 204 len: 168 time: 0.2879436 Jul 14 09:43:50.890909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.900115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc57c9-b1b0-419d-ac8a-5ca39e33a468 None None] Network 32b75c12-46b6-4ada-a614-d13bc7f37634 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:51.162331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:43:49Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.194297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] Checking router: 8514de92-a161-4ac0-8b22-982eba6c12b6 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:51.202794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] Routers {'8514de92-a161-4ac0-8b22-982eba6c12b6'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:51.203449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['8514de92-a161-4ac0-8b22-982eba6c12b6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.243512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] DHCP port deletion for 32b75c12-46b6-4ada-a614-d13bc7f37634 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:51.245487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:51.274443 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 23a08836-14cd-4235-a287-6a294d2e1db5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:51.275099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 23a08836-14cd-4235-a287-6a294d2e1db5 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:51.335007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.362588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] Set router 8514de92-a161-4ac0-8b22-982eba6c12b6 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:51.424316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] Deleting port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:51.424509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.442844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.498497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 6d130a46-e3de-4282-be99-c5524d8f6df0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:51.498841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.537857 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.555924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] For port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1a8f6d4e-b2ec-4a97-ba2b-93af30325599,segment=NetworkSegment(34d9748d-a944-4a1b-80da-cd098bc41d7b),segment_id=34d9748d-a944-4a1b-80da-cd098bc41d7b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:51.556316 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.575078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] Calling delete_port for 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:51.577504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 6d130a46-e3de-4282-be99-c5524d8f6df0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d130a46-e3de-4282-be99-c5524d8f6df0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:51.577874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.590532 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 6d130a46-e3de-4282-be99-c5524d8f6df0 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:51.678868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:43:49Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.712989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007f0cb-3073-45ea-9b4f-721074435462 None None] The sync data for ids ['8514de92-a161-4ac0-8b22-982eba6c12b6'] in n-d-758944-44 is: [{'id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000071090', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:43:49Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '6d130a46-e3de-4282-be99-c5524d8f6df0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:70:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8514de92-a161-4ac0-8b22-982eba6c12b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:52Z', 'updated_at': '2021-07-14T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:51.716270 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.744240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] No DVR routers for this DVR port 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:51.745802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be6363-1b93-4b78-a725-e53f873be36a None None] Pushing event deleted for resources: {'Port': ['ID=1a8f6d4e-b2ec-4a97-ba2b-93af30325599,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.757117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.784071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=6d130a46-e3de-4282-be99-c5524d8f6df0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.847252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.937056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.939063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.979538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.980049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Fanout notify agent at l3_agent the message router_deleted on router 8514de92-a161-4ac0-8b22-982eba6c12b6 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:51.987137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.988292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e3abb801-3fd9-4a5f-860e-22f167b23081 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/routers/8514de92-a161-4ac0-8b22-982eba6c12b6 HTTP/1.1" status: 204 len: 168 time: 1.0963848 Jul 14 09:43:51.990965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.071819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.158494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.169723 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b75c12-46b6-4ada-a614-d13bc7f37634']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.180999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d9748d-a944-4a1b-80da-cd098bc41d7b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.181298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d9748d-a944-4a1b-80da-cd098bc41d7b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:52.190524 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.204839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.210790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:52.211182 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:52.214255 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:52.276209 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.283805 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.285629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/networks/32b75c12-46b6-4ada-a614-d13bc7f37634 HTTP/1.1" status: 204 len: 168 time: 0.2936847 Jul 14 09:43:52.288410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.306683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0223-54f3-474e-96f1-980d255dc4cd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Network': ['ID=32b75c12-46b6-4ada-a614-d13bc7f37634,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.361609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a999fe0e-9a59-47dd-a9b2-147d9f75da5d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.389647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a999fe0e-9a59-47dd-a9b2-147d9f75da5d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.448511 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a999fe0e-9a59-47dd-a9b2-147d9f75da5d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.450936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a999fe0e-9a59-47dd-a9b2-147d9f75da5d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.452155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a999fe0e-9a59-47dd-a9b2-147d9f75da5d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/security-groups/68ba0654-9b6e-42ab-9864-b50785d13c54 HTTP/1.1" status: 204 len: 168 time: 0.1627998 Jul 14 09:43:52.460983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999fe0e-9a59-47dd-a9b2-147d9f75da5d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba0654-9b6e-42ab-9864-b50785d13c54,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.939386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.944331 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8820e037-3a7d-4a6b-a1b1-b1e7b5ce5c1c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221998539', 'description': 'tempest-secgroup-smoke-1221998539 description', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:52.969336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8820e037-3a7d-4a6b-a1b1-b1e7b5ce5c1c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.053005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8820e037-3a7d-4a6b-a1b1-b1e7b5ce5c1c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.057750 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8820e037-3a7d-4a6b-a1b1-b1e7b5ce5c1c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.070700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:53.092226 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:53.092582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 61ab2b1a-b0b2-4caf-a9e4-cc8e74803d92 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:53.093052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:53.093940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820e037-3a7d-4a6b-a1b1-b1e7b5ce5c1c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6e35f6-8388-4f91-b570-70fe239152a3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.097229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8820e037-3a7d-4a6b-a1b1-b1e7b5ce5c1c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.101149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8820e037-3a7d-4a6b-a1b1-b1e7b5ce5c1c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1580615 Jul 14 09:43:53.101510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38840) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.106569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fdffe826-3964-4f0c-b959-cf190aeb7d9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'de6e35f6-8388-4f91-b570-70fe239152a3', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.124489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:53.124844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1a8f6d4e-b2ec-4a97-ba2b-93af30325599 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:53.125276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d130a46-e3de-4282-be99-c5524d8f6df0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:53.136401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdffe826-3964-4f0c-b959-cf190aeb7d9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.147530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6d130a46-e3de-4282-be99-c5524d8f6df0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:53.147891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d130a46-e3de-4282-be99-c5524d8f6df0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:53.192930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdffe826-3964-4f0c-b959-cf190aeb7d9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.197371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdffe826-3964-4f0c-b959-cf190aeb7d9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.214641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffe826-3964-4f0c-b959-cf190aeb7d9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3d9b98-044d-4e1a-b9f5-162f571089ec,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.220224 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdffe826-3964-4f0c-b959-cf190aeb7d9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.221398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fdffe826-3964-4f0c-b959-cf190aeb7d9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188192 Jul 14 09:43:53.224432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.228888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-66957385-c3f3-4322-bcfc-babcbfacf415 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'de6e35f6-8388-4f91-b570-70fe239152a3', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.254355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66957385-c3f3-4322-bcfc-babcbfacf415 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.317206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66957385-c3f3-4322-bcfc-babcbfacf415 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.321678 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66957385-c3f3-4322-bcfc-babcbfacf415 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.344867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66957385-c3f3-4322-bcfc-babcbfacf415 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf253497-fe3b-42a0-8d73-e71aa6cd0a98,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.348588 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66957385-c3f3-4322-bcfc-babcbfacf415 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.349834 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-66957385-c3f3-4322-bcfc-babcbfacf415 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244755 Jul 14 09:43:53.352648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38844) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.357264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e5667ce3-247c-485d-9ca1-188a550c8aa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'de6e35f6-8388-4f91-b570-70fe239152a3', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.384358 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5667ce3-247c-485d-9ca1-188a550c8aa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.447218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5667ce3-247c-485d-9ca1-188a550c8aa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.451568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5667ce3-247c-485d-9ca1-188a550c8aa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.470654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5667ce3-247c-485d-9ca1-188a550c8aa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b27c6d-2972-4061-9edd-45c2c473c175,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.474570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5667ce3-247c-485d-9ca1-188a550c8aa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.475610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e5667ce3-247c-485d-9ca1-188a550c8aa3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219368 Jul 14 09:43:53.478898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38846) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.483403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c1eada47-b502-4478-b6ca-c779a6141be5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'de6e35f6-8388-4f91-b570-70fe239152a3', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.509932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1eada47-b502-4478-b6ca-c779a6141be5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.585822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1eada47-b502-4478-b6ca-c779a6141be5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.590773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1eada47-b502-4478-b6ca-c779a6141be5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.618739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eada47-b502-4478-b6ca-c779a6141be5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75044456-cc87-4d72-b1e5-d11f58c7582a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.627713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1eada47-b502-4478-b6ca-c779a6141be5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.628966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c1eada47-b502-4478-b6ca-c779a6141be5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490684 Jul 14 09:43:53.631701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.636191 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'de6e35f6-8388-4f91-b570-70fe239152a3', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.657832 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:43:53.662689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.727516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.732228 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.754086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81980a8-73d3-4cdf-94b5-4c75ede0fad4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.763441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.767273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-778f86d3-0af5-4493-a152-9313f4847b81 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320641 Jul 14 09:43:53.767532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.772074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'de6e35f6-8388-4f91-b570-70fe239152a3', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.793442 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:43:53.798406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.860097 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.863867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.885085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21be6f45-7e9f-4e78-b35b-c9bf643f3b5b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:53.889072 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.890290 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-67a7c10b-d18c-4d86-90e9-2761fb0340ea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217778 Jul 14 09:43:53.893293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.898450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'network': {'name': 'tempest-network-smoke--984034996', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.920878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:53.924493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.948645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:53.958135 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.958486 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Added segment 56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3 of type vlan for network 1728478a-da46-409a-aa62-33eb976509d7 Jul 14 09:43:53.999801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.030587 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.036352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:54.036979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.098398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2039692 Jul 14 09:43:54.101260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.106644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'admin_state_up': True, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:54.122297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cd8bd-42d9-4e16-b746-96c218a782b9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Network': ['ID=1728478a-da46-409a-aa62-33eb976509d7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.133661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 1728478a-da46-409a-aa62-33eb976509d7 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:54.140470 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.141493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.200527 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.345032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.530923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.548912 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.651380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.111 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/78f276fa-24c0-4a48-aabe-aa74eb29aa73) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:54.747943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.785697 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.825386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:54.830078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:54.833505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:54.857268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=78f276fa-24c0-4a48-aabe-aa74eb29aa73,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.081222 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.272342 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.400055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:55.503683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:55.514361 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Sync routers for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:55.525402 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:55.525949 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.526138 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.529248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2be87392-3dac-4d47-be1b-388411530e16 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4256656 Jul 14 09:43:55.531300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.566941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1f5143e-d999-4dbc-b0b7-9da63be8c9c5 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ec04e6ada3d84f219a139bffffbc14da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343535 Jul 14 09:43:55.569872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.637253 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:55.667536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548649a4-6c11-4d6d-af3d-cfdbf7268160 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:55.669369 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-548649a4-6c11-4d6d-af3d-cfdbf7268160 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984373 Jul 14 09:43:55.673069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38860) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.705888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-632319fd-6688-48bd-84db-82310a196fdc tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316038 Jul 14 09:43:55.708557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.713524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299520222', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:55.811274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:55.815280 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.839328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.865927 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Checking router: 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:55.866296 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Updating router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:55.900667 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.001275 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.070440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Subnet': ['ID=d9790064-6e48-4cdb-ae48-714c1cbc967a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.072954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Checking segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:56.073345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network hostable DHCP agents. Network: 1728478a-da46-409a-aa62-33eb976509d7, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:56.092078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 1728478a-da46-409a-aa62-33eb976509d7 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:56.100986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 1728478a-da46-409a-aa62-33eb976509d7) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:56.105892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:56.106807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.113008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc21862-a757-4efd-b44b-3cb988e67e8c None None] Network 1728478a-da46-409a-aa62-33eb976509d7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:56.125594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c4e75521-bd00-4c9e-96f6-7911029f9b14 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4159875 Jul 14 09:43:56.129926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:56.179160 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.189212 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Transition to ACTIVE for port object 78f276fa-24c0-4a48-aabe-aa74eb29aa73 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:56.195265 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.247496 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Attempting to bind port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:56.247904 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Attempting to bind port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:56.248215 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Attempting to bind port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:56.250225 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Pushing event updated for resources: {'Port': ['ID=78f276fa-24c0-4a48-aabe-aa74eb29aa73,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.261154 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.261500 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.261828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.262159 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.262484 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.262813 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.263132 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.263490 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.263809 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.264125 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.264439 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.264754 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.267958 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:56.268330 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:56.268725 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.269102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:56.269611 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Bound port: 78f276fa-24c0-4a48-aabe-aa74eb29aa73, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:56.269949 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.271289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-1728478a-da46-409a-aa62-33eb976509d7', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:56.272329 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.329490 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] For port 78f276fa-24c0-4a48-aabe-aa74eb29aa73, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:56.333223 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] For port 78f276fa-24c0-4a48-aabe-aa74eb29aa73, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=78f276fa-24c0-4a48-aabe-aa74eb29aa73,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:56.339073 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.402188 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ef68b-52c8-47a1-8b09-1ac008708c36 None None] Pushing event updated for resources: {'Port': ['ID=78f276fa-24c0-4a48-aabe-aa74eb29aa73,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.410656 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:56.411263 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:56.433932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Allocated IP 172.20.0.2 (1728478a-da46-409a-aa62-33eb976509d7/d9790064-6e48-4cdb-ae48-714c1cbc967a/257b221f-cb50-4fae-9390-566d8c4be59c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:56.522108 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:56.587458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.597449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Transition to ACTIVE for port object 257b221f-cb50-4fae-9390-566d8c4be59c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:56.615132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Transition to ACTIVE for port object 257b221f-cb50-4fae-9390-566d8c4be59c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:56.621496 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.668011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Network 1728478a-da46-409a-aa62-33eb976509d7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:56.671233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:56.675144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:56.683170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Pushing event updated for resources: {'Port': ['ID=257b221f-cb50-4fae-9390-566d8c4be59c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.739528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Attempting to bind port 257b221f-cb50-4fae-9390-566d8c4be59c on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:56.740000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Attempting to bind port 257b221f-cb50-4fae-9390-566d8c4be59c by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:56.740440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Attempting to bind port 257b221f-cb50-4fae-9390-566d8c4be59c on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:56.746221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:56.746685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Checking segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:56.747168 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.747663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Bound using segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:56.748209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Bound port: 257b221f-cb50-4fae-9390-566d8c4be59c, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:56.748668 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.805776 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:56.817160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] For port 257b221f-cb50-4fae-9390-566d8c4be59c, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:56.820582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] For port 257b221f-cb50-4fae-9390-566d8c4be59c, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=257b221f-cb50-4fae-9390-566d8c4be59c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:56.828286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.833738 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ca141-6125-4e48-84d4-9cc2d9959ace None None] The sync data for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 is: [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:56.892269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf31d6-c53b-4ba5-b431-77efca5b6b2d None None] Pushing event updated for resources: {'Port': ['ID=257b221f-cb50-4fae-9390-566d8c4be59c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.998449 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.354963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.1 (1728478a-da46-409a-aa62-33eb976509d7/d9790064-6e48-4cdb-ae48-714c1cbc967a/6d99fa98-1f42-4bf1-9e37-95f26fc20824) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:57.478961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.495402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 6d99fa98-1f42-4bf1-9e37-95f26fc20824 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:57.532545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.579020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 1728478a-da46-409a-aa62-33eb976509d7 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:57.582519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:57.586756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:57.616301 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=6d99fa98-1f42-4bf1-9e37-95f26fc20824,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.641748 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.809766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.922517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bac0ea-ce57-4731-adf0-d684d92a9e39 None None] Network 1728478a-da46-409a-aa62-33eb976509d7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:58.053509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2a5c93d6-61e7-458d-acea-df97f788e1fb None None] Provisioning for port 257b221f-cb50-4fae-9390-566d8c4be59c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:58.095904 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.100608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.182857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.184862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=6d99fa98-1f42-4bf1-9e37-95f26fc20824,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.283726 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 1728478a-da46-409a-aa62-33eb976509d7 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:58.285180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:58.392699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a480c62c-0ab0-4fb4-991e-f18cfda86cea None None] Provisioning for port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:58.397967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a480c62c-0ab0-4fb4-991e-f18cfda86cea None None] Provisioning complete for port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.398353 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a480c62c-0ab0-4fb4-991e-f18cfda86cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.409594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:58.448333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a480c62c-0ab0-4fb4-991e-f18cfda86cea None None] Port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:58.535660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:58.543590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-66242a0a-561e-460c-a421-25acfb123f9a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/1cf1fbab-5b4d-4408-b78d-03a077c50aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4100945 Jul 14 09:43:58.572195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Sync routers for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:58.589484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:58.590039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:58.635427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-23c58bfc-bfdc-4e2e-ad4f-70ba16dfddb7 None None] Provisioning complete for port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.635824 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-23c58bfc-bfdc-4e2e-ad4f-70ba16dfddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.749332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-95873f66-0f24-473e-ba41-c8eb03d47e06 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221998539&fields=id&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 267 time: 0.0506940 Jul 14 09:43:58.868100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-fe6e8dcf-1e8d-4bef-81c6-15508782a81f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.869599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-fe6e8dcf-1e8d-4bef-81c6-15508782a81f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 796 time: 0.1131666 Jul 14 09:43:58.872328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-23c58bfc-bfdc-4e2e-ad4f-70ba16dfddb7 None None] Port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:58.885447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-b56ca799-df13-457a-b4a1-9bf121e1c99f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/quotas/ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 375 time: 0.0093901 Jul 14 09:43:58.897162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:58.961555 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-89c96e7c-a96a-4324-8733-292717b2278b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705614 Jul 14 09:43:59.029538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-69d0dcce-178c-4710-9849-be44e31ec034 None None] Provisioning complete for port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:59.030058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69d0dcce-178c-4710-9849-be44e31ec034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.081114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-69d0dcce-178c-4710-9849-be44e31ec034 None None] Port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:59.145332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 2, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:59.173748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Checking router: 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:59.174105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Updating router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:59.189537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-87e2788a-124a-44a7-85cf-00b915cd1721 service neutron] 10.222.0.18 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168186 Jul 14 09:43:59.200466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 257b221f-cb50-4fae-9390-566d8c4be59c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:59.246010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.282345 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-86ba3cf4-e865-4d18-9989-7999912c4aca service neutron] 10.222.0.18 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863194 Jul 14 09:43:59.296104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 257b221f-cb50-4fae-9390-566d8c4be59c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:59.306072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 257b221f-cb50-4fae-9390-566d8c4be59c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:59.306455 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.483109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d5b3fad-e32e-413e-976d-4e45e9eca1b5 req-ca52291a-925d-4e7b-ad8c-9e12a52562bf tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 210 time: 0.0360656 Jul 14 09:43:59.497347 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.546498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 257b221f-cb50-4fae-9390-566d8c4be59c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=257b221f-cb50-4fae-9390-566d8c4be59c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:59.558100 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.558881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 78f276fa-24c0-4a48-aabe-aa74eb29aa73 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:59.674278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=257b221f-cb50-4fae-9390-566d8c4be59c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.692474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.701353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:59.706047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Transition to ACTIVE for port object 6d99fa98-1f42-4bf1-9e37-95f26fc20824 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:59.707716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:59.708087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.730319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.795436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c580a-7542-4fd6-9880-cc22a63b7d51 None None] Pushing event updated for resources: {'Port': ['ID=6d99fa98-1f42-4bf1-9e37-95f26fc20824,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.877784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Attempting to bind port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:59.878160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Attempting to bind port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:59.878531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Attempting to bind port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:59.890169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:59.890549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Checking segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:59.890959 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.891377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Bound using segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:59.891857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Bound port: 6d99fa98-1f42-4bf1-9e37-95f26fc20824, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:59.892238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.902400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.950162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 78f276fa-24c0-4a48-aabe-aa74eb29aa73, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=78f276fa-24c0-4a48-aabe-aa74eb29aa73,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:59.958238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.017801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] For port 6d99fa98-1f42-4bf1-9e37-95f26fc20824, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:00.044088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=78f276fa-24c0-4a48-aabe-aa74eb29aa73,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:00.049265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] For port 6d99fa98-1f42-4bf1-9e37-95f26fc20824, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d99fa98-1f42-4bf1-9e37-95f26fc20824,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:00.055138 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.109882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:00.110526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:00.156813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c580a-7542-4fd6-9880-cc22a63b7d51 None None] Pushing event updated for resources: {'Port': ['ID=6d99fa98-1f42-4bf1-9e37-95f26fc20824,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:00.231233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:00.455457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:00Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:00.482364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5839ce-921b-43f9-95be-5d289db2209c None None] The sync data for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 is: [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:00Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:00.570180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-b4038a00-9884-4992-bb93-a7776dd34f6b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:00.572477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-b4038a00-9884-4992-bb93-a7776dd34f6b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 796 time: 0.1465683 Jul 14 09:44:00.654676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-6093a7f9-edec-4e04-8519-39894a7a8040 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 380 time: 0.0725548 Jul 14 09:44:00.680549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'port': {'device_id': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'admin_state_up': True, 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'security_groups': ['de6e35f6-8388-4f91-b570-70fe239152a3']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:00.736153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bc14b69e-2a3f-4239-9eb6-2f4b8eaa0c9b req-39ee4a43-8deb-4409-9be4-11801c45e102 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 210 time: 0.0902669 Jul 14 09:44:00.865855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:00.870235 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.044457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.3 (1728478a-da46-409a-aa62-33eb976509d7/d9790064-6e48-4cdb-ae48-714c1cbc967a/58c88c40-ec77-4ee4-a108-e6f4d340676c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:01.165707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b1fb2-f13a-49d5-85d8-bca58125b00d req-bee31206-9c39-4466-9d92-e8cd5a4e905c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.168471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9f2b1fb2-f13a-49d5-85d8-bca58125b00d req-bee31206-9c39-4466-9d92-e8cd5a4e905c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 946 time: 0.1641057 Jul 14 09:44:01.206345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d99fa98-1f42-4bf1-9e37-95f26fc20824 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:01.230222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9f2b1fb2-f13a-49d5-85d8-bca58125b00d req-6ce80363-7157-47af-a080-95ce3e006abb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567293 Jul 14 09:44:01.262754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.272750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:01.277551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:01.278018 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.282094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 58c88c40-ec77-4ee4-a108-e6f4d340676c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:01.317720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.370057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.380397 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 1728478a-da46-409a-aa62-33eb976509d7 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:01.382050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:01.384667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.386934 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:01.421437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6d99fa98-1f42-4bf1-9e37-95f26fc20824, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d99fa98-1f42-4bf1-9e37-95f26fc20824,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:01.430760 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.432590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 257b221f-cb50-4fae-9390-566d8c4be59c up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:01.442547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.443218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.461995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-a7dfd15c-0df4-4e12-bf9c-778ba295bd7b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923262 Jul 14 09:44:01.473237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-0744eedc-8ff9-4e32-becc-15ac32cb64a0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:44:01.475095 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-0744eedc-8ff9-4e32-becc-15ac32cb64a0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070057 Jul 14 09:44:01.488530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Request body: {'port': {'device_id': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:01.512832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6d99fa98-1f42-4bf1-9e37-95f26fc20824,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.528116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 257b221f-cb50-4fae-9390-566d8c4be59c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:01.528280 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.582234 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.592831 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.637860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 78f276fa-24c0-4a48-aabe-aa74eb29aa73 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:01.690546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:01.691018 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.788230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-288817ea-52f7-4e42-92e0-bf65f3aa0029 None None] Provisioning for port 58c88c40-ec77-4ee4-a108-e6f4d340676c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:01.792793 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-288817ea-52f7-4e42-92e0-bf65f3aa0029 None None] Provisioning complete for port 58c88c40-ec77-4ee4-a108-e6f4d340676c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:01.793239 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-288817ea-52f7-4e42-92e0-bf65f3aa0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.837528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-288817ea-52f7-4e42-92e0-bf65f3aa0029 None None] Port 58c88c40-ec77-4ee4-a108-e6f4d340676c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:01.905281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c88c40-ec77-4ee4-a108-e6f4d340676c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:01.915417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.930603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Transition to ACTIVE for port object 58c88c40-ec77-4ee4-a108-e6f4d340676c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:01.935730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.992068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:02.079702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:02.080049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:02.080391 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:02.085484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:02.085827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:02.091977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:02.092302 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Checking segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:02.092699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Bound using segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:02.093160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Bound port: 58c88c40-ec77-4ee4-a108-e6f4d340676c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:02.093534 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.156769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b626b0-d371-41e0-966b-352cba3d9f22 req-42a32a87-5d74-4558-9d45-0402761537d9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.158434 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e4b626b0-d371-41e0-966b-352cba3d9f22 req-42a32a87-5d74-4558-9d45-0402761537d9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 943 time: 0.0729873 Jul 14 09:44:02.170500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:02.174017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:02.179148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.206145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e4b626b0-d371-41e0-966b-352cba3d9f22 req-b070bbac-7b51-447c-8a3d-111aba158da3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 Jul 14 09:44:02.213133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.214054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.215529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] 10.222.0.11 "PUT /v2.0/ports/58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 1092 time: 0.7342627 Jul 14 09:44:02.217974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:02.231588 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:02.280823 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a2d6e-a912-4a77-915a-3c1c084cef87 service neutron] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:02.287012 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdb170c-2728-4308-afdf-07f33c88083e x-openstack-request-id: req-fcdb170c-2728-4308-afdf-07f33c88083e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:02.287311 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:02.287647 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcdb170c-2728-4308-afdf-07f33c88083e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:02.288058 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'status': 'completed', 'code': 200} Jul 14 09:44:02.348524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-4bd36c7c-f2c1-4649-9ae9-d8ca84c3c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.350234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-4bd36c7c-f2c1-4649-9ae9-d8ca84c3c5f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1095 time: 0.0657234 Jul 14 09:44:02.413099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-5272f2f6-7f83-4ff5-aeb3-5bb32901be80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 217 time: 0.0524547 Jul 14 09:44:02.436382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3aab8-3dec-4688-9b4b-8317ed857cd4 req-21e29b46-164c-4aca-827c-80ecd1500081 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.437843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbc3aab8-3dec-4688-9b4b-8317ed857cd4 req-21e29b46-164c-4aca-827c-80ecd1500081 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 946 time: 0.0790491 Jul 14 09:44:02.476924 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cbc3aab8-3dec-4688-9b4b-8317ed857cd4 req-62ee1d60-213c-4fcf-a068-4a4204ad932d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Jul 14 09:44:02.502954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-03763718-9b9c-494b-9411-ff369bdba58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.504442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-03763718-9b9c-494b-9411-ff369bdba58d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 200 len: 835 time: 0.0700016 Jul 14 09:44:02.516977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e9865-44f8-44ff-9183-794eba83ae1f req-6cc00b84-1cdd-40ee-9c59-e2f9f37c12f6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.518549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-682e9865-44f8-44ff-9183-794eba83ae1f req-6cc00b84-1cdd-40ee-9c59-e2f9f37c12f6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 946 time: 0.1204867 Jul 14 09:44:02.645019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3de09-8639-4c52-859f-7d137f5598bd req-cbe2b6a1-dfb5-4d71-87b6-13c53eeec8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.646539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-cbe2b6a1-dfb5-4d71-87b6-13c53eeec8ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1728478a-da46-409a-aa62-33eb976509d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270959 Jul 14 09:44:02.700893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port a7977072-7100-4dff-9a7b-7f691d8d9bf8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:02.701141 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.811431 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-78ee8164-9d67-47ea-b1e9-161a52c63757 service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586514 Jul 14 09:44:02.829983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] For port a7977072-7100-4dff-9a7b-7f691d8d9bf8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a7977072-7100-4dff-9a7b-7f691d8d9bf8,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:02.830413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.997943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61a3de09-8639-4c52-859f-7d137f5598bd req-aea482f1-7c37-4a35-88f3-b1a9e51c77af service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789362 Jul 14 09:44:03.091139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d99fa98-1f42-4bf1-9e37-95f26fc20824 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:03.093992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.094377 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.094686 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Floating IP 0cac82b5-06c7-43cd-a34c-4663bcde74da disassociated. External IP: 172.25.2.237, port: a7977072-7100-4dff-9a7b-7f691d8d9bf8. Jul 14 09:44:03.095029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for a7977072-7100-4dff-9a7b-7f691d8d9bf8 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:03.157307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:03.157949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.163150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-61dece00-659b-4af6-bff0-f937cdc2954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.164727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-61dece00-659b-4af6-bff0-f937cdc2954f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1095 time: 0.1165881 Jul 14 09:44:03.303270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-db783d97-85a1-460a-8135-c4272cab330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.304826 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-db783d97-85a1-460a-8135-c4272cab330e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 897 time: 0.1313548 Jul 14 09:44:03.363413 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-7ec2b691-736e-4a9c-b4ba-8ae76292037f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 217 time: 0.0509059 Jul 14 09:44:03.365499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.443099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=a7977072-7100-4dff-9a7b-7f691d8d9bf8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:03.513142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-3b1380fa-61bd-478c-ad3e-68fbf6785bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.514653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-3b1380fa-61bd-478c-ad3e-68fbf6785bed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 200 len: 835 time: 0.1316376 Jul 14 09:44:03.631145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf653e49-7dfa-4d3d-ba07-fae447d4bb13 req-e8f28dfd-616d-4de2-add6-02b298bf80b2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 210 time: 0.0300074 Jul 14 09:44:03.746025 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:03.943329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50d004-88b3-4a60-98a1-a8f9b6111041 req-669b9650-e4e5-47db-a9b6-808a1c256bfd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.945012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b50d004-88b3-4a60-98a1-a8f9b6111041 req-669b9650-e4e5-47db-a9b6-808a1c256bfd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 943 time: 0.5918064 Jul 14 09:44:04.014426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:04.023766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b50d004-88b3-4a60-98a1-a8f9b6111041 req-201591a3-f7ef-42d4-9989-fb4ae1ee5990 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701790 Jul 14 09:44:04.029400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-e64a5f6b-dbbc-4b11-aadb-c1bdc043a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.030660 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-e64a5f6b-dbbc-4b11-aadb-c1bdc043a07f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1728478a-da46-409a-aa62-33eb976509d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5070913 Jul 14 09:44:04.199472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-875cccb7-1cac-4112-8ddf-980aad929769 service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608760 Jul 14 09:44:04.200617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:04.209621 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:04.218745 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:04.219383 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:04.286039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] No DVR routers for this DVR port a7977072-7100-4dff-9a7b-7f691d8d9bf8 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:04.290109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.292430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-682e9865-44f8-44ff-9183-794eba83ae1f req-155dc6e0-c753-4f26-bcc0-640c499a6934 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "DELETE /v2.0/ports/a7977072-7100-4dff-9a7b-7f691d8d9bf8 HTTP/1.1" status: 204 len: 173 time: 1.7644992 Jul 14 09:44:04.292868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'name': 'network-vif-deleted', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:04.295137 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab22c43-22ba-441b-86fa-203aa5621e84" -d '{"events": [{"server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "name": "network-vif-deleted", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:04.334781 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:04.339903 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde91b21-9d92-47de-9e34-335e5c990bb2 x-openstack-request-id: req-fde91b21-9d92-47de-9e34-335e5c990bb2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:04.340200 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba02e66-db41-4677-844c-8f711cb8b96c", "name": "network-vif-deleted", "tag": "a7977072-7100-4dff-9a7b-7f691d8d9bf8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:04.340462 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fde91b21-9d92-47de-9e34-335e5c990bb2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:04.340866 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba02e66-db41-4677-844c-8f711cb8b96c', 'name': 'network-vif-deleted', 'tag': 'a7977072-7100-4dff-9a7b-7f691d8d9bf8', 'status': 'completed', 'code': 200} Jul 14 09:44:04.353860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d3fb7ae7-cf44-4fb5-b01a-65964b54b1d4 req-018f4cf1-979d-4007-8e6c-8562cb4beb0c service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462898 Jul 14 09:44:04.537198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:04.563927 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:04.572178 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:04.572782 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:04.677140 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:04.782450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-14e31ff2-9949-43ba-9b66-2ab8bb6e8507 req-293bca18-545c-48a2-a930-99a2dbbfc831 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 210 time: 0.0350778 Jul 14 09:44:04.883184 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:04.912975 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635e250-63d6-4fcd-896e-7106029b201b None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:05.155483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28cc937-7536-41a9-b392-502b49cca409 None None] New status for floating IP 0cac82b5-06c7-43cd-a34c-4663bcde74da: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:05.212317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0190c9-e5ba-4c2f-82af-35fa99d3cd3d req-d8f216ab-d578-4713-9a60-c2605c0d3cdd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.214465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc0190c9-e5ba-4c2f-82af-35fa99d3cd3d req-d8f216ab-d578-4713-9a60-c2605c0d3cdd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 943 time: 0.0684981 Jul 14 09:44:05.255155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cc0190c9-e5ba-4c2f-82af-35fa99d3cd3d req-dab5af4d-6566-485a-93cc-9aa680e9ca25 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346773 Jul 14 09:44:05.285881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:05.385270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:05.396683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'port_id': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'mac_address': 'fa:16:3e:82:7c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:05.434889 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.452183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c88c40-ec77-4ee4-a108-e6f4d340676c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:05.471874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:05.476326 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.523551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:05.669747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['58c88c40-ec77-4ee4-a108-e6f4d340676c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:05.821125 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a7977072-7100-4dff-9a7b-7f691d8d9bf8 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:05.851398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: a7977072-7100-4dff-9a7b-7f691d8d9bf8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:05.851759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a7977072-7100-4dff-9a7b-7f691d8d9bf8 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:05.940090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-42d4c63a-dcbc-43d2-9f83-d061ad5eb78e req-cc91b4d4-a365-4afa-97c5-94e82eb5c72a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 210 time: 0.0302746 Jul 14 09:44:06.446850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bd096-5602-4a32-83ce-75a20015f92e req-a93e85a3-d5d8-4d03-8b6a-04259a015a03 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.448423 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c6bd096-5602-4a32-83ce-75a20015f92e req-a93e85a3-d5d8-4d03-8b6a-04259a015a03 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 944 time: 0.0738006 Jul 14 09:44:06.489487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c6bd096-5602-4a32-83ce-75a20015f92e req-d6ff3fc3-2e70-41f5-ace7-ad4da5b1b9cc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346208 Jul 14 09:44:07.085574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abcc2444-a90f-4830-9215-429c88fedff9 req-907cd843-20d5-41b3-9c62-f5b0c92c8b80 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 210 time: 0.0288358 Jul 14 09:44:07.298850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:07.349560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 58c88c40-ec77-4ee4-a108-e6f4d340676c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:07.353747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 58c88c40-ec77-4ee4-a108-e6f4d340676c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:07.354171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.441342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.465873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:07.468168 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8faed97-5adb-4783-b66f-734a28e081b9" -d '{"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-plugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:07.482003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:07.488876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.520797 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fedb48e-fa47-4169-b282-06e6ecea775a x-openstack-request-id: req-3fedb48e-fa47-4169-b282-06e6ecea775a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:07.521100 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-plugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:07.521364 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fedb48e-fa47-4169-b282-06e6ecea775a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:07.521762 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'code': 200} Jul 14 09:44:07.575940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.704984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1348f9e-56bf-4152-9a93-f86e4e8634fa req-0d1c421f-80b2-4248-92d3-4ba9947f8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.706468 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1348f9e-56bf-4152-9a93-f86e4e8634fa req-0d1c421f-80b2-4248-92d3-4ba9947f8df7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1097 time: 0.1103578 Jul 14 09:44:07.756090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa25f20-f953-4804-a7d5-746d44444024 req-748579ba-be00-4361-905f-b9f1e82bb9c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.757659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aa25f20-f953-4804-a7d5-746d44444024 req-748579ba-be00-4361-905f-b9f1e82bb9c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.1114872 Jul 14 09:44:07.763922 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1348f9e-56bf-4152-9a93-f86e4e8634fa req-bb8271be-7acd-4733-a32d-2322df92070a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497320 Jul 14 09:44:07.799075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2aa25f20-f953-4804-a7d5-746d44444024 req-6a15caf0-ca78-46c8-a7b6-bdaa66b557a4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341349 Jul 14 09:44:08.251255 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d6e3b390-7cd2-4fab-b0cc-c9e247c85771 req-476065d5-024f-46b8-8b21-1f171f6790fa tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba02e66-db41-4677-844c-8f711cb8b96c HTTP/1.1" status: 200 len: 210 time: 0.0324531 Jul 14 09:44:08.981467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf026e-fc96-4df4-9c75-57758bb9a3c0 req-33f03214-57af-4215-a856-589db9032f1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.983033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cdf026e-fc96-4df4-9c75-57758bb9a3c0 req-33f03214-57af-4215-a856-589db9032f1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0643668 Jul 14 09:44:09.022715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cdf026e-fc96-4df4-9c75-57758bb9a3c0 req-2f7a45f3-cda7-4364-993c-bca32f68ecad tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Jul 14 09:44:09.197597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c84241-8b90-469f-9585-84961561b7a8 req-fb1b7d8f-6a69-4a70-b447-3c4e30fad082 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:09.199135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84c84241-8b90-469f-9585-84961561b7a8 req-fb1b7d8f-6a69-4a70-b447-3c4e30fad082 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0646548 Jul 14 09:44:09.240105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84c84241-8b90-469f-9585-84961561b7a8 req-3b1dbcd2-7c4e-4d2a-b2f0-72d08e790bf2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347550 Jul 14 09:44:09.264056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:09.322386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe3cd00-964e-4bca-bdcd-d49a1b352082 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:09.324057 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9fe3cd00-964e-4bca-bdcd-d49a1b352082 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1092 time: 0.0589797 Jul 14 09:44:09.326917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 38940) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:09.335828 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:09.362151 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.473651 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.521966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-8bc7036c-4010-4681-8ca3-94fc1422e6be tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121132267&fields=id&tenant_id=ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 267 time: 0.0413907 Jul 14 09:44:09.590563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.187 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/93b50e70-98f8-4900-9251-c20ba0d2de24) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:09.632637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-2e3d5e70-5fba-496b-a49e-1b752f692c1d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:09.634232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-2e3d5e70-5fba-496b-a49e-1b752f692c1d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1058428 Jul 14 09:44:09.650124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-a56b0ab5-696f-477d-847b-710b1ef87082 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/quotas/ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 375 time: 0.0100701 Jul 14 09:44:09.694163 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.721847 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-bf0505d6-9f68-4410-8ce0-e0dc0e776851 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661786 Jul 14 09:44:09.734106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.776487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:09.779487 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:09.782352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:09.811674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=93b50e70-98f8-4900-9251-c20ba0d2de24,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:09.823658 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-b2fdc5ef-2903-4a30-a54d-e2639686ed9d service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898564 Jul 14 09:44:09.825994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.826360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.826716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.827073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.827442 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.827789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.828132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.828472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.828816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.829152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.829491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.829815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:09.914294 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-0e0f3991-00c5-4726-99f0-e47a5c6cc2b8 service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846493 Jul 14 09:44:10.179675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.237402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-91d4b7c5-c9db-4c66-b647-7a250fd7f035 req-fe255797-ca40-4efd-8abe-bb441e72ec9e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 210 time: 0.0551057 Jul 14 09:44:10.294933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.454550 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.459428 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.536195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=93b50e70-98f8-4900-9251-c20ba0d2de24,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:10.544929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.647154 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP d7502324-e963-44d5-8a2c-6c79301d24c4 associated. External IP: 172.25.2.187, port: 58c88c40-ec77-4ee4-a108-e6f4d340676c. Jul 14 09:44:10.860908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:10.967573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:10.977238 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] Sync routers for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:10.983567 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.986333 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:10.986950 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:11.021408 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ae30c2a0-bb98-438f-a64f-bc725d6f6bfb tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6921899 Jul 14 09:44:11.022123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:11.025111 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:11.078981 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a5b65c-4bbe-404c-bb62-bcb7d678f7bd x-openstack-request-id: req-e4a5b65c-4bbe-404c-bb62-bcb7d678f7bd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:11.079146 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:11.079324 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4a5b65c-4bbe-404c-bb62-bcb7d678f7bd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:11.079881 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'status': 'completed', 'code': 200} Jul 14 09:44:11.096523 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:11.159324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-b336d3ea-a1ff-4a25-88b1-a90a9d21902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.160948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-b336d3ea-a1ff-4a25-88b1-a90a9d21902b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1097 time: 0.0580139 Jul 14 09:44:11.245646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d282f9d-2e76-4df5-b3f1-54842627050d req-4f52564b-625b-49ac-893f-1e14c2a36974 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.249233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d282f9d-2e76-4df5-b3f1-54842627050d req-4f52564b-625b-49ac-893f-1e14c2a36974 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0832047 Jul 14 09:44:11.302787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9d282f9d-2e76-4df5-b3f1-54842627050d req-2af760e5-2da9-427b-ba4e-d611e741d463 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461709 Jul 14 09:44:11.320061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:11.387983 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-eb5d9ad9-8785-4ca8-bc53-4b05e2ae41de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.389500 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-eb5d9ad9-8785-4ca8-bc53-4b05e2ae41de service neutron] 10.222.0.11 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 897 time: 0.2224069 Jul 14 09:44:11.394541 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd7502324-e963-44d5-8a2c-6c79301d24c4', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'port_id': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'mac_address': 'fa:16:3e:82:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:10Z', 'updated_at': '2021-07-14T09:44:10Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:11.402535 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b8ae983d-bb26-4a97-9ede-bdbdd38bf21d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/d7502324-e963-44d5-8a2c-6c79301d24c4 HTTP/1.1" status: 200 len: 991 time: 0.0807190 Jul 14 09:44:11.432738 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] Checking router: 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:11.441421 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:11.442036 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:43:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:11.448528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-7823ab45-cfdb-4864-883e-ed79f6b15472 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.450067 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-7823ab45-cfdb-4864-883e-ed79f6b15472 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.2730088 Jul 14 09:44:11.521372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-174efa55-e9fa-4020-9233-ffc6e4f22b48 req-53c89913-b1f2-46cd-8d72-71d294fadf43 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 210 time: 0.0703051 Jul 14 09:44:11.545902 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-05b5d1b1-540a-430c-9b68-4a78e66db3ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 999 time: 0.1479564 Jul 14 09:44:11.585566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-ee6d8a89-cbf2-4690-82f6-78f6d09b1a91 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 380 time: 0.1079273 Jul 14 09:44:11.594907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'port': {'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'admin_state_up': True, 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'security_groups': ['4c54b42c-a963-46e3-b0da-ec9bed81d3a6']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:11.657034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-ed5d4f7a-8530-40c3-b8ee-7f59a92761bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.659055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-ed5d4f7a-8530-40c3-b8ee-7f59a92761bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 200 len: 835 time: 0.1064682 Jul 14 09:44:11.702879 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:11.765910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-bacbe6a5-0ac6-4870-8f22-20f4e24eec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.768549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-bacbe6a5-0ac6-4870-8f22-20f4e24eec7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1728478a-da46-409a-aa62-33eb976509d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027842 Jul 14 09:44:11.783433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:11.787014 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.935212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-3d6c392d-7225-4039-9b23-1c2569963a11 service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605096 Jul 14 09:44:12.004743 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd7502324-e963-44d5-8a2c-6c79301d24c4', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'port_id': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'mac_address': 'fa:16:3e:82:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:10Z', 'updated_at': '2021-07-14T09:44:10Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:12.031230 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635287c3-d800-44fa-a4d9-2a4fbb6c2b64 None None] The sync data for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 is: [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'd7502324-e963-44d5-8a2c-6c79301d24c4', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'port_id': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'mac_address': 'fa:16:3e:82:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:10Z', 'updated_at': '2021-07-14T09:44:10Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:12.035294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.20.0.5 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/b9c16885-abe5-4cd7-bdea-7197757d1a1e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:12.086401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7557c154-e4e6-4b79-872f-02d1ce4b1ce9 req-9be247ff-1180-4d25-a035-d6364d55bf7e service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313150 Jul 14 09:44:12.204864 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.219455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Transition to ACTIVE for port object b9c16885-abe5-4cd7-bdea-7197757d1a1e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:12.256007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.302005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd445a-ac76-48d7-a297-04051991d504 None None] New status for floating IP d7502324-e963-44d5-8a2c-6c79301d24c4: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:12.316102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=b9c16885-abe5-4cd7-bdea-7197757d1a1e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:12.328373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:12.329821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:12.332181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:12.384640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:12.385305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.404801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:12.409985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-51d78fba-cddf-4fde-90a3-1c830a673976 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8188877 Jul 14 09:44:12.427156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Request body: {'port': {'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:12.516485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-784397f9-c480-4734-babd-ace4f247a520 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/d7502324-e963-44d5-8a2c-6c79301d24c4 HTTP/1.1" status: 200 len: 991 time: 0.1105447 Jul 14 09:44:12.546551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.697241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-775cff7b-389c-4dbc-a1a2-f109c5b3b684 None None] Provisioning for port b9c16885-abe5-4cd7-bdea-7197757d1a1e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:12.702529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-775cff7b-389c-4dbc-a1a2-f109c5b3b684 None None] Provisioning complete for port b9c16885-abe5-4cd7-bdea-7197757d1a1e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:12.703605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-775cff7b-389c-4dbc-a1a2-f109c5b3b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.745494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f045-cce9-4575-a0ec-ca8b3d84ea0e req-97aae283-ddb5-420d-bac5-a7f806b8253d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:12.747072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f36f045-cce9-4575-a0ec-ca8b3d84ea0e req-97aae283-ddb5-420d-bac5-a7f806b8253d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 931 time: 0.0859287 Jul 14 09:44:12.765654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-775cff7b-389c-4dbc-a1a2-f109c5b3b684 None None] Port b9c16885-abe5-4cd7-bdea-7197757d1a1e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:12.789779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1f36f045-cce9-4575-a0ec-ca8b3d84ea0e req-c087c8e9-0622-42e3-8a5b-f6bc52875c38 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Jul 14 09:44:12.860577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c16885-abe5-4cd7-bdea-7197757d1a1e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:12.869206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.881644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Transition to ACTIVE for port object b9c16885-abe5-4cd7-bdea-7197757d1a1e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:12.886767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.940482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c16885-abe5-4cd7-bdea-7197757d1a1e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:13.013144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Attempting to bind port b9c16885-abe5-4cd7-bdea-7197757d1a1e on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:13.013480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Attempting to bind port b9c16885-abe5-4cd7-bdea-7197757d1a1e by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:13.013806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Attempting to bind port b9c16885-abe5-4cd7-bdea-7197757d1a1e on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:13.018233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Port b9c16885-abe5-4cd7-bdea-7197757d1a1e on network 71cd87ef-7210-425f-beaf-fda6de022527 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:13.018604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Attempting to bind port b9c16885-abe5-4cd7-bdea-7197757d1a1e on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:13.024129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:13.024419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:13.024771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:13.025203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Bound port: b9c16885-abe5-4cd7-bdea-7197757d1a1e, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:13.025558 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.093761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] For port b9c16885-abe5-4cd7-bdea-7197757d1a1e, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:13.097322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] For port b9c16885-abe5-4cd7-bdea-7197757d1a1e, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:13.101887 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.136373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.136990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.138379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] 10.222.0.48 "PUT /v2.0/ports/b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 1092 time: 0.7201395 Jul 14 09:44:13.138827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:13.141090 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48" -d '{"events": [{"name": "network-changed", "server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:13.170194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c6de3-d889-4bf1-a497-6a0a880cea47 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c16885-abe5-4cd7-bdea-7197757d1a1e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:13.198402 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9f158f-511a-49f0-94ae-56e6c4ce4e56 x-openstack-request-id: req-9c9f158f-511a-49f0-94ae-56e6c4ce4e56 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:13.198696 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:13.198950 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c9f158f-511a-49f0-94ae-56e6c4ce4e56 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:13.199375 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'status': 'completed', 'code': 200} Jul 14 09:44:13.244416 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-ff6625d9-6e41-4706-9e2e-c329a2217ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.246061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-ff6625d9-6e41-4706-9e2e-c329a2217ae5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1095 time: 0.0632689 Jul 14 09:44:13.293559 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-9db19971-a1bc-448c-9412-6e1ac5ddde22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 217 time: 0.0400229 Jul 14 09:44:13.346619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-b1c723cc-eede-44cc-ad81-5aec1a739d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.348239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-b1c723cc-eede-44cc-ad81-5aec1a739d88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0494776 Jul 14 09:44:13.408348 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-9776c443-2153-42ba-a0fc-647c45b9b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.410137 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-9776c443-2153-42ba-a0fc-647c45b9b1c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559161 Jul 14 09:44:13.505365 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-2bb5b034-63b7-4d1b-9523-03fc89f735be service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890849 Jul 14 09:44:13.520369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 38980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:13.586867 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0402fe4d-5652-4ab8-bbf3-d85cd1650a3c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/d7502324-e963-44d5-8a2c-6c79301d24c4 HTTP/1.1" status: 200 len: 993 time: 0.0652194 Jul 14 09:44:13.600778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-add378a4-361e-4ebf-9935-b90dea4184d7 req-687fdb3e-dcb6-46e8-9af1-02e4e76c515c service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898306 Jul 14 09:44:13.703786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-c119cfbf-4140-4686-8e0a-4727936c0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.705236 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-c119cfbf-4140-4686-8e0a-4727936c0447 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1095 time: 0.0569665 Jul 14 09:44:13.977086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad97e6-529c-4c3d-9a17-af6851444194 req-204765d7-59e1-440e-ae50-b68aa3f389c6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.978749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4dad97e6-529c-4c3d-9a17-af6851444194 req-204765d7-59e1-440e-ae50-b68aa3f389c6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0706003 Jul 14 09:44:14.021677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4dad97e6-529c-4c3d-9a17-af6851444194 req-24cbc045-59e8-4e0a-ad16-8f8fa039b2f8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368521 Jul 14 09:44:14.152898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-41aa2131-7178-486e-9b67-773c58cdb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.154412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-41aa2131-7178-486e-9b67-773c58cdb38b service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.4436584 Jul 14 09:44:14.200977 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-ed717731-949b-4e94-904a-43e73c6797a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 217 time: 0.0392087 Jul 14 09:44:14.248131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-87094dce-739b-45df-9eaa-ea2108cd6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.249561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-87094dce-739b-45df-9eaa-ea2108cd6143 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0429277 Jul 14 09:44:14.306316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-0e3da9a0-0606-4412-92ff-dd62fbeb0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:14.307864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-0e3da9a0-0606-4412-92ff-dd62fbeb0b7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522480 Jul 14 09:44:14.399085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-ca3ce23e-9943-494d-b690-5bd44bf002ac service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852377 Jul 14 09:44:14.493402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2f2150e-4fed-4859-9d6b-d98eaa37fa48 req-a0932045-6b10-4d6f-b453-0cc4c06dddd0 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880709 Jul 14 09:44:15.198977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85cf6d-308d-4541-911b-7028a365bba4 req-c4efdd07-aceb-4c80-b239-bd8b4ddf47af tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:15.200534 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc85cf6d-308d-4541-911b-7028a365bba4 req-c4efdd07-aceb-4c80-b239-bd8b4ddf47af tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0640817 Jul 14 09:44:15.238745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc85cf6d-308d-4541-911b-7028a365bba4 req-74caa1fc-75c0-4d24-88cb-a16178eb3cbd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jul 14 09:44:15.965483 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38c39729-a6be-4e13-9a9c-1e24463cf303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.416671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b442c8-9105-4efc-92b7-8480dc591187 req-fe5a66d5-914d-4fcc-916a-1bcf3629b66e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:16.418271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91b442c8-9105-4efc-92b7-8480dc591187 req-fe5a66d5-914d-4fcc-916a-1bcf3629b66e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0654907 Jul 14 09:44:16.456267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91b442c8-9105-4efc-92b7-8480dc591187 req-c687cc1f-59ac-4cc9-920f-0ac74dcc807e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322411 Jul 14 09:44:17.636523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c879b8b-3806-4e3b-a60d-8fd4c11d6b80 req-18fa59ca-15ac-4cf5-9029-e5dcb8ab0d07 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.638112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c879b8b-3806-4e3b-a60d-8fd4c11d6b80 req-18fa59ca-15ac-4cf5-9029-e5dcb8ab0d07 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0679903 Jul 14 09:44:17.675752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c879b8b-3806-4e3b-a60d-8fd4c11d6b80 req-1fdc019e-349b-47e8-b3c5-14a6e0fc96c6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316095 Jul 14 09:44:18.854074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf9a8-a215-45b1-9c61-1d3ab377b808 req-0a805d7a-2809-4ba1-bfdd-faf4bbe4a29c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:18.855850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-349bf9a8-a215-45b1-9c61-1d3ab377b808 req-0a805d7a-2809-4ba1-bfdd-faf4bbe4a29c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0705948 Jul 14 09:44:18.893386 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-349bf9a8-a215-45b1-9c61-1d3ab377b808 req-511a5557-42fc-4eca-ac72-1ce47a5fb2d4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321553 Jul 14 09:44:19.071587 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.673645 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67a9c3ad-1551-4b3d-aaca-4be319d1c85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.762083 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.066157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8bd65-531a-42ac-888b-0313014dc962 req-7e02de2f-27a3-49c5-adb0-d8bc0a31d54b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.067594 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70b8bd65-531a-42ac-888b-0313014dc962 req-7e02de2f-27a3-49c5-adb0-d8bc0a31d54b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0621607 Jul 14 09:44:20.106996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70b8bd65-531a-42ac-888b-0313014dc962 req-5e877052-09a9-4f81-a6af-1e95bc8a1a73 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335414 Jul 14 09:44:20.281627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.280550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95723bfd-d639-4cae-8fb9-3febe7481bce req-cb135899-b991-4e73-8954-443ead9034dd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.282107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95723bfd-d639-4cae-8fb9-3febe7481bce req-cb135899-b991-4e73-8954-443ead9034dd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0650849 Jul 14 09:44:21.321088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95723bfd-d639-4cae-8fb9-3febe7481bce req-c38ebbf6-8a4c-4462-ac8a-19d3468786f9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334275 Jul 14 09:44:21.485051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.494171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca6330-bce5-4089-a7b1-381a6d0fff8b req-aaf2912a-6722-44ec-97ba-2faf08960b99 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:22.495717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38ca6330-bce5-4089-a7b1-381a6d0fff8b req-aaf2912a-6722-44ec-97ba-2faf08960b99 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0667880 Jul 14 09:44:22.533865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-38ca6330-bce5-4089-a7b1-381a6d0fff8b req-b042731f-1aa5-47ae-ae54-037ef2680aea tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326409 Jul 14 09:44:23.723918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd11b-d1f5-4cf5-8447-356ee9e3bc6c req-2182c387-7c17-4d4b-952d-b430e8f1a4e6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:23.725332 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afabd11b-d1f5-4cf5-8447-356ee9e3bc6c req-2182c387-7c17-4d4b-952d-b430e8f1a4e6 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 943 time: 0.0632551 Jul 14 09:44:23.763306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afabd11b-d1f5-4cf5-8447-356ee9e3bc6c req-4f842b24-3ce7-4003-8549-9503e33b79cf tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Jul 14 09:44:23.927414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b9c16885-abe5-4cd7-bdea-7197757d1a1e details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:24.018712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b9c16885-abe5-4cd7-bdea-7197757d1a1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:24.032545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:24.068642 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.081651 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c16885-abe5-4cd7-bdea-7197757d1a1e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:24.102466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b9c16885-abe5-4cd7-bdea-7197757d1a1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:24.107025 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.156583 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b9c16885-abe5-4cd7-bdea-7197757d1a1e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:24.164699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.165049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.165393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.165739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.166073 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.166662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.166994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.167324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.167675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.168001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.168329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.168653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:24.309990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['b9c16885-abe5-4cd7-bdea-7197757d1a1e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:24.933226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2325e3-8458-44df-99d6-ce42273aadbc req-b5913f12-01c3-4b6e-8341-cd8503b7f6fb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.934732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd2325e3-8458-44df-99d6-ce42273aadbc req-b5913f12-01c3-4b6e-8341-cd8503b7f6fb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 944 time: 0.0630989 Jul 14 09:44:24.972240 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd2325e3-8458-44df-99d6-ce42273aadbc req-8620a802-a188-4e57-927d-c04ff8701ab2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Jul 14 09:44:25.928167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b9c16885-abe5-4cd7-bdea-7197757d1a1e up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:25.975159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port b9c16885-abe5-4cd7-bdea-7197757d1a1e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:25.979232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port b9c16885-abe5-4cd7-bdea-7197757d1a1e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:25.979641 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.058917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.081881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:26.084178 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c517c-57b0-4e2d-8b21-fbed2a6594be" -d '{"events": [{"server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "name": "network-vif-plugged", "status": "completed", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:26.098224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port b9c16885-abe5-4cd7-bdea-7197757d1a1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:26.103378 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.127027 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198dd81-968c-4b3f-a6c6-961624e3e0a9 x-openstack-request-id: req-6198dd81-968c-4b3f-a6c6-961624e3e0a9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:26.127316 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "name": "network-vif-plugged", "status": "completed", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:26.127603 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6198dd81-968c-4b3f-a6c6-961624e3e0a9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:26.128002 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'code': 200} Jul 14 09:44:26.155882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=b9c16885-abe5-4cd7-bdea-7197757d1a1e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:26.157230 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e250fc4-d753-41b2-821e-f8840ac6b35e req-b22749e0-2462-4131-932d-5246c14b3b72 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:26.164778 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e250fc4-d753-41b2-821e-f8840ac6b35e req-b22749e0-2462-4131-932d-5246c14b3b72 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 944 time: 0.0781901 Jul 14 09:44:26.202827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e250fc4-d753-41b2-821e-f8840ac6b35e req-330a209b-c85c-4796-9559-6cba146f6b51 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321105 Jul 14 09:44:26.238099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bfcf1-20d4-4512-906c-71841088592f req-c0e71c42-f1dc-4a10-af87-672d9c69f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:26.239644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b2bfcf1-20d4-4512-906c-71841088592f req-c0e71c42-f1dc-4a10-af87-672d9c69f390 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1097 time: 0.0531781 Jul 14 09:44:26.276311 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b2bfcf1-20d4-4512-906c-71841088592f req-4e64726a-8784-43b6-a765-5c4588e766df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Jul 14 09:44:27.374361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce7e58-3300-499d-b0b8-dabb4c481f3e req-f2b58802-153e-40a5-83fa-fb1da57bf7fd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.375868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1fce7e58-3300-499d-b0b8-dabb4c481f3e req-f2b58802-153e-40a5-83fa-fb1da57bf7fd tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 945 time: 0.0625055 Jul 14 09:44:27.413100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1fce7e58-3300-499d-b0b8-dabb4c481f3e req-acc2f04d-08b8-41a4-a418-f8d6ed6659e3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Jul 14 09:44:27.588678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a5455-c741-45cc-9dc4-13fa6fd11acc req-026eaf8c-e9c6-4fee-bb80-6a530a3444c2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.590190 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b28a5455-c741-45cc-9dc4-13fa6fd11acc req-026eaf8c-e9c6-4fee-bb80-6a530a3444c2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 945 time: 0.0686936 Jul 14 09:44:27.628375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b28a5455-c741-45cc-9dc4-13fa6fd11acc req-1f2d71c5-1978-400e-b7f5-a5d9abd88c92 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322409 Jul 14 09:44:27.654568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:27.806722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95debe44-d867-48c4-aa9f-5cd2d678bb6a tempest-TestVolumeBootPattern-1580408716 tempest-TestVolumeBootPattern-1580408716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.808297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95debe44-d867-48c4-aa9f-5cd2d678bb6a tempest-TestVolumeBootPattern-1580408716 tempest-TestVolumeBootPattern-1580408716-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1092 time: 0.1527412 Jul 14 09:44:27.811064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:27.815447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:27.837066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.932549 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.037726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.25.2.240 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/1876a419-e650-434c-99e2-f12eba0ddb90) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:28.146193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.185924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.220546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:28.225247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:28.229224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:28.257053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=1876a419-e650-434c-99e2-f12eba0ddb90,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:28.598658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.678495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.829184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.833699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.903779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=1876a419-e650-434c-99e2-f12eba0ddb90,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:28.911824 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.012695 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Floating IP f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9 associated. External IP: 172.25.2.240, port: b9c16885-abe5-4cd7-bdea-7197757d1a1e. Jul 14 09:44:29.228032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:29.332946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:29.343149 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:29.350775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.353779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:29.354395 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.387759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4f734cca-1592-40ce-aa02-4efcdf132e89 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5756168 Jul 14 09:44:29.388457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:29.390771 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b2008-ef3d-4dc8-8074-f5ee49035901" -d '{"events": [{"name": "network-changed", "server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:29.436887 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c9f827-20bd-40e5-bf19-d7dbcd0bfc46 x-openstack-request-id: req-44c9f827-20bd-40e5-bf19-d7dbcd0bfc46 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:29.437189 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:29.437451 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44c9f827-20bd-40e5-bf19-d7dbcd0bfc46 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:29.437874 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'status': 'completed', 'code': 200} Jul 14 09:44:29.463067 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:29.511734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-d8ce8c4b-deec-4cd0-a619-95e917e632b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.513187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-d8ce8c4b-deec-4cd0-a619-95e917e632b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1097 time: 0.0517437 Jul 14 09:44:29.604540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-abffcb06-456e-4369-8bee-a2a69723ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.606036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-abffcb06-456e-4369-8bee-a2a69723ac90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0868981 Jul 14 09:44:29.672276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-76e4d240-e2f5-4a90-aff2-d161efc037ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 999 time: 0.0599184 Jul 14 09:44:29.685659 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:28Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.712181 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:29.720223 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:29.720823 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.724861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-f29ccc78-ab09-47cd-b98b-bc9c095b7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.726400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-f29ccc78-ab09-47cd-b98b-bc9c095b7727 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0480797 Jul 14 09:44:29.783975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-4b4cbb7a-f672-427d-aa63-3647604e5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.785477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-4b4cbb7a-f672-427d-aa63-3647604e5159 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533998 Jul 14 09:44:29.824728 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:29.874757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-fbfcaf78-1a3d-4efa-b845-14daad23dbcc service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831974 Jul 14 09:44:29.968673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d68b2008-ef3d-4dc8-8074-f5ee49035901 req-145e00c5-72fa-4a77-912c-c77353ace47e service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878460 Jul 14 09:44:30.041512 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:28Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:30.066745 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4befc98-4de3-49ef-a0af-e5f3c7ad5ca9 None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:28Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:30.253259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d42c2-9790-4c70-89ee-66c27dbf2145 None None] New status for floating IP f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:31.626882 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.464816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-71b73f53-f470-4008-855c-efb5f3f6e3ad req-652a6d1c-4fa7-4565-9db5-e94fa5b80518 tempest-TestNetworkBasicOps-1760794332 tempest-TestNetworkBasicOps-1760794332-project] (93753) timed out ('10.222.0.11', 60183) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:44:40.746640 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:44.985875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ea235-6909-4dfe-a793-79fcc2f98b44 req-54e42002-1f5b-40ed-b1e7-b90d50b75ca6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:44.987473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-020ea235-6909-4dfe-a793-79fcc2f98b44 req-54e42002-1f5b-40ed-b1e7-b90d50b75ca6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0645270 Jul 14 09:44:45.024634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-020ea235-6909-4dfe-a793-79fcc2f98b44 req-621768cc-6514-42cf-9253-df51e637e460 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Jul 14 09:44:45.049410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39040) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:45.113822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a784d2d5-07f6-4b5c-bb81-2cef5b742892 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/d7502324-e963-44d5-8a2c-6c79301d24c4 HTTP/1.1" status: 200 len: 993 time: 0.0631986 Jul 14 09:44:45.519401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a24c0-5c96-4d8b-a33c-d4f7cbc17e3c req-21fbbe86-482b-4e74-826f-b7091ea261d8 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.520940 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-977a24c0-5c96-4d8b-a33c-d4f7cbc17e3c req-21fbbe86-482b-4e74-826f-b7091ea261d8 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1097 time: 0.0511487 Jul 14 09:44:45.554809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-977a24c0-5c96-4d8b-a33c-d4f7cbc17e3c req-be3aa24b-73a5-4606-8bb9-b25627c681a8 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283093 Jul 14 09:44:45.966557 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fd06e96-159d-4835-9b6e-29de409f11ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.144909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-5dd05f2e-184e-4142-a7e8-d0aa6901a08d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512981 Jul 14 09:44:46.586505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-af18283e-ba18-415e-af5e-ec6618e6de94 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:44:46.587480 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-af18283e-ba18-415e-af5e-ec6618e6de94 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058453 Jul 14 09:44:46.698492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-77fed6a3-cec7-4a5a-b453-8bfc719fc10a tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:44:46.699529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-77fed6a3-cec7-4a5a-b453-8bfc719fc10a tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0796137 Jul 14 09:44:46.708195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Request body: {'binding': {'host': 'n-h1-758944-44', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:46.708668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Unknown quota resources ['binding']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:44:46.843907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on host n-h1-758944-44 for vnic_type normal with profile None {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:46.844246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:46.844631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:46.848725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:46.849072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:46.854251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:46.854581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Checking segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:46.854956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Bound using segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:46.855425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Bound port: 58c88c40-ec77-4ee4-a108-e6f4d340676c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:46.942800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:46.947736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.948956 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6b64f0c2-2481-41f9-be05-4017b700320a service neutron] 10.222.0.18 "POST /v2.0/ports/58c88c40-ec77-4ee4-a108-e6f4d340676c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2438257 Jul 14 09:44:47.202879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e7927-cc9d-4fb4-9716-6d6604fc9c1b req-9ef51089-f082-44ed-9a21-19af3bbd40c0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.204328 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-683e7927-cc9d-4fb4-9716-6d6604fc9c1b req-9ef51089-f082-44ed-9a21-19af3bbd40c0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.1003640 Jul 14 09:44:47.218974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-33cd6cfe-d02c-4495-b76c-587bbf584985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.220407 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-33cd6cfe-d02c-4495-b76c-587bbf584985 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1097 time: 0.0848889 Jul 14 09:44:47.291843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-683e7927-cc9d-4fb4-9716-6d6604fc9c1b req-43bf66e5-6af2-4394-8224-b933f915cad8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804121 Jul 14 09:44:47.331597 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-e5a8a68b-a357-4767-8cd9-032ecfeae45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.333149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-e5a8a68b-a357-4767-8cd9-032ecfeae45c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 897 time: 0.1032197 Jul 14 09:44:47.402644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-429e7dfa-471b-4ff7-9c3a-395b8c4369fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 1001 time: 0.0632465 Jul 14 09:44:47.451141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-fa04bc26-0490-4fd5-a7e7-df4d0bffd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.452641 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-fa04bc26-0490-4fd5-a7e7-df4d0bffd45a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 200 len: 835 time: 0.0437446 Jul 14 09:44:47.510027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-8180554e-af8a-4992-a4d2-6d5755195539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.511482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-8180554e-af8a-4992-a4d2-6d5755195539 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1728478a-da46-409a-aa62-33eb976509d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518661 Jul 14 09:44:47.606499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-bb74fa19-8170-4ed4-837a-3fc6bdb8a4a4 service neutron] 10.222.0.48 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882845 Jul 14 09:44:47.700090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-f5666b82-12f3-41be-82a0-deeda5a7d833 service neutron] 10.222.0.48 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Jul 14 09:44:47.863130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-8163a725-8465-4e1c-b8d7-7fc7b6382478 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.864743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-8163a725-8465-4e1c-b8d7-7fc7b6382478 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e&tenant_id=ec04e6ada3d84f219a139bffffbc14da&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1097 time: 0.1032670 Jul 14 09:44:47.875521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-44'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:47.954124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.083620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:48.123929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:48.165096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:48.167660 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c39b73-1053-4a3c-b69b-e5f82929d310" -d '{"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-unplugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:48.171258 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.177576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.274869 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd5592d-5c2b-4ead-a37e-6623a06db0fe x-openstack-request-id: req-7cd5592d-5c2b-4ead-a37e-6623a06db0fe {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:48.275488 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-unplugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:48.275488 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cd5592d-5c2b-4ead-a37e-6623a06db0fe {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:48.275869 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'code': 200} Jul 14 09:44:48.278205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.333788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on host n-h2-758944-44 for vnic_type normal with profile {"migrating_to": "n-h1-758944-44"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:48.334200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:48.334666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:48.340268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:48.340770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Attempting to bind port 58c88c40-ec77-4ee4-a108-e6f4d340676c on network 1728478a-da46-409a-aa62-33eb976509d7 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:48.346058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:48.346521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Checking segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:48.346967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Bound using segment: {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:48.347600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Bound port: 58c88c40-ec77-4ee4-a108-e6f4d340676c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1728478a-da46-409a-aa62-33eb976509d7'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:48.348039 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.442488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4167f2c5-dba7-48e7-9d4c-2298672dec8e None None] Provisioning complete for port 58c88c40-ec77-4ee4-a108-e6f4d340676c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:48.443076 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4167f2c5-dba7-48e7-9d4c-2298672dec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.454526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:48.471166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:48.476396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.482767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4167f2c5-dba7-48e7-9d4c-2298672dec8e None None] Port 58c88c40-ec77-4ee4-a108-e6f4d340676c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:48.593525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe376e7-ab09-4c2c-aa99-9e1cc342e751 req-dee99d67-bfa4-47f5-b4f4-3115f294a36a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.595263 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe376e7-ab09-4c2c-aa99-9e1cc342e751 req-dee99d67-bfa4-47f5-b4f4-3115f294a36a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 943 time: 0.1815760 Jul 14 09:44:48.606145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.672905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.673533 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.674987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-48a22ec1-80de-4347-98fb-f62b01200d09 service neutron] 10.222.0.48 "PUT /v2.0/ports/58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 1123 time: 0.8037713 Jul 14 09:44:48.679021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe376e7-ab09-4c2c-aa99-9e1cc342e751 req-6a353ee9-db6e-4e50-bce4-5106a457c621 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766182 Jul 14 09:44:48.716713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a8177bc7-2b8e-4377-98b2-e8e5fc15bcf3 None None] Provisioning complete for port 58c88c40-ec77-4ee4-a108-e6f4d340676c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:48.717095 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8177bc7-2b8e-4377-98b2-e8e5fc15bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.740846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['58c88c40-ec77-4ee4-a108-e6f4d340676c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:48.873385 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8177bc7-2b8e-4377-98b2-e8e5fc15bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.915204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:48.917634 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b41a9-0b68-4b49-ab60-191b548db4c6" -d '{"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-plugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:48.941956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a8177bc7-2b8e-4377-98b2-e8e5fc15bcf3 None None] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:48.948794 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8177bc7-2b8e-4377-98b2-e8e5fc15bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.052119 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8c3e5-81c4-43e6-9a52-765417c12054 x-openstack-request-id: req-13e8c3e5-81c4-43e6-9a52-765417c12054 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:49.052418 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-plugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:49.052675 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13e8c3e5-81c4-43e6-9a52-765417c12054 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:49.053066 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'code': 200} Jul 14 09:44:49.139580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8177bc7-2b8e-4377-98b2-e8e5fc15bcf3 None None] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.147758 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.674859 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d27e-fa3f-4247-82af-e46e05a39447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.765605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.860464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d04be-c5e5-43aa-af95-338c71280837 req-d40ea231-7ec6-4f0e-8bed-d0768662b050 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.862360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f5d04be-c5e5-43aa-af95-338c71280837 req-d40ea231-7ec6-4f0e-8bed-d0768662b050 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0691111 Jul 14 09:44:49.903409 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f5d04be-c5e5-43aa-af95-338c71280837 req-11a7cefb-12d6-4986-8fa9-1fe58ef40804 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339572 Jul 14 09:44:50.276812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:50.279504 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a032ac0a-e3f0-4602-b624-95f012dff506" -d '{"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:50.282395 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.317302 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f61250-b748-4ad8-a38f-15a19e24b20f x-openstack-request-id: req-31f61250-b748-4ad8-a38f-15a19e24b20f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:50.317603 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:50.317859 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31f61250-b748-4ad8-a38f-15a19e24b20f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:50.318264 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'status': 'completed', 'code': 200} Jul 14 09:44:50.396706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-3fc54e85-4547-4675-bc08-a98fb3dbaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.398813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-3fc54e85-4547-4675-bc08-a98fb3dbaeda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1128 time: 0.0583560 Jul 14 09:44:50.493329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-04625a5b-7344-4a1f-a856-0b6b05ca28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.494861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-04625a5b-7344-4a1f-a856-0b6b05ca28a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 897 time: 0.0897427 Jul 14 09:44:50.568549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-1c02a90e-626e-47f2-87e4-0c84ab5ff23c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 1001 time: 0.0670650 Jul 14 09:44:50.622093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-0aa904dc-42bd-491f-9099-0f0b5158e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.623730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-0aa904dc-42bd-491f-9099-0f0b5158e163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 200 len: 835 time: 0.0485964 Jul 14 09:44:50.682347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-6d378654-06c1-4874-b19c-6e33a028421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.683908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-6d378654-06c1-4874-b19c-6e33a028421e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1728478a-da46-409a-aa62-33eb976509d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536523 Jul 14 09:44:50.778317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-7eec48de-4fc7-4336-8e78-c44be8c90e08 service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876856 Jul 14 09:44:50.873182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a032ac0a-e3f0-4602-b624-95f012dff506 req-e6427982-776e-4f6c-a1b1-00f9e2fc2910 service neutron] 10.222.0.11 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881710 Jul 14 09:44:51.098004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6e5c-db87-4929-aa42-5afba8059a06 req-505a3cf5-7d97-4e8d-b3ce-6fd0424e3ce5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:51.100144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31bd6e5c-db87-4929-aa42-5afba8059a06 req-505a3cf5-7d97-4e8d-b3ce-6fd0424e3ce5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0755777 Jul 14 09:44:51.140270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-31bd6e5c-db87-4929-aa42-5afba8059a06 req-e8069d18-df43-4f07-99fa-8778f90f5221 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Jul 14 09:44:51.505210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.052460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:52.158103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:52.171490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c has no active binding in host n-h1-758944-44 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:44:52.327624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41843-be8e-4ff5-bf1b-47f15dbf6406 req-1e5acbe1-f586-45a3-ba4c-c8a6c9bec579 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.329043 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c1c41843-be8e-4ff5-bf1b-47f15dbf6406 req-1e5acbe1-f586-45a3-ba4c-c8a6c9bec579 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0688930 Jul 14 09:44:52.368315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c1c41843-be8e-4ff5-bf1b-47f15dbf6406 req-0acec48d-705f-424f-a10f-9b5e8fcbe40a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336714 Jul 14 09:44:53.558032 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f699cf-6bf2-47ed-b0de-0a5161f1da72 req-dbf6d93a-e78d-4db0-a054-ce67215f74e1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.559676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8f699cf-6bf2-47ed-b0de-0a5161f1da72 req-dbf6d93a-e78d-4db0-a054-ce67215f74e1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 945 time: 0.0784149 Jul 14 09:44:53.639892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8f699cf-6bf2-47ed-b0de-0a5161f1da72 req-9828c3bd-5f9f-4267-8c39-70689be2c585 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696640 Jul 14 09:44:53.654357 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-9fe7f501-a362-4f32-94d4-f72d401c6553 service neutron] 10.222.0.11 "GET /v2.0/ports/58c88c40-ec77-4ee4-a108-e6f4d340676c/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 385 time: 0.1442487 Jul 14 09:44:53.837005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:53.860614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:53.908132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:53.910478 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89599b0e-d7be-4f31-b3e6-7a24dc6e6974" -d '{"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-unplugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:53.921290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:53.938160 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.954151 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dc24eb-2cbc-49d6-94bc-2b25284e858e x-openstack-request-id: req-b5dc24eb-2cbc-49d6-94bc-2b25284e858e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:53.954454 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-unplugged", "status": "completed", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:53.954829 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5dc24eb-2cbc-49d6-94bc-2b25284e858e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:53.955306 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'code': 200} Jul 14 09:44:54.021730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] Transition to ACTIVE for port object 58c88c40-ec77-4ee4-a108-e6f4d340676c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:54.026943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.124631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] Pushing event updated for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.159817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] No DVR routers for this DVR port 58c88c40-ec77-4ee4-a108-e6f4d340676c on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:54.297425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-a7e36c81-e5ac-48dd-b892-23a59023fbce service neutron] 10.222.0.11 "PUT /v2.0/ports/58c88c40-ec77-4ee4-a108-e6f4d340676c/bindings/n-h1-758944-44/activate HTTP/1.1" status: 200 len: 370 time: 0.6381700 Jul 14 09:44:54.405240 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-01e43920-9208-4ba8-84c1-3ab69035d884 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.406778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-01e43920-9208-4ba8-84c1-3ab69035d884 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e&tenant_id=ec04e6ada3d84f219a139bffffbc14da&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.0597458 Jul 14 09:44:54.464392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-8ccdb64a-c979-4c49-ad37-d15199b7e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.465914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-8ccdb64a-c979-4c49-ad37-d15199b7e78c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 1096 time: 0.0524321 Jul 14 09:44:54.542553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-bca1b845-2ab4-4993-9846-1c498d355202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.544111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-bca1b845-2ab4-4993-9846-1c498d355202 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1096 time: 0.0544605 Jul 14 09:44:54.635989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-78105ac8-2f07-4de5-a127-c69ee7b0c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.637481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-78105ac8-2f07-4de5-a127-c69ee7b0c1cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 897 time: 0.0871134 Jul 14 09:44:54.707879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-79f80cba-571a-4323-9983-33eb6ddde088 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 999 time: 0.0639558 Jul 14 09:44:54.756441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-45f8fcc2-cbf7-4579-8550-6c617ffa2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.757970 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-45f8fcc2-cbf7-4579-8550-6c617ffa2cb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 200 len: 835 time: 0.0443223 Jul 14 09:44:54.862907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeb208-2364-4b39-99a9-543ffbed19cf req-9c005de7-b7c7-44d3-ba6b-055ba44e114a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.864449 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cfeb208-2364-4b39-99a9-543ffbed19cf req-9c005de7-b7c7-44d3-ba6b-055ba44e114a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 944 time: 0.1056194 Jul 14 09:44:54.867258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-16020dbd-c181-46fe-b0d7-51b7efe05e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.868635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-16020dbd-c181-46fe-b0d7-51b7efe05e44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1728478a-da46-409a-aa62-33eb976509d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013365 Jul 14 09:44:54.951270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cfeb208-2364-4b39-99a9-543ffbed19cf req-5f60c238-73c3-4dbf-b501-7b8e3e04144d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811653 Jul 14 09:44:54.986319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-9996dae8-91a9-4e60-88f8-b79b22b22adb service neutron] 10.222.0.48 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093662 Jul 14 09:44:55.074444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-8a4bf599-99f8-4c18-a1a0-60e7baf852f5 service neutron] 10.222.0.48 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821433 Jul 14 09:44:55.360159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6074a0fc-e2a4-4b2e-babf-028ee3963586 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:55.362112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-6074a0fc-e2a4-4b2e-babf-028ee3963586 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e&tenant_id=ec04e6ada3d84f219a139bffffbc14da&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 1096 time: 0.0647736 Jul 14 09:44:55.830298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0939473-12d3-40d6-ac06-542a4697af23 req-26587981-51e8-4101-9359-ba6ffdf5dde1 service neutron] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:55.833466 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0939473-12d3-40d6-ac06-542a4697af23 req-26587981-51e8-4101-9359-ba6ffdf5dde1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.834608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a0939473-12d3-40d6-ac06-542a4697af23 req-26587981-51e8-4101-9359-ba6ffdf5dde1 service neutron] 10.222.0.48 "DELETE /v2.0/ports/58c88c40-ec77-4ee4-a108-e6f4d340676c/bindings/n-h2-758944-44 HTTP/1.1" status: 204 len: 173 time: 0.4672484 Jul 14 09:44:56.186833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092eada-36ef-4197-bf57-b429402214aa req-a488fcfd-d62c-49c6-97a5-23463188d6d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.188457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9092eada-36ef-4197-bf57-b429402214aa req-a488fcfd-d62c-49c6-97a5-23463188d6d2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 944 time: 0.0696919 Jul 14 09:44:56.227838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9092eada-36ef-4197-bf57-b429402214aa req-09480a7f-1144-4984-8a5d-2d215e2be3d7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Jul 14 09:44:56.396572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5feb29-1011-437c-b653-6f0f24bdf80b req-720fd2e1-7546-4085-8bce-8770b53f1c25 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.398750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3a5feb29-1011-437c-b653-6f0f24bdf80b req-720fd2e1-7546-4085-8bce-8770b53f1c25 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1096 time: 0.0591960 Jul 14 09:44:56.435010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3a5feb29-1011-437c-b653-6f0f24bdf80b req-dee99272-fd90-40e5-ab71-aa8a14c349aa tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306544 Jul 14 09:44:56.620197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8bd4-2ca5-4f81-86dc-174e377378f5 req-6579a513-64a0-4633-819d-ce2ac568002f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.621851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-182a8bd4-2ca5-4f81-86dc-174e377378f5 req-6579a513-64a0-4633-819d-ce2ac568002f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 944 time: 0.0668781 Jul 14 09:44:56.661823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-182a8bd4-2ca5-4f81-86dc-174e377378f5 req-7a2bc0cd-0e28-4764-ae19-cb761d2deb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337451 Jul 14 09:44:56.686384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39114) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.750603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ebdc67a3-43e7-48ce-9b21-dd9a59bd3376 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/d7502324-e963-44d5-8a2c-6c79301d24c4 HTTP/1.1" status: 200 len: 991 time: 0.0627601 Jul 14 09:44:57.015532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.179111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 93b50e70-98f8-4900-9251-c20ba0d2de24 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:57.179496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.258965 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.259716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.271079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 93b50e70-98f8-4900-9251-c20ba0d2de24 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:57.421388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.448631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=93b50e70-98f8-4900-9251-c20ba0d2de24,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:57.454067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:57.461368 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.461726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.462103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.462428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.462765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.463103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.463476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.463818 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.464151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.464485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.464814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.465151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:57.497445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:57.525396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.525694 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP d7502324-e963-44d5-8a2c-6c79301d24c4 disassociated (deleted). External IP: 172.25.2.187, port: 58c88c40-ec77-4ee4-a108-e6f4d340676c. Jul 14 09:44:57.754575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:57.866387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:57.870917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.876218 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] Sync routers for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:57.886492 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:57.887133 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:57.912526 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3403f123-1186-40c2-b91a-d3dce63b2ba4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/floatingips/d7502324-e963-44d5-8a2c-6c79301d24c4 HTTP/1.1" status: 204 len: 168 time: 0.8934407 Jul 14 09:44:57.912526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:57.913286 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7413ec-47bd-4643-a20a-2fb6c1262590" -d '{"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:57.953031 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab932305-47b1-44e4-ac47-f223eec47e32 x-openstack-request-id: req-ab932305-47b1-44e4-ac47-f223eec47e32 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:57.953331 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:57.953587 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab932305-47b1-44e4-ac47-f223eec47e32 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:57.953997 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'status': 'completed', 'code': 200} Jul 14 09:44:58.007322 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:58.031152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-a8a6c8d4-6f66-4128-926b-317ed2193b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.033194 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-a8a6c8d4-6f66-4128-926b-317ed2193b8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 1096 time: 0.0562298 Jul 14 09:44:58.138248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-7bd92520-8c6f-4944-ac47-9b13b0fbac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.140077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-7bd92520-8c6f-4944-ac47-9b13b0fbac68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 200 len: 897 time: 0.1010225 Jul 14 09:44:58.183663 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-96903e06-6f66-4dc0-acb1-6a576d497e7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 200 len: 217 time: 0.0355358 Jul 14 09:44:58.217395 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.269602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-3d8a4260-0fab-439b-a243-d20480e6bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.271125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-3d8a4260-0fab-439b-a243-d20480e6bba3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 200 len: 835 time: 0.0806401 Jul 14 09:44:58.338506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb78eab-b5fe-4bb5-8a3a-ce5886f4aceb req-b62286ca-80ec-4cc9-b730-db8fd0ba5060 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.340209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ddb78eab-b5fe-4bb5-8a3a-ce5886f4aceb req-b62286ca-80ec-4cc9-b730-db8fd0ba5060 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 944 time: 0.1092701 Jul 14 09:44:58.347080 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] Checking router: 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:58.356322 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:58.356949 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.381952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-d33f83a6-b49d-426f-b29a-bcfc18e10527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.383551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-d33f83a6-b49d-426f-b29a-bcfc18e10527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1728478a-da46-409a-aa62-33eb976509d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035149 Jul 14 09:44:58.391872 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ddb78eab-b5fe-4bb5-8a3a-ce5886f4aceb req-dcff59d6-d25d-4a30-b8fa-d8b2fcaebc1e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6e35f6-8388-4f91-b570-70fe239152a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453835 Jul 14 09:44:58.482401 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:58.483564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-243ea604-6f73-4244-a1f5-30a1539ebe88 service neutron] 10.222.0.48 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907688 Jul 14 09:44:58.580159 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-d53497ea-6cad-4a0c-a01a-fdce12d68ffc service neutron] 10.222.0.48 "GET /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880969 Jul 14 09:44:58.644774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-5e191620-de29-4018-90b7-cb70751fae13 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.646216 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-5e191620-de29-4018-90b7-cb70751fae13 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.48 "GET /v2.0/ports?device_id=251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e HTTP/1.1" status: 200 len: 944 time: 0.0704677 Jul 14 09:44:58.687378 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.713345 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f7c0b-1e23-4a92-8e39-892c73135a68 None None] The sync data for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 is: [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '6d99fa98-1f42-4bf1-9e37-95f26fc20824', 'name': '', 'network_id': '1728478a-da46-409a-aa62-33eb976509d7', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:b8:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:57Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': 'd9790064-6e48-4cdb-ae48-714c1cbc967a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:58.748575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 58c88c40-ec77-4ee4-a108-e6f4d340676c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:58.749031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.843527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 58c88c40-ec77-4ee4-a108-e6f4d340676c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=58c88c40-ec77-4ee4-a108-e6f4d340676c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:58.843898 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.856805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 58c88c40-ec77-4ee4-a108-e6f4d340676c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:58.945207 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727a545-4cee-44e7-820c-7bb5e144a6c1 None None] New status for floating IP d7502324-e963-44d5-8a2c-6c79301d24c4: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:58.996972 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.031039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=58c88c40-ec77-4ee4-a108-e6f4d340676c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.076465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] No DVR routers for this DVR port 58c88c40-ec77-4ee4-a108-e6f4d340676c on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:59.079316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.081432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6ad0bc7b-dfe8-4f09-939c-9d5d9cb56bd1 req-02d64a79-55fd-495f-87fe-eb7838782c11 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.48 "DELETE /v2.0/ports/58c88c40-ec77-4ee4-a108-e6f4d340676c HTTP/1.1" status: 204 len: 173 time: 0.4303179 Jul 14 09:44:59.500886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:59.955966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-deleted', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:59.958185 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab07f712-bfce-4215-b1ed-0df0c9950938" -d '{"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-deleted", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:00.004203 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70ff0e0-d44f-43fa-9667-580204939639 x-openstack-request-id: req-b70ff0e0-d44f-43fa-9667-580204939639 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:00.004479 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e", "name": "network-vif-deleted", "tag": "58c88c40-ec77-4ee4-a108-e6f4d340676c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:00.004736 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b70ff0e0-d44f-43fa-9667-580204939639 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:00.005133 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251bb5bf-8bc5-4bef-b0ab-b0aa2f18c24e', 'name': 'network-vif-deleted', 'tag': '58c88c40-ec77-4ee4-a108-e6f4d340676c', 'status': 'completed', 'code': 200} Jul 14 09:45:00.215777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.495769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 6d99fa98-1f42-4bf1-9e37-95f26fc20824 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:00.496047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.590557 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 6d99fa98-1f42-4bf1-9e37-95f26fc20824, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d99fa98-1f42-4bf1-9e37-95f26fc20824,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:00.590922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.606197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 6d99fa98-1f42-4bf1-9e37-95f26fc20824 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:00.802362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.835928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=6d99fa98-1f42-4bf1-9e37-95f26fc20824,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.014686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.241051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:01.349952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:01.354959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a502ff99-9844-4ced-a470-1ed9506897a2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/1cf1fbab-5b4d-4408-b78d-03a077c50aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530166 Jul 14 09:45:01.357841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.359237 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] Sync routers for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:01.369259 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:01.369880 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:01.412986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting subnet d9790064-6e48-4cdb-ae48-714c1cbc967a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:01.416531 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.459416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.486048 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:01.550038 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.609762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.639737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Subnet': ['ID=d9790064-6e48-4cdb-ae48-714c1cbc967a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.642019 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.646734 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-af9a16f3-21c0-490d-8c39-15d1085a9983 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/subnets/d9790064-6e48-4cdb-ae48-714c1cbc967a HTTP/1.1" status: 204 len: 168 time: 0.2851338 Jul 14 09:45:01.646903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.651224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.652081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928fdfc-abc7-47bb-980c-1c4f707e81fe None None] Network 1728478a-da46-409a-aa62-33eb976509d7 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:01.684981 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:45:00Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:01.711287 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] Checking router: 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:01.720286 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] Routers {'1cf1fbab-5b4d-4408-b78d-03a077c50aa8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:01.720910 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:01.766273 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.832364 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] Set router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:01.879226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.879563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] DHCP port deletion for 1728478a-da46-409a-aa62-33eb976509d7 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:01.928677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] Deleting port 257b221f-cb50-4fae-9390-566d8c4be59c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:01.929062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.936168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 78f276fa-24c0-4a48-aabe-aa74eb29aa73 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:01.936520 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.998878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] For port 257b221f-cb50-4fae-9390-566d8c4be59c, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=257b221f-cb50-4fae-9390-566d8c4be59c,segment=NetworkSegment(56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3),segment_id=56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:01.999672 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.013603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] Calling delete_port for 257b221f-cb50-4fae-9390-566d8c4be59c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:02.023858 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:45:00Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.029855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 78f276fa-24c0-4a48-aabe-aa74eb29aa73, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=78f276fa-24c0-4a48-aabe-aa74eb29aa73,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:02.030406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.044667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 78f276fa-24c0-4a48-aabe-aa74eb29aa73 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:02.055193 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef924139-0383-4410-ba36-91b5efdf7065 None None] The sync data for ids ['1cf1fbab-5b4d-4408-b78d-03a077c50aa8'] in n-d-758944-44 is: [{'id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066170062', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:45:00Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '78f276fa-24c0-4a48-aabe-aa74eb29aa73', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf1fbab-5b4d-4408-b78d-03a077c50aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:02.108829 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.115800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:02.156297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] Pushing event deleted for resources: {'Port': ['ID=257b221f-cb50-4fae-9390-566d8c4be59c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.159708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 58c88c40-ec77-4ee4-a108-e6f4d340676c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:02.160054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 58c88c40-ec77-4ee4-a108-e6f4d340676c not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:02.161513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988907c8-ac42-47d4-89a8-1c8039267e2e None None] No DVR routers for this DVR port 257b221f-cb50-4fae-9390-566d8c4be59c on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:02.222998 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.248116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=78f276fa-24c0-4a48-aabe-aa74eb29aa73,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.308891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.402839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.405125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.451788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.452391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Fanout notify agent at l3_agent the message router_deleted on router 1cf1fbab-5b4d-4408-b78d-03a077c50aa8 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:02.460308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.461435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc40957a-381e-44d8-8b74-245271329a1f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/routers/1cf1fbab-5b4d-4408-b78d-03a077c50aa8 HTTP/1.1" status: 204 len: 168 time: 0.8134143 Jul 14 09:45:02.464334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39140) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:02.542645 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.635408 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.647761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1728478a-da46-409a-aa62-33eb976509d7']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.659599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.659906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fb8a3b-e4e3-4d77-ad52-3a8bf2d820e3') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.670529 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.685149 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.691826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:02.692278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:02.696235 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:02.759981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.767513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.769339 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/networks/1728478a-da46-409a-aa62-33eb976509d7 HTTP/1.1" status: 204 len: 168 time: 0.3040671 Jul 14 09:45:02.772288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39142) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:02.781767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7917ac-653d-43bc-b44e-d922db8db8e4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Network': ['ID=1728478a-da46-409a-aa62-33eb976509d7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.836432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4d17032-3803-440e-8b29-2e87857fdcb9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.861179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4d17032-3803-440e-8b29-2e87857fdcb9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.920039 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4d17032-3803-440e-8b29-2e87857fdcb9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.922706 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4d17032-3803-440e-8b29-2e87857fdcb9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.923844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f4d17032-3803-440e-8b29-2e87857fdcb9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/security-groups/de6e35f6-8388-4f91-b570-70fe239152a3 HTTP/1.1" status: 204 len: 168 time: 0.1505132 Jul 14 09:45:02.933555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d17032-3803-440e-8b29-2e87857fdcb9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6e35f6-8388-4f91-b570-70fe239152a3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.154720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 257b221f-cb50-4fae-9390-566d8c4be59c no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:03.179826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 257b221f-cb50-4fae-9390-566d8c4be59c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:03.180410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 257b221f-cb50-4fae-9390-566d8c4be59c not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:03.181009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d99fa98-1f42-4bf1-9e37-95f26fc20824 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:03.200734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6d99fa98-1f42-4bf1-9e37-95f26fc20824 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:03.201102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d99fa98-1f42-4bf1-9e37-95f26fc20824 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:03.201516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 78f276fa-24c0-4a48-aabe-aa74eb29aa73 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:03.220198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 78f276fa-24c0-4a48-aabe-aa74eb29aa73 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:03.220610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 78f276fa-24c0-4a48-aabe-aa74eb29aa73 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:03.251288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39148) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.251288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-27a58e48-5d87-4076-bdcb-547171fb1f68 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206609023', 'description': 'tempest-secgroup-smoke-206609023 description', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:03.272102 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27a58e48-5d87-4076-bdcb-547171fb1f68 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.357868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27a58e48-5d87-4076-bdcb-547171fb1f68 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.361576 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27a58e48-5d87-4076-bdcb-547171fb1f68 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.394866 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27a58e48-5d87-4076-bdcb-547171fb1f68 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.396163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-27a58e48-5d87-4076-bdcb-547171fb1f68 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1501651 Jul 14 09:45:03.397034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a58e48-5d87-4076-bdcb-547171fb1f68 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9399f4-220e-4ea8-84ac-c1d8234a24a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.399204 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39150) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.404031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ef7ee01e-e941-4f7c-adec-3a1ed4e90657 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'ff9399f4-220e-4ea8-84ac-c1d8234a24a8', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:03.433355 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef7ee01e-e941-4f7c-adec-3a1ed4e90657 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.480987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef7ee01e-e941-4f7c-adec-3a1ed4e90657 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.485326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef7ee01e-e941-4f7c-adec-3a1ed4e90657 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.507575 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ee01e-e941-4f7c-adec-3a1ed4e90657 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d873087f-3dab-446d-b6cd-d642f468d074,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.510227 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef7ee01e-e941-4f7c-adec-3a1ed4e90657 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.514077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ef7ee01e-e941-4f7c-adec-3a1ed4e90657 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111412 Jul 14 09:45:03.514561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39152) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.519092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f47989c6-d165-4077-96f6-a30b2de9754c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'ff9399f4-220e-4ea8-84ac-c1d8234a24a8', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:03.546783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47989c6-d165-4077-96f6-a30b2de9754c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.604154 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47989c6-d165-4077-96f6-a30b2de9754c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.608541 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47989c6-d165-4077-96f6-a30b2de9754c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.627986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47989c6-d165-4077-96f6-a30b2de9754c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc30107-056d-49f8-b9f7-e8685c33cfbf,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.635509 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47989c6-d165-4077-96f6-a30b2de9754c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.639305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f47989c6-d165-4077-96f6-a30b2de9754c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215029 Jul 14 09:45:03.639633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.644030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8a312bc2-651e-4958-9fd6-aa4f72f394df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'ff9399f4-220e-4ea8-84ac-c1d8234a24a8', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:03.672739 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a312bc2-651e-4958-9fd6-aa4f72f394df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.735155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a312bc2-651e-4958-9fd6-aa4f72f394df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.738992 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a312bc2-651e-4958-9fd6-aa4f72f394df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.760557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a312bc2-651e-4958-9fd6-aa4f72f394df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d3348b-a320-42c1-95f4-af788fd66f86,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.763839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a312bc2-651e-4958-9fd6-aa4f72f394df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.765188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8a312bc2-651e-4958-9fd6-aa4f72f394df tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247053 Jul 14 09:45:03.768112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.773512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-178eed96-6ec8-415a-817b-fb26a0eabb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'ff9399f4-220e-4ea8-84ac-c1d8234a24a8', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:03.800743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178eed96-6ec8-415a-817b-fb26a0eabb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.863606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178eed96-6ec8-415a-817b-fb26a0eabb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.867048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178eed96-6ec8-415a-817b-fb26a0eabb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.884269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178eed96-6ec8-415a-817b-fb26a0eabb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6819d263-c311-4e3f-bbe0-0e5afb19bec1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.889993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-178eed96-6ec8-415a-817b-fb26a0eabb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.891180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-178eed96-6ec8-415a-817b-fb26a0eabb6d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218188 Jul 14 09:45:03.894012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.899580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'ff9399f4-220e-4ea8-84ac-c1d8234a24a8', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:03.921874 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:45:03.927569 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.994565 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.998088 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.015645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ff557e-e39e-4d64-99f5-92e3e04e2e77,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.021897 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.023732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-24381b2d-bc28-45fc-ac54-f7f642c4f375 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286564 Jul 14 09:45:04.026445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:04.030928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'security_group_rule': {'security_group_id': 'ff9399f4-220e-4ea8-84ac-c1d8234a24a8', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:04.052082 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Project ec04e6ada3d84f219a139bffffbc14da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:45:04.057175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.119104 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.123057 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.140969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234d592b-8342-482a-b9f0-0d5cad2e9635,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.148736 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.150004 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f3271126-fe06-411c-91ae-4761e3881dba tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225953 Jul 14 09:45:04.152846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39162) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:04.157833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'network': {'name': 'tempest-network-smoke--1332549800', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:04.177647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:04.181849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.205748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:04.215068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.215462 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Added segment 9cb12abb-0cad-46b4-8526-0221f1cb5571 of type vlan for network 94901367-ac28-49e4-8a05-4fe0b6805d2a Jul 14 09:45:04.257339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.285439 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.291035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.291916 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.352123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1981997 Jul 14 09:45:04.354933 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:04.359720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'admin_state_up': True, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:04.360989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299acd2-80e0-474f-9185-bebec7ce058e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Network': ['ID=94901367-ac28-49e4-8a05-4fe0b6805d2a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.371714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:04.384465 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.385514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.437779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.582191 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.780028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.804848 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.906746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.143 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/361f7ccf-a4d2-47d6-9867-ee73222b17a7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:05.014389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.055216 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.091618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:05.096454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:05.100661 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:05.124502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=361f7ccf-a4d2-47d6-9867-ee73222b17a7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:05.348650 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.545699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.671920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1969429b-23c0-4263-987e-8f8e03a10856 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:45:05.781601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:05.791576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Sync routers for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:05.800936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.802332 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-161fe95c-b966-4cc3-bd70-1f9133f89ae5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4462531 Jul 14 09:45:05.802659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:05.803303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:05.805526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:05.911476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:05.933115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7ef4bd13-afd5-4ed2-9beb-c510e81189fb tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ec04e6ada3d84f219a139bffffbc14da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264174 Jul 14 09:45:05.935681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39170) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.020223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cebf42-f44e-41c2-b57d-0a7cc392c091 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.022266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69cebf42-f44e-41c2-b57d-0a7cc392c091 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856800 Jul 14 09:45:06.025218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.057863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-86f72389-74c6-40e1-808c-e6b4e3ba74f5 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315106 Jul 14 09:45:06.060682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.065831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491671052', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:06.091550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:06.121714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Checking router: 1969429b-23c0-4263-987e-8f8e03a10856 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:06.122065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Updating router 1969429b-23c0-4263-987e-8f8e03a10856 port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:45:06.151475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:06.154974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.158697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.341104 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.395903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Subnet': ['ID=93501130-f12b-4958-92fb-c3bd38bcc109,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.412570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Checking segment: {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:06.412935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network hostable DHCP agents. Network: 94901367-ac28-49e4-8a05-4fe0b6805d2a, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:06.430273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:06.439844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 94901367-ac28-49e4-8a05-4fe0b6805d2a) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:06.444704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.445349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.461536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-95cfbb1b-e687-4093-84dc-faf98cdf6b96 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3997397 Jul 14 09:45:06.464621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.576622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7709ef-7326-4470-ab03-ca612bb14d1e None None] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:06.623787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.642628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Transition to ACTIVE for port object 361f7ccf-a4d2-47d6-9867-ee73222b17a7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:06.655053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.723325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Attempting to bind port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:06.723752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Attempting to bind port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:06.724120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Attempting to bind port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:06.750133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898dd76-446f-403a-ba5f-7efdd1b4fdd3 None None] Pushing event updated for resources: {'Port': ['ID=361f7ccf-a4d2-47d6-9867-ee73222b17a7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.758354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:06.758740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:06.759150 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.759572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:06.760066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Bound port: 361f7ccf-a4d2-47d6-9867-ee73222b17a7, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:06.760458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.835141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-94901367-ac28-49e4-8a05-4fe0b6805d2a', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:06.836019 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.849445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] For port 361f7ccf-a4d2-47d6-9867-ee73222b17a7, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:06.864919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] For port 361f7ccf-a4d2-47d6-9867-ee73222b17a7, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=361f7ccf-a4d2-47d6-9867-ee73222b17a7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:06.872464 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.896211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.997843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898dd76-446f-403a-ba5f-7efdd1b4fdd3 None None] Pushing event updated for resources: {'Port': ['ID=361f7ccf-a4d2-47d6-9867-ee73222b17a7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.002357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:07.002965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:07.112687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Allocated IP 172.20.0.2 (94901367-ac28-49e4-8a05-4fe0b6805d2a/93501130-f12b-4958-92fb-c3bd38bcc109/8e2f9bd8-26eb-498b-b2b0-f0c95f026d65) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:07.179488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:07.397049 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.408051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Transition to ACTIVE for port object 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:07.430824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Transition to ACTIVE for port object 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:07.437702 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.471657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-005cd6c6-a798-4274-995a-12d922444308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:07.483187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:07.487576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.1 (94901367-ac28-49e4-8a05-4fe0b6805d2a/93501130-f12b-4958-92fb-c3bd38bcc109/7725bb30-451b-435d-865c-095b9eb01ae9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:07.514281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:07.518782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cd6c6-a798-4274-995a-12d922444308 None None] The sync data for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 is: [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:05Z', 'revision_number': 3, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:07.520300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:07.525306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Pushing event updated for resources: {'Port': ['ID=8e2f9bd8-26eb-498b-b2b0-f0c95f026d65,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.582156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Attempting to bind port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:07.583169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Attempting to bind port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:07.583169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Attempting to bind port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 on network 94901367-ac28-49e4-8a05-4fe0b6805d2a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:07.588784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:07.589165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Checking segment: {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:07.589581 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.590129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Bound using segment: {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:07.590617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Bound port: 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:07.591011 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.613208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.628219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 7725bb30-451b-435d-865c-095b9eb01ae9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:07.657167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] For port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:07.660478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] For port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8e2f9bd8-26eb-498b-b2b0-f0c95f026d65,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:07.663207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.666686 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.704039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:07.707792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:07.714568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:07.728532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abc55b-c6b7-409b-b5c1-fa47bbbe866c None None] Pushing event updated for resources: {'Port': ['ID=8e2f9bd8-26eb-498b-b2b0-f0c95f026d65,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.751001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=7725bb30-451b-435d-865c-095b9eb01ae9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.770481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.954874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.606948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.611815 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.692310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.695892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=7725bb30-451b-435d-865c-095b9eb01ae9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.777913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74fc27-98d3-4146-aeaf-3b49b2c8b2b0 None None] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:08.789745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:08.791494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:08.845948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-caa8a57f-57d6-4739-b7b8-069b217d17e9 None None] Provisioning for port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:08.909191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1969429b-23c0-4263-987e-8f8e03a10856 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:09.026984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:09.032109 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a8089096-1568-4417-a1fc-976b2bd6c5c2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/1969429b-23c0-4263-987e-8f8e03a10856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5664380 Jul 14 09:45:09.201674 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:09.210779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-7249cd5e-b55a-42d3-82ee-af3c41d5bf74 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206609023&fields=id&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 267 time: 0.0503778 Jul 14 09:45:09.259260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:09.268783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.269311 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.273657 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Sync routers for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:09.290999 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:09.291935 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:09.316299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8a55cd42-a974-4be0-af15-d5ef98dbebc8 None None] Provisioning for port 7725bb30-451b-435d-865c-095b9eb01ae9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:09.322162 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8a55cd42-a974-4be0-af15-d5ef98dbebc8 None None] Provisioning complete for port 7725bb30-451b-435d-865c-095b9eb01ae9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.322776 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a55cd42-a974-4be0-af15-d5ef98dbebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.327641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-1339ce4c-065e-4c01-8480-ddb872dd53c1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.335145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-1339ce4c-065e-4c01-8480-ddb872dd53c1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/networks?id=94901367-ac28-49e4-8a05-4fe0b6805d2a HTTP/1.1" status: 200 len: 797 time: 0.1234086 Jul 14 09:45:09.352671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-9a761746-a329-442f-8a27-896f47b8763e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/quotas/ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 375 time: 0.0158267 Jul 14 09:45:09.414136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8a55cd42-a974-4be0-af15-d5ef98dbebc8 None None] Port 7725bb30-451b-435d-865c-095b9eb01ae9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:09.423028 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:09.439819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-5c33d5d3-2798-491a-8993-c19e05289739 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820181 Jul 14 09:45:09.443574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8a55cd42-a974-4be0-af15-d5ef98dbebc8 None None] Provisioning complete for port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.443955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a55cd42-a974-4be0-af15-d5ef98dbebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.445572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.452349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-c6e3bbbb-861f-4a26-b8d7-c644f4b08a0c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:45:09.453672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-c6e3bbbb-861f-4a26-b8d7-c644f4b08a0c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097733 Jul 14 09:45:09.501718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8e2f9bd8-26eb-498b-b2b0-f0c95f026d65,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:09.508275 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.509172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 361f7ccf-a4d2-47d6-9867-ee73222b17a7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:09.584943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-4f214157-eb4f-4133-88cf-8c2c7bb02b83 service neutron] 10.222.0.18 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218488 Jul 14 09:45:09.638784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=8e2f9bd8-26eb-498b-b2b0-f0c95f026d65,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:09.655999 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:08Z', 'revision_number': 2, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:09.656253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:09.661755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.662156 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.683584 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Checking router: 1969429b-23c0-4263-987e-8f8e03a10856 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:09.683935 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Updating router 1969429b-23c0-4263-987e-8f8e03a10856 port 7725bb30-451b-435d-865c-095b9eb01ae9 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:45:09.704359 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-0b5e10b2-8bb7-4a3e-9e42-50a4a79c488c service neutron] 10.222.0.18 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155486 Jul 14 09:45:09.754114 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.781903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 361f7ccf-a4d2-47d6-9867-ee73222b17a7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=361f7ccf-a4d2-47d6-9867-ee73222b17a7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:09.786992 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.815031 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.819881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a89d8dfe-d190-4df0-9b2e-d36a218131c9 None None] Provisioning complete for port 7725bb30-451b-435d-865c-095b9eb01ae9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.820256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a89d8dfe-d190-4df0-9b2e-d36a218131c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.879832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=361f7ccf-a4d2-47d6-9867-ee73222b17a7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:09.883631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a89d8dfe-d190-4df0-9b2e-d36a218131c9 None None] Port 7725bb30-451b-435d-865c-095b9eb01ae9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:09.906972 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1607327-7a81-4e81-977c-934336ef7568 req-5c1e4e74-6d7e-4ce1-a6a8-cf76aa927dad tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Jul 14 09:45:10.118359 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.129004 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Transition to ACTIVE for port object 7725bb30-451b-435d-865c-095b9eb01ae9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:10.136566 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.188861 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Pushing event updated for resources: {'Port': ['ID=7725bb30-451b-435d-865c-095b9eb01ae9,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.199075 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.199567 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.199770 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.200184 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.200411 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.200749 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.201111 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.201440 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.201839 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.202091 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.202417 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.202738 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:10.257468 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Attempting to bind port 7725bb30-451b-435d-865c-095b9eb01ae9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:10.257755 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Attempting to bind port 7725bb30-451b-435d-865c-095b9eb01ae9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:10.258117 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Attempting to bind port 7725bb30-451b-435d-865c-095b9eb01ae9 on network 94901367-ac28-49e4-8a05-4fe0b6805d2a {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:10.263860 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:10.264313 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Checking segment: {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:10.264626 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.265015 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Bound using segment: {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:10.265474 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Bound port: 7725bb30-451b-435d-865c-095b9eb01ae9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:10.265848 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.332265 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] For port 7725bb30-451b-435d-865c-095b9eb01ae9, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:10.336144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] For port 7725bb30-451b-435d-865c-095b9eb01ae9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7725bb30-451b-435d-865c-095b9eb01ae9,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:10.341303 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.397797 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:10.399663 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:44:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:10.507649 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c1fc4-9659-4f69-9fd0-2f895ecd0fe7 None None] Pushing event updated for resources: {'Port': ['ID=7725bb30-451b-435d-865c-095b9eb01ae9,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.535348 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:10.733533 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:10.758567 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a38b3-562d-4e2c-8739-193dcd03f010 None None] The sync data for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 is: [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:10Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:11.075118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ff28d0e-1771-479c-8fb3-1a2922f20729 req-8cd1d06c-4016-43a7-ae66-fda87a86f4e1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 210 time: 0.0433948 Jul 14 09:45:11.154910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-64d950a7-240d-44ef-8c6f-92f523e4a868 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.156620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-64d950a7-240d-44ef-8c6f-92f523e4a868 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/networks?id=94901367-ac28-49e4-8a05-4fe0b6805d2a HTTP/1.1" status: 200 len: 797 time: 0.1519191 Jul 14 09:45:11.208287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-5d562887-6ebd-4f23-b17a-2090198392ed tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec04e6ada3d84f219a139bffffbc14da HTTP/1.1" status: 200 len: 379 time: 0.0430207 Jul 14 09:45:11.217911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'port': {'device_id': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'admin_state_up': True, 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'security_groups': ['ff9399f4-220e-4ea8-84ac-c1d8234a24a8']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:11.251765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:11.312463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:11.312903 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.347186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Made reservation on behalf of ec04e6ada3d84f219a139bffffbc14da for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:11.351646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.401694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 361f7ccf-a4d2-47d6-9867-ee73222b17a7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:11.460109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:11.460485 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.488419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.20.0.4 (94901367-ac28-49e4-8a05-4fe0b6805d2a/93501130-f12b-4958-92fb-c3bd38bcc109/7687c070-aff3-46fc-a45c-c0068977127a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:11.540188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7725bb30-451b-435d-865c-095b9eb01ae9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:11.592205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 7725bb30-451b-435d-865c-095b9eb01ae9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:11.596716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7725bb30-451b-435d-865c-095b9eb01ae9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:11.597304 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.639049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.654049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Transition to ACTIVE for port object 7687c070-aff3-46fc-a45c-c0068977127a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:11.679520 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.689575 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.716288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 7725bb30-451b-435d-865c-095b9eb01ae9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7725bb30-451b-435d-865c-095b9eb01ae9,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:11.720149 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.738360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:11.742396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:11.746512 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:11.753214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.782724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=7725bb30-451b-435d-865c-095b9eb01ae9,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.788072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.788433 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.788783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.789123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.789462 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.789798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.790259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.790471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.790807 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.791137 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.791747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.792076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:11.815707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.816392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.832285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a806a6ca-bfbf-4dfc-8577-9b9aa38b6623 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6196625 Jul 14 09:45:11.844755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Request body: {'port': {'device_id': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:11.927134 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.066953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17b27cd8-0360-4f3d-b27c-04c12211ca89 None None] Provisioning for port 7687c070-aff3-46fc-a45c-c0068977127a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:12.071303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17b27cd8-0360-4f3d-b27c-04c12211ca89 None None] Provisioning complete for port 7687c070-aff3-46fc-a45c-c0068977127a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:12.071697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17b27cd8-0360-4f3d-b27c-04c12211ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.106913 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17b27cd8-0360-4f3d-b27c-04c12211ca89 None None] Port 7687c070-aff3-46fc-a45c-c0068977127a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:12.193867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7687c070-aff3-46fc-a45c-c0068977127a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:12.202426 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.244595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Transition to ACTIVE for port object 7687c070-aff3-46fc-a45c-c0068977127a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:12.249203 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.309483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Pushing event updated for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.347324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e25e4-6c4b-44c9-a1c9-d5f86232fb82 req-73bedd1e-01fd-4ab6-b7f5-654999453f2e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.348934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-836e25e4-6c4b-44c9-a1c9-d5f86232fb82 req-73bedd1e-01fd-4ab6-b7f5-654999453f2e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 931 time: 0.1485188 Jul 14 09:45:12.426019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-836e25e4-6c4b-44c9-a1c9-d5f86232fb82 req-dad92375-94f2-42a4-886f-e553b1c835c7 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581486 Jul 14 09:45:12.429086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Attempting to bind port 7687c070-aff3-46fc-a45c-c0068977127a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:12.429428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Attempting to bind port 7687c070-aff3-46fc-a45c-c0068977127a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:12.429762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Attempting to bind port 7687c070-aff3-46fc-a45c-c0068977127a on network 94901367-ac28-49e4-8a05-4fe0b6805d2a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:12.435052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Port 7687c070-aff3-46fc-a45c-c0068977127a on network 94901367-ac28-49e4-8a05-4fe0b6805d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:12.435600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Attempting to bind port 7687c070-aff3-46fc-a45c-c0068977127a on network 94901367-ac28-49e4-8a05-4fe0b6805d2a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:12.440702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:12.441056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Checking segment: {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:12.441446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Bound using segment: {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:12.441881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Bound port: 7687c070-aff3-46fc-a45c-c0068977127a, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb12abb-0cad-46b4-8526-0221f1cb5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:12.442249 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.505586 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:12.508517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:12.512545 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.546489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.547045 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.548462 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] 10.222.0.11 "PUT /v2.0/ports/7687c070-aff3-46fc-a45c-c0068977127a HTTP/1.1" status: 200 len: 1092 time: 0.7085528 Jul 14 09:45:12.548932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:12.551137 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b121eea5-a62b-4163-aed0-323ef270e414" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "tag": "7687c070-aff3-46fc-a45c-c0068977127a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:12.579256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb08ea-eafe-4dc5-8097-908425648842 service neutron] Pushing event updated for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.598287 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b4d2e-e58e-4548-a18e-b62bf715169d x-openstack-request-id: req-e37b4d2e-e58e-4548-a18e-b62bf715169d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:12.598620 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "tag": "7687c070-aff3-46fc-a45c-c0068977127a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:12.598901 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e37b4d2e-e58e-4548-a18e-b62bf715169d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:12.599906 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a', 'status': 'completed', 'code': 200} Jul 14 09:45:12.657539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a8116ec1-9ed1-407e-a8b4-03fc207f0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.659331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-a8116ec1-9ed1-407e-a8b4-03fc207f0305 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1095 time: 0.0581009 Jul 14 09:45:12.706420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-bf83f310-908f-47a3-81be-811ed45a8dd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7687c070-aff3-46fc-a45c-c0068977127a HTTP/1.1" status: 200 len: 217 time: 0.0401671 Jul 14 09:45:12.757993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-f549737c-e8df-4308-a67b-d2454b4a342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.759569 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-f549737c-e8df-4308-a67b-d2454b4a342d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93501130-f12b-4958-92fb-c3bd38bcc109 HTTP/1.1" status: 200 len: 835 time: 0.0476315 Jul 14 09:45:12.823746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-c2fcd9c7-bd75-44c9-bdce-e4910de746f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.825217 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-c2fcd9c7-bd75-44c9-bdce-e4910de746f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94901367-ac28-49e4-8a05-4fe0b6805d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596440 Jul 14 09:45:12.924382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-ce5a84af-ad1e-4845-ae6b-4ca0ac7dc223 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928314 Jul 14 09:45:13.018385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7dec2132-27b1-42a0-ab6e-885ffcbd6b9b req-33357839-09e6-41be-b2db-af0041cd2bb4 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884502 Jul 14 09:45:13.127568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7725bb30-451b-435d-865c-095b9eb01ae9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:13.133107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121eea5-a62b-4163-aed0-323ef270e414 req-ebbe2809-78da-40e4-b325-8d0ce4fcae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.136558 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b121eea5-a62b-4163-aed0-323ef270e414 req-ebbe2809-78da-40e4-b325-8d0ce4fcae3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1095 time: 0.0698206 Jul 14 09:45:13.178641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7725bb30-451b-435d-865c-095b9eb01ae9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:13.179122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.245860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121eea5-a62b-4163-aed0-323ef270e414 req-1e2a2591-23d5-4805-b17c-16a2a940a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.247564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b121eea5-a62b-4163-aed0-323ef270e414 req-1e2a2591-23d5-4805-b17c-16a2a940a8d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94901367-ac28-49e4-8a05-4fe0b6805d2a HTTP/1.1" status: 200 len: 898 time: 0.1046724 Jul 14 09:45:13.298667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b121eea5-a62b-4163-aed0-323ef270e414 req-58f9a261-a083-4666-a4c0-1c1e6fdad496 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7687c070-aff3-46fc-a45c-c0068977127a HTTP/1.1" status: 200 len: 217 time: 0.0432620 Jul 14 09:45:13.355499 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121eea5-a62b-4163-aed0-323ef270e414 req-f6a5d113-1030-4576-bad9-7fd43b7c6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.357325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b121eea5-a62b-4163-aed0-323ef270e414 req-f6a5d113-1030-4576-bad9-7fd43b7c6878 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93501130-f12b-4958-92fb-c3bd38bcc109 HTTP/1.1" status: 200 len: 835 time: 0.0518756 Jul 14 09:45:13.423152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121eea5-a62b-4163-aed0-323ef270e414 req-f865714f-ccf0-4718-bad9-da7b4bd73b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.424701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b121eea5-a62b-4163-aed0-323ef270e414 req-f865714f-ccf0-4718-bad9-da7b4bd73b44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94901367-ac28-49e4-8a05-4fe0b6805d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608475 Jul 14 09:45:13.516075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b121eea5-a62b-4163-aed0-323ef270e414 req-5f53a843-b367-444a-b41d-39fc1e7cb9c9 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849276 Jul 14 09:45:13.651143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b121eea5-a62b-4163-aed0-323ef270e414 req-c90938e8-d82a-4375-bf14-4563d6b209d4 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284723 Jul 14 09:45:13.666611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca12f2-ddf5-4d9b-9122-6c64861bf058 req-08b936c5-fe37-4eb5-a738-b5a5eb420e88 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.668154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2ca12f2-ddf5-4d9b-9122-6c64861bf058 req-08b936c5-fe37-4eb5-a738-b5a5eb420e88 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 943 time: 0.1213300 Jul 14 09:45:13.714088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2ca12f2-ddf5-4d9b-9122-6c64861bf058 req-405cce76-ca55-465c-980b-f5e9c9abe929 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382853 Jul 14 09:45:14.903659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dfdff-b89f-4103-a1f4-187db62af597 req-26cd71d4-1751-4dbf-9f2d-f621a4f63ca4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.905120 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-250dfdff-b89f-4103-a1f4-187db62af597 req-26cd71d4-1751-4dbf-9f2d-f621a4f63ca4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 943 time: 0.0660241 Jul 14 09:45:14.941943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-250dfdff-b89f-4103-a1f4-187db62af597 req-c22e8625-c852-4e46-a4c6-196168bf30f4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Jul 14 09:45:15.531236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 7687c070-aff3-46fc-a45c-c0068977127a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:15.629928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:15.641686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '7687c070-aff3-46fc-a45c-c0068977127a', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'port_id': '7687c070-aff3-46fc-a45c-c0068977127a', 'mac_address': 'fa:16:3e:73:ee:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:15.678334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.690814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7687c070-aff3-46fc-a45c-c0068977127a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:15.711372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:15.715202 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.918041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.958284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['7687c070-aff3-46fc-a45c-c0068977127a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:15.992605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc34d86b-e171-4ad5-a652-af2a0526843b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.113960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de475b7c-06e1-493d-a088-7e292c1c2cbb req-4580e90a-360c-4f5b-872f-9058b549fd8d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.116059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de475b7c-06e1-493d-a088-7e292c1c2cbb req-4580e90a-360c-4f5b-872f-9058b549fd8d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 944 time: 0.0651300 Jul 14 09:45:16.154151 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de475b7c-06e1-493d-a088-7e292c1c2cbb req-40beb05f-9b66-4195-904a-1b3815b0e937 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Jul 14 09:45:17.360556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb51122-d650-4504-9657-dbdb6ae122bc req-89443417-65a6-4798-9fc6-9e50be0ac1e1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.362034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cb51122-d650-4504-9657-dbdb6ae122bc req-89443417-65a6-4798-9fc6-9e50be0ac1e1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 944 time: 0.0897179 Jul 14 09:45:17.415066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cb51122-d650-4504-9657-dbdb6ae122bc req-44cb334d-d495-46f3-95f9-57395dffa309 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467393 Jul 14 09:45:17.421239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-defebe95-776a-4ab3-909c-83c0309cdbb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0962052 Jul 14 09:45:17.512928 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-a92adb85-350c-490f-b88e-18d7ea31e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.514406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-a92adb85-350c-490f-b88e-18d7ea31e363 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1097 time: 0.0519092 Jul 14 09:45:17.562166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 7687c070-aff3-46fc-a45c-c0068977127a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:17.613209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 7687c070-aff3-46fc-a45c-c0068977127a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:17.617924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 7687c070-aff3-46fc-a45c-c0068977127a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:17.618325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.623752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-5c16b96b-3be6-4e8b-bd7f-614a90b82e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.625353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-5c16b96b-3be6-4e8b-bd7f-614a90b82e02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0872011 Jul 14 09:45:17.697516 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.724612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:17.726899 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b50f6b-69fd-4935-8a29-8ff2db7178da" -d '{"events": [{"server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "name": "network-vif-plugged", "status": "completed", "tag": "7687c070-aff3-46fc-a45c-c0068977127a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:17.741315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:17.748307 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.754589 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:45:17.777740 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f4cf4-93dd-4de2-b9aa-fa85d5fab684 x-openstack-request-id: req-586f4cf4-93dd-4de2-b9aa-fa85d5fab684 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:17.778123 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "name": "network-vif-plugged", "status": "completed", "tag": "7687c070-aff3-46fc-a45c-c0068977127a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:17.778346 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-586f4cf4-93dd-4de2-b9aa-fa85d5fab684 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:17.778725 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a', 'code': 200} Jul 14 09:45:17.807836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:17.886905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e6e3-b3c5-4bd9-bfa6-e8cea3fe1c82 req-179bd025-024f-4484-a268-eeddc57436e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.888433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1612e6e3-b3c5-4bd9-bfa6-e8cea3fe1c82 req-179bd025-024f-4484-a268-eeddc57436e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1097 time: 0.0554116 Jul 14 09:45:17.924979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1612e6e3-b3c5-4bd9-bfa6-e8cea3fe1c82 req-a7d46563-c378-4474-940d-1236f26a7973 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303969 Jul 14 09:45:18.085675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-f6c2f679-29c3-47a2-88c6-c8d8a7312da7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 1001 time: 0.4534495 Jul 14 09:45:18.134612 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-3798dc3d-9424-45f5-a2fb-dec46cd401c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.136109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-3798dc3d-9424-45f5-a2fb-dec46cd401c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0436738 Jul 14 09:45:18.238588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-60052448-f2a1-4273-bb72-5f1549cbfab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.239606 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-60052448-f2a1-4273-bb72-5f1549cbfab3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966914 Jul 14 09:45:18.333893 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-f5f89334-a8fd-4351-9b85-d11f1402f412 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871906 Jul 14 09:45:18.429718 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-efdfbdea-0791-4ed0-b884-8eaf82b27a2c req-57fcf55b-6ad9-468e-ad92-d2c96d863efb service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894394 Jul 14 09:45:18.593614 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db5797-8417-45fb-8873-33d10a360aa6 req-216b7721-c284-4c78-8b27-f6701dcffec1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.595038 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93db5797-8417-45fb-8873-33d10a360aa6 req-216b7721-c284-4c78-8b27-f6701dcffec1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0650210 Jul 14 09:45:18.633281 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93db5797-8417-45fb-8873-33d10a360aa6 req-4d42acae-fd33-4c8f-8732-dac2c98c304f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318522 Jul 14 09:45:19.082338 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.675839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1df26b49-c7b5-406b-a280-28f19c35caf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.769687 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.822548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547b019-cee0-46c7-b06e-d1127249a53c req-e0913901-8852-46de-8017-9e7a266006ad tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.824129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5547b019-cee0-46c7-b06e-d1127249a53c req-e0913901-8852-46de-8017-9e7a266006ad tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0699463 Jul 14 09:45:19.866892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5547b019-cee0-46c7-b06e-d1127249a53c req-91b771ab-ae0d-4e25-9939-5dfe82b39d1d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358114 Jul 14 09:45:20.041795 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64c217-8c17-4f88-b550-e437e1d72d85 req-8a3bd820-4292-4013-88ef-c480d2240d4a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.043171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb64c217-8c17-4f88-b550-e437e1d72d85 req-8a3bd820-4292-4013-88ef-c480d2240d4a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0644209 Jul 14 09:45:20.080843 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb64c217-8c17-4f88-b550-e437e1d72d85 req-d7b4ec45-18f2-4dd3-a2f0-367dc61225c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Jul 14 09:45:20.105111 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:20.156625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253e56a-548e-4ecc-97a7-44219265ee60 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.158151 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5253e56a-548e-4ecc-97a7-44219265ee60 tempest-TestNetworkAdvancedServerOps-2115741964 tempest-TestNetworkAdvancedServerOps-2115741964-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1092 time: 0.0519679 Jul 14 09:45:20.161120 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39236) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:20.165982 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '7687c070-aff3-46fc-a45c-c0068977127a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:20.187631 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.284512 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.291714 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.393411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Allocated IP 172.25.2.214 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/24c82da4-69ad-4107-99a8-9a1b34b673d1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:20.501322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.540601 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.576277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:20.581062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:20.585096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:20.609999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=24c82da4-69ad-4107-99a8-9a1b34b673d1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:20.950702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.029860 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.181149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.185647 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.261898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event updated for resources: {'Port': ['ID=24c82da4-69ad-4107-99a8-9a1b34b673d1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:21.271857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.370728 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP 7f779e1d-27bc-4a00-896b-2512c1cfa0f2 associated. External IP: 172.25.2.214, port: 7687c070-aff3-46fc-a45c-c0068977127a. Jul 14 09:45:21.491243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.579814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1969429b-23c0-4263-987e-8f8e03a10856 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:21.687516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:21.700425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] Sync routers for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:21.704786 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.710412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:21.711069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:45:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:21.746381 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-51d335cd-4a73-4f55-89d7-f754d410c454 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5836706 Jul 14 09:45:21.746999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:21.749328 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5488b7be-4530-4592-a981-dd4d1579df90" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "tag": "7687c070-aff3-46fc-a45c-c0068977127a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:21.788649 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531fb046-6cff-4521-b739-788f3d688303 x-openstack-request-id: req-531fb046-6cff-4521-b739-788f3d688303 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:21.789032 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "tag": "7687c070-aff3-46fc-a45c-c0068977127a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:21.789382 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-531fb046-6cff-4521-b739-788f3d688303 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:21.789897 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a', 'status': 'completed', 'code': 200} Jul 14 09:45:21.826208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:21.914179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b7be-4530-4592-a981-dd4d1579df90 req-b643bb91-b4d8-4015-92ac-992b5bad46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.915724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5488b7be-4530-4592-a981-dd4d1579df90 req-b643bb91-b4d8-4015-92ac-992b5bad46e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1097 time: 0.1012380 Jul 14 09:45:21.949720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78592c4-6c2c-4bda-89c9-4ee76d836689 req-fdedf787-35af-458e-890e-b16e69445026 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.951222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b78592c4-6c2c-4bda-89c9-4ee76d836689 req-fdedf787-35af-458e-890e-b16e69445026 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.1067400 Jul 14 09:45:22.028881 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b78592c4-6c2c-4bda-89c9-4ee76d836689 req-244b9cbf-e6b4-4fb3-8f67-3d2ca24437d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530460 Jul 14 09:45:22.054405 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b7be-4530-4592-a981-dd4d1579df90 req-e83251a2-655a-4614-a21e-3d98201aff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.056175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5488b7be-4530-4592-a981-dd4d1579df90 req-e83251a2-655a-4614-a21e-3d98201aff02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94901367-ac28-49e4-8a05-4fe0b6805d2a HTTP/1.1" status: 200 len: 898 time: 0.1338754 Jul 14 09:45:22.058786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:22.062232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7f779e1d-27bc-4a00-896b-2512c1cfa0f2', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'port_id': '7687c070-aff3-46fc-a45c-c0068977127a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'mac_address': 'fa:16:3e:73:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:20Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:11Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:22.088976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] Checking router: 1969429b-23c0-4263-987e-8f8e03a10856 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:22.097509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:22.098150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:45:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:22.171017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f8714aea-0c6d-4e8e-b126-57475dc12069 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/7f779e1d-27bc-4a00-896b-2512c1cfa0f2 HTTP/1.1" status: 200 len: 991 time: 0.1110103 Jul 14 09:45:22.175268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5488b7be-4530-4592-a981-dd4d1579df90 req-97224280-8df5-4b28-876a-e032670f0896 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7687c070-aff3-46fc-a45c-c0068977127a HTTP/1.1" status: 200 len: 999 time: 0.1088820 Jul 14 09:45:22.206134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:22.227230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b7be-4530-4592-a981-dd4d1579df90 req-332ba022-0ce8-4cca-91e2-7fea8d808883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.228968 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5488b7be-4530-4592-a981-dd4d1579df90 req-332ba022-0ce8-4cca-91e2-7fea8d808883 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93501130-f12b-4958-92fb-c3bd38bcc109 HTTP/1.1" status: 200 len: 835 time: 0.0480981 Jul 14 09:45:22.441493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7f779e1d-27bc-4a00-896b-2512c1cfa0f2', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'port_id': '7687c070-aff3-46fc-a45c-c0068977127a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'mac_address': 'fa:16:3e:73:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:20Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:11Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:22.473282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221101d6-1d17-4bc8-a3a6-293b6cde7e0e None None] The sync data for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 is: [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '7f779e1d-27bc-4a00-896b-2512c1cfa0f2', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'port_id': '7687c070-aff3-46fc-a45c-c0068977127a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'mac_address': 'fa:16:3e:73:ee:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:20Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 0, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:11Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:22.654654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488b7be-4530-4592-a981-dd4d1579df90 req-bf4ead76-a91f-4eb9-a5e5-81d320894c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.656267 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5488b7be-4530-4592-a981-dd4d1579df90 req-bf4ead76-a91f-4eb9-a5e5-81d320894c67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94901367-ac28-49e4-8a05-4fe0b6805d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4213181 Jul 14 09:45:22.718382 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aafa96-6879-4f9b-a972-5a5ae8c32e44 None None] New status for floating IP 7f779e1d-27bc-4a00-896b-2512c1cfa0f2: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:22.759566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5488b7be-4530-4592-a981-dd4d1579df90 req-b79dc3fb-3636-4d2e-b164-c9598e21616d service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968246 Jul 14 09:45:22.860676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5488b7be-4530-4592-a981-dd4d1579df90 req-63ab2acd-ef0e-4568-9b2c-95287c26dd34 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953538 Jul 14 09:45:23.175037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39244) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:23.246861 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-296f939d-2683-4121-85c1-43b159d40dd1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/7f779e1d-27bc-4a00-896b-2512c1cfa0f2 HTTP/1.1" status: 200 len: 993 time: 0.0703506 Jul 14 09:45:31.644232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.973747 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-409cda76-52a8-42e2-979e-f5fccad446c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.085223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.678142 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aec978f9-585c-4cbd-aa42-2dceff67c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.773591 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.283110 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.494181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.750802 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:45:55.008573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c8124-0139-46f8-912b-0dbe46aad23b req-68c3a987-5cd8-4015-9597-5394f1968914 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.010059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de5c8124-0139-46f8-912b-0dbe46aad23b req-68c3a987-5cd8-4015-9597-5394f1968914 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0741928 Jul 14 09:45:55.052738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de5c8124-0139-46f8-912b-0dbe46aad23b req-90d99f6f-b852-4206-b642-60760df85957 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361288 Jul 14 09:45:56.248884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80d519-9bcb-4454-a6dc-b996f1f314f3 req-df495751-d2eb-4cc3-8e45-dbd9823a943b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.250443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cf80d519-9bcb-4454-a6dc-b996f1f314f3 req-df495751-d2eb-4cc3-8e45-dbd9823a943b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0698180 Jul 14 09:45:56.290713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cf80d519-9bcb-4454-a6dc-b996f1f314f3 req-c65cc317-8874-461c-baf8-f84bbb7ece1e tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333068 Jul 14 09:45:57.498656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df445-bcfd-41ee-8179-ef10350103f5 req-d2dee1a1-d337-4fe5-82d5-09ee9843e9bd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.500212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3c9df445-bcfd-41ee-8179-ef10350103f5 req-d2dee1a1-d337-4fe5-82d5-09ee9843e9bd tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0849895 Jul 14 09:45:57.540618 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3c9df445-bcfd-41ee-8179-ef10350103f5 req-dc89a6bf-c1f5-40c1-82a9-b2e1ad00f6a6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341613 Jul 14 09:45:58.720705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326be73-ab7e-4f3a-8a2f-20694d6f6efd req-d3ddb172-9b21-4496-b6ad-ec6ee111ea40 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.722148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1326be73-ab7e-4f3a-8a2f-20694d6f6efd req-d3ddb172-9b21-4496-b6ad-ec6ee111ea40 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0661170 Jul 14 09:45:58.761167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1326be73-ab7e-4f3a-8a2f-20694d6f6efd req-5ba65616-2050-4b85-94b1-bd2571aefc7f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332882 Jul 14 09:45:59.237494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-19a2e823-ca3b-408f-9190-39866dd351f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.239772 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-19a2e823-ca3b-408f-9190-39866dd351f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1097 time: 0.0627563 Jul 14 09:45:59.350942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-ff27a3c5-08c7-40cf-8581-8e2a98345473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.352482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-ff27a3c5-08c7-40cf-8581-8e2a98345473 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94901367-ac28-49e4-8a05-4fe0b6805d2a HTTP/1.1" status: 200 len: 898 time: 0.0916429 Jul 14 09:45:59.426530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-6a2a1b7c-35e4-43b9-8b1e-64f40f5b88a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7687c070-aff3-46fc-a45c-c0068977127a HTTP/1.1" status: 200 len: 1001 time: 0.0672853 Jul 14 09:45:59.476047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-07890af3-5a4d-42e1-bf9e-7661d7192023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.477654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-07890af3-5a4d-42e1-bf9e-7661d7192023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93501130-f12b-4958-92fb-c3bd38bcc109 HTTP/1.1" status: 200 len: 835 time: 0.0456929 Jul 14 09:45:59.537881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-e20777a8-5623-4fa4-8309-6b8940dfe909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.539480 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-e20777a8-5623-4fa4-8309-6b8940dfe909 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94901367-ac28-49e4-8a05-4fe0b6805d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558984 Jul 14 09:45:59.641910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-29044585-7ea5-414c-a66b-97dd0db1e4f4 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961728 Jul 14 09:45:59.732307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bd8b9d-b494-46ec-89eb-704579fada86 req-789280c8-7077-45b2-95b9-347a880c0d48 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 Jul 14 09:45:59.948820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71abaa-1a00-4d3a-8b1c-40de585cbdc1 req-c8cdc424-50a9-47fb-ac59-2bbe7b9605c0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.950316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac71abaa-1a00-4d3a-8b1c-40de585cbdc1 req-c8cdc424-50a9-47fb-ac59-2bbe7b9605c0 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0712483 Jul 14 09:45:59.990296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac71abaa-1a00-4d3a-8b1c-40de585cbdc1 req-5dee70e6-a84b-48b0-aabf-605adcf180b2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343928 Jul 14 09:46:01.168439 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4495866-0756-4c9c-9cc4-14d64f59fe7f req-77f4353a-8fa4-4f5d-b58a-72b037365010 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.169996 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4495866-0756-4c9c-9cc4-14d64f59fe7f req-77f4353a-8fa4-4f5d-b58a-72b037365010 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0654562 Jul 14 09:46:01.209834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4495866-0756-4c9c-9cc4-14d64f59fe7f req-844a4ab5-5a85-4f0c-b4f8-04d2dcc37798 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343404 Jul 14 09:46:01.661320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.404010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969510dc-7eaf-4594-be55-421eba7a47c2 req-f5829303-2106-4dfb-b5ee-67701df12385 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:02.405945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-969510dc-7eaf-4594-be55-421eba7a47c2 req-f5829303-2106-4dfb-b5ee-67701df12385 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0663023 Jul 14 09:46:02.446607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-969510dc-7eaf-4594-be55-421eba7a47c2 req-8bf8660b-7b4d-4d5d-b0cc-374f94fb434d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352149 Jul 14 09:46:03.646136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4cdaa-4308-466d-a03f-89f23d3aa93d req-5999b0bc-bb77-4d9b-bb2d-8ab19a599d97 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.648001 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baa4cdaa-4308-466d-a03f-89f23d3aa93d req-5999b0bc-bb77-4d9b-bb2d-8ab19a599d97 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0778930 Jul 14 09:46:03.693319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baa4cdaa-4308-466d-a03f-89f23d3aa93d req-69062352-4e91-4456-8854-2a68c09bc440 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393500 Jul 14 09:46:04.878046 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91296b-51de-442d-b401-71b63b38f77d req-ad8ffcee-4f06-47eb-9bf7-b5585ceaaac6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:04.879631 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd91296b-51de-442d-b401-71b63b38f77d req-ad8ffcee-4f06-47eb-9bf7-b5585ceaaac6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0662589 Jul 14 09:46:04.925101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd91296b-51de-442d-b401-71b63b38f77d req-c7520eed-96b6-4f2e-afa9-18b0075616f5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394356 Jul 14 09:46:06.098363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fe300-4b4b-49de-9d2c-8571336a8cca req-7417623f-4962-411a-8b2f-296c0d5eff4a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.099919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c08fe300-4b4b-49de-9d2c-8571336a8cca req-7417623f-4962-411a-8b2f-296c0d5eff4a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0638733 Jul 14 09:46:06.137799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c08fe300-4b4b-49de-9d2c-8571336a8cca req-3eb75b65-630e-410f-b3fe-ca03826ce8d4 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Jul 14 09:46:07.323863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ede24-3afb-41bd-a167-9b52a0895d54 req-a9c513c3-5376-4190-bb67-b71e91c8ede9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.325388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-655ede24-3afb-41bd-a167-9b52a0895d54 req-a9c513c3-5376-4190-bb67-b71e91c8ede9 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0772238 Jul 14 09:46:07.363913 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-655ede24-3afb-41bd-a167-9b52a0895d54 req-611bfc83-85d0-4291-a44b-7aadfbcd5e3a tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329638 Jul 14 09:46:08.574694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcca23-d787-42db-a451-211509dfaa85 req-82caa287-4349-4545-ab8e-c0fdc9565b74 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.578045 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1afcca23-d787-42db-a451-211509dfaa85 req-82caa287-4349-4545-ab8e-c0fdc9565b74 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0753479 Jul 14 09:46:08.621575 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1afcca23-d787-42db-a451-211509dfaa85 req-7039fbb0-49a5-4584-a136-2634e79212e6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360308 Jul 14 09:46:09.827553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ed1fc-88b0-432d-9b32-e4a0071e453c req-5f980936-7f18-43d0-989f-d2e1f76f187f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:09.829109 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d06ed1fc-88b0-432d-9b32-e4a0071e453c req-5f980936-7f18-43d0-989f-d2e1f76f187f tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0690720 Jul 14 09:46:09.868405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d06ed1fc-88b0-432d-9b32-e4a0071e453c req-f5cf478b-0376-4685-9eac-741aedecfce3 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329430 Jul 14 09:46:11.072798 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6326-17be-4e6d-a954-c4ef112f580c req-56962327-b0ff-4bfd-ac06-5935b0860b65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.074377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-259b6326-17be-4e6d-a954-c4ef112f580c req-56962327-b0ff-4bfd-ac06-5935b0860b65 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0844529 Jul 14 09:46:11.120200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-259b6326-17be-4e6d-a954-c4ef112f580c req-def011e9-db87-403c-bb5f-2def1352fa3b tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397730 Jul 14 09:46:12.331253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29b50-0a4f-47ef-9338-7deb5b1ae407 req-165033a2-63f9-437c-9937-f1f2be6f3fc2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:12.333405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04f29b50-0a4f-47ef-9338-7deb5b1ae407 req-165033a2-63f9-437c-9937-f1f2be6f3fc2 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0809693 Jul 14 09:46:12.384785 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04f29b50-0a4f-47ef-9338-7deb5b1ae407 req-7bf30310-df41-42ab-ad0f-7579793c7b8d tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414588 Jul 14 09:46:12.740805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910748a-baf1-495f-b960-42692e029899 req-459cfddd-c9e2-4f4b-a9cd-44e56dc45854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:12.742256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3910748a-baf1-495f-b960-42692e029899 req-459cfddd-c9e2-4f4b-a9cd-44e56dc45854 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1097 time: 0.0650864 Jul 14 09:46:12.778956 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3910748a-baf1-495f-b960-42692e029899 req-d05a9abc-3793-4f79-82fb-9f2f5914d441 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305951 Jul 14 09:46:13.632731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb8dc1-9ea8-4800-9906-56a918cc8d0d req-feb408d3-f6ab-4391-a66c-ed16db9ef033 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:13.634477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30cb8dc1-9ea8-4800-9906-56a918cc8d0d req-feb408d3-f6ab-4391-a66c-ed16db9ef033 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0941949 Jul 14 09:46:13.708728 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30cb8dc1-9ea8-4800-9906-56a918cc8d0d req-cedc5fc8-f3af-4b12-807d-41b395bbefe8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570724 Jul 14 09:46:13.849245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 7687c070-aff3-46fc-a45c-c0068977127a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:13.981116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:13.992183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '7687c070-aff3-46fc-a45c-c0068977127a', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'port_id': '7687c070-aff3-46fc-a45c-c0068977127a', 'mac_address': 'fa:16:3e:73:ee:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:14.060633 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.077379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7687c070-aff3-46fc-a45c-c0068977127a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:14.124209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:14.132669 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.192369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:14.210043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.210576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.210939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.211428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.211969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.212378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.212832 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.213314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.213758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.214250 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.214733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.215180 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:14.339225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['7687c070-aff3-46fc-a45c-c0068977127a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:14.966841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b86fc-1404-4489-b23e-156c6c7ac721 req-f7b1fc68-c9f6-4336-b0ab-d274870f2e5c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:14.969336 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f48b86fc-1404-4489-b23e-156c6c7ac721 req-f7b1fc68-c9f6-4336-b0ab-d274870f2e5c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 944 time: 0.1252418 Jul 14 09:46:15.053453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f48b86fc-1404-4489-b23e-156c6c7ac721 req-165ef2cc-26a0-4420-af50-d2b0e7af4c82 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735455 Jul 14 09:46:15.084972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:15.217991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b5986091-5dd0-4d93-b6ca-dd24d08773a6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/floatingips/7f779e1d-27bc-4a00-896b-2512c1cfa0f2 HTTP/1.1" status: 200 len: 992 time: 0.1312039 Jul 14 09:46:15.882628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 7687c070-aff3-46fc-a45c-c0068977127a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:15.961879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 7687c070-aff3-46fc-a45c-c0068977127a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:15.962398 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.013717 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db9b988c-8134-4706-ada9-6bd487641407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.082314 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.115517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:16.119200 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b93e03-70a3-4dbf-be37-ba3e6af6801f" -d '{"events": [{"server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "name": "network-vif-plugged", "status": "completed", "tag": "7687c070-aff3-46fc-a45c-c0068977127a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:16.139170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:16.144311 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.170658 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523ea9f4-2089-4ca1-b029-400c9c1c5e05 x-openstack-request-id: req-523ea9f4-2089-4ca1-b029-400c9c1c5e05 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:16.172436 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "name": "network-vif-plugged", "status": "completed", "tag": "7687c070-aff3-46fc-a45c-c0068977127a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:16.172705 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-523ea9f4-2089-4ca1-b029-400c9c1c5e05 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:16.173108 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a', 'code': 200} Jul 14 09:46:16.209179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:18.394432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-f6ed5c5e-36a7-4404-9a74-dd53fb753cbe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701497 Jul 14 09:46:18.502474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-8e7853dd-2f8d-45e9-b78c-e3c40dbcb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.504031 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-8e7853dd-2f8d-45e9-b78c-e3c40dbcb124 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1097 time: 0.0624719 Jul 14 09:46:18.605349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-678d6fa2-0d45-4679-871d-8e0520210b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.606728 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-678d6fa2-0d45-4679-871d-8e0520210b3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0835431 Jul 14 09:46:18.677342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-92edf02a-080f-4c63-8db3-e4a2778e74a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 1001 time: 0.0631430 Jul 14 09:46:18.726192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-ee0440b6-262f-4886-9e41-f863270dbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.727745 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-ee0440b6-262f-4886-9e41-f863270dbe4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0449123 Jul 14 09:46:18.787475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-61f6df92-5dcd-4bcb-bd27-6db9eb68be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.789003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-61f6df92-5dcd-4bcb-bd27-6db9eb68be60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552883 Jul 14 09:46:18.883779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-b57a17d0-42bb-41c3-9e32-951f85118dda service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886257 Jul 14 09:46:18.973390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e1be076-4f06-4a4e-a9e2-5dd4b5fde3ca req-7cdf4af9-8431-46f0-86a5-b09c0f6e432c service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838912 Jul 14 09:46:19.089247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.625754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-6eed6ba4-7b8d-46d6-8fb9-731916109bd8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121132267&fields=id&tenant_id=ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 267 time: 0.0332334 Jul 14 09:46:19.678813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8dccb9b-145f-4687-86f9-cab2b28ed9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.734752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-f71a262d-e56e-42aa-bf7e-7c597a40e750 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:19.736263 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-f71a262d-e56e-42aa-bf7e-7c597a40e750 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1042080 Jul 14 09:46:19.750437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-cd082a6d-1809-4523-83c0-7c202fb33ede tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/quotas/ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 375 time: 0.0089080 Jul 14 09:46:19.775906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.824420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-dd7de187-6ca9-42bf-80f5-6dd62022d605 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0690730 Jul 14 09:46:19.917178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-ea16ad53-0e30-4db7-8e37-dc811900f0aa service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811028 Jul 14 09:46:20.008311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-39937642-8cd7-4751-93a5-b74af87e853e service neutron] 10.222.0.18 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853813 Jul 14 09:46:20.306827 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.321307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c526b7ff-d849-4043-b91e-eec1e883a4fa req-dcf5d8d7-ae94-4fe2-b5f3-717463c9e8b7 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 210 time: 0.0431428 Jul 14 09:46:21.491037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91c2a2ad-a150-448f-9408-299766130d8f req-c8ca889c-9233-44dd-8785-44c5a745c52a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 210 time: 0.0419028 Jul 14 09:46:21.501066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.548456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-ef94111b-7243-47a6-8009-1112ac5edc08 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:21.549954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-ef94111b-7243-47a6-8009-1112ac5edc08 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 811 time: 0.1540525 Jul 14 09:46:21.601997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-072fa57f-7020-4251-bec9-ae4dfce52ce8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed023e1d9a774272a4985cc112189640 HTTP/1.1" status: 200 len: 380 time: 0.0444658 Jul 14 09:46:21.610891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'port': {'device_id': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'admin_state_up': True, 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'security_groups': ['4c54b42c-a963-46e3-b0da-ec9bed81d3a6']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:21.723950 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Made reservation on behalf of ed023e1d9a774272a4985cc112189640 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:21.727561 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.853246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.20.0.3 (71cd87ef-7210-425f-beaf-fda6de022527/31411e96-1beb-4892-b8a7-40abdd6a0886/6e89252c-a06d-4f21-803d-5a69667dca5b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:21.996564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.010502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Transition to ACTIVE for port object 6e89252c-a06d-4f21-803d-5a69667dca5b will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:22.044043 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.094888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 71cd87ef-7210-425f-beaf-fda6de022527 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:22.098349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:22.101156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:22.128946 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=6e89252c-a06d-4f21-803d-5a69667dca5b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.144876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.145228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.145579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.145922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.146263 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.146599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.146931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.147261 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.147616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.147954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.148277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.148604 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:22.172917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.173572 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.190087 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-02546eeb-63c3-4b9b-a840-031ea216ab28 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831618 Jul 14 09:46:22.201701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Request body: {'port': {'device_id': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:22.285458 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.353040 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2205f50c-52b9-4b77-84e8-14cb4e74fb0c None None] Provisioning for port 6e89252c-a06d-4f21-803d-5a69667dca5b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:22.357550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2205f50c-52b9-4b77-84e8-14cb4e74fb0c None None] Provisioning complete for port 6e89252c-a06d-4f21-803d-5a69667dca5b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:22.357930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2205f50c-52b9-4b77-84e8-14cb4e74fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.393174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2205f50c-52b9-4b77-84e8-14cb4e74fb0c None None] Port 6e89252c-a06d-4f21-803d-5a69667dca5b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:22.628831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e89252c-a06d-4f21-803d-5a69667dca5b {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:22.636696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.652732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Transition to ACTIVE for port object 6e89252c-a06d-4f21-803d-5a69667dca5b will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:22.658189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.720048 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4d0e-60d3-4b3f-a900-12b15ec2b74d req-22b0c9a6-9918-4230-9520-a32e9394f6b5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.722336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53dd4d0e-60d3-4b3f-a900-12b15ec2b74d req-22b0c9a6-9918-4230-9520-a32e9394f6b5 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 931 time: 0.0957644 Jul 14 09:46:22.747433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Pushing event updated for resources: {'Port': ['ID=6e89252c-a06d-4f21-803d-5a69667dca5b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.777726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53dd4d0e-60d3-4b3f-a900-12b15ec2b74d req-f27e167b-ae43-4c7e-8c2e-67263e7414d4 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465386 Jul 14 09:46:22.798346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Attempting to bind port 6e89252c-a06d-4f21-803d-5a69667dca5b on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:22.798689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Attempting to bind port 6e89252c-a06d-4f21-803d-5a69667dca5b by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:22.799026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Attempting to bind port 6e89252c-a06d-4f21-803d-5a69667dca5b on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:22.813231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Port 6e89252c-a06d-4f21-803d-5a69667dca5b on network 71cd87ef-7210-425f-beaf-fda6de022527 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:46:22.813714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Attempting to bind port 6e89252c-a06d-4f21-803d-5a69667dca5b on network 71cd87ef-7210-425f-beaf-fda6de022527 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:22.820389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:22.820734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Checking segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:22.821122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Bound using segment: {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:22.821558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Bound port: 6e89252c-a06d-4f21-803d-5a69667dca5b, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f782f7-5bab-4481-b1a2-82419f6bc294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:22.821924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.894731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] For port 6e89252c-a06d-4f21-803d-5a69667dca5b, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:22.898779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] For port 6e89252c-a06d-4f21-803d-5a69667dca5b, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6e89252c-a06d-4f21-803d-5a69667dca5b,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:22.905006 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.940658 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.941282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.942679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e89252c-a06d-4f21-803d-5a69667dca5b HTTP/1.1" status: 200 len: 1092 time: 0.7455680 Jul 14 09:46:22.943130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:22.945418 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff77cfe-6124-40fc-b54c-6285b5f377ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:22.980497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632821e9-3a40-4827-97e7-bbb499f8b706 service neutron] Pushing event updated for resources: {'Port': ['ID=6e89252c-a06d-4f21-803d-5a69667dca5b,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.057648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-ac911e4c-ad10-4905-bf76-92f81aca4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.059454 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-ac911e4c-ad10-4905-bf76-92f81aca4eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 1095 time: 0.0688317 Jul 14 09:46:23.115309 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac131d5-bcdb-496b-bce0-15d0f8dac2c8 x-openstack-request-id: req-2ac131d5-bcdb-496b-bce0-15d0f8dac2c8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:23.115639 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:23.115876 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ac131d5-bcdb-496b-bce0-15d0f8dac2c8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:23.116284 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'status': 'completed', 'code': 200} Jul 14 09:46:23.118088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-8c7b8db8-eb7e-4054-8b9d-0d038dac1410 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e89252c-a06d-4f21-803d-5a69667dca5b HTTP/1.1" status: 200 len: 217 time: 0.0514166 Jul 14 09:46:23.170197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-76fedc8a-4797-4196-9cfd-61475ed0cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.171714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-76fedc8a-4797-4196-9cfd-61475ed0cf79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0467229 Jul 14 09:46:23.230961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-072c90c7-dc6c-4044-b80b-d6f1ce3f93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.232510 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-072c90c7-dc6c-4044-b80b-d6f1ce3f93b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541039 Jul 14 09:46:23.327233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-5ceeef3d-82d9-4979-9de6-7fab78d87419 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880747 Jul 14 09:46:23.427806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30a95cd0-a6a4-47a8-b2af-8442dd2d1593 req-4eb41c39-9da6-43b1-a6bb-e76b06f225bc service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922213 Jul 14 09:46:23.528506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-48e4ef7c-f2d8-461b-86be-dfbc7d9b4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.530024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-48e4ef7c-f2d8-461b-86be-dfbc7d9b4224 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 1095 time: 0.0547166 Jul 14 09:46:23.636268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-7d19d4ab-24ab-4310-a81d-de4d44bb9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.637792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-7d19d4ab-24ab-4310-a81d-de4d44bb9718 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.1006773 Jul 14 09:46:23.680175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-4e9e87ba-ea12-4a4c-97ef-14c2d6a3f964 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e89252c-a06d-4f21-803d-5a69667dca5b HTTP/1.1" status: 200 len: 217 time: 0.0351655 Jul 14 09:46:23.735846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-07efd58c-074f-4a46-8b53-59a266316713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.737473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-07efd58c-074f-4a46-8b53-59a266316713 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0518870 Jul 14 09:46:23.799531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-cbc4c193-5da2-4bca-bf68-0363c39280c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.801245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-cbc4c193-5da2-4bca-bf68-0363c39280c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577025 Jul 14 09:46:23.901179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-390388a9-7ef7-4b51-bd0c-7c61e903cb30 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930359 Jul 14 09:46:23.980573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea633189-8f93-4871-bd92-07b68a4610a3 req-0239b92b-b104-4db2-bbca-7020039808c3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.982448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea633189-8f93-4871-bd92-07b68a4610a3 req-0239b92b-b104-4db2-bbca-7020039808c3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0698829 Jul 14 09:46:24.012695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eff77cfe-6124-40fc-b54c-6285b5f377ac req-ffc3b56f-2d51-417b-8cee-a3f328fbaa58 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055067 Jul 14 09:46:24.033244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea633189-8f93-4871-bd92-07b68a4610a3 req-28fbf4c2-8acb-4a23-897e-de36328cc849 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 Jul 14 09:46:25.220996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b94f7-51bc-4ad7-8724-6916dad01d1b req-0314c3d7-3279-46d3-a655-363172b7d549 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:25.222644 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e9b94f7-51bc-4ad7-8724-6916dad01d1b req-0314c3d7-3279-46d3-a655-363172b7d549 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0695088 Jul 14 09:46:25.271392 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e9b94f7-51bc-4ad7-8724-6916dad01d1b req-bc090cee-16d1-4e00-946f-34363470536f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Jul 14 09:46:26.449561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f26f0-60c2-4609-a891-9595d8abc719 req-cfd1de0c-a59a-456a-9113-ebf6ce48b8bb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:26.451083 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e8f26f0-60c2-4609-a891-9595d8abc719 req-cfd1de0c-a59a-456a-9113-ebf6ce48b8bb tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0709808 Jul 14 09:46:26.488961 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e8f26f0-60c2-4609-a891-9595d8abc719 req-d5cd5761-593e-46ad-adc2-f4989d974aa2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Jul 14 09:46:27.669954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde674-ab9c-4508-bc11-1ba491afad1d req-3da954cc-8be4-4352-9497-1068b871c62d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:27.671681 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66dde674-ab9c-4508-bc11-1ba491afad1d req-3da954cc-8be4-4352-9497-1068b871c62d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0694571 Jul 14 09:46:27.715299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66dde674-ab9c-4508-bc11-1ba491afad1d req-9c763367-e2b5-475a-82ee-9b7cdcf7f254 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374012 Jul 14 09:46:28.897345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c8c0c-d360-4a14-af1d-c274289c8a07 req-596a4ff4-b2a9-483f-a9e8-6a87149e4118 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.899085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d3c8c0c-d360-4a14-af1d-c274289c8a07 req-596a4ff4-b2a9-483f-a9e8-6a87149e4118 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0694358 Jul 14 09:46:28.946402 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d3c8c0c-d360-4a14-af1d-c274289c8a07 req-4a9d2d98-9930-491d-819c-051f80ba8565 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Jul 14 09:46:30.124938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675e7c2-b487-49a2-a0dc-dc97418f8b38 req-7b41efb8-f594-42d8-ae40-1814d45a3223 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:30.126569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4675e7c2-b487-49a2-a0dc-dc97418f8b38 req-7b41efb8-f594-42d8-ae40-1814d45a3223 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0666096 Jul 14 09:46:30.172679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4675e7c2-b487-49a2-a0dc-dc97418f8b38 req-62ac3997-1f51-400c-8cfc-4a77c4f7609c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365467 Jul 14 09:46:31.368371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fcc74-dbf6-4481-adcf-585df202fc68 req-c1c46692-89f9-45bd-8d92-66342495e0da tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.369959 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d59fcc74-dbf6-4481-adcf-585df202fc68 req-c1c46692-89f9-45bd-8d92-66342495e0da tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0794582 Jul 14 09:46:31.415708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d59fcc74-dbf6-4481-adcf-585df202fc68 req-dc9a7398-1298-42ad-8e37-6b30a3e82cb3 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351596 Jul 14 09:46:31.650712 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.741280 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:32.614420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efd755-db15-4ffd-9e3d-4341244460e7 req-ec1197e9-52d0-48c1-93ea-06a7991837a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.616426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40efd755-db15-4ffd-9e3d-4341244460e7 req-ec1197e9-52d0-48c1-93ea-06a7991837a1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0744612 Jul 14 09:46:32.679715 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-40efd755-db15-4ffd-9e3d-4341244460e7 req-61f5cdce-34ec-4d56-a2eb-019a6914283a tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562165 Jul 14 09:46:33.862960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616438e-fbad-4357-9808-5c75a8f9def7 req-4973d35b-bba0-4c82-b874-ee84eaafb310 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:33.864531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6616438e-fbad-4357-9808-5c75a8f9def7 req-4973d35b-bba0-4c82-b874-ee84eaafb310 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 943 time: 0.0680151 Jul 14 09:46:33.902271 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6616438e-fbad-4357-9808-5c75a8f9def7 req-553fe35a-f940-4314-8ee3-9523a6a10568 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jul 14 09:46:34.458805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6e89252c-a06d-4f21-803d-5a69667dca5b details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:34.555421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6e89252c-a06d-4f21-803d-5a69667dca5b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6e89252c-a06d-4f21-803d-5a69667dca5b,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:34.567550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'port_id': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'mac_address': 'fa:16:3e:14:9b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:34.603093 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.616282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e89252c-a06d-4f21-803d-5a69667dca5b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:34.636976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6e89252c-a06d-4f21-803d-5a69667dca5b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6e89252c-a06d-4f21-803d-5a69667dca5b,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:34.641124 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.689146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6e89252c-a06d-4f21-803d-5a69667dca5b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.854911 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['6e89252c-a06d-4f21-803d-5a69667dca5b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:35.087040 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58f04b-2cc7-4b0a-b8c4-11cd2cd978bb req-b8f57b0b-cb4b-4014-9c6a-5dfe61e68606 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:35.088693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f58f04b-2cc7-4b0a-b8c4-11cd2cd978bb req-b8f57b0b-cb4b-4014-9c6a-5dfe61e68606 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 944 time: 0.0727994 Jul 14 09:46:35.131062 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f58f04b-2cc7-4b0a-b8c4-11cd2cd978bb req-30c02098-9879-4115-895c-aae1856d534b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365360 Jul 14 09:46:36.304970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7a69e-ef87-44cc-ad59-1eeae1ad6f8a req-f8dd7ace-6b44-455b-8cfa-ddcd39a5a214 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.306459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7a69e-ef87-44cc-ad59-1eeae1ad6f8a req-f8dd7ace-6b44-455b-8cfa-ddcd39a5a214 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 944 time: 0.0633631 Jul 14 09:46:36.345028 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eea7a69e-ef87-44cc-ad59-1eeae1ad6f8a req-45522b81-ac5f-43ed-ab2d-6adab74b72a9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328381 Jul 14 09:46:36.483325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6e89252c-a06d-4f21-803d-5a69667dca5b up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:36.530201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 6e89252c-a06d-4f21-803d-5a69667dca5b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:36.534386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 6e89252c-a06d-4f21-803d-5a69667dca5b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:36.534769 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.612963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.636868 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:36.639092 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314dd95e-39d0-4a48-99a3-f6148154e0ef" -d '{"events": [{"server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "name": "network-vif-plugged", "status": "completed", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:36.653280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 6e89252c-a06d-4f21-803d-5a69667dca5b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6e89252c-a06d-4f21-803d-5a69667dca5b,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:36.658115 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.685055 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8c4c45-1d92-4f90-b818-27f7197c7795 x-openstack-request-id: req-9d8c4c45-1d92-4f90-b818-27f7197c7795 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:36.685270 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "name": "network-vif-plugged", "status": "completed", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:36.685516 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d8c4c45-1d92-4f90-b818-27f7197c7795 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:36.685926 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'code': 200} Jul 14 09:46:36.712649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=6e89252c-a06d-4f21-803d-5a69667dca5b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.789987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd80a9-43b9-4ee6-9b6a-3ef837f1fa7a req-8e1c57e7-f230-4253-8e49-c139fb0964a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.791784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69dd80a9-43b9-4ee6-9b6a-3ef837f1fa7a req-8e1c57e7-f230-4253-8e49-c139fb0964a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 1097 time: 0.0518324 Jul 14 09:46:36.825776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69dd80a9-43b9-4ee6-9b6a-3ef837f1fa7a req-5ce6f6fd-2b33-49d3-a838-607bad2b2f89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274343 Jul 14 09:46:37.526116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026ddf5-6625-489a-8e54-889b4febcf02 req-11e45c18-2802-4fe1-88e6-ea6802962be2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:37.527658 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4026ddf5-6625-489a-8e54-889b4febcf02 req-11e45c18-2802-4fe1-88e6-ea6802962be2 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 945 time: 0.0705276 Jul 14 09:46:37.568219 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4026ddf5-6625-489a-8e54-889b4febcf02 req-f980920a-fafa-44bf-b453-933ef1493390 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345213 Jul 14 09:46:38.747115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e0c47-7060-4062-9b28-72a45bbe743d req-bbe23484-6b68-4ad9-8c26-83ede01c0a0f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.748596 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ed7e0c47-7060-4062-9b28-72a45bbe743d req-bbe23484-6b68-4ad9-8c26-83ede01c0a0f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 945 time: 0.0643690 Jul 14 09:46:38.792321 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ed7e0c47-7060-4062-9b28-72a45bbe743d req-ddfeb361-a43b-4021-8917-fc5af3148066 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375869 Jul 14 09:46:38.967568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a4fa6-b48b-4133-886d-fa4546d3040d req-a2ffaa64-6f3c-4cd1-a9a6-e9f29141edac tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.969094 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d2a4fa6-b48b-4133-886d-fa4546d3040d req-a2ffaa64-6f3c-4cd1-a9a6-e9f29141edac tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 945 time: 0.0661442 Jul 14 09:46:39.010108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d2a4fa6-b48b-4133-886d-fa4546d3040d req-fd7f56b5-d0a8-4e0d-b214-68afc2d1a1f1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352550 Jul 14 09:46:39.034143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.087842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165b2c6-036b-40f0-a7e4-74c8822e7679 tempest-TestVolumeBootPattern-1580408716 tempest-TestVolumeBootPattern-1580408716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.089424 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9165b2c6-036b-40f0-a7e4-74c8822e7679 tempest-TestVolumeBootPattern-1580408716 tempest-TestVolumeBootPattern-1580408716-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 1092 time: 0.0542448 Jul 14 09:46:39.092173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.096581 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:39.121293 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.223771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.338438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Allocated IP 172.25.2.198 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/429e73a1-1728-4b92-a2f5-a2983521d26f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:39.475617 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.542392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.580253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:39.585749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:39.590359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:39.618219 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=429e73a1-1728-4b92-a2f5-a2983521d26f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.026418 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.150825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.403612 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.408492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.480673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event updated for resources: {'Port': ['ID=429e73a1-1728-4b92-a2f5-a2983521d26f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.492085 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.596693 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Floating IP 9d5c03a4-0230-43d0-9fbb-8ff0daa6e444 associated. External IP: 172.25.2.198, port: 6e89252c-a06d-4f21-803d-5a69667dca5b. Jul 14 09:46:40.823441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:41.313723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:41.326098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:41.335185 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.340210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:41.341038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:46:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:41.377791 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6295e42-188a-4b3f-85a6-6a54bf7c1555 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2842591 Jul 14 09:46:41.378643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:41.382207 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1159bd99-145b-4d60-94cc-9386decd75f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:41.444944 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de392a5-57ef-4daa-ae8d-0dd832e0e03c x-openstack-request-id: req-3de392a5-57ef-4daa-ae8d-0dd832e0e03c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:41.445369 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:41.445728 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de392a5-57ef-4daa-ae8d-0dd832e0e03c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:41.446230 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'status': 'completed', 'code': 200} Jul 14 09:46:41.478933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:41.536184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-4c80e95a-34be-4627-bdbd-cb866877bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.537825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-4c80e95a-34be-4627-bdbd-cb866877bbb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 1097 time: 0.0669341 Jul 14 09:46:41.691101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-0d0d4989-5274-4926-b7e3-5aa529f61dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.693719 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-0d0d4989-5274-4926-b7e3-5aa529f61dab service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.1486726 Jul 14 09:46:41.726056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '9d5c03a4-0230-43d0-9fbb-8ff0daa6e444', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:14:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:39Z', 'updated_at': '2021-07-14T09:46:39Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}, {'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 1, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:41.760529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:41.773344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:41.774365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:46:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:41.777315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-e56678f5-eb01-4c7a-8f33-9fdd1adcb667 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e89252c-a06d-4f21-803d-5a69667dca5b HTTP/1.1" status: 200 len: 999 time: 0.0768681 Jul 14 09:46:41.844276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-005b53b1-2a65-4e81-91ad-c9a234be708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.846144 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-005b53b1-2a65-4e81-91ad-c9a234be708c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0627561 Jul 14 09:46:41.927788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-6e98f255-bc19-47c8-b03d-9dfc47fb160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.930564 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-6e98f255-bc19-47c8-b03d-9dfc47fb160c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780427 Jul 14 09:46:42.046098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-54c6d989-5cd3-497c-be23-846be88c699f service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091681 Jul 14 09:46:42.074124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:42.157110 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1159bd99-145b-4d60-94cc-9386decd75f6 req-9e2101e4-9ee7-47f1-a5cf-5d3e5c1b1654 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043589 Jul 14 09:46:42.343068 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '9d5c03a4-0230-43d0-9fbb-8ff0daa6e444', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:14:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:39Z', 'updated_at': '2021-07-14T09:46:39Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}, {'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 1, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:42.374008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef239c-1510-402d-9edc-4d44a9c4add6 None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '9d5c03a4-0230-43d0-9fbb-8ff0daa6e444', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:14:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:39Z', 'updated_at': '2021-07-14T09:46:39Z', 'revision_number': 0, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}, {'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 1, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:42.598216 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9599a-8d8d-4c6c-838b-bf96be4ec470 None None] New status for floating IP 9d5c03a4-0230-43d0-9fbb-8ff0daa6e444: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:45.764366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:45.965663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 24c82da4-69ad-4107-99a8-9a1b34b673d1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:45.966281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.985422 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-216610b5-ec10-496c-b522-a7c6161f07bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.063229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.063547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.078716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 24c82da4-69ad-4107-99a8-9a1b34b673d1 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:46.239559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.273533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=24c82da4-69ad-4107-99a8-9a1b34b673d1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:46.340230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.340540 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Floating IP 7f779e1d-27bc-4a00-896b-2512c1cfa0f2 disassociated (deleted). External IP: 172.25.2.214, port: 7687c070-aff3-46fc-a45c-c0068977127a. Jul 14 09:46:46.564354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1969429b-23c0-4263-987e-8f8e03a10856 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:46.680793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:46.685355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.693653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] Sync routers for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:46.706225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:46.707122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:46:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:46.735775 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d08856a5-fd1a-4988-ab56-9e2beb4c7649 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/floatingips/7f779e1d-27bc-4a00-896b-2512c1cfa0f2 HTTP/1.1" status: 204 len: 168 time: 0.9673450 Jul 14 09:46:46.735775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:46.738366 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44968952-249f-4a90-85e4-96cec050e933" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "tag": "7687c070-aff3-46fc-a45c-c0068977127a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:46.804510 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f004cd7-4f7f-4763-89f0-4ed5f8f5c566 x-openstack-request-id: req-4f004cd7-4f7f-4763-89f0-4ed5f8f5c566 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:46.805486 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "tag": "7687c070-aff3-46fc-a45c-c0068977127a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:46.806110 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f004cd7-4f7f-4763-89f0-4ed5f8f5c566 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:46.806767 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a', 'status': 'completed', 'code': 200} Jul 14 09:46:46.855538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:46.929243 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968952-249f-4a90-85e4-96cec050e933 req-79e271c9-5d6f-4459-b9ce-69992335ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.931477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44968952-249f-4a90-85e4-96cec050e933 req-79e271c9-5d6f-4459-b9ce-69992335ae77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec04e6ada3d84f219a139bffffbc14da&device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 1097 time: 0.0970459 Jul 14 09:46:47.080693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968952-249f-4a90-85e4-96cec050e933 req-0ebd91fc-3851-491f-8a6c-d375bd649fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.082829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44968952-249f-4a90-85e4-96cec050e933 req-0ebd91fc-3851-491f-8a6c-d375bd649fa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94901367-ac28-49e4-8a05-4fe0b6805d2a HTTP/1.1" status: 200 len: 898 time: 0.1442237 Jul 14 09:46:47.164991 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44968952-249f-4a90-85e4-96cec050e933 req-31589bea-a8bc-4acb-9bf4-29046d49a231 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7687c070-aff3-46fc-a45c-c0068977127a HTTP/1.1" status: 200 len: 217 time: 0.0720501 Jul 14 09:46:47.188693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:11Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:47.228062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] Checking router: 1969429b-23c0-4263-987e-8f8e03a10856 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:47.238248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:47.238987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:46:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:47.266473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968952-249f-4a90-85e4-96cec050e933 req-9f088b5f-3d35-4619-83c8-27e0dbec3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.268033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44968952-249f-4a90-85e4-96cec050e933 req-9f088b5f-3d35-4619-83c8-27e0dbec3e45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93501130-f12b-4958-92fb-c3bd38bcc109 HTTP/1.1" status: 200 len: 835 time: 0.0962076 Jul 14 09:46:47.323620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60ed3f-75b6-4f2e-97dd-eefd2caf4b63 req-243bd084-b71d-4800-bc9d-72b81d505f9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.325226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b60ed3f-75b6-4f2e-97dd-eefd2caf4b63 req-243bd084-b71d-4800-bc9d-72b81d505f9c tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.1341598 Jul 14 09:46:47.377386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968952-249f-4a90-85e4-96cec050e933 req-6f8dcc1b-80aa-47ba-91c3-5314b98d9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.378981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44968952-249f-4a90-85e4-96cec050e933 req-6f8dcc1b-80aa-47ba-91c3-5314b98d9852 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94901367-ac28-49e4-8a05-4fe0b6805d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030703 Jul 14 09:46:47.386986 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b60ed3f-75b6-4f2e-97dd-eefd2caf4b63 req-24a051d4-d432-48fd-a49b-1b12f247d1e8 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492926 Jul 14 09:46:47.390656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:47.489437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44968952-249f-4a90-85e4-96cec050e933 req-a04ec9dd-84cf-4d0f-a417-573cf28b39f2 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986297 Jul 14 09:46:47.612141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44968952-249f-4a90-85e4-96cec050e933 req-d232491e-9cb6-4cb5-afde-a55c7ca13390 service neutron] 10.222.0.11 "GET /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157420 Jul 14 09:46:47.668980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:11Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:47.696320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e903f-7f7e-484f-8945-9687cc5a99ac None None] The sync data for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 is: [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 4, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7725bb30-451b-435d-865c-095b9eb01ae9', 'name': '', 'network_id': '94901367-ac28-49e4-8a05-4fe0b6805d2a', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'mac_address': 'fa:16:3e:bf:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:07Z', 'updated_at': '2021-07-14T09:45:11Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'subnets': [{'id': '93501130-f12b-4958-92fb-c3bd38bcc109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:47.974671 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17d2c1-68e8-4267-b445-20ed21269638 None None] New status for floating IP 7f779e1d-27bc-4a00-896b-2512c1cfa0f2: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:48.515885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-445ad932-4eeb-4e24-92e7-3b521be6fe66 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.519760 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-445ad932-4eeb-4e24-92e7-3b521be6fe66 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.1079733 Jul 14 09:46:48.620474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb658-05f1-4ad8-b033-8ff9e48f33a3 req-2aa05806-54c6-4f5a-81bc-b7ba7ac5a2b6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.622337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be3eb658-05f1-4ad8-b033-8ff9e48f33a3 req-2aa05806-54c6-4f5a-81bc-b7ba7ac5a2b6 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa2c38e4-e69c-47a0-b46e-bfdf46ea6959 HTTP/1.1" status: 200 len: 945 time: 0.0772114 Jul 14 09:46:48.684773 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-be3eb658-05f1-4ad8-b033-8ff9e48f33a3 req-74fedbd0-fee7-44df-b034-8cb3b3aa71c1 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9399f4-220e-4ea8-84ac-c1d8234a24a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513048 Jul 14 09:46:48.685227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 7687c070-aff3-46fc-a45c-c0068977127a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:48.685808 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.808926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 7687c070-aff3-46fc-a45c-c0068977127a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=7687c070-aff3-46fc-a45c-c0068977127a,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:48.809396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.832109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 7687c070-aff3-46fc-a45c-c0068977127a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:48.996327 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.032725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=7687c070-aff3-46fc-a45c-c0068977127a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.047474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.047812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.048163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.048540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.048830 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.049159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.049464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.050080 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.050280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.050763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.050974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.051232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:49.092654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] No DVR routers for this DVR port 7687c070-aff3-46fc-a45c-c0068977127a on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:49.095763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.096655 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.097946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5f6800f-0326-4fd1-acab-43d33dc6193b req-a8d1c717-2c74-461a-9ad0-6f9c6abf6b86 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.11 "DELETE /v2.0/ports/7687c070-aff3-46fc-a45c-c0068977127a HTTP/1.1" status: 204 len: 173 time: 0.5734987 Jul 14 09:46:49.098429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'name': 'network-vif-deleted', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:49.100894 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e501e157-6c89-44ab-93e7-a11e7772d10c" -d '{"events": [{"server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "name": "network-vif-deleted", "tag": "7687c070-aff3-46fc-a45c-c0068977127a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:49.171779 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d5413b-5882-4ad0-9bba-c36d85186365 x-openstack-request-id: req-94d5413b-5882-4ad0-9bba-c36d85186365 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:49.172213 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2c38e4-e69c-47a0-b46e-bfdf46ea6959", "name": "network-vif-deleted", "tag": "7687c070-aff3-46fc-a45c-c0068977127a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:49.172548 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94d5413b-5882-4ad0-9bba-c36d85186365 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:49.173042 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2c38e4-e69c-47a0-b46e-bfdf46ea6959', 'name': 'network-vif-deleted', 'tag': '7687c070-aff3-46fc-a45c-c0068977127a', 'status': 'completed', 'code': 200} Jul 14 09:46:49.689320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de4a41f8-9024-4b26-be08-1533fc2379b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.787887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.824500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.228300 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.323601 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.523915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 7725bb30-451b-435d-865c-095b9eb01ae9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:50.524186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.616689 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 7725bb30-451b-435d-865c-095b9eb01ae9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7725bb30-451b-435d-865c-095b9eb01ae9,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:50.617052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.631943 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 7725bb30-451b-435d-865c-095b9eb01ae9 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:50.860317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.907801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=7725bb30-451b-435d-865c-095b9eb01ae9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.164771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.459675 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Router 1969429b-23c0-4263-987e-8f8e03a10856 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:51.515789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.597215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:51.606880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d9f3cde9-c3ab-4074-96bd-5fce73956edc tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "PUT /v2.0/routers/1969429b-23c0-4263-987e-8f8e03a10856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768464 Jul 14 09:46:51.607752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39454) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.631738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] Sync routers for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:51.646199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:51.646831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:46:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:51.669717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting subnet 93501130-f12b-4958-92fb-c3bd38bcc109 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:51.673985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.732960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.773421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:51.836503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.920560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.973030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Subnet': ['ID=93501130-f12b-4958-92fb-c3bd38bcc109,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.979298 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.984196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8c0ec3c7-c4a4-4243-b195-65bd63e497aa tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/subnets/93501130-f12b-4958-92fb-c3bd38bcc109 HTTP/1.1" status: 204 len: 168 time: 0.3735456 Jul 14 09:46:51.986314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.993376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa11ec5-8350-40db-a734-7db1b2b2ac20 None None] Network 94901367-ac28-49e4-8a05-4fe0b6805d2a requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:52.063533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 7687c070-aff3-46fc-a45c-c0068977127a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:52.107295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 7687c070-aff3-46fc-a45c-c0068977127a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:52.107840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 7687c070-aff3-46fc-a45c-c0068977127a not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:52.142566 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.168015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:46:50Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:52.238816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] Checking router: 1969429b-23c0-4263-987e-8f8e03a10856 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:52.261158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] Routers {'1969429b-23c0-4263-987e-8f8e03a10856'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:52.262197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:46:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1969429b-23c0-4263-987e-8f8e03a10856'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:52.466480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] Set router 1969429b-23c0-4263-987e-8f8e03a10856 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:52.561594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] DHCP port deletion for 94901367-ac28-49e4-8a05-4fe0b6805d2a request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:52.693460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.778484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Deleting port 361f7ccf-a4d2-47d6-9867-ee73222b17a7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:52.778868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.900974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] For port 361f7ccf-a4d2-47d6-9867-ee73222b17a7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=361f7ccf-a4d2-47d6-9867-ee73222b17a7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:52.901540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.917526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Calling delete_port for 361f7ccf-a4d2-47d6-9867-ee73222b17a7 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:52.968038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] Deleting port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:52.968590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.065280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] For port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8e2f9bd8-26eb-498b-b2b0-f0c95f026d65,segment=NetworkSegment(9cb12abb-0cad-46b4-8526-0221f1cb5571),segment_id=9cb12abb-0cad-46b4-8526-0221f1cb5571)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:53.066437 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.084776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] Calling delete_port for 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:53.098187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:46:50Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:53.117335 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.129460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b2f41-fad4-48cb-acf6-07e38ef8f439 None None] The sync data for ids ['1969429b-23c0-4263-987e-8f8e03a10856'] in n-d-758944-44 is: [{'id': '1969429b-23c0-4263-987e-8f8e03a10856', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280754263', 'tenant_id': 'ec04e6ada3d84f219a139bffffbc14da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:46:50Z', 'revision_number': 5, 'project_id': 'ec04e6ada3d84f219a139bffffbc14da', 'gw_port': {'id': '361f7ccf-a4d2-47d6-9867-ee73222b17a7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1969429b-23c0-4263-987e-8f8e03a10856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:04Z', 'updated_at': '2021-07-14T09:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:53.233542 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.239674 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Port': ['ID=361f7ccf-a4d2-47d6-9867-ee73222b17a7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.264277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] Pushing event deleted for resources: {'Port': ['ID=8e2f9bd8-26eb-498b-b2b0-f0c95f026d65,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.269670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb5095-0b0e-492a-8cc3-6e06d9ffb7b6 None None] No DVR routers for this DVR port 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:53.301200 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.400392 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.403433 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.459508 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.459941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Fanout notify agent at l3_agent the message router_deleted on router 1969429b-23c0-4263-987e-8f8e03a10856 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:53.467210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.468609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bc25b596-3ab1-456c-8465-65bc004988c5 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/routers/1969429b-23c0-4263-987e-8f8e03a10856 HTTP/1.1" status: 204 len: 168 time: 1.4809709 Jul 14 09:46:53.471917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39458) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.544386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:53.569286 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.581384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:53.582205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e2f9bd8-26eb-498b-b2b0-f0c95f026d65 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:53.690348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.703784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94901367-ac28-49e4-8a05-4fe0b6805d2a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:53.721182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb12abb-0cad-46b4-8526-0221f1cb5571') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:53.721491 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb12abb-0cad-46b4-8526-0221f1cb5571') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:53.733275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.749682 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.757462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:53.757869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:53.761149 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:53.857968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.871687 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.875177 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/networks/94901367-ac28-49e4-8a05-4fe0b6805d2a HTTP/1.1" status: 204 len: 168 time: 0.4018834 Jul 14 09:46:53.879321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.902678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864f4a3-b6e4-41eb-89e1-a6dfa98d8fea tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'Network': ['ID=94901367-ac28-49e4-8a05-4fe0b6805d2a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.989746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be699524-193c-40b9-aa80-2aa62aeb0861 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.018056 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be699524-193c-40b9-aa80-2aa62aeb0861 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.091699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be699524-193c-40b9-aa80-2aa62aeb0861 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.094664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be699524-193c-40b9-aa80-2aa62aeb0861 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.096019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-be699524-193c-40b9-aa80-2aa62aeb0861 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff9399f4-220e-4ea8-84ac-c1d8234a24a8 HTTP/1.1" status: 204 len: 168 time: 0.2155848 Jul 14 09:46:54.111910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be699524-193c-40b9-aa80-2aa62aeb0861 tempest-TestNetworkAdvancedServerOps-2134890787 tempest-TestNetworkAdvancedServerOps-2134890787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9399f4-220e-4ea8-84ac-c1d8234a24a8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.547638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.790141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a0a9d046-e2fd-439c-8333-f49c3137dc33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec04e6ada3d84f219a139bffffbc14da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397037 Jul 14 09:46:54.794203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39474) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.881054 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2f41c435-e1f2-4820-80e5-8fa4ee0eb73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.910591 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2f41c435-e1f2-4820-80e5-8fa4ee0eb73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.987610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2f41c435-e1f2-4820-80e5-8fa4ee0eb73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.991143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2f41c435-e1f2-4820-80e5-8fa4ee0eb73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.992738 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2f41c435-e1f2-4820-80e5-8fa4ee0eb73f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/906162db-57b6-4f21-8ed1-c070f8c7889a HTTP/1.1" status: 204 len: 168 time: 0.1973560 Jul 14 09:46:55.003601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41c435-e1f2-4820-80e5-8fa4ee0eb73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906162db-57b6-4f21-8ed1-c070f8c7889a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.202520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 361f7ccf-a4d2-47d6-9867-ee73222b17a7 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:55.231494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 361f7ccf-a4d2-47d6-9867-ee73222b17a7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:55.232131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 361f7ccf-a4d2-47d6-9867-ee73222b17a7 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:55.232916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7725bb30-451b-435d-865c-095b9eb01ae9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:55.270972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 7725bb30-451b-435d-865c-095b9eb01ae9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:55.271500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7725bb30-451b-435d-865c-095b9eb01ae9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:55.384833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39480) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.430807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dac3d8c0-bbd1-4d8a-8b06-7e5025acccaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8f7532d26a5471c972662019ab6e926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444221 Jul 14 09:46:55.433654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.497841 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72579acf-ff37-4ddc-a7a6-2c8ab14e2c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.530500 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72579acf-ff37-4ddc-a7a6-2c8ab14e2c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.590420 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72579acf-ff37-4ddc-a7a6-2c8ab14e2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.595123 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72579acf-ff37-4ddc-a7a6-2c8ab14e2c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.597804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-72579acf-ff37-4ddc-a7a6-2c8ab14e2c0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4587bf0e-6f5c-4d73-abd4-be073bd8e781 HTTP/1.1" status: 204 len: 168 time: 0.1621687 Jul 14 09:46:55.610966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72579acf-ff37-4ddc-a7a6-2c8ab14e2c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587bf0e-6f5c-4d73-abd4-be073bd8e781,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.678997 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.740780 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:15.979788 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-721d71b2-5585-4497-8732-792d6484b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.093351 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.389885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-28a07fa7-2a81-4ab5-b421-f2f7ac96467d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550029 Jul 14 09:47:19.497028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-295946e9-824f-411a-949b-995b40aeeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.498534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-295946e9-824f-411a-949b-995b40aeeb03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1097 time: 0.0625203 Jul 14 09:47:19.607866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-a0086a93-488c-49f5-be30-a9355bf9ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.609514 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-a0086a93-488c-49f5-be30-a9355bf9ce45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0895934 Jul 14 09:47:19.684718 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0b6ed2a-ef65-4047-b08f-355de17ae454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.685351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-7bd1a12a-c248-418f-a778-38a28d0b43bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 1001 time: 0.0690892 Jul 14 09:47:19.735525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-d61dff5c-13f2-47f0-b1ad-28dca9efa26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.737040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-d61dff5c-13f2-47f0-b1ad-28dca9efa26d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0464208 Jul 14 09:47:19.785962 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.803480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-54186875-84f0-47e0-9092-04d41ab7db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.805098 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-54186875-84f0-47e0-9092-04d41ab7db94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626013 Jul 14 09:47:19.912431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-d5816d85-0741-4f59-854d-d5f21c1b80a7 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011350 Jul 14 09:47:20.012677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-13f1a4c7-4c8a-4f5a-a5c8-35bc24fcebc9 req-3d91c0d9-449f-4471-90ec-ed2f1af46ebf service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943384 Jul 14 09:47:20.321022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.507584 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.685516 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.740591 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:45.984013 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0ff6675-39cd-489e-97f3-2b5f0134ca81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.088153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.686664 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb802-6133-4fb1-9c8f-bdea3763ccc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.786037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.322362 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.507618 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.682876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.328868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:13.491454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port 429e73a1-1728-4b92-a2f5-a2983521d26f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:13.491795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.568580 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.568931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.580247 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for 429e73a1-1728-4b92-a2f5-a2983521d26f owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:13.726941 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.750091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=429e73a1-1728-4b92-a2f5-a2983521d26f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:13.760290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.760651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.761003 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.761350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.762222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.762222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.762439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.762659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.762993 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.763322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.763679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.764008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:13.830381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.830750 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Floating IP 9d5c03a4-0230-43d0-9fbb-8ff0daa6e444 disassociated (deleted). External IP: 172.25.2.198, port: 6e89252c-a06d-4f21-803d-5a69667dca5b. Jul 14 09:48:14.053358 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:14.165724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:14.170339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.176182 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:14.185337 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:14.185955 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:47:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:14.207502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6291b502-26a9-45ce-8888-cf64b2040a94 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "DELETE /v2.0/floatingips/9d5c03a4-0230-43d0-9fbb-8ff0daa6e444 HTTP/1.1" status: 204 len: 168 time: 0.8773956 Jul 14 09:48:14.208214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:14.211176 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c05c4-1d04-46e6-b8d9-2e060c4d532c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:14.249830 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace89ee-ca58-44f2-9980-be36580cea8d x-openstack-request-id: req-bace89ee-ca58-44f2-9980-be36580cea8d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:14.250132 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:14.250390 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bace89ee-ca58-44f2-9980-be36580cea8d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:14.250799 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'status': 'completed', 'code': 200} Jul 14 09:48:14.390094 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:14.515087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-28771f1f-621a-4674-a52a-e0f649c099c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:14.516673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-28771f1f-621a-4674-a52a-e0f649c099c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 1097 time: 0.2383308 Jul 14 09:48:14.617670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-3dbf443d-48ae-4127-a933-2624e2805ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:14.619335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-3dbf443d-48ae-4127-a933-2624e2805ae6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.0957561 Jul 14 09:48:14.634198 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 1, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:14.660319 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:14.663220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-ab79cdab-f8fe-4246-905a-075c7b30d7d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e89252c-a06d-4f21-803d-5a69667dca5b HTTP/1.1" status: 200 len: 217 time: 0.0350196 Jul 14 09:48:14.669967 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:14.670830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:47:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:14.717796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-d6d54c4b-bc4d-498c-a3d4-91fdbbc826f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:14.719634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-d6d54c4b-bc4d-498c-a3d4-91fdbbc826f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0504463 Jul 14 09:48:14.746477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bd8a-a4b4-401d-a766-8be6e8ce139c req-0e42c776-443f-45a4-8562-a28f2550252d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:14.748650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3359bd8a-a4b4-401d-a766-8be6e8ce139c req-0e42c776-443f-45a4-8562-a28f2550252d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 945 time: 0.2196560 Jul 14 09:48:14.779570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-482d4c9e-d760-40f4-899d-cd69b76f0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:14.779830 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:14.781354 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-482d4c9e-d760-40f4-899d-cd69b76f0c4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548277 Jul 14 09:48:14.790691 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3359bd8a-a4b4-401d-a766-8be6e8ce139c req-98915600-ff0d-47d9-bf16-3c58c6667984 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343213 Jul 14 09:48:14.884096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-79521981-81b1-4189-acb8-96e51ce0d90e service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961211 Jul 14 09:48:14.979926 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-325c05c4-1d04-46e6-b8d9-2e060c4d532c req-fcb46f13-2b52-456a-b403-db9197e3d149 service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887790 Jul 14 09:48:15.007364 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 1, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:15.032950 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ece1b1-5a07-485a-925b-c76dc1605be5 None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'port_id': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'mac_address': 'fa:16:3e:e3:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:28Z', 'updated_at': '2021-07-14T09:44:30Z', 'revision_number': 1, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:15.273481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becbd6e-3eb9-420d-9804-c865da50f548 None None] New status for floating IP 9d5c03a4-0230-43d0-9fbb-8ff0daa6e444: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:48:15.986541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3387c800-4cba-4bb3-8ffd-509d79a9a413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.042299 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-52ad75cf-5327-4630-8b1c-c143038c67c9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.043833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-52ad75cf-5327-4630-8b1c-c143038c67c9 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 945 time: 0.0995023 Jul 14 09:48:16.122606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc85496-cd93-4f69-97e3-e55da79374f7 req-c20a2ee3-df8c-4ac6-a3f2-366c7e1073dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:16.124460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1bc85496-cd93-4f69-97e3-e55da79374f7 req-c20a2ee3-df8c-4ac6-a3f2-366c7e1073dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 945 time: 0.1939547 Jul 14 09:48:16.195531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1bc85496-cd93-4f69-97e3-e55da79374f7 req-958c71ce-a012-47c5-aa77-da20db9e4482 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624197 Jul 14 09:48:16.212360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port 6e89252c-a06d-4f21-803d-5a69667dca5b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:16.212763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.311115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] For port 6e89252c-a06d-4f21-803d-5a69667dca5b, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=6e89252c-a06d-4f21-803d-5a69667dca5b,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:16.311515 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.325725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for 6e89252c-a06d-4f21-803d-5a69667dca5b owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:16.465752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.495162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=6e89252c-a06d-4f21-803d-5a69667dca5b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:16.549884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] No DVR routers for this DVR port 6e89252c-a06d-4f21-803d-5a69667dca5b on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:16.552582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.555162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50ed84cd-6b78-4f9d-8547-47287a1e0a40 req-be85e30c-d8e8-4291-9f5e-e6fb23244a0b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "DELETE /v2.0/ports/6e89252c-a06d-4f21-803d-5a69667dca5b HTTP/1.1" status: 204 len: 173 time: 0.5052376 Jul 14 09:48:16.555652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'name': 'network-vif-deleted', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:16.557921 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058ec15d-de2c-4dfa-bf9b-8b1b6030e615" -d '{"events": [{"server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "name": "network-vif-deleted", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:16.598805 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5849ff54-5961-4508-bb2f-487059b0ff8f x-openstack-request-id: req-5849ff54-5961-4508-bb2f-487059b0ff8f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:16.599106 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d", "name": "network-vif-deleted", "tag": "6e89252c-a06d-4f21-803d-5a69667dca5b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:16.599383 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5849ff54-5961-4508-bb2f-487059b0ff8f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:16.599796 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d', 'name': 'network-vif-deleted', 'tag': '6e89252c-a06d-4f21-803d-5a69667dca5b', 'status': 'completed', 'code': 200} Jul 14 09:48:17.341607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5dae3b3-588d-4751-b176-3f4ca4bb543f req-61fce205-e263-4d7b-b40b-735b0af1f7db tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 210 time: 0.0296493 Jul 14 09:48:18.494766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9ddbd58-9f9f-4762-9e03-f54efb65cdd5 req-cf38e364-faf9-4fd4-83eb-f42b34bc898f tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 210 time: 0.0316248 Jul 14 09:48:19.090893 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.124666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6e89252c-a06d-4f21-803d-5a69667dca5b no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:19.145076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 6e89252c-a06d-4f21-803d-5a69667dca5b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:19.145430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 6e89252c-a06d-4f21-803d-5a69667dca5b not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:19.638896 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a2aaa63-6ce5-420e-9514-cd9e8af4c040 req-04a26139-5efc-4940-a4c7-758042ce9d1b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 210 time: 0.0338156 Jul 14 09:48:19.688666 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-108cd5ef-02c6-492b-a286-2bdd45cd5bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.788732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.338353 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.405657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ed1d278-3fef-4a3f-9f8f-c3698f5e7813 req-88bfbdc5-4cab-4c6c-a101-03c7d7ff59e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284977 Jul 14 09:48:20.465442 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ed1d278-3fef-4a3f-9f8f-c3698f5e7813 req-cd1be29c-aa9b-4722-bb36-5e245fad6815 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=6c5ba914-d0eb-4886-b8a5-0fe4bc366a9d HTTP/1.1" status: 200 len: 210 time: 0.0275464 Jul 14 09:48:20.642473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d278-3fef-4a3f-9f8f-c3698f5e7813 req-b5ab2573-2a00-4aef-904d-4136ce329ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.644000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ed1d278-3fef-4a3f-9f8f-c3698f5e7813 req-b5ab2573-2a00-4aef-904d-4136ce329ea7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ed023e1d9a774272a4985cc112189640&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1587565 Jul 14 09:48:21.081327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d278-3fef-4a3f-9f8f-c3698f5e7813 req-9665737c-c297-4cac-aefc-f88b93569234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:21.082780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ed1d278-3fef-4a3f-9f8f-c3698f5e7813 req-9665737c-c297-4cac-aefc-f88b93569234 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4330873 Jul 14 09:48:21.508036 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:22.740891 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:48:25.063768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39574) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:25.215263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port 1876a419-e650-434c-99e2-f12eba0ddb90 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:25.215634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.291614 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.291943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.303408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for 1876a419-e650-434c-99e2-f12eba0ddb90 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:25.506224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.532385 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=1876a419-e650-434c-99e2-f12eba0ddb90,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:25.544615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.544972 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.545326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.545674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.546021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.546361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.546728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.547068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.547516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.547871 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.548190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.548523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:25.606423 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.606932 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Floating IP f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9 disassociated (deleted). External IP: 172.25.2.240, port: b9c16885-abe5-4cd7-bdea-7197757d1a1e. Jul 14 09:48:25.823314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:25.939722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:25.945363 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.950296 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:25.961465 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:25.962085 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:48:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:25.984828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1093f1e6-5391-4166-bb89-a5cc5b25f1dc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "DELETE /v2.0/floatingips/f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9 HTTP/1.1" status: 204 len: 168 time: 0.9199085 Jul 14 09:48:25.985570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:25.988109 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:26.031586 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e6b3ec-a99d-4404-a2bf-2c25d0e76397 x-openstack-request-id: req-32e6b3ec-a99d-4404-a2bf-2c25d0e76397 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:26.032450 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:26.032450 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32e6b3ec-a99d-4404-a2bf-2c25d0e76397 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:26.032684 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'status': 'completed', 'code': 200} Jul 14 09:48:26.073834 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:26.108233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-dc999632-2519-4758-9045-96bf2b0cb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.109765 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-dc999632-2519-4758-9045-96bf2b0cb079 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed023e1d9a774272a4985cc112189640&device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 1097 time: 0.0565095 Jul 14 09:48:26.219676 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-623a69b5-fe71-4a46-9ede-0f9020e721f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.221939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-623a69b5-fe71-4a46-9ede-0f9020e721f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 200 len: 912 time: 0.1064966 Jul 14 09:48:26.270333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-699bfc34-5e38-4068-ad8d-18fb967aed6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 200 len: 217 time: 0.0372069 Jul 14 09:48:26.284939 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:26.311762 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:26.320428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-98e65512-cd9b-4377-87ff-8ae02f18f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.320677 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:26.321262 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:48:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:26.322115 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-98e65512-cd9b-4377-87ff-8ae02f18f226 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 200 len: 850 time: 0.0460143 Jul 14 09:48:26.380808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e378a-3ccc-4000-933b-8e086951fe89 req-fef7f456-bbe1-41ea-b0d4-31b8058ab07e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.383800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce2e378a-3ccc-4000-933b-8e086951fe89 req-fef7f456-bbe1-41ea-b0d4-31b8058ab07e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 945 time: 0.0703471 Jul 14 09:48:26.384735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-ee7db00e-4f2b-495f-a010-51af465f2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:26.386387 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-ee7db00e-4f2b-495f-a010-51af465f2d63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71cd87ef-7210-425f-beaf-fda6de022527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578299 Jul 14 09:48:26.426478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce2e378a-3ccc-4000-933b-8e086951fe89 req-0a79d9e0-bd7b-4463-bc1f-8ce208eb9abc tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366182 Jul 14 09:48:26.437027 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:26.482945 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-d5aee35d-b0ec-46b4-b596-1d1de6ab752b service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891507 Jul 14 09:48:26.577491 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e8cb9b9-768c-42f9-8d30-56130d8aa2d6 req-c8da57e9-80be-4425-a06a-907425746f3d service neutron] 10.222.0.48 "GET /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883107 Jul 14 09:48:26.636891 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:26.666260 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89615d1f-1ac8-431b-b85b-68211c075bf2 None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:38:19Z', 'revision_number': 4, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'f78e2565-2665-4446-a779-ce3e53ac13e4', 'name': '', 'network_id': '71cd87ef-7210-425f-beaf-fda6de022527', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'mac_address': 'fa:16:3e:4e:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:18Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'subnets': [{'id': '31411e96-1beb-4892-b8a7-40abdd6a0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:26.874993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1a6b0-a161-4559-9762-6766e8c47f51 None None] New status for floating IP f114ed5a-3dc2-4fd3-aa0c-e8a4cd0d1bc9: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:48:27.610224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307e788-dd23-4f46-ba7f-e323b6df7259 req-bd99f973-2577-433d-8d9a-44f6a5a8c38b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:27.611768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e307e788-dd23-4f46-ba7f-e323b6df7259 req-bd99f973-2577-433d-8d9a-44f6a5a8c38b tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 945 time: 0.0668876 Jul 14 09:48:27.651033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e307e788-dd23-4f46-ba7f-e323b6df7259 req-4f1d8af0-5bb7-4326-a2bc-ab0592f9e241 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/security-groups?id=4c54b42c-a963-46e3-b0da-ec9bed81d3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335801 Jul 14 09:48:27.725721 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-c2a2fb8f-2dad-4804-9d95-cca8df03ccd8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:27.727182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-c2a2fb8f-2dad-4804-9d95-cca8df03ccd8 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 945 time: 0.0639584 Jul 14 09:48:27.832315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port b9c16885-abe5-4cd7-bdea-7197757d1a1e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:27.832668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.920056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] For port b9c16885-abe5-4cd7-bdea-7197757d1a1e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=b9c16885-abe5-4cd7-bdea-7197757d1a1e,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:27.920395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.936633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for b9c16885-abe5-4cd7-bdea-7197757d1a1e owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:28.072896 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.103313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=b9c16885-abe5-4cd7-bdea-7197757d1a1e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:28.154805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] No DVR routers for this DVR port b9c16885-abe5-4cd7-bdea-7197757d1a1e on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:28.157583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.159707 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-39d95112-19be-4e4e-8bea-58e38c9e24f1 req-ddbb9cbd-f708-484d-b0c2-57d8ee9f292e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.48 "DELETE /v2.0/ports/b9c16885-abe5-4cd7-bdea-7197757d1a1e HTTP/1.1" status: 204 len: 173 time: 0.4256291 Jul 14 09:48:28.160162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'name': 'network-vif-deleted', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:28.162468 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d96c778-7c8c-4662-9093-ff1f2a913626" -d '{"events": [{"server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "name": "network-vif-deleted", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:28.224722 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a5ce32-d817-4e17-afe9-779bf944b9be x-openstack-request-id: req-12a5ce32-d817-4e17-afe9-779bf944b9be {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:28.225030 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3358a6e-34ed-4694-a4a1-44ffab39b247", "name": "network-vif-deleted", "tag": "b9c16885-abe5-4cd7-bdea-7197757d1a1e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:28.225290 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12a5ce32-d817-4e17-afe9-779bf944b9be {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:28.226202 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3358a6e-34ed-4694-a4a1-44ffab39b247', 'name': 'network-vif-deleted', 'tag': 'b9c16885-abe5-4cd7-bdea-7197757d1a1e', 'status': 'completed', 'code': 200} Jul 14 09:48:28.791227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-35f0167e-fc9b-4914-86f5-fdf2bb30dbee req-b2aae59c-4cf3-4baa-8f01-4ee8ca0c82b1 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Jul 14 09:48:29.932088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-360905a1-73b9-406c-98cf-b8da98aef4e8 req-0c5cbc0f-fd39-4439-a901-e421b054aa0e tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 210 time: 0.0299988 Jul 14 09:48:31.071784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-710f3c1f-9894-416e-ad87-441a0d2cf6e5 req-a719b2ef-fb3b-449c-a663-8cfab004fe57 tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3358a6e-34ed-4694-a4a1-44ffab39b247 HTTP/1.1" status: 200 len: 210 time: 0.0296657 Jul 14 09:48:31.186790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b9c16885-abe5-4cd7-bdea-7197757d1a1e no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:31.207257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: b9c16885-abe5-4cd7-bdea-7197757d1a1e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:31.207635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device b9c16885-abe5-4cd7-bdea-7197757d1a1e not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:31.684998 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.161654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:32.289837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Deleting port 0b68acb7-3d92-41e7-92c4-33b6d98e9a83 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:32.290179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.363657 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.363990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.375856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Calling delete_port for 0b68acb7-3d92-41e7-92c4-33b6d98e9a83 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:32.508300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.533765 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'Port': ['ID=0b68acb7-3d92-41e7-92c4-33b6d98e9a83,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:32.603744 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.606389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.607600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0f691a79-7e2b-40ca-8005-64ee67a6d99d tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "DELETE /v2.0/floatingips/0cac82b5-06c7-43cd-a34c-4663bcde74da HTTP/1.1" status: 204 len: 168 time: 0.4448767 Jul 14 09:48:34.930945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:34.993485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38aaa0b6-c7dd-4436-b36d-c15446f77a9c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.019596 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38aaa0b6-c7dd-4436-b36d-c15446f77a9c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.080754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38aaa0b6-c7dd-4436-b36d-c15446f77a9c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.083264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38aaa0b6-c7dd-4436-b36d-c15446f77a9c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.084440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-38aaa0b6-c7dd-4436-b36d-c15446f77a9c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] 10.222.0.18 "DELETE /v2.0/security-groups/4c54b42c-a963-46e3-b0da-ec9bed81d3a6 HTTP/1.1" status: 204 len: 168 time: 0.1523578 Jul 14 09:48:35.094771 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaa0b6-c7dd-4436-b36d-c15446f77a9c tempest-TestVolumeBootPattern-525100781 tempest-TestVolumeBootPattern-525100781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c54b42c-a963-46e3-b0da-ec9bed81d3a6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:35.150894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39614) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:36.006536 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.306592 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Deleting port f78e2565-2665-4446-a779-ce3e53ac13e4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:36.306943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.383915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] For port f78e2565-2665-4446-a779-ce3e53ac13e4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f78e2565-2665-4446-a779-ce3e53ac13e4,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:36.384287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.401613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Calling delete_port for f78e2565-2665-4446-a779-ce3e53ac13e4 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:36.592797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.622068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78e2565-2665-4446-a779-ce3e53ac13e4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:36.784507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.993717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:37.097615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:37.103482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-73a7b253-a291-4fde-9406-b2aea4faf796 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d1d1c2d-70fc-4189-a63f-7f66163f1e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514608 Jul 14 09:48:37.105975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:37.106913 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] Sync routers for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:37.116126 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:37.117473 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:48:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:37.210329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.219720 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:37.332022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.385691 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Deleting port 264ae4a9-0a44-43d3-ab25-a70d4979591a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:37.386031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.475335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] For port 264ae4a9-0a44-43d3-ab25-a70d4979591a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=264ae4a9-0a44-43d3-ab25-a70d4979591a,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:37.475721 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.489588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Calling delete_port for 264ae4a9-0a44-43d3-ab25-a70d4979591a owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:37.501576 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:48:36Z', 'revision_number': 5, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port': {'id': '264ae4a9-0a44-43d3-ab25-a70d4979591a', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:80:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:17Z', 'updated_at': '2021-07-14T09:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:37.528141 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] Checking router: 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:37.536368 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] Routers {'7d1d1c2d-70fc-4189-a63f-7f66163f1e99'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:37.536989 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:48:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:37.629064 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] Set router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:37.661787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.685912 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:48:37Z', 'revision_number': 6, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:37.687502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Pushing event deleted for resources: {'Port': ['ID=264ae4a9-0a44-43d3-ab25-a70d4979591a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:37.714686 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4054422-18e7-4b76-9211-2fee99d4fd9c None None] The sync data for ids ['7d1d1c2d-70fc-4189-a63f-7f66163f1e99'] in n-d-758944-44 is: [{'id': '7d1d1c2d-70fc-4189-a63f-7f66163f1e99', 'name': 'tempest-TestVolumeBootPattern-746834896-router', 'tenant_id': 'ed023e1d9a774272a4985cc112189640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:16Z', 'updated_at': '2021-07-14T09:48:37Z', 'revision_number': 6, 'project_id': 'ed023e1d9a774272a4985cc112189640', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:37.763984 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.871017 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.873249 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.938157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.938667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1d1c2d-70fc-4189-a63f-7f66163f1e99 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:48:37.943636 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.945327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d18b2fba-f0ab-4e82-b399-0475493f5174 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7d1d1c2d-70fc-4189-a63f-7f66163f1e99 HTTP/1.1" status: 204 len: 168 time: 0.8378665 Jul 14 09:48:37.947857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:37.991244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] Deleting subnet 31411e96-1beb-4892-b8a7-40abdd6a0886 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:37.994324 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.028507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.111628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.166064 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.193798 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.196182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] 10.222.0.18 "DELETE /v2.0/subnets/31411e96-1beb-4892-b8a7-40abdd6a0886 HTTP/1.1" status: 204 len: 168 time: 0.2474024 Jul 14 09:48:38.197334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69169546-8b35-4b29-8f97-17603fc163ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31411e96-1beb-4892-b8a7-40abdd6a0886,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.198769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:38.200942 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d4c615-7d74-4f7a-9bd2-f6a99b42ce89 None None] Network 71cd87ef-7210-425f-beaf-fda6de022527 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:38.269794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.323238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Deleting port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:38.323607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.386144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] For port 1ab712fe-83a1-48ad-ac14-7f72d892ce22, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1ab712fe-83a1-48ad-ac14-7f72d892ce22,segment=NetworkSegment(a8f782f7-5bab-4481-b1a2-82419f6bc294),segment_id=a8f782f7-5bab-4481-b1a2-82419f6bc294)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:38.386428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.399192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Calling delete_port for 1ab712fe-83a1-48ad-ac14-7f72d892ce22 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:38.467774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] DHCP port deletion for 71cd87ef-7210-425f-beaf-fda6de022527 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:48:38.484754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.512286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab712fe-83a1-48ad-ac14-7f72d892ce22,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.515987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] No DVR routers for this DVR port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:38.522231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Deleting port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:38.522616 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.590161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] For port 1ab712fe-83a1-48ad-ac14-7f72d892ce22, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:38.590810 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.597447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.604269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Calling delete_port for 1ab712fe-83a1-48ad-ac14-7f72d892ce22 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:38.606866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:48:38.608111 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.608243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cd87ef-7210-425f-beaf-fda6de022527']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:38.620019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f782f7-5bab-4481-b1a2-82419f6bc294') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:38.620321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f782f7-5bab-4481-b1a2-82419f6bc294') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:38.629403 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.632763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Pushing event deleted for resources: {'Port': ['ID=1ab712fe-83a1-48ad-ac14-7f72d892ce22,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.642046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.642619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.642780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.643109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.643658 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.644148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.644623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.645104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.645747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.646260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.646752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.646876 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.647080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:38.650056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c39f59-db79-4390-8e8f-061b0e9fe190 None None] No DVR routers for this DVR port 1ab712fe-83a1-48ad-ac14-7f72d892ce22 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:38.665250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:38.666469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:38.669557 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:38.728552 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.734032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.736084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] 10.222.0.18 "DELETE /v2.0/networks/71cd87ef-7210-425f-beaf-fda6de022527 HTTP/1.1" status: 204 len: 168 time: 0.5360956 Jul 14 09:48:38.738961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:38.755762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea5144-6687-4a51-b934-949655578152 admin admin] Pushing event deleted for resources: {'Network': ['ID=71cd87ef-7210-425f-beaf-fda6de022527,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:39.238167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f78e2565-2665-4446-a779-ce3e53ac13e4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:39.258525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f78e2565-2665-4446-a779-ce3e53ac13e4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:39.258871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f78e2565-2665-4446-a779-ce3e53ac13e4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:39.259304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ab712fe-83a1-48ad-ac14-7f72d892ce22 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:39.279256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 1ab712fe-83a1-48ad-ac14-7f72d892ce22 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:39.279626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ab712fe-83a1-48ad-ac14-7f72d892ce22 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:39.280056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 264ae4a9-0a44-43d3-ab25-a70d4979591a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:39.299753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 264ae4a9-0a44-43d3-ab25-a70d4979591a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:39.300356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 264ae4a9-0a44-43d3-ab25-a70d4979591a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:39.324796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.571149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Deleting port ca54d2e0-9c99-4bb2-9b15-541d5bddf529 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:39.571516 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.646460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] For port ca54d2e0-9c99-4bb2-9b15-541d5bddf529, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,segment=NetworkSegment(c81e6f94-65fe-429a-adf1-a50f99cd0acb),segment_id=c81e6f94-65fe-429a-adf1-a50f99cd0acb)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:39.646822 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.659938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Calling delete_port for ca54d2e0-9c99-4bb2-9b15-541d5bddf529 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:39.840494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.869893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca54d2e0-9c99-4bb2-9b15-541d5bddf529,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:40.045149 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.269647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:40.378853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:40.384903 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0b3b07c8-d75e-4124-9bb4-3c4eb276d322 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ab2e62b-1a94-40c4-ae49-dd1b9a11178c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6448774 Jul 14 09:48:40.387484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:40.390041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] Sync routers for ids ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:40.399218 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] Routers {'1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:40.399889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:48:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:40.495239 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.509685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] Set router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:40.603643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.658036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Deleting port 37ec2a62-de83-4fb5-a100-8e16659b9239 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:40.658372 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.697538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:48:39Z', 'revision_number': 5, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port': {'id': '37ec2a62-de83-4fb5-a100-8e16659b9239', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:22Z', 'updated_at': '2021-07-14T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:40.725306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] Checking router: 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:40.735171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] Routers {'1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:40.735829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:48:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:40.743730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] For port 37ec2a62-de83-4fb5-a100-8e16659b9239, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37ec2a62-de83-4fb5-a100-8e16659b9239,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:40.744316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.758747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Calling delete_port for 37ec2a62-de83-4fb5-a100-8e16659b9239 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:40.826892 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] Set router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:40.884312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:48:40Z', 'revision_number': 6, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:40.911739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70202ed-d193-47c0-b983-b9a9da34ecba None None] The sync data for ids ['1ab2e62b-1a94-40c4-ae49-dd1b9a11178c'] in n-d-758944-44 is: [{'id': '1ab2e62b-1a94-40c4-ae49-dd1b9a11178c', 'name': 'tempest-TestVolumeBootPattern-935635020-router', 'tenant_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:21Z', 'updated_at': '2021-07-14T09:48:40Z', 'revision_number': 6, 'project_id': 'fb2710fe5cac499ba8d1ac1e1c6e837a', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:40.954643 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.986620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ec2a62-de83-4fb5-a100-8e16659b9239,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:41.047348 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.135591 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.137598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.184767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.185308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab2e62b-1a94-40c4-ae49-dd1b9a11178c {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:48:41.189779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.191100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-18360d3f-23b2-4244-a2d4-0ddb2f1448c5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1ab2e62b-1a94-40c4-ae49-dd1b9a11178c HTTP/1.1" status: 204 len: 168 time: 0.8026884 Jul 14 09:48:41.193657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39630) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:41.242168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] Deleting subnet cb3e6ada-eb96-434d-84b1-1dbf73ce41b7 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:41.245973 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.283220 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.358683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ca54d2e0-9c99-4bb2-9b15-541d5bddf529 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:41.371968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.388138 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ca54d2e0-9c99-4bb2-9b15-541d5bddf529 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:41.388413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ca54d2e0-9c99-4bb2-9b15-541d5bddf529 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:41.423795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.454637 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3e6ada-eb96-434d-84b1-1dbf73ce41b7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:41.458231 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.460128 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7670deb9-3480-4992-b646-19e86ee17a08 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb3e6ada-eb96-434d-84b1-1dbf73ce41b7 HTTP/1.1" status: 204 len: 168 time: 0.2655406 Jul 14 09:48:41.462971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:41.465876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafca09-6c68-4866-86cb-45cfc8e6fe90 None None] Network e41ccd69-39ac-4e53-8d55-d8a28790087e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:41.534868 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.589878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Deleting port d3b912ac-7a88-4729-baca-5bf733a79d28 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:41.590213 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.652234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] For port d3b912ac-7a88-4729-baca-5bf733a79d28, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d3b912ac-7a88-4729-baca-5bf733a79d28,segment=NetworkSegment(c81e6f94-65fe-429a-adf1-a50f99cd0acb),segment_id=c81e6f94-65fe-429a-adf1-a50f99cd0acb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:41.652488 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.666986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Calling delete_port for d3b912ac-7a88-4729-baca-5bf733a79d28 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:41.698693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] DHCP port deletion for e41ccd69-39ac-4e53-8d55-d8a28790087e request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:48:41.746721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] Deleting port d3b912ac-7a88-4729-baca-5bf733a79d28 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:41.747229 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.756648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.780963 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b912ac-7a88-4729-baca-5bf733a79d28,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:41.789667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] No DVR routers for this DVR port d3b912ac-7a88-4729-baca-5bf733a79d28 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:41.814728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] For port d3b912ac-7a88-4729-baca-5bf733a79d28, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d3b912ac-7a88-4729-baca-5bf733a79d28,segment=NetworkSegment(c81e6f94-65fe-429a-adf1-a50f99cd0acb),segment_id=c81e6f94-65fe-429a-adf1-a50f99cd0acb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:41.815259 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.828762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] Calling delete_port for d3b912ac-7a88-4729-baca-5bf733a79d28 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:41.868695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.879790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41ccd69-39ac-4e53-8d55-d8a28790087e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:41.892248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81e6f94-65fe-429a-adf1-a50f99cd0acb') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:41.892871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81e6f94-65fe-429a-adf1-a50f99cd0acb') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:48:41.902684 n-d-758944-44 neutron-server[93755]: self.session.flush() Jul 14 09:48:41.906628 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.909233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.922418 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.931059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:41.931589 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:41.933302 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:41.939233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] Pushing event deleted for resources: {'Port': ['ID=d3b912ac-7a88-4729-baca-5bf733a79d28,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:41.946298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcad150-3633-4c8d-b6bb-dae5d67ad57e None None] No DVR routers for this DVR port d3b912ac-7a88-4729-baca-5bf733a79d28 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:41.989782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.996230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.998084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e41ccd69-39ac-4e53-8d55-d8a28790087e HTTP/1.1" status: 204 len: 168 time: 0.5339253 Jul 14 09:48:42.011228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4a750-dc44-4189-bc45-989a0a86e556 admin admin] Pushing event deleted for resources: {'Network': ['ID=e41ccd69-39ac-4e53-8d55-d8a28790087e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:42.127208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.168241 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b1314ad5-014b-4554-b7d8-d7a34823c226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed023e1d9a774272a4985cc112189640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396371 Jul 14 09:48:42.170694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39638) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.230496 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58b99da6-7def-42b4-b47e-807c3c0ffbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.251794 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58b99da6-7def-42b4-b47e-807c3c0ffbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.298869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58b99da6-7def-42b4-b47e-807c3c0ffbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.301764 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58b99da6-7def-42b4-b47e-807c3c0ffbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.303100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-58b99da6-7def-42b4-b47e-807c3c0ffbfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/628cc390-b280-4a68-ba9e-849e08bbbf6c HTTP/1.1" status: 204 len: 168 time: 0.1314502 Jul 14 09:48:42.310947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b99da6-7def-42b4-b47e-807c3c0ffbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628cc390-b280-4a68-ba9e-849e08bbbf6c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:42.645540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.686405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-db8f2e00-a37a-4fca-bc3d-51632b984953 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb2710fe5cac499ba8d1ac1e1c6e837a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395861 Jul 14 09:48:42.688764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39648) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.738350 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4406e808-da0f-4d3b-994c-4f9e3ad9d0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.760378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4406e808-da0f-4d3b-994c-4f9e3ad9d0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.808432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4406e808-da0f-4d3b-994c-4f9e3ad9d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.811040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4406e808-da0f-4d3b-994c-4f9e3ad9d0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.812252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4406e808-da0f-4d3b-994c-4f9e3ad9d0cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dfcbb4c-5f91-4d1b-89a3-f930c0d5c578 HTTP/1.1" status: 204 len: 168 time: 0.1225851 Jul 14 09:48:42.821736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406e808-da0f-4d3b-994c-4f9e3ad9d0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfcbb4c-5f91-4d1b-89a3-f930c0d5c578,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:43.245484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3b912ac-7a88-4729-baca-5bf733a79d28 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:43.272393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d3b912ac-7a88-4729-baca-5bf733a79d28 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:43.272791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d3b912ac-7a88-4729-baca-5bf733a79d28 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:43.273691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37ec2a62-de83-4fb5-a100-8e16659b9239 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:43.296405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 37ec2a62-de83-4fb5-a100-8e16659b9239 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:43.296854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37ec2a62-de83-4fb5-a100-8e16659b9239 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:45.989214 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec8f08e7-998c-45a6-bb5f-ec29a3600c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.101878 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.693368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a989d51e-83b0-4d84-97d0-89d336189b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.795592 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.344603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.515885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:52.751962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-0f59f401-3601-44a9-8a51-71e92deefac1 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fb073cae64c64916940aecf59e2e89ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298798 Jul 14 09:48:52.941697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-766ff881-5edc-4b49-b5fe-635aa57d52a6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:52.943172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-766ff881-5edc-4b49-b5fe-635aa57d52a6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862934 Jul 14 09:48:52.958418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-98c8de96-973a-4c71-b6e9-751c7a23913c tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/quotas/fb073cae64c64916940aecf59e2e89ed HTTP/1.1" status: 200 len: 375 time: 0.0093293 Jul 14 09:48:53.259385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-c67ba041-32a1-4fa9-ad1c-6cf4db856659 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb073cae64c64916940aecf59e2e89ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2954013 Jul 14 09:48:53.438464 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e5a2aac0-efa4-4ba6-bb16-73467aeb83b6 req-a64b44a4-d124-4032-b873-2d4da160192f tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 210 time: 0.0319901 Jul 14 09:48:54.526319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-83c4d052-1fd9-4094-bbbe-dd07d3f513c5 req-1821e633-fd98-4bc6-b0a9-2b5b75a2b81b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 210 time: 0.0287738 Jul 14 09:48:55.662995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3f97d7fd-de48-42dd-8495-96fbc499d003 req-f4de1c06-f148-4819-948a-edc004c366f9 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 210 time: 0.0284555 Jul 14 09:48:56.423831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-615dc235-d452-4082-a52a-708594bfc3ac tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fb073cae64c64916940aecf59e2e89ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213170 Jul 14 09:48:56.541774 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-aa744fb6-a014-48b5-bb3a-9b052c16d170 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:56.543659 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-aa744fb6-a014-48b5-bb3a-9b052c16d170 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142578 Jul 14 09:48:56.556700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Request body: {'port': {'device_id': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'admin_state_up': True, 'tenant_id': 'fb073cae64c64916940aecf59e2e89ed'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:56.673556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Made reservation on behalf of fb073cae64c64916940aecf59e2e89ed for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:56.677549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.688949 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.818693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a9266a2-206f-4321-8e53-7eb2d6b1e7da req-c39f2a69-df64-4a2a-a99b-45128f8d3831 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 210 time: 0.0406601 Jul 14 09:48:56.823375 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.827504 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.889293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de4f399-b19d-4667-8750-73e4870bd704,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.958978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Allocated IP 192.168.233.134 (c4d998d7-d314-449c-995e-ed0b6ea97a80/f216398c-6bdd-4113-8d7f-52da6ab748a6/665a8439-7dde-4307-815b-198104aab013) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:57.103302 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.116479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Transition to ACTIVE for port object 665a8439-7dde-4307-815b-198104aab013 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:57.147695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.192307 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Network c4d998d7-d314-449c-995e-ed0b6ea97a80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:57.195572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:57.199398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:57.229894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Pushing event updated for resources: {'Port': ['ID=665a8439-7dde-4307-815b-198104aab013,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.257440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:57.258095 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.273210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-bfa99096-1e4c-4d6a-8ec7-ecf0db8d7b7b tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7218966 Jul 14 09:48:57.285922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Request body: {'port': {'device_id': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.361447 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.439819 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-18a05844-8459-4e91-ad4a-20b6f2ac4bed None None] Provisioning for port 665a8439-7dde-4307-815b-198104aab013 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:57.443864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-18a05844-8459-4e91-ad4a-20b6f2ac4bed None None] Provisioning complete for port 665a8439-7dde-4307-815b-198104aab013 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:57.444271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18a05844-8459-4e91-ad4a-20b6f2ac4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.478626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-18a05844-8459-4e91-ad4a-20b6f2ac4bed None None] Port 665a8439-7dde-4307-815b-198104aab013 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:57.628937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665a8439-7dde-4307-815b-198104aab013 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:57.636802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.649309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Transition to ACTIVE for port object 665a8439-7dde-4307-815b-198104aab013 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:57.653192 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.705131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Pushing event updated for resources: {'Port': ['ID=665a8439-7dde-4307-815b-198104aab013,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.775149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Attempting to bind port 665a8439-7dde-4307-815b-198104aab013 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:57.775660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Attempting to bind port 665a8439-7dde-4307-815b-198104aab013 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:57.775919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Attempting to bind port 665a8439-7dde-4307-815b-198104aab013 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:57.780474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Port 665a8439-7dde-4307-815b-198104aab013 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:57.780799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Attempting to bind port 665a8439-7dde-4307-815b-198104aab013 on network c4d998d7-d314-449c-995e-ed0b6ea97a80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:57.785826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:57.786164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Checking segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:57.786554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Bound using segment: {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:57.786987 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Bound port: 665a8439-7dde-4307-815b-198104aab013, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf516f29-4756-4187-b836-6135cbafede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:57.787347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.860078 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] For port 665a8439-7dde-4307-815b-198104aab013, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:57.863879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] For port 665a8439-7dde-4307-815b-198104aab013, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=665a8439-7dde-4307-815b-198104aab013,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:57.868522 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.905267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:57.905812 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.907316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] 10.222.0.11 "PUT /v2.0/ports/665a8439-7dde-4307-815b-198104aab013 HTTP/1.1" status: 200 len: 1097 time: 0.6258152 Jul 14 09:48:57.907801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'tag': '665a8439-7dde-4307-815b-198104aab013'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:57.910221 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3751ca-dcfb-4e01-80ea-a852bf622cea", "tag": "665a8439-7dde-4307-815b-198104aab013"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:57.935889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05ab3-0d94-41d1-befa-3b0a0c153c3a service neutron] Pushing event updated for resources: {'Port': ['ID=665a8439-7dde-4307-815b-198104aab013,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.977687 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6d15d6-7b31-4875-b032-38e0c2e0d60a x-openstack-request-id: req-dc6d15d6-7b31-4875-b032-38e0c2e0d60a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:57.978536 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3751ca-dcfb-4e01-80ea-a852bf622cea", "tag": "665a8439-7dde-4307-815b-198104aab013", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:57.979010 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc6d15d6-7b31-4875-b032-38e0c2e0d60a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:57.979519 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'tag': '665a8439-7dde-4307-815b-198104aab013', 'status': 'completed', 'code': 200} Jul 14 09:48:58.015803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2bb05-0373-4e8c-9ada-b7e383ec98e0 req-bb5956a2-6032-402e-b051-9cea9daf7cef tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.017394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e4b2bb05-0373-4e8c-9ada-b7e383ec98e0 req-bb5956a2-6032-402e-b051-9cea9daf7cef tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 948 time: 0.0821652 Jul 14 09:48:58.029866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-0f0ccce9-f014-4ed3-ad8e-6dabf1ad569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.031801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-0f0ccce9-f014-4ed3-ad8e-6dabf1ad569f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb073cae64c64916940aecf59e2e89ed&device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 1100 time: 0.0659137 Jul 14 09:48:58.059937 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e4b2bb05-0373-4e8c-9ada-b7e383ec98e0 req-6ddae782-c55c-4535-b427-d2f1e87afe2e tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Jul 14 09:48:58.078946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-7f87fdb0-e9d5-4962-bde9-09e80e4bdfee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=665a8439-7dde-4307-815b-198104aab013 HTTP/1.1" status: 200 len: 217 time: 0.0402865 Jul 14 09:48:58.128184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-70b00278-436d-4889-9b48-2439fae103c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.129683 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-70b00278-436d-4889-9b48-2439fae103c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0450873 Jul 14 09:48:58.190041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-53835be6-3d28-4f95-8c9d-a9bf570ff7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.191585 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-53835be6-3d28-4f95-8c9d-a9bf570ff7d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541980 Jul 14 09:48:58.284271 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-23f49513-597b-4629-8324-ea8f5851e8eb service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855105 Jul 14 09:48:58.374081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-555c8a04-1ad3-464a-9023-f23cc136ec05 req-5fe3aada-1a08-4573-b59d-4e3c22211703 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834985 Jul 14 09:48:58.474216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-2d3416c3-5b1f-4349-8fb3-7da984f1455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.475829 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-2d3416c3-5b1f-4349-8fb3-7da984f1455d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb073cae64c64916940aecf59e2e89ed&device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 1100 time: 0.0563085 Jul 14 09:48:58.569794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-79e1bdba-70c1-4bcb-a1a2-73288c4ba937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.571285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-79e1bdba-70c1-4bcb-a1a2-73288c4ba937 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4d998d7-d314-449c-995e-ed0b6ea97a80 HTTP/1.1" status: 200 len: 870 time: 0.0892580 Jul 14 09:48:58.611739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-44975c02-4f35-405c-992b-dbc033a4b022 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=665a8439-7dde-4307-815b-198104aab013 HTTP/1.1" status: 200 len: 217 time: 0.0345514 Jul 14 09:48:58.665466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-249dbc7c-ebfe-43a0-b032-2ece922a3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.666958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-249dbc7c-ebfe-43a0-b032-2ece922a3fb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f216398c-6bdd-4113-8d7f-52da6ab748a6 HTTP/1.1" status: 200 len: 843 time: 0.0484786 Jul 14 09:48:58.724647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-f64e66d0-cea7-4996-870e-a0907101f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.726169 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-f64e66d0-cea7-4996-870e-a0907101f912 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4d998d7-d314-449c-995e-ed0b6ea97a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518906 Jul 14 09:48:58.816927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-a2a0e54f-2710-4145-a24a-7e0333008af7 service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832989 Jul 14 09:48:58.914789 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17e5f2c8-86c8-48cf-99ce-b6aad5e9d7f8 req-13b6b79f-65fe-4c3c-aeef-8c6d3a5d9aeb service neutron] 10.222.0.11 "GET /v2.0/networks/c4d998d7-d314-449c-995e-ed0b6ea97a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898423 Jul 14 09:48:59.234643 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5030cc-2803-4492-a92e-50f2766ff0e9 req-adbd62d3-4a0b-44ec-a366-efd05fe8cd59 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.236174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb5030cc-2803-4492-a92e-50f2766ff0e9 req-adbd62d3-4a0b-44ec-a366-efd05fe8cd59 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 948 time: 0.0642400 Jul 14 09:48:59.274759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb5030cc-2803-4492-a92e-50f2766ff0e9 req-033784df-66d7-43c5-b18f-e60732805b6f tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jul 14 09:48:59.740675 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:00.450524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e47d-14b7-454e-aea1-83d84d341aaa req-e289cdf5-de2a-4988-ada7-a9a4c33a0776 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:00.452059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4b44e47d-14b7-454e-aea1-83d84d341aaa req-e289cdf5-de2a-4988-ada7-a9a4c33a0776 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 948 time: 0.0675929 Jul 14 09:49:00.489382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4b44e47d-14b7-454e-aea1-83d84d341aaa req-1366956f-6fae-4e7f-baa6-66de661f2127 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Jul 14 09:49:00.561927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 665a8439-7dde-4307-815b-198104aab013 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:00.655150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 665a8439-7dde-4307-815b-198104aab013, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=665a8439-7dde-4307-815b-198104aab013,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:00.668729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '665a8439-7dde-4307-815b-198104aab013', 'network_id': 'c4d998d7-d314-449c-995e-ed0b6ea97a80', 'port_id': '665a8439-7dde-4307-815b-198104aab013', 'mac_address': 'fa:16:3e:06:98:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f216398c-6bdd-4113-8d7f-52da6ab748a6', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:00.706084 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.720467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665a8439-7dde-4307-815b-198104aab013 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:00.740295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 665a8439-7dde-4307-815b-198104aab013, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=665a8439-7dde-4307-815b-198104aab013,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:00.745438 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.957912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=665a8439-7dde-4307-815b-198104aab013,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:01.008408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['665a8439-7dde-4307-815b-198104aab013'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:01.671075 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76b37-6971-4121-a343-3e2f8dec6a68 req-6036a60e-be3e-4160-876a-741d0cc413c9 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:01.672608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19e76b37-6971-4121-a343-3e2f8dec6a68 req-6036a60e-be3e-4160-876a-741d0cc413c9 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 949 time: 0.0671675 Jul 14 09:49:01.699345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.712645 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-19e76b37-6971-4121-a343-3e2f8dec6a68 req-c3fc7a3c-9887-4ef7-affe-edcf471fad07 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Jul 14 09:49:02.574511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 665a8439-7dde-4307-815b-198104aab013 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:02.624993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 665a8439-7dde-4307-815b-198104aab013 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:02.629409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 665a8439-7dde-4307-815b-198104aab013 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:02.629791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.714383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.738137 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665a8439-7dde-4307-815b-198104aab013'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:02.740534 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd423f-66b3-4424-8f26-8e18ea41e250" -d '{"events": [{"server_uuid": "cb3751ca-dcfb-4e01-80ea-a852bf622cea", "name": "network-vif-plugged", "status": "completed", "tag": "665a8439-7dde-4307-815b-198104aab013"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:02.755653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 665a8439-7dde-4307-815b-198104aab013, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=665a8439-7dde-4307-815b-198104aab013,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:02.761604 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.794684 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d078b03e-9e54-4642-8e3d-041f558e90cc x-openstack-request-id: req-d078b03e-9e54-4642-8e3d-041f558e90cc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:02.795049 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3751ca-dcfb-4e01-80ea-a852bf622cea", "name": "network-vif-plugged", "status": "completed", "tag": "665a8439-7dde-4307-815b-198104aab013", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:02.795383 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d078b03e-9e54-4642-8e3d-041f558e90cc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:02.795839 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665a8439-7dde-4307-815b-198104aab013', 'code': 200} Jul 14 09:49:02.819212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=665a8439-7dde-4307-815b-198104aab013,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:02.904184 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d716c81-01f0-4052-9cd7-9e925fcb5ae7 req-8d4b9da8-ff72-49ff-9d5e-ec8bd3417b5f tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:02.905747 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d716c81-01f0-4052-9cd7-9e925fcb5ae7 req-8d4b9da8-ff72-49ff-9d5e-ec8bd3417b5f tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 950 time: 0.0703466 Jul 14 09:49:02.917910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27bb1b-3d73-487e-818e-d76bd9c57428 req-074943a7-b8f7-46de-a4a8-c3fc45c11ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:02.919601 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1d27bb1b-3d73-487e-818e-d76bd9c57428 req-074943a7-b8f7-46de-a4a8-c3fc45c11ad3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 1102 time: 0.0560975 Jul 14 09:49:02.944356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d716c81-01f0-4052-9cd7-9e925fcb5ae7 req-4fff43d6-9c71-4895-bfed-495b78ac9365 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329609 Jul 14 09:49:02.955634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1d27bb1b-3d73-487e-818e-d76bd9c57428 req-d8f4d901-2590-4980-bb74-99bb6aed158a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282469 Jul 14 09:49:04.118437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee1a8-f36f-48c1-939b-8cedd32709c9 req-41f5f92a-8497-419f-b137-0e6d65958c61 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:04.119981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4dee1a8-f36f-48c1-939b-8cedd32709c9 req-41f5f92a-8497-419f-b137-0e6d65958c61 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 950 time: 0.0627179 Jul 14 09:49:04.158457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4dee1a8-f36f-48c1-939b-8cedd32709c9 req-04dc1c5f-6e31-4458-9a4b-8630e7b4a568 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Jul 14 09:49:05.235071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ad925-b42d-4653-8d6f-5df5265a409a req-023c404d-809c-48be-be55-da0fd4839731 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:05.236627 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b97ad925-b42d-4653-8d6f-5df5265a409a req-023c404d-809c-48be-be55-da0fd4839731 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 950 time: 0.0690513 Jul 14 09:49:05.274939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b97ad925-b42d-4653-8d6f-5df5265a409a req-6823028b-b153-4d7b-a03d-3ee4856458e8 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Jul 14 09:49:06.426543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-1199d1ac-97ea-475d-8819-7dd87c56c60a tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.428494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-1199d1ac-97ea-475d-8819-7dd87c56c60a tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 950 time: 0.0632987 Jul 14 09:49:06.456601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e4bcc-df6e-4bec-80a3-79d10dda0f4c req-d0b5f286-fa7b-4463-a1b7-5aebe23de486 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.458124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-332e4bcc-df6e-4bec-80a3-79d10dda0f4c req-d0b5f286-fa7b-4463-a1b7-5aebe23de486 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3751ca-dcfb-4e01-80ea-a852bf622cea HTTP/1.1" status: 200 len: 950 time: 0.0682719 Jul 14 09:49:06.501725 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-332e4bcc-df6e-4bec-80a3-79d10dda0f4c req-995db04c-b16c-4975-943d-74120438d0c9 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.18 "GET /v2.0/security-groups?id=6de4f399-b19d-4667-8750-73e4870bd704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374250 Jul 14 09:49:06.531698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Deleting port 665a8439-7dde-4307-815b-198104aab013 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:06.532046 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:06.617121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] For port 665a8439-7dde-4307-815b-198104aab013, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=665a8439-7dde-4307-815b-198104aab013,segment=NetworkSegment(cf516f29-4756-4187-b836-6135cbafede9),segment_id=cf516f29-4756-4187-b836-6135cbafede9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:06.617501 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:06.630399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Calling delete_port for 665a8439-7dde-4307-815b-198104aab013 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:06.757250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:06.769094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['665a8439-7dde-4307-815b-198104aab013'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:06.787108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Pushing event deleted for resources: {'Port': ['ID=665a8439-7dde-4307-815b-198104aab013,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:06.837272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] No DVR routers for this DVR port 665a8439-7dde-4307-815b-198104aab013 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:06.840036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:06.842115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4f48755-7f3b-4537-a13e-d81fc95bc166 req-3215349b-480f-4a2e-b1c5-9fa36e4233d6 tempest-ServersAdminNegativeTestJSON-164370525 tempest-ServersAdminNegativeTestJSON-164370525-project] 10.222.0.11 "DELETE /v2.0/ports/665a8439-7dde-4307-815b-198104aab013 HTTP/1.1" status: 204 len: 173 time: 0.4080145 Jul 14 09:49:06.842572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'name': 'network-vif-deleted', 'tag': '665a8439-7dde-4307-815b-198104aab013'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:06.844949 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023296da-0376-4cc7-893f-a83157680b98" -d '{"events": [{"server_uuid": "cb3751ca-dcfb-4e01-80ea-a852bf622cea", "name": "network-vif-deleted", "tag": "665a8439-7dde-4307-815b-198104aab013"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:06.884299 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e07e582-c4a1-4dc4-9dd6-ce099fb7d7a3 x-openstack-request-id: req-8e07e582-c4a1-4dc4-9dd6-ce099fb7d7a3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:06.884610 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3751ca-dcfb-4e01-80ea-a852bf622cea", "name": "network-vif-deleted", "tag": "665a8439-7dde-4307-815b-198104aab013", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:06.884875 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e07e582-c4a1-4dc4-9dd6-ce099fb7d7a3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:06.885290 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3751ca-dcfb-4e01-80ea-a852bf622cea', 'name': 'network-vif-deleted', 'tag': '665a8439-7dde-4307-815b-198104aab013', 'status': 'completed', 'code': 200} Jul 14 09:49:07.829699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39788) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:07.959922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f12229a0-979b-4628-81d0-2484b90afbd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb073cae64c64916940aecf59e2e89ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288867 Jul 14 09:49:07.962277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:08.010445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e9fc434-18e2-4933-9dcd-4cbef102b237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.031386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e9fc434-18e2-4933-9dcd-4cbef102b237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.077909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e9fc434-18e2-4933-9dcd-4cbef102b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.080444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e9fc434-18e2-4933-9dcd-4cbef102b237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.081616 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1e9fc434-18e2-4933-9dcd-4cbef102b237 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6de4f399-b19d-4667-8750-73e4870bd704 HTTP/1.1" status: 204 len: 168 time: 0.1184194 Jul 14 09:49:08.089506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fc434-18e2-4933-9dcd-4cbef102b237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de4f399-b19d-4667-8750-73e4870bd704,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:08.341249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39798) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:08.354997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a155308-690b-426c-8d2d-8a3a3800fb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.448247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a155308-690b-426c-8d2d-8a3a3800fb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.452073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a155308-690b-426c-8d2d-8a3a3800fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.489968 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5a155308-690b-426c-8d2d-8a3a3800fb4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29a3af5e751c412d9ecbd826bb80160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476686 Jul 14 09:49:08.490910 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a155308-690b-426c-8d2d-8a3a3800fb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f71fdf-02d5-431f-b85c-310c2a23a027,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:08.493348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:08.541763 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2961083a-3052-4766-b82c-041334f0ce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.563681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2961083a-3052-4766-b82c-041334f0ce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.611397 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2961083a-3052-4766-b82c-041334f0ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.613983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2961083a-3052-4766-b82c-041334f0ce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.615174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2961083a-3052-4766-b82c-041334f0ce33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01f71fdf-02d5-431f-b85c-310c2a23a027 HTTP/1.1" status: 204 len: 168 time: 0.1208165 Jul 14 09:49:08.624456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961083a-3052-4766-b82c-041334f0ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f71fdf-02d5-431f-b85c-310c2a23a027,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:09.277823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39822) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:09.374783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2038651389-network', 'tenant_id': 'fbe3b3084db64237909adde1a2ef88f1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:09.397150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Made reservation on behalf of fbe3b3084db64237909adde1a2ef88f1 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:09.399593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.407808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.503697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.507602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.536290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:49:09.542593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff9bd1-450d-495b-be50-61b67818aa60,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:09.550383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.550733 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Added segment 7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c of type vlan for network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 Jul 14 09:49:09.594835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.627141 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.628512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:09.629122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.712313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4333451 Jul 14 09:49:09.715339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39826) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:09.720378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1d15e-7bc4-40f9-b870-d11377eb08d8 admin admin] Pushing event updated for resources: {'Network': ['ID=7670ffdb-4d85-4cc6-9dd3-71ce09dce695,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:09.720564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Request body: {'subnet': {'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2038651389-subnet', 'tenant_id': 'fbe3b3084db64237909adde1a2ef88f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:09.731280 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:49:09.743568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Made reservation on behalf of fbe3b3084db64237909adde1a2ef88f1 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:09.745935 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.913692 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.969539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86c31da-19df-4944-8cd3-455a13e2f76b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:09.979640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Checking segment: {'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:09.980007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Network hostable DHCP agents. Network: 7670ffdb-4d85-4cc6-9dd3-71ce09dce695, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:49:09.996852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:49:10.004836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 7670ffdb-4d85-4cc6-9dd3-71ce09dce695) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:10.008952 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:10.009538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.014401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35bff8-cbe6-4143-b216-ca9fc4d7ecd5 None None] Network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:10.024674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-113e6a8d-daa1-4365-b137-db76c473fa70 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3081841 Jul 14 09:49:10.140824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525563de-4599-4b91-8757-bd193fbe6dc9 None None] Network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:10.464028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-81f2fbae-6e4e-463d-92fc-44a7fdb918b0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:10.465509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-81f2fbae-6e4e-463d-92fc-44a7fdb918b0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 812 time: 0.1070335 Jul 14 09:49:10.480357 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-eedd19f0-26d7-4df7-a6e4-b90e598ecfc5 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/quotas/fbe3b3084db64237909adde1a2ef88f1 HTTP/1.1" status: 200 len: 375 time: 0.0095921 Jul 14 09:49:10.513528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-4c17455c-9373-4de5-be58-e178acef4abd tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282073 Jul 14 09:49:10.575463 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-ce3ce72f-ad55-44be-a7e9-67d9221c220f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:49:10.576471 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-ce3ce72f-ad55-44be-a7e9-67d9221c220f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566030 Jul 14 09:49:10.622787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 665a8439-7dde-4307-815b-198104aab013 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:10.642539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 665a8439-7dde-4307-815b-198104aab013 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:10.642882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 665a8439-7dde-4307-815b-198104aab013 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:10.667094 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-d851f67e-4b68-46b5-8ff4-a2bdd81b74d0 service neutron] 10.222.0.18 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846808 Jul 14 09:49:10.752840 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-38512c2e-52d6-4e39-9723-e073865d4de7 service neutron] 10.222.0.18 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798643 Jul 14 09:49:10.917900 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-becc66a6-9d29-4ac4-ba02-121ca1da22c2 req-6fb03762-d48c-4d8e-b118-cf9be3b042a8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 210 time: 0.0286286 Jul 14 09:49:12.002158 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55d95774-ea54-4548-9bbd-1a36df165833 req-1e8df20f-17bf-4fd6-ab55-23f6dbddea8c tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Jul 14 09:49:13.083089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f62d7c3-cbc7-4d82-a992-482b5e270524 req-6652d0da-eaab-4adc-9a21-14209b89c606 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Jul 14 09:49:13.990869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-0839d402-b6b1-4383-844b-8d468fe1738e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.993549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-0839d402-b6b1-4383-844b-8d468fe1738e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.11 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 812 time: 0.1097631 Jul 14 09:49:14.010986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Request body: {'port': {'device_id': '9170b08c-ddf7-472c-979a-2631a8c12812', 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695', 'admin_state_up': True, 'tenant_id': 'fbe3b3084db64237909adde1a2ef88f1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:14.117544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Made reservation on behalf of fbe3b3084db64237909adde1a2ef88f1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:14.121642 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.235887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a028fa82-fc9c-43a4-ab95-034e53827ab0 req-2f373786-d4e4-47ad-820c-5af44812a021 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 210 time: 0.0360084 Jul 14 09:49:14.278787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Allocated IP 172.20.0.5 (7670ffdb-4d85-4cc6-9dd3-71ce09dce695/e86c31da-19df-4944-8cd3-455a13e2f76b/e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:14.424723 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.464807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.511305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:14.514585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:14.517124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:14.542179 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:14.570841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:14.571517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.585148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-2e6af695-faf2-4dca-b1af-34e946f8d7e0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784669 Jul 14 09:49:14.596475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Request body: {'port': {'device_id': '9170b08c-ddf7-472c-979a-2631a8c12812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:14.672620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.934063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:14.942429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.954344 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Transition to ACTIVE for port object e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:14.957458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.011422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:15.075024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:15.075380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:15.075709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:15.079878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:15.080199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:15.084843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:15.085174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Checking segment: {'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:15.085549 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Bound using segment: {'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:15.085966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Bound port: e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:15.086315 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.146966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:15.150521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:15.154745 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.190345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.190969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.192523 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 1092 time: 0.6000397 Jul 14 09:49:15.192964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:15.195240 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5288ac41-18d2-4731-81d0-419aa2d1abf1" -d '{"events": [{"name": "network-changed", "server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:15.224946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacb616-609b-45d5-9dda-5e69078675c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:15.241560 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71b20a5-d012-413a-86b9-6c9377ac6c46 x-openstack-request-id: req-d71b20a5-d012-413a-86b9-6c9377ac6c46 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:15.241852 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:15.242106 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d71b20a5-d012-413a-86b9-6c9377ac6c46 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:15.242503 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'status': 'completed', 'code': 200} Jul 14 09:49:15.291750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-cfab7898-0c10-4d45-80ef-df57d0dc74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.293330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-cfab7898-0c10-4d45-80ef-df57d0dc74aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1095 time: 0.0611236 Jul 14 09:49:15.337720 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-7d87a69e-d7ba-444b-a7c2-905b9c6cfd56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 217 time: 0.0368710 Jul 14 09:49:15.425367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-8085f3c1-6ac5-49f4-9fe0-f207fc1e7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.426887 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-8085f3c1-6ac5-49f4-9fe0-f207fc1e7765 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 200 len: 852 time: 0.0837498 Jul 14 09:49:15.467634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-ac118e08-96d5-471e-84ed-ba97e5464914 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326147 Jul 14 09:49:15.490468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2240a-8ad7-4eee-a9ce-c454e039411f req-d85f3109-f7cb-46ba-85a3-8159c55b073a tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.492099 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8d2240a-8ad7-4eee-a9ce-c454e039411f req-d85f3109-f7cb-46ba-85a3-8159c55b073a tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 943 time: 0.1398103 Jul 14 09:49:15.582032 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8d2240a-8ad7-4eee-a9ce-c454e039411f req-63112a08-fd8f-4240-b334-d98191b5ac9c tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775084 Jul 14 09:49:15.602849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-f911b8cc-8b06-400e-a3fc-5e2bfaad432b service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277206 Jul 14 09:49:15.692653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c5782715-abbe-42a9-be65-0ef2a11a8ad0 req-ca528826-29c1-4378-8403-ea63d9de0fac service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832839 Jul 14 09:49:15.798748 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-199e706b-cd3c-4f4f-a396-72ff89ee6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.800325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-199e706b-cd3c-4f4f-a396-72ff89ee6db1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1095 time: 0.0610795 Jul 14 09:49:15.900362 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-b15e5dc3-eac9-440e-89ed-070cd9c3f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.901860 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-b15e5dc3-eac9-440e-89ed-070cd9c3f1ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 913 time: 0.0949926 Jul 14 09:49:15.943788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-8e046a85-7caf-42a2-b990-dbf9eb397815 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 217 time: 0.0356956 Jul 14 09:49:15.992119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aec4091e-6cfe-43eb-b4f0-410144077879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.008946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-3587cc47-4f81-4c7e-ae76-c93751bd6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:16.010450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-3587cc47-4f81-4c7e-ae76-c93751bd6f39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 200 len: 852 time: 0.0586312 Jul 14 09:49:16.312171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-21334779-a895-4581-ae01-333ecb0688fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2948492 Jul 14 09:49:16.401581 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-9307c538-800c-4fc4-94a3-c0e8b429b1f9 service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824735 Jul 14 09:49:16.497603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5288ac41-18d2-4731-81d0-419aa2d1abf1 req-8060a1ed-45e4-4435-a93a-ddd191b27454 service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897717 Jul 14 09:49:16.761364 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e46cc6-8287-401e-b5ab-85dfb4425ab4 req-018f2c1a-c008-4d26-8b49-bbf6163330d7 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:16.762850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26e46cc6-8287-401e-b5ab-85dfb4425ab4 req-018f2c1a-c008-4d26-8b49-bbf6163330d7 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 943 time: 0.0684536 Jul 14 09:49:16.802714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26e46cc6-8287-401e-b5ab-85dfb4425ab4 req-e4532da0-e186-4a43-b0a5-02a53a2f5b28 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Jul 14 09:49:17.975779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49a1b6-068a-43d6-8144-0ea78b0b048d req-cd82d04e-2954-46f8-b084-5808676e2773 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:17.977313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc49a1b6-068a-43d6-8144-0ea78b0b048d req-cd82d04e-2954-46f8-b084-5808676e2773 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 943 time: 0.0613477 Jul 14 09:49:18.014152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc49a1b6-068a-43d6-8144-0ea78b0b048d req-50decdb1-f73f-4b86-93b7-1a2b70f2d095 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Jul 14 09:49:18.656308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:18.753547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:18.764596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695', 'port_id': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'mac_address': 'fa:16:3e:27:fa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86c31da-19df-4944-8cd3-455a13e2f76b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:18.801188 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.814728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:18.834947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:18.838662 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.884979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:19.024841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:19.103472 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.196067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76811aba-9481-42b8-a2a7-e7839c30de5a req-fe988016-5cc4-461b-9c1c-b92bcbf04cc2 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:19.197547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76811aba-9481-42b8-a2a7-e7839c30de5a req-fe988016-5cc4-461b-9c1c-b92bcbf04cc2 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 944 time: 0.0678031 Jul 14 09:49:19.236096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76811aba-9481-42b8-a2a7-e7839c30de5a req-17f206b7-b492-4f92-afd3-b8704524cad7 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Jul 14 09:49:19.694889 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-baa8389e-e247-4fe8-a934-75ca0017966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.793681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:20.354095 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:20.410711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417d3d9-02e6-4f14-ae32-3e6f2fcb68b2 req-609a5739-55b5-4198-acbc-c64ecd69ec25 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:20.412223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c417d3d9-02e6-4f14-ae32-3e6f2fcb68b2 req-609a5739-55b5-4198-acbc-c64ecd69ec25 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 944 time: 0.0664520 Jul 14 09:49:20.450784 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c417d3d9-02e6-4f14-ae32-3e6f2fcb68b2 req-51271463-3ca6-4c8b-bec8-eb6e2f363d54 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Jul 14 09:49:20.654377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:20.701794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:20.705549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:20.705934 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:20.784752 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:20.807168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:20.809424 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98326777-c036-4926-85bd-11606b3d60a7" -d '{"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-plugged", "status": "completed", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:20.822313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:20.827633 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:20.855711 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8964edb5-79f9-4b31-8ee3-9362fa065e67 x-openstack-request-id: req-8964edb5-79f9-4b31-8ee3-9362fa065e67 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:20.856012 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-plugged", "status": "completed", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:20.856250 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8964edb5-79f9-4b31-8ee3-9362fa065e67 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:20.856638 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'code': 200} Jul 14 09:49:20.885358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:20.959742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402d529-fac9-4f99-8300-159f6fd31d06 req-ebb76059-f8c7-4f0c-9170-f240a48da63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:20.961160 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9402d529-fac9-4f99-8300-159f6fd31d06 req-ebb76059-f8c7-4f0c-9170-f240a48da63e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1097 time: 0.0512829 Jul 14 09:49:20.996287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9402d529-fac9-4f99-8300-159f6fd31d06 req-1ed996bc-e22e-4d57-b39e-627de23a8b72 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292015 Jul 14 09:49:21.513618 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.625619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef588-1f88-4291-a0f9-a15114f17b39 req-2aaa0ae1-f51b-4782-8bf5-45be11233ab2 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:21.627242 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5faef588-1f88-4291-a0f9-a15114f17b39 req-2aaa0ae1-f51b-4782-8bf5-45be11233ab2 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0658591 Jul 14 09:49:21.667753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5faef588-1f88-4291-a0f9-a15114f17b39 req-3cf48a49-3f2d-48bb-ab9e-065cb2c1ec27 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 14 09:49:22.850034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bd9c3-8642-42c5-a864-6c8b84b5fc3a req-1f170324-43b2-4a74-bf1b-54003ded7af5 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.851592 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-444bd9c3-8642-42c5-a864-6c8b84b5fc3a req-1f170324-43b2-4a74-bf1b-54003ded7af5 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0703881 Jul 14 09:49:22.891035 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-444bd9c3-8642-42c5-a864-6c8b84b5fc3a req-48e7f2a9-c116-4693-ba53-58dd7cf8142c tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Jul 14 09:49:23.337800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d032d-ea07-4ea4-b73e-c73fdafbcff8 req-a5fe41c3-c34e-4b3a-b004-ef7513496735 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.339214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a53d032d-ea07-4ea4-b73e-c73fdafbcff8 req-a5fe41c3-c34e-4b3a-b004-ef7513496735 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.1052959 Jul 14 09:49:23.342073 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-83d6b28e-ccd1-450c-906b-b7518e8abd27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1537182 Jul 14 09:49:23.377662 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a53d032d-ea07-4ea4-b73e-c73fdafbcff8 req-82f7d263-bf65-4c03-a6b5-b83d0b13fbfc tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Jul 14 09:49:24.565105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-2faa7338-f8c4-434b-b048-54fc8e623454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.566640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-2faa7338-f8c4-434b-b048-54fc8e623454 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1097 time: 0.0987787 Jul 14 09:49:24.579205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4317-9683-48d6-bb39-87fad2281412 req-57c42cd1-4943-472b-90e2-df7d7d7f43a9 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.580665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d60d4317-9683-48d6-bb39-87fad2281412 req-57c42cd1-4943-472b-90e2-df7d7d7f43a9 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0825517 Jul 14 09:49:24.672247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d60d4317-9683-48d6-bb39-87fad2281412 req-d2286816-4df7-4ad6-bf19-fe05b0ab8159 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831351 Jul 14 09:49:24.693026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-e17107be-a249-4e99-9dde-d72868c55993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.694584 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-e17107be-a249-4e99-9dde-d72868c55993 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 913 time: 0.1130319 Jul 14 09:49:24.734983 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-7c1ad0e5-a466-4ea7-8fca-3fe658ad5f5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 217 time: 0.0342159 Jul 14 09:49:24.782918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-fa9fb82a-d531-43b3-8582-fc65554898eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.784446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-fa9fb82a-d531-43b3-8582-fc65554898eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 200 len: 852 time: 0.0442283 Jul 14 09:49:24.822199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-085339f9-7b78-449a-b9b2-ffcb401c0f95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312998 Jul 14 09:49:24.912005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-8b55da73-f619-4e4b-b395-ade8b754be0b service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839763 Jul 14 09:49:25.008192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-cba102ff-7fe1-464d-abda-1da6060f0d8a service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897889 Jul 14 09:49:25.850916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e478-b872-4a76-a0df-91c62f81c152 req-c155f26d-e632-4b68-81fb-cc0f1d1dc9dc tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:25.852407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84c5e478-b872-4a76-a0df-91c62f81c152 req-c155f26d-e632-4b68-81fb-cc0f1d1dc9dc tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0656893 Jul 14 09:49:25.890542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84c5e478-b872-4a76-a0df-91c62f81c152 req-cc92c6f1-0f29-48a1-b4ca-f7e7fba3df3a tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Jul 14 09:49:27.062663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf32eb3-3d18-4359-bec3-a05816416147 req-8fd89042-6c53-4607-a541-e7e5fb8898d3 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:27.064266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdf32eb3-3d18-4359-bec3-a05816416147 req-8fd89042-6c53-4607-a541-e7e5fb8898d3 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0637484 Jul 14 09:49:27.100867 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdf32eb3-3d18-4359-bec3-a05816416147 req-65ab49ce-a7dc-4b86-ba2d-18b8e3863303 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Jul 14 09:49:28.270002 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdd45d-bf0f-45be-b8cc-a5a27850a217 req-1bce1225-fd87-4140-99f0-0e1118e7e5a8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:28.271754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ecdd45d-bf0f-45be-b8cc-a5a27850a217 req-1bce1225-fd87-4140-99f0-0e1118e7e5a8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0626540 Jul 14 09:49:28.309457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ecdd45d-bf0f-45be-b8cc-a5a27850a217 req-f0839e8e-6b4b-427e-9665-8bb9b051215c tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jul 14 09:49:29.485931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b3939-89f3-4858-a2ee-64ce75ffbf2d req-3533b504-b416-4b36-a980-0c86d001999b tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:29.487396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-344b3939-89f3-4858-a2ee-64ce75ffbf2d req-3533b504-b416-4b36-a980-0c86d001999b tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0662420 Jul 14 09:49:29.526853 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-344b3939-89f3-4858-a2ee-64ce75ffbf2d req-0574ab2c-32ef-4229-86ff-1d556acfed40 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Jul 14 09:49:30.714129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e45f-542f-4b79-8da2-603bbab01757 req-e89a3709-099d-4407-85b1-9aaf3e973866 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:30.715631 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c680e45f-542f-4b79-8da2-603bbab01757 req-e89a3709-099d-4407-85b1-9aaf3e973866 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0723908 Jul 14 09:49:30.757197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c680e45f-542f-4b79-8da2-603bbab01757 req-4850da7b-dbca-4f6e-a91c-856f3713cd0a tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Jul 14 09:49:31.721714 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:31.950841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae918250-3ade-4c5a-ac3b-00375c121053 req-aa28fd7a-f20d-4fd0-bb8b-847617ae217f tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:31.952452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae918250-3ade-4c5a-ac3b-00375c121053 req-aa28fd7a-f20d-4fd0-bb8b-847617ae217f tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0734913 Jul 14 09:49:31.995551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae918250-3ade-4c5a-ac3b-00375c121053 req-771676b2-f2f8-4cc0-b400-e64cda4d8269 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Jul 14 09:49:33.192819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21162546-88a8-491c-97d6-399d76becf0a req-cfdcacc5-1260-49ee-84ae-4c9791d132a5 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:33.194395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21162546-88a8-491c-97d6-399d76becf0a req-cfdcacc5-1260-49ee-84ae-4c9791d132a5 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0738683 Jul 14 09:49:33.235842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21162546-88a8-491c-97d6-399d76becf0a req-21cf5302-cfc0-445b-b64b-5b17eed6a737 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348330 Jul 14 09:49:34.438235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3340c-88b9-4eb6-8739-538d8af2ca4e req-450f6be7-f36d-483e-af2a-b2e55825a0cc tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:34.440085 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78f3340c-88b9-4eb6-8739-538d8af2ca4e req-450f6be7-f36d-483e-af2a-b2e55825a0cc tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0802317 Jul 14 09:49:34.490441 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-78f3340c-88b9-4eb6-8739-538d8af2ca4e req-be9768fe-20b9-4a42-be5a-582ec3a4450e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Jul 14 09:49:35.693729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba43b4-f10e-4c49-85d5-c97cf5298986 req-cd4a3c4d-39e4-473c-99c0-7ce68a42504e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:35.695871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8dba43b4-f10e-4c49-85d5-c97cf5298986 req-cd4a3c4d-39e4-473c-99c0-7ce68a42504e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0792627 Jul 14 09:49:35.743701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8dba43b4-f10e-4c49-85d5-c97cf5298986 req-1ac3e943-832f-4cfb-9e54-ba07c5b01100 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Jul 14 09:49:36.741107 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:36.975230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a971c-6b93-4adc-9f09-3f9185f42473 req-1bbd62d1-b4b5-445e-9b48-732b3ed1693e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.977693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-642a971c-6b93-4adc-9f09-3f9185f42473 req-1bbd62d1-b4b5-445e-9b48-732b3ed1693e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0955942 Jul 14 09:49:37.027046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-642a971c-6b93-4adc-9f09-3f9185f42473 req-7fceff83-dd12-4310-9749-32ab6b02d428 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Jul 14 09:49:38.230236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be7c39-df1c-492a-a93d-68c9a74a03a8 req-5882af14-0fd5-4915-86a9-c9ae3b2b116c tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:38.232083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83be7c39-df1c-492a-a93d-68c9a74a03a8 req-5882af14-0fd5-4915-86a9-c9ae3b2b116c tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0798857 Jul 14 09:49:38.299134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-83be7c39-df1c-492a-a93d-68c9a74a03a8 req-b49fd46b-eb8b-4477-a58f-f45cd4c9860a tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602937 Jul 14 09:49:39.485123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76b98e-5aa8-4eae-8668-efe2c21b40e2 req-0e5c2a1f-c3ee-4fb6-8439-0524e84193ea tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:39.486662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea76b98e-5aa8-4eae-8668-efe2c21b40e2 req-0e5c2a1f-c3ee-4fb6-8439-0524e84193ea tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0719993 Jul 14 09:49:39.528581 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea76b98e-5aa8-4eae-8668-efe2c21b40e2 req-4314a020-cfa3-4e7b-b64b-241fe21fadbd tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356863 Jul 14 09:49:40.719185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a213c-5556-4d2b-a269-3c3ed2fb8afe req-a85c73cb-a107-4c7a-98e6-905317936843 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.721278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d04a213c-5556-4d2b-a269-3c3ed2fb8afe req-a85c73cb-a107-4c7a-98e6-905317936843 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0736356 Jul 14 09:49:40.763427 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d04a213c-5556-4d2b-a269-3c3ed2fb8afe req-358875b2-4d2a-4ebb-9dd6-71c47582c4f8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365379 Jul 14 09:49:41.944336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287a25e-2967-4916-81da-5fa82268ef20 req-b7cf1d28-4d27-4b7d-8ea7-4d25b128486a tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:41.945904 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3287a25e-2967-4916-81da-5fa82268ef20 req-b7cf1d28-4d27-4b7d-8ea7-4d25b128486a tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0677826 Jul 14 09:49:41.995066 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3287a25e-2967-4916-81da-5fa82268ef20 req-e6aa4ff8-6e97-45b3-95b6-1ebb41af36b4 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Jul 14 09:49:43.182026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db992e-a71b-4c66-b736-dba2759f126f req-6d9a95a4-1a02-49b3-ad4b-9784f76409c0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:43.183573 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1db992e-a71b-4c66-b736-dba2759f126f req-6d9a95a4-1a02-49b3-ad4b-9784f76409c0 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0735743 Jul 14 09:49:43.224363 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1db992e-a71b-4c66-b736-dba2759f126f req-a4338330-29b1-4e4e-948c-52d65b38a7e2 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346127 Jul 14 09:49:44.409684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475de84-9b8f-4810-a3bd-2994e7d223a3 req-13c62334-5bda-463b-837a-14f427bad6e5 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:44.411443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7475de84-9b8f-4810-a3bd-2994e7d223a3 req-13c62334-5bda-463b-837a-14f427bad6e5 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0737684 Jul 14 09:49:44.455527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7475de84-9b8f-4810-a3bd-2994e7d223a3 req-4702ef4d-0de5-479c-af03-fa9b4ef12040 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Jul 14 09:49:45.642932 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32169e05-039d-4b24-9ef1-f9d5c5921ab0 req-0b7b22ca-afcd-4b94-8165-b2a09fd4d1a6 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:45.644450 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32169e05-039d-4b24-9ef1-f9d5c5921ab0 req-0b7b22ca-afcd-4b94-8165-b2a09fd4d1a6 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0672622 Jul 14 09:49:45.686363 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-32169e05-039d-4b24-9ef1-f9d5c5921ab0 req-e971d472-fc0c-47b3-9a29-75c4724d0dd3 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339837 Jul 14 09:49:45.996410 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dff4a2b-b3fc-4fd5-8ae0-536cf4eda065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.883808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c5f48-c438-459d-8ba4-d563fdd8ec9b req-de1fd1ba-aef0-4d97-8726-e937f7343b22 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:46.885519 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b4c5f48-c438-459d-8ba4-d563fdd8ec9b req-de1fd1ba-aef0-4d97-8726-e937f7343b22 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0732605 Jul 14 09:49:46.928783 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b4c5f48-c438-459d-8ba4-d563fdd8ec9b req-aa4e50c9-33df-4c0d-8b91-663c7274d334 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Jul 14 09:49:48.114945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe64e5-da4c-43cf-bdc7-6efaa1f59ef1 req-29a5fe5f-a103-454e-adff-fa25182d24d8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:48.116689 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0cbe64e5-da4c-43cf-bdc7-6efaa1f59ef1 req-29a5fe5f-a103-454e-adff-fa25182d24d8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0739298 Jul 14 09:49:48.162631 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0cbe64e5-da4c-43cf-bdc7-6efaa1f59ef1 req-82155b49-8477-4022-947d-0e5ebce87f8d tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388978 Jul 14 09:49:49.098284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.376361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff0a27-bc54-4b2f-b885-9835e3725d42 req-51988295-bd52-46d6-869f-dc41b8c3c178 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:49.377880 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0cff0a27-bc54-4b2f-b885-9835e3725d42 req-51988295-bd52-46d6-869f-dc41b8c3c178 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0885417 Jul 14 09:49:49.419025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0cff0a27-bc54-4b2f-b885-9835e3725d42 req-8a56be97-3c10-46a3-a7d6-8d2901cade63 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Jul 14 09:49:49.696820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79dc3db4-3ca5-4995-a7ac-3a8472081b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.803282 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.355123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.606794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13b001-dfae-46c1-ad6d-bdc8c0106dbd req-25f3cd8a-3f77-4abd-98c2-cf6a038c6bca tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.608254 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f13b001-dfae-46c1-ad6d-bdc8c0106dbd req-25f3cd8a-3f77-4abd-98c2-cf6a038c6bca tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0700381 Jul 14 09:49:50.650345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f13b001-dfae-46c1-ad6d-bdc8c0106dbd req-3079b82d-5eaa-4e45-a9fb-f572230d63a9 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Jul 14 09:49:51.518308 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.845163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259a4cf-8d17-4a55-954c-64bbbc94e13d req-e1382cdb-c9ef-4279-bba6-e3d817a34112 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:51.846678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7259a4cf-8d17-4a55-954c-64bbbc94e13d req-e1382cdb-c9ef-4279-bba6-e3d817a34112 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0649407 Jul 14 09:49:51.885216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7259a4cf-8d17-4a55-954c-64bbbc94e13d req-7f87096c-0adc-4cd4-ab0e-7553ec25ae1d tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Jul 14 09:49:51.959681 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-dc638359-08dd-43a9-8ea0-a7d2b3e5c416 service neutron] show failed (client error): The resource could not be found. Jul 14 09:49:51.960713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-dc638359-08dd-43a9-8ea0-a7d2b3e5c416 service neutron] 10.222.0.11 "GET /v2.0/ports/e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0559990 Jul 14 09:49:52.238278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-e8677897-3717-449b-99d1-7e7bd68ff66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:52.239830 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-e8677897-3717-449b-99d1-7e7bd68ff66c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812&tenant_id=fbe3b3084db64237909adde1a2ef88f1 HTTP/1.1" status: 200 len: 1097 time: 0.0863497 Jul 14 09:49:52.250791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:52.597290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:52.802640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:52.837475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:52.880548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:52.883020 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9877e18-9b5a-4fe3-9977-b014cb6b95af" -d '{"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:52.888087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:52.902480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Transition to ACTIVE for port object e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:52.906622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:52.949688 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad227630-2a35-4a42-b4c5-2f04f661968b x-openstack-request-id: req-ad227630-2a35-4a42-b4c5-2f04f661968b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:52.950068 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:52.950255 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad227630-2a35-4a42-b4c5-2f04f661968b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:52.950639 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'code': 200} Jul 14 09:49:52.978882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] No DVR routers for this DVR port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:52.991276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.020094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.020449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.020787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.021125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.021474 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.021816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.022126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.022455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.022778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.023108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.023457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.023782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:53.037797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:53.038138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:53.038466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:53.045032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:53.045383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Attempting to bind port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on network 7670ffdb-4d85-4cc6-9dd3-71ce09dce695 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:53.050438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:53.050771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Checking segment: {'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:53.051157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Bound using segment: {'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:53.051626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Bound port: e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:53.051989 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.079363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508279b0-d7cc-4c69-bada-027ef503a557 req-3aa61742-44bd-4e0d-9585-8054f8b2644e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:53.080943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-508279b0-d7cc-4c69-bada-027ef503a557 req-3aa61742-44bd-4e0d-9585-8054f8b2644e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 943 time: 0.0762222 Jul 14 09:49:53.119338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-508279b0-d7cc-4c69-bada-027ef503a557 req-44c184da-54fc-49a4-b9da-b0f43759a268 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Jul 14 09:49:53.120239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:53.123407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:53.128348 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.162745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:53.163387 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.164776 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] 10.222.0.48 "PUT /v2.0/ports/e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 1092 time: 0.9180887 Jul 14 09:49:53.185843 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8839f0d-5d1e-44bf-a02c-8d3701302417 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.240714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-8da8adf7-0f4f-4be3-b4b7-3efaa933926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:53.242225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-8da8adf7-0f4f-4be3-b4b7-3efaa933926c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1095 time: 0.0535042 Jul 14 09:49:53.336246 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-69fe5b88-d7cd-4215-84a9-5452b03034b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:53.337760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-69fe5b88-d7cd-4215-84a9-5452b03034b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 913 time: 0.0898762 Jul 14 09:49:53.379195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-a7e6169a-a7dc-4499-9142-deac2453d754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 217 time: 0.0354235 Jul 14 09:49:53.426241 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-78cf64ed-5d95-4615-b508-24e6af5b56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:53.427644 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-78cf64ed-5d95-4615-b508-24e6af5b56d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 200 len: 852 time: 0.0425296 Jul 14 09:49:53.463785 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-c0ee97bb-6349-4004-92cb-5d5ab9dc723d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299163 Jul 14 09:49:53.550400 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-96b3a669-b26d-41b2-b2b7-55238097fede service neutron] 10.222.0.48 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805988 Jul 14 09:49:53.643502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a38bca0a-ab66-4305-afce-5e872f53df99 req-cbceb184-b248-4b13-ad5e-86d084ef7dd2 service neutron] 10.222.0.48 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 Jul 14 09:49:54.297382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1aae3-8601-48c2-86e5-8082f3ea863f req-49107791-0197-4ddc-9b6a-7c2c3a3977f4 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:54.299224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-39f1aae3-8601-48c2-86e5-8082f3ea863f req-49107791-0197-4ddc-9b6a-7c2c3a3977f4 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 943 time: 0.0657356 Jul 14 09:49:54.343458 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-39f1aae3-8601-48c2-86e5-8082f3ea863f req-879362a0-38e3-4f6c-8db6-4c6ccae092ff tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370917 Jul 14 09:49:54.841480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:54.881181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:54.952278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:54.954930 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa21696-f09a-4263-b7f5-0be99cc606c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:55.004225 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02fb9f2-681a-4083-b872-42a6fac5b415 x-openstack-request-id: req-c02fb9f2-681a-4083-b872-42a6fac5b415 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:55.004673 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:55.005054 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c02fb9f2-681a-4083-b872-42a6fac5b415 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:55.005677 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'status': 'completed', 'code': 200} Jul 14 09:49:55.085822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-7e4057e4-9b72-4551-9346-dc6b34b15af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.087406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-7e4057e4-9b72-4551-9346-dc6b34b15af0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1095 time: 0.0583003 Jul 14 09:49:55.137036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-d90b2543-1a3a-4b89-8301-438546297433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.138727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-d90b2543-1a3a-4b89-8301-438546297433 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1095 time: 0.1150706 Jul 14 09:49:55.209199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-adf5e0f4-b1a3-402c-9c39-215e900f5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.210751 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-adf5e0f4-b1a3-402c-9c39-215e900f5c0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 913 time: 0.1174786 Jul 14 09:49:55.261422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-19d5ff79-b025-492f-b2b0-afe7c40516f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 217 time: 0.0441573 Jul 14 09:49:55.333677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-2bc8dd33-be75-40f2-a8fc-0bfa522e10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.335700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-2bc8dd33-be75-40f2-a8fc-0bfa522e10b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 913 time: 0.1910741 Jul 14 09:49:55.340434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-4e985f7d-e00a-4e8a-bf08-c580437b1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.342208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-4e985f7d-e00a-4e8a-bf08-c580437b1bd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 200 len: 852 time: 0.0738912 Jul 14 09:49:55.385777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-9719e9e7-032c-4546-9905-4a72418ab81a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 217 time: 0.0437799 Jul 14 09:49:55.385999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-2e2b38a5-3913-4721-8832-c2ad97d97768 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378029 Jul 14 09:49:55.445602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-4ac21df0-68c8-4b94-a617-1868b0e8653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.447211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-4ac21df0-68c8-4b94-a617-1868b0e8653d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 200 len: 852 time: 0.0559599 Jul 14 09:49:55.480983 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-4c9901f5-19d3-43b2-9b80-7b439d0a0620 service neutron] 10.222.0.48 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887091 Jul 14 09:49:55.488461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-6f4b49f7-f483-41fc-ae49-3704b21eedc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352182 Jul 14 09:49:55.490365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:55.584446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-fbd245f6-4815-41d0-9c66-0933b2642519 service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894136 Jul 14 09:49:55.619872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:55.626601 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-f4ece581-8296-4db7-9953-d33e7ddf4ae9 service neutron] 10.222.0.48 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370769 Jul 14 09:49:55.631740 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'network_id': '7670ffdb-4d85-4cc6-9dd3-71ce09dce695', 'port_id': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'mac_address': 'fa:16:3e:27:fa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86c31da-19df-4944-8cd3-455a13e2f76b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:55.635792 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc754ee-e77c-47e9-87b5-12dd281245b4 req-b134f41e-941a-4b10-a537-19d9f7c86f93 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:55.637321 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6dc754ee-e77c-47e9-87b5-12dd281245b4 req-b134f41e-941a-4b10-a537-19d9f7c86f93 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 943 time: 0.1466696 Jul 14 09:49:55.678221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.678768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6dc754ee-e77c-47e9-87b5-12dd281245b4 req-00504caa-3274-4e9f-9347-f7c6c5ccd5a4 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Jul 14 09:49:55.692008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:55.696636 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aa21696-f09a-4263-b7f5-0be99cc606c7 req-d59f528d-44c3-4624-82e9-3286bb7ddb9f service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056674 Jul 14 09:49:55.713518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:55.717656 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.763552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:55.770657 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.771004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.771345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.771734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.772051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.772384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.772713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.773039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.773369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.773689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.774011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.774333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:55.963089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:56.104770 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-a4c452ce-f5ed-4803-a189-ffb2689465fe tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.106259 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-a4c452ce-f5ed-4803-a189-ffb2689465fe tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.11 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812&tenant_id=fbe3b3084db64237909adde1a2ef88f1&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 944 time: 0.1082315 Jul 14 09:49:56.162892 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-a427f9b5-c04a-48e9-9b6c-ed93f484258a service neutron] delete failed (client error): The resource could not be found. Jul 14 09:49:56.163928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-a427f9b5-c04a-48e9-9b6c-ed93f484258a service neutron] 10.222.0.11 "DELETE /v2.0/ports/e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0524540 Jul 14 09:49:56.260321 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-7fd8e906-066b-4e4e-9728-7ae59060a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.261739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-7fd8e906-066b-4e4e-9728-7ae59060a470 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbe3b3084db64237909adde1a2ef88f1&device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 1096 time: 0.0563242 Jul 14 09:49:56.351361 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-aa054795-3b1d-41ee-968f-3227836ab58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.352889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-aa054795-3b1d-41ee-968f-3227836ab58d service neutron] 10.222.0.11 "GET /v2.0/networks?id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 200 len: 913 time: 0.0854647 Jul 14 09:49:56.396786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-ea584a1e-71ef-4d20-a07d-4b84abeafe26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 200 len: 217 time: 0.0380344 Jul 14 09:49:56.447031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-2bbb176d-bff3-4d7b-be0b-a4ad685bb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.448618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-2bbb176d-bff3-4d7b-be0b-a4ad685bb998 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 200 len: 852 time: 0.0457318 Jul 14 09:49:56.480699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-a99c3abd-0698-4aef-ad30-f38700ec6c78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7670ffdb-4d85-4cc6-9dd3-71ce09dce695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262680 Jul 14 09:49:56.571793 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-5acb38d1-83a6-4c6e-a77e-e1ab807950c5 service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848687 Jul 14 09:49:56.659118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-29144e9a-ce71-4172-bb2f-a5b5c509c3d4 service neutron] 10.222.0.11 "GET /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814357 Jul 14 09:49:57.474786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33638718-bc75-42a9-90c4-6fbd10d668ce req-b4d583b9-8d90-4c8c-be3c-3e48370ea2ec tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:57.476388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33638718-bc75-42a9-90c4-6fbd10d668ce req-b4d583b9-8d90-4c8c-be3c-3e48370ea2ec tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 944 time: 0.0704086 Jul 14 09:49:57.502642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:57.519762 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33638718-bc75-42a9-90c4-6fbd10d668ce req-a40e6960-c2bc-49ad-a75d-f4804f95843e tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Jul 14 09:49:57.552683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:57.557554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:57.557930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.636681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.662861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:57.665204 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff1116-faa4-4477-b797-fe07dcf75cd4" -d '{"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-plugged", "status": "completed", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:57.678187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:57.683856 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.732079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:57.768841 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e35dd7b-f672-425c-b631-d41131910532 x-openstack-request-id: req-5e35dd7b-f672-425c-b631-d41131910532 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:57.769228 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-plugged", "status": "completed", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:57.769416 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e35dd7b-f672-425c-b631-d41131910532 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:57.769854 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'code': 200} Jul 14 09:49:58.718580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-ca181181-9470-4857-a8da-6f76459f5479 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.720019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-ca181181-9470-4857-a8da-6f76459f5479 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.48 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.1057200 Jul 14 09:49:58.733526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57700aa5-6017-49b0-9542-a82dc5c5f814 req-56993a62-6ee8-4bd1-a330-c7d3f2db3ce8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.734993 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57700aa5-6017-49b0-9542-a82dc5c5f814 req-56993a62-6ee8-4bd1-a330-c7d3f2db3ce8 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/ports?device_id=9170b08c-ddf7-472c-979a-2631a8c12812 HTTP/1.1" status: 200 len: 945 time: 0.0933228 Jul 14 09:49:58.813806 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-57700aa5-6017-49b0-9542-a82dc5c5f814 req-786d0c13-bbcf-42e3-843c-e94dd1ad50e6 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0ff9bd1-450d-495b-be50-61b67818aa60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723722 Jul 14 09:49:58.859520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Deleting port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:58.859867 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.949101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] For port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,segment=NetworkSegment(7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c),segment_id=7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:58.949470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.967597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Calling delete_port for e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:59.092697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.104809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:59.120901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Pushing event deleted for resources: {'Port': ['ID=e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:59.175348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] No DVR routers for this DVR port e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:59.177983 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.180256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09737fa1-ad89-4df2-8c3d-88ec44dab7e9 req-b06c00e7-ba4b-4c70-ae6d-c490ae868e11 tempest-DeleteServersTestJSON-1407684138 tempest-DeleteServersTestJSON-1407684138-project] 10.222.0.48 "DELETE /v2.0/ports/e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 HTTP/1.1" status: 204 len: 173 time: 0.4544258 Jul 14 09:49:59.180705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-deleted', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:59.183506 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd8b7b-25ca-40c5-a926-5c0745ba7a3b" -d '{"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-deleted", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:59.220831 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd6277c-bf67-4c0a-bf17-e7b56dd68cc7 x-openstack-request-id: req-4bd6277c-bf67-4c0a-bf17-e7b56dd68cc7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:59.221159 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9170b08c-ddf7-472c-979a-2631a8c12812", "name": "network-vif-deleted", "tag": "e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:59.221421 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bd6277c-bf67-4c0a-bf17-e7b56dd68cc7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:59.221834 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9170b08c-ddf7-472c-979a-2631a8c12812', 'name': 'network-vif-deleted', 'tag': 'e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71', 'status': 'completed', 'code': 200} Jul 14 09:50:00.056896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 39996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:00.101931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Deleting subnet e86c31da-19df-4944-8cd3-455a13e2f76b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:00.104938 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.143961 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.181986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.232609 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.258847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86c31da-19df-4944-8cd3-455a13e2f76b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:00.261732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.263023 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e86c31da-19df-4944-8cd3-455a13e2f76b HTTP/1.1" status: 204 len: 168 time: 0.2051191 Jul 14 09:50:00.265782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 39998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:00.269277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.269631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.269981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.270322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.270659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.270994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.271326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.271679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.272005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.272347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.272663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.272986 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d64575-fd34-45cb-abca-fc2f72c6bff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:00.336477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.418250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.428418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7670ffdb-4d85-4cc6-9dd3-71ce09dce695']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:00.439925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:00.440223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3c3aa3-aecb-4f1e-9c78-5aeee830e07c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:00.449025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.462293 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.468643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:00.469035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: timer() Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:00.470678 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:00.524179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.530120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.531994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7670ffdb-4d85-4cc6-9dd3-71ce09dce695 HTTP/1.1" status: 204 len: 168 time: 0.2652001 Jul 14 09:50:00.543900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97cd35-a4e9-4b39-a359-4196ef0e3bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7670ffdb-4d85-4cc6-9dd3-71ce09dce695,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:00.641505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:00.687121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dd111e5a-a842-4969-8191-b5dd45be33ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbe3b3084db64237909adde1a2ef88f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443537 Jul 14 09:50:00.689494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:00.738127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35388eca-5905-47d3-bd36-e43edda0a622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.758795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35388eca-5905-47d3-bd36-e43edda0a622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.805378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35388eca-5905-47d3-bd36-e43edda0a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.808164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35388eca-5905-47d3-bd36-e43edda0a622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.809331 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-35388eca-5905-47d3-bd36-e43edda0a622 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0ff9bd1-450d-495b-be50-61b67818aa60 HTTP/1.1" status: 204 len: 168 time: 0.1189432 Jul 14 09:50:00.817323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388eca-5905-47d3-bd36-e43edda0a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff9bd1-450d-495b-be50-61b67818aa60,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:01.454705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40026) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:01.511001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:01.530344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:01.531438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device e6bfe4cc-5e6d-4590-8f84-cb8d8437fa71 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:01.552211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1643919568-network', 'tenant_id': '702fc31e1fed4b93b48ae11390877693'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:01.573800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Made reservation on behalf of 702fc31e1fed4b93b48ae11390877693 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:01.576183 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.584425 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.674165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.678037 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.704066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:01.712942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:01.719518 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.719961 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Added segment beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d of type vlan for network 3ff47dd1-757c-4dd0-a206-5cffff214b18 Jul 14 09:50:01.727764 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.765323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.794600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.795591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:01.796174 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.849523 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3936663 Jul 14 09:50:01.852624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:01.855327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85fcd4-1e52-43f0-8802-4df69dc9caae admin admin] Pushing event updated for resources: {'Network': ['ID=3ff47dd1-757c-4dd0-a206-5cffff214b18,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:01.858315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Request body: {'subnet': {'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1643919568-subnet', 'tenant_id': '702fc31e1fed4b93b48ae11390877693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:01.865625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 3ff47dd1-757c-4dd0-a206-5cffff214b18 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:01.880856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Made reservation on behalf of 702fc31e1fed4b93b48ae11390877693 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:01.883598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.058047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.118249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ae31ec-a4be-4c92-9e76-1e26c5643ebf,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:02.122919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Checking segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:02.123287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Network hostable DHCP agents. Network: 3ff47dd1-757c-4dd0-a206-5cffff214b18, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:02.141352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Network 3ff47dd1-757c-4dd0-a206-5cffff214b18 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:02.152108 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 3ff47dd1-757c-4dd0-a206-5cffff214b18) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:02.156456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:02.157062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.161905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cede994-a785-4c84-a4a3-0ab8df7b0826 None None] Network 3ff47dd1-757c-4dd0-a206-5cffff214b18 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:02.173080 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-327402b5-5b5b-4ac5-bc65-9141f4351315 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3192441 Jul 14 09:50:02.299318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838c428-307e-417f-89af-fd6e698b409d None None] Network 3ff47dd1-757c-4dd0-a206-5cffff214b18 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:02.628907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-99e1f10a-f69e-442a-a951-a9741f9b1128 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:02.630438 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-99e1f10a-f69e-442a-a951-a9741f9b1128 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 815 time: 0.1067362 Jul 14 09:50:02.645882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-f6f8e896-7574-4104-868c-129d13a0d874 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/quotas/702fc31e1fed4b93b48ae11390877693 HTTP/1.1" status: 200 len: 375 time: 0.0093904 Jul 14 09:50:02.680615 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-437c0a4e-0e1e-402c-8365-2bf91ffd8eed tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292068 Jul 14 09:50:02.789987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-a25b989b-1015-4abe-93cc-aa9bdf75b8cf service neutron] 10.222.0.18 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020901 Jul 14 09:50:02.882481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-f0d23c13-6353-484d-a0c8-d3c63209d335 service neutron] 10.222.0.18 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853608 Jul 14 09:50:03.059735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-59befcf4-743f-4f58-a97c-71a0d072103a req-2b50d57e-cb86-4daf-8481-240fa7254b5f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 210 time: 0.0316679 Jul 14 09:50:04.208180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-5ef5f20c-871d-460a-b208-1497fdd6e6b7 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:04.209671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-5ef5f20c-871d-460a-b208-1497fdd6e6b7 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.11 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 815 time: 0.1583710 Jul 14 09:50:04.228340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d600ce32-5303-491f-859f-d219f7b8b71e req-4253550b-89de-49e1-a392-311079ada249 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 210 time: 0.0412266 Jul 14 09:50:04.231964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Request body: {'port': {'device_id': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18', 'admin_state_up': True, 'tenant_id': '702fc31e1fed4b93b48ae11390877693'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:04.354180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Made reservation on behalf of 702fc31e1fed4b93b48ae11390877693 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:04.357642 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:04.485589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Allocated IP 172.20.0.9 (3ff47dd1-757c-4dd0-a206-5cffff214b18/25ae31ec-a4be-4c92-9e76-1e26c5643ebf/258e4dd9-13ed-4a16-98d2-9ceb4253ba7e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:04.638903 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:04.677429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:04.759455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Network 3ff47dd1-757c-4dd0-a206-5cffff214b18 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:04.764964 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:04.772855 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:04.779058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:04.862543 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:04.863608 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:04.884868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6af4c165-36f3-4f7e-b9d6-3061036bde6f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6588283 Jul 14 09:50:04.896290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Request body: {'port': {'device_id': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:04.969174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:05.251531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:05.259332 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:05.272782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Transition to ACTIVE for port object 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:05.278365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:05.330916 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:05.406806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:05.407287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:05.407778 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:05.413191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:50:05.413702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:05.420734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:05.421224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Checking segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:05.421777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Bound using segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:05.422420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Bound port: 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:05.422942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:05.429972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1a774-71a7-4002-b835-6bd308471584 req-ae2fa5fd-1de5-4076-a8d7-486c500ba2f8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:05.432066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eaf1a774-71a7-4002-b835-6bd308471584 req-ae2fa5fd-1de5-4076-a8d7-486c500ba2f8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 943 time: 0.0768311 Jul 14 09:50:05.488948 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eaf1a774-71a7-4002-b835-6bd308471584 req-d51e0a30-bfbd-41ee-8fa4-ddf57f41c4d5 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Jul 14 09:50:05.510962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:05.514443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:05.518357 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:05.554465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:05.555087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:05.557025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] 10.222.0.11 "PUT /v2.0/ports/258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 1092 time: 0.6650198 Jul 14 09:50:05.559263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:05.562523 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02" -d '{"events": [{"name": "network-changed", "server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:05.595973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6fdfc-6598-4319-b6d2-140c4cb4017f service neutron] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:05.659654 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6add611e-2f8f-4b7d-97a7-5427ff95632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:05.661285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-6add611e-2f8f-4b7d-97a7-5427ff95632c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1095 time: 0.0609584 Jul 14 09:50:05.707052 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a79ed-c880-45b3-a724-b0652629d06d x-openstack-request-id: req-6b8a79ed-c880-45b3-a724-b0652629d06d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:05.707385 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:05.707623 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b8a79ed-c880-45b3-a724-b0652629d06d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:05.708037 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'status': 'completed', 'code': 200} Jul 14 09:50:05.709639 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-bc655df1-8a54-448b-a338-d8e781e90223 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 217 time: 0.0392392 Jul 14 09:50:05.763827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-3aeda785-78e1-44e4-8fb4-cd1b701791d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:05.765287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-3aeda785-78e1-44e4-8fb4-cd1b701791d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0494030 Jul 14 09:50:05.797180 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-818ceba3-df6b-4a2b-a840-50360853c65a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263035 Jul 14 09:50:05.886773 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-bde9cfe0-0664-489e-98f8-2a24e8e925c7 service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833001 Jul 14 09:50:05.984280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c27fc6-5f07-46c9-95a4-6824f3302022 req-4f400b7a-bbf2-4949-bc39-f3d58a730e5f service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916564 Jul 14 09:50:06.096473 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-3e17d64a-6aad-4dae-b953-2015004453f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.097870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-3e17d64a-6aad-4dae-b953-2015004453f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1095 time: 0.0554245 Jul 14 09:50:06.468595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-113211a1-4054-4f7b-b8de-06a01740c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.470156 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-113211a1-4054-4f7b-b8de-06a01740c805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.3648090 Jul 14 09:50:06.510945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-f0a51bad-aa54-4a23-a987-d11593be51cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 217 time: 0.0340741 Jul 14 09:50:06.566055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-23a937cb-e2a5-4b5c-96d1-4cc5a465fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.567650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-23a937cb-e2a5-4b5c-96d1-4cc5a465fc1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0504527 Jul 14 09:50:06.608743 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-43629367-38d1-4b3a-8dbf-79ec793e8e30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337296 Jul 14 09:50:06.706120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16931fe-ee2e-470f-a929-2d6a4532811d req-e9ae57d9-d807-4e20-bd98-377ab99850bf tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.708659 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d16931fe-ee2e-470f-a929-2d6a4532811d req-e9ae57d9-d807-4e20-bd98-377ab99850bf tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 943 time: 0.0961449 Jul 14 09:50:06.744619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-2ea9de5d-fcfa-4b44-b4e5-c0f4db2ce00b service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281066 Jul 14 09:50:06.749902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d16931fe-ee2e-470f-a929-2d6a4532811d req-b5d5a0d0-adee-4105-ba25-4cdf800bcb0f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350819 Jul 14 09:50:06.842649 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b6ef5b1b-76dd-4fb7-a8c3-b870de8eee02 req-80feda7d-1ac1-4918-ade7-2836c7547a51 service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909963 Jul 14 09:50:07.951508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f37e-7e9d-4274-aa8e-78c855815ad9 req-94524c7f-ee99-4e24-b65c-86d0d67b4e99 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:07.953054 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f779f37e-7e9d-4274-aa8e-78c855815ad9 req-94524c7f-ee99-4e24-b65c-86d0d67b4e99 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 943 time: 0.0664861 Jul 14 09:50:07.997293 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f779f37e-7e9d-4274-aa8e-78c855815ad9 req-74fb4e38-c893-48b5-8116-79bba723a1b9 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352471 Jul 14 09:50:08.922546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:09.033000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:09.046030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18', 'port_id': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'mac_address': 'fa:16:3e:9f:01:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ae31ec-a4be-4c92-9e76-1e26c5643ebf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:09.087925 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:09.103081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:09.124253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:09.128622 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:09.185490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:09.191527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360bd5-45f4-4082-b8d6-7c4dfb79ddd6 req-79ebf2c0-1b93-4a52-92ef-56a99b201ab6 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:09.193220 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99360bd5-45f4-4082-b8d6-7c4dfb79ddd6 req-79ebf2c0-1b93-4a52-92ef-56a99b201ab6 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 944 time: 0.0732501 Jul 14 09:50:09.238789 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99360bd5-45f4-4082-b8d6-7c4dfb79ddd6 req-858598db-7b48-4a61-a5b8-4f9d8a21ff98 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371187 Jul 14 09:50:09.337565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:10.435667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7370f9-aef6-4941-a7da-25f8d39b1cef req-456ad9fd-70d5-47a5-a98d-e67a0de63cd0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.437361 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d7370f9-aef6-4941-a7da-25f8d39b1cef req-456ad9fd-70d5-47a5-a98d-e67a0de63cd0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 944 time: 0.0740011 Jul 14 09:50:10.487559 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6d7370f9-aef6-4941-a7da-25f8d39b1cef req-6d5d7ef1-c8cc-4537-b5fb-214c141aab58 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Jul 14 09:50:10.951437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:11.003380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:11.007159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:11.007559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.087130 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.115071 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:11.117460 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd62f7c-2b36-4f0d-8bd3-0523ebf72370" -d '{"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-plugged", "status": "completed", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:11.131873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:11.136699 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.160653 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e096ed24-e23d-4cf0-a187-ede43363da8e x-openstack-request-id: req-e096ed24-e23d-4cf0-a187-ede43363da8e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:11.160949 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-plugged", "status": "completed", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:11.161211 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e096ed24-e23d-4cf0-a187-ede43363da8e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:11.161601 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'code': 200} Jul 14 09:50:11.196124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:11.283732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811986a-c8d2-4b89-8b06-f71fec9e340b req-93927185-6d26-471d-be88-9a3582b2f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:11.285440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4811986a-c8d2-4b89-8b06-f71fec9e340b req-93927185-6d26-471d-be88-9a3582b2f203 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1097 time: 0.0621157 Jul 14 09:50:11.324050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4811986a-c8d2-4b89-8b06-f71fec9e340b req-40e0ee53-d38f-42fb-b858-9779fb9866a1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Jul 14 09:50:11.709667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ac79c-37cb-4ee8-a9a4-e67d58bbdcb9 req-5c6efe67-bcac-4056-b01a-a8189bcc8939 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:11.711676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-071ac79c-37cb-4ee8-a9a4-e67d58bbdcb9 req-5c6efe67-bcac-4056-b01a-a8189bcc8939 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.1003892 Jul 14 09:50:11.756532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-071ac79c-37cb-4ee8-a9a4-e67d58bbdcb9 req-503a3b61-ab68-4242-afc9-67a3abdd5c34 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 Jul 14 09:50:12.954374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f249454-e840-4692-b105-7eaf89a636e6 req-895b9ecf-1d34-42f1-a96d-4656faf0d4db tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:12.955982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f249454-e840-4692-b105-7eaf89a636e6 req-895b9ecf-1d34-42f1-a96d-4656faf0d4db tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0753105 Jul 14 09:50:12.996579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6f249454-e840-4692-b105-7eaf89a636e6 req-a8f98d3d-6400-4a54-85cb-cb85664fb5c5 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349777 Jul 14 09:50:13.183000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11262045-83b9-451f-9b0f-087dedab2930 req-766dedd1-6997-4a2e-8685-c6fc5b41b41f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:13.184545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11262045-83b9-451f-9b0f-087dedab2930 req-766dedd1-6997-4a2e-8685-c6fc5b41b41f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0664179 Jul 14 09:50:13.228984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11262045-83b9-451f-9b0f-087dedab2930 req-c134a174-3d35-499e-9b1b-b5239fce0c72 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387685 Jul 14 09:50:13.618736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31213f-4441-4694-b714-120c6a86787f req-3a8ff75f-6798-478b-b21a-deff47c1c255 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:13.621084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e31213f-4441-4694-b714-120c6a86787f req-3a8ff75f-6798-478b-b21a-deff47c1c255 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0744629 Jul 14 09:50:13.665809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e31213f-4441-4694-b714-120c6a86787f req-6019f964-92cf-4784-a3ef-cdf8f69411d0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Jul 14 09:50:13.740847 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:50:13.877192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8cf-bae1-4f36-b1f5-bf4e1ae81177 req-71a2722f-b848-4906-b109-aec3b52215be tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:13.878743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2571c8cf-bae1-4f36-b1f5-bf4e1ae81177 req-71a2722f-b848-4906-b109-aec3b52215be tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0689769 Jul 14 09:50:13.937850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2571c8cf-bae1-4f36-b1f5-bf4e1ae81177 req-d2253544-726e-426d-a1d2-e4508895ae9c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521212 Jul 14 09:50:14.326816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-844f4237-457a-4af8-8b21-8d3e6785b144 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832977 Jul 14 09:50:14.392521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bcc58-829b-4b42-9fef-21f41ccc7351 req-1197594a-52f5-440c-8e90-f243de3e6232 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:14.394252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a2bcc58-829b-4b42-9fef-21f41ccc7351 req-1197594a-52f5-440c-8e90-f243de3e6232 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0842738 Jul 14 09:50:14.449114 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a2bcc58-829b-4b42-9fef-21f41ccc7351 req-a87b5dcb-ab4c-4a5b-acde-3292f3a13447 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Jul 14 09:50:15.649102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05fda-8dcd-410b-bb09-7818106adc6a req-4184faa4-88ea-4a78-9c80-3a5bcac38a6e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.651448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aef05fda-8dcd-410b-bb09-7818106adc6a req-4184faa4-88ea-4a78-9c80-3a5bcac38a6e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0735724 Jul 14 09:50:15.702201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-aef05fda-8dcd-410b-bb09-7818106adc6a req-5d46276b-ea5e-440d-ba37-021ad48e22e9 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Jul 14 09:50:15.818201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-9a9c60ae-d593-4e38-a1e5-ffd533afdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.819833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-9a9c60ae-d593-4e38-a1e5-ffd533afdb1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1097 time: 0.0645683 Jul 14 09:50:15.925791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-42e0e9e3-7a52-41ec-accf-e822ae3ffd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.927578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-42e0e9e3-7a52-41ec-accf-e822ae3ffd89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.1013260 Jul 14 09:50:15.980296 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-01d00e9e-6eb9-4e6e-92a4-8310bb325f12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 217 time: 0.0463941 Jul 14 09:50:16.004477 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5553755-d9d9-49ea-bdda-80cbc6916629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.041201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-eda3122e-b971-4921-8322-0f9b9bf3214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.042896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-eda3122e-b971-4921-8322-0f9b9bf3214b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0570161 Jul 14 09:50:16.078493 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-1e01f145-99de-4119-85bb-2fd238aa3e76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295508 Jul 14 09:50:16.184596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-8e99d8f1-0ff8-40bf-ba28-fc15a12ec035 service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997591 Jul 14 09:50:16.283002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-c88db146-cc01-4168-a928-6a80084039f4 service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918763 Jul 14 09:50:16.887884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3025c2-64bb-42d0-ab63-c0b50ef06ea9 req-66e6c32d-83dd-4cba-947c-e55e9930ec05 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.889381 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da3025c2-64bb-42d0-ab63-c0b50ef06ea9 req-66e6c32d-83dd-4cba-947c-e55e9930ec05 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0643454 Jul 14 09:50:16.927616 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-da3025c2-64bb-42d0-ab63-c0b50ef06ea9 req-db17080c-77fc-4afe-9037-eb78645a9d52 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Jul 14 09:50:18.104218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12033-0c3c-43fc-ab59-25dfa1d6ae3f req-436c6982-f722-42bf-a914-3cb21907966d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:18.105696 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4f12033-0c3c-43fc-ab59-25dfa1d6ae3f req-436c6982-f722-42bf-a914-3cb21907966d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0640419 Jul 14 09:50:18.142620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c4f12033-0c3c-43fc-ab59-25dfa1d6ae3f req-9d18cf39-2bd9-46da-a31c-fc8639dd06ce tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Jul 14 09:50:19.099759 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.335927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e40bca-a3c7-4693-9683-a2eba87232db req-4fc50854-47f8-4b27-8df5-3b96ba9c086d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:19.337916 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-36e40bca-a3c7-4693-9683-a2eba87232db req-4fc50854-47f8-4b27-8df5-3b96ba9c086d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0816908 Jul 14 09:50:19.388445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-36e40bca-a3c7-4693-9683-a2eba87232db req-d46704d9-597a-4a16-9ffe-c60c33483280 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Jul 14 09:50:19.699770 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a07c08b-19a3-445c-a7bf-28057e7add72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.800872 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.357373 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.570030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cf505-9adc-4730-9b88-52f46ec3aeb8 req-78307e57-ac73-4cb1-abd2-5bbc944557cc tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:20.571561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e1cf505-9adc-4730-9b88-52f46ec3aeb8 req-78307e57-ac73-4cb1-abd2-5bbc944557cc tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0687132 Jul 14 09:50:20.610062 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e1cf505-9adc-4730-9b88-52f46ec3aeb8 req-dc76e4e0-cf9a-4f57-845a-338b03f6a12b tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328765 Jul 14 09:50:21.518218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.783681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc80aa-b39e-40de-9f97-bf58adae5f33 req-25e50054-e2a2-4a04-9b49-3aad9827e85e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:21.785103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5efc80aa-b39e-40de-9f97-bf58adae5f33 req-25e50054-e2a2-4a04-9b49-3aad9827e85e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0641358 Jul 14 09:50:21.822636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5efc80aa-b39e-40de-9f97-bf58adae5f33 req-6f68ed6b-f190-4b07-a286-7e10cae98ecd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Jul 14 09:50:22.994205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21832eb3-4840-4613-a5f9-70f40f5dee19 req-a587eec1-7023-4bfa-83a8-5286aa62a6ad tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:22.996276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21832eb3-4840-4613-a5f9-70f40f5dee19 req-a587eec1-7023-4bfa-83a8-5286aa62a6ad tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0639255 Jul 14 09:50:23.033936 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21832eb3-4840-4613-a5f9-70f40f5dee19 req-6dc2da08-bdef-426c-a3b8-2afc06297307 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Jul 14 09:50:24.210388 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d22d5-88af-457d-981d-d1a69e677938 req-bf305d7b-369b-49a7-9ffd-6d9fd009ee5d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:24.211883 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a6d22d5-88af-457d-981d-d1a69e677938 req-bf305d7b-369b-49a7-9ffd-6d9fd009ee5d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0622623 Jul 14 09:50:24.253651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0a6d22d5-88af-457d-981d-d1a69e677938 req-2fb50c27-8a49-4f7f-9068-4c1ff94fb911 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356057 Jul 14 09:50:25.453908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fba3e3-bd52-4c33-a53a-2d7dfd8434dd req-786c7341-f70e-4059-ab58-55a67db41fc8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:25.455522 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36fba3e3-bd52-4c33-a53a-2d7dfd8434dd req-786c7341-f70e-4059-ab58-55a67db41fc8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0706198 Jul 14 09:50:25.500958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36fba3e3-bd52-4c33-a53a-2d7dfd8434dd req-a18e75f1-7baf-43e1-b149-85d46b6ae840 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372605 Jul 14 09:50:26.688526 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83983ad-d71f-4156-ab65-6f20cf1fcc1a req-e493ebb4-3063-4f5e-a219-cff301b0c7d0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.689944 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f83983ad-d71f-4156-ab65-6f20cf1fcc1a req-e493ebb4-3063-4f5e-a219-cff301b0c7d0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0688143 Jul 14 09:50:26.728466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f83983ad-d71f-4156-ab65-6f20cf1fcc1a req-8be44b9f-7ef1-43a0-8f3c-e1e04eab54cd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Jul 14 09:50:27.907936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40973333-4f25-43c8-9c17-d26016b137f8 req-a01df420-533e-4bc5-a456-1e6227fc1218 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:27.909447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40973333-4f25-43c8-9c17-d26016b137f8 req-a01df420-533e-4bc5-a456-1e6227fc1218 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0643332 Jul 14 09:50:27.946225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40973333-4f25-43c8-9c17-d26016b137f8 req-06fd1a14-eb20-4e04-b3b2-a595fb6e964b tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Jul 14 09:50:29.123965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e23940-986f-4a27-bf0a-dbd4ec9ac927 req-b956ff1e-2da6-4527-bceb-331ee0c8a596 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:29.125499 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3e23940-986f-4a27-bf0a-dbd4ec9ac927 req-b956ff1e-2da6-4527-bceb-331ee0c8a596 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0653751 Jul 14 09:50:29.179068 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c3e23940-986f-4a27-bf0a-dbd4ec9ac927 req-985d24d5-afad-4606-b62d-345c2b66e85d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476644 Jul 14 09:50:30.361084 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dcd97-d711-45cd-9167-884185debd78 req-69308be2-6042-40e4-9f16-2a67e3a4076d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:30.362670 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f7dcd97-d711-45cd-9167-884185debd78 req-69308be2-6042-40e4-9f16-2a67e3a4076d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0677316 Jul 14 09:50:30.404168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f7dcd97-d711-45cd-9167-884185debd78 req-133be0a1-7228-43df-a807-336e61f19887 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356383 Jul 14 09:50:31.590743 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b491c-7156-4e6f-907f-84756343c849 req-3d578cd2-d139-4122-b361-9620ba6c866e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:31.592176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e5b491c-7156-4e6f-907f-84756343c849 req-3d578cd2-d139-4122-b361-9620ba6c866e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0718894 Jul 14 09:50:31.633203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e5b491c-7156-4e6f-907f-84756343c849 req-d5e2600b-c78d-4847-9654-d9983e79b74b tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330904 Jul 14 09:50:31.728870 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.810260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658f045-dbe7-46a1-a02a-757b07a9a54f req-a0a8c692-e047-4f64-b009-209fcaf3c7ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:32.811698 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f658f045-dbe7-46a1-a02a-757b07a9a54f req-a0a8c692-e047-4f64-b009-209fcaf3c7ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0692720 Jul 14 09:50:32.850266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f658f045-dbe7-46a1-a02a-757b07a9a54f req-af49e345-e58f-451e-8152-2d05934ef135 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330670 Jul 14 09:50:34.034738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be805b9-f0f7-4cd6-84e8-1ba6ca22f08d req-18b9251a-f4c1-4fba-99af-ebecc257fb38 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:34.036298 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2be805b9-f0f7-4cd6-84e8-1ba6ca22f08d req-18b9251a-f4c1-4fba-99af-ebecc257fb38 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0663805 Jul 14 09:50:34.075393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2be805b9-f0f7-4cd6-84e8-1ba6ca22f08d req-f8bd6d01-3ef4-4e7e-b808-e332f203ceaa tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Jul 14 09:50:35.246236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d65fd-9ee5-4d42-bc94-89f30cdccc26 req-05138608-64b7-456a-b3c7-42ec67390876 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:35.247798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e3d65fd-9ee5-4d42-bc94-89f30cdccc26 req-05138608-64b7-456a-b3c7-42ec67390876 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0635419 Jul 14 09:50:35.287278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0e3d65fd-9ee5-4d42-bc94-89f30cdccc26 req-9349def7-1882-40b6-a394-38e345190f23 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Jul 14 09:50:36.460233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae990e99-f3bd-4fd9-ba19-96129d2d4ca1 req-f76f7c66-1364-42fb-b646-91d90d2fecda tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:36.462019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae990e99-f3bd-4fd9-ba19-96129d2d4ca1 req-f76f7c66-1364-42fb-b646-91d90d2fecda tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0651159 Jul 14 09:50:36.507650 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae990e99-f3bd-4fd9-ba19-96129d2d4ca1 req-604e0e4e-1fdf-4a16-8d79-79212de11121 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Jul 14 09:50:37.692001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72c47-98a9-4b10-bfc8-25c7e791f960 req-02e611ac-619f-4667-a980-46a1213da145 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:37.693463 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06c72c47-98a9-4b10-bfc8-25c7e791f960 req-02e611ac-619f-4667-a980-46a1213da145 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0702107 Jul 14 09:50:37.732571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06c72c47-98a9-4b10-bfc8-25c7e791f960 req-ab9dab0a-fade-4243-ae47-d628b263c297 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Jul 14 09:50:38.907759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a4dbe-7d9c-4638-90f0-77f6903e182f req-f57e2543-a941-46f2-a32e-003ba396095c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:38.909256 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-393a4dbe-7d9c-4638-90f0-77f6903e182f req-f57e2543-a941-46f2-a32e-003ba396095c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0628667 Jul 14 09:50:38.949202 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-393a4dbe-7d9c-4638-90f0-77f6903e182f req-5c961b49-1800-447e-88f1-15c9e9366c0f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343659 Jul 14 09:50:40.119233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59799262-a136-4daa-814c-0b360493f8f1 req-5b4f015b-a7ac-409c-9cd0-b57942f9e827 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:40.121276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59799262-a136-4daa-814c-0b360493f8f1 req-5b4f015b-a7ac-409c-9cd0-b57942f9e827 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0642722 Jul 14 09:50:40.158932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59799262-a136-4daa-814c-0b360493f8f1 req-0fb7452f-04c8-4732-91c9-179983db6a34 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Jul 14 09:50:41.346242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924996-1456-49ea-9690-f855ed74fc9a req-e7ab846b-91c5-451d-9519-4d4fa37e7d1d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:41.347917 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47924996-1456-49ea-9690-f855ed74fc9a req-e7ab846b-91c5-451d-9519-4d4fa37e7d1d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0644848 Jul 14 09:50:41.387877 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-47924996-1456-49ea-9690-f855ed74fc9a req-14f9d3ed-4c16-4ee1-ae55-b9140a59fed0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Jul 14 09:50:42.576071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045348-d1fd-4994-9ff1-544da628b4ce req-64a8ad5e-5dd4-4a8e-baf9-3dc236381bd3 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:42.577576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf045348-d1fd-4994-9ff1-544da628b4ce req-64a8ad5e-5dd4-4a8e-baf9-3dc236381bd3 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0666804 Jul 14 09:50:42.614662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf045348-d1fd-4994-9ff1-544da628b4ce req-c62cd26f-8961-4419-855e-20e06f6e5618 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Jul 14 09:50:43.149978 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-5cda6509-7507-4045-9051-906d58b1c5eb service neutron] show failed (client error): The resource could not be found. Jul 14 09:50:43.151015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-5cda6509-7507-4045-9051-906d58b1c5eb service neutron] 10.222.0.11 "GET /v2.0/ports/258e4dd9-13ed-4a16-98d2-9ceb4253ba7e/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0592411 Jul 14 09:50:43.402580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-68f34e0a-175a-493a-a685-3f1bc7e38971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:43.404016 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-68f34e0a-175a-493a-a685-3f1bc7e38971 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23&tenant_id=702fc31e1fed4b93b48ae11390877693 HTTP/1.1" status: 200 len: 1097 time: 0.0566821 Jul 14 09:50:43.415137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:43.487310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.691539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:43.725096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:43.798076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:43.800405 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51cbda-abd0-4696-bf86-23ab6c93433d" -d '{"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-unplugged", "status": "completed", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:43.804366 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.827039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Transition to ACTIVE for port object 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:43.832673 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.865817 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90038bfb-126b-4527-8409-29f649c10485 x-openstack-request-id: req-90038bfb-126b-4527-8409-29f649c10485 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:43.866120 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-unplugged", "status": "completed", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:43.866378 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90038bfb-126b-4527-8409-29f649c10485 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:43.866782 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'code': 200} Jul 14 09:50:43.880742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c41978-448a-4a87-869f-da4589a01723 req-c68bf042-c968-491a-a9a0-f1f7faeaa43a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:43.882251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c41978-448a-4a87-869f-da4589a01723 req-c68bf042-c968-491a-a9a0-f1f7faeaa43a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.1337826 Jul 14 09:50:43.919653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] No DVR routers for this DVR port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:43.937920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:43.984304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b5c41978-448a-4a87-869f-da4589a01723 req-a693d12e-4214-40a7-b7aa-c69dc8b0b730 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937846 Jul 14 09:50:43.986660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:43.987000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:43.987333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:43.991841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:50:43.992167 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Attempting to bind port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:43.998177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:43.998371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Checking segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:43.998686 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Bound using segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:43.999125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Bound port: 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:43.999551 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.065630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:44.068875 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:44.073725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.108776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:44.109465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.110862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] 10.222.0.48 "PUT /v2.0/ports/258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 1092 time: 0.6997423 Jul 14 09:50:44.133598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c45c37-1cca-4de1-928b-4894f3b4d60e service neutron] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:44.198548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-d9d70fdd-83fb-4da6-add9-4cd951721c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:44.200086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-d9d70fdd-83fb-4da6-add9-4cd951721c93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1095 time: 0.0623422 Jul 14 09:50:44.305029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-85ee94f5-d14f-45f9-9acf-ea76f2d74a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:44.306540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-85ee94f5-d14f-45f9-9acf-ea76f2d74a12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.1007831 Jul 14 09:50:44.351780 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-4fc18364-3e22-411e-821e-4c141d9ebdfe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 217 time: 0.0389888 Jul 14 09:50:44.398375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-e02985be-9d1e-466a-87f9-1cecc99bfea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:44.399872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-e02985be-9d1e-466a-87f9-1cecc99bfea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0425277 Jul 14 09:50:44.433047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-7a63e5f9-906e-48ac-b7d7-a0c3d64bdd8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271645 Jul 14 09:50:44.525240 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-7b79670b-ae32-44a7-9a6b-0ac6333b366e service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864217 Jul 14 09:50:44.615586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb60c6a1-3c1c-48c4-b43e-07a2f9a0d37f req-940ac5d3-378d-49a1-82f4-b58acded690e service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843773 Jul 14 09:50:45.183824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad93b-381c-420a-8250-f44cb67a2e5f req-47f62d15-8433-44d9-acd1-68f380f55cb1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:45.185450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7dad93b-381c-420a-8250-f44cb67a2e5f req-47f62d15-8433-44d9-acd1-68f380f55cb1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 943 time: 0.0710566 Jul 14 09:50:45.226451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f7dad93b-381c-420a-8250-f44cb67a2e5f req-affbe7ff-81a4-4ed9-8167-070b2cf81bed tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351419 Jul 14 09:50:45.868273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:45.871277 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05" -d '{"events": [{"name": "network-changed", "server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:45.919187 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311f56a7-42ab-4859-97a9-b66263d94403 x-openstack-request-id: req-311f56a7-42ab-4859-97a9-b66263d94403 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:45.919516 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:45.920756 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-311f56a7-42ab-4859-97a9-b66263d94403 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:45.921187 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'status': 'completed', 'code': 200} Jul 14 09:50:45.995019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-61f8248c-7737-449b-99b3-24128e878773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:45.996930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9588810-405c-4bea-907d-d454601ffbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.997556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-61f8248c-7737-449b-99b3-24128e878773 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1095 time: 0.0595431 Jul 14 09:50:46.015312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-27937aac-9282-4662-be94-f29ee14a2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.017678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-27937aac-9282-4662-be94-f29ee14a2eed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1095 time: 0.0629148 Jul 14 09:50:46.120677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-03b15fcc-9b15-4968-a8d9-0d13ea9a8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.123098 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-03b15fcc-9b15-4968-a8d9-0d13ea9a8235 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.1197608 Jul 14 09:50:46.131703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-34bcebb8-4fb2-4861-a073-ca55cedbe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.133299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-34bcebb8-4fb2-4861-a073-ca55cedbe05d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.1072850 Jul 14 09:50:46.165052 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-9e32f6bf-9754-452d-8303-bb9f53ad5749 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 217 time: 0.0351350 Jul 14 09:50:46.175195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-89612b12-9f32-4976-91e5-5e434e353d74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 217 time: 0.0358117 Jul 14 09:50:46.217626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-9049afed-b4f4-4c09-ae1b-800d1a89e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.219149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-9049afed-b4f4-4c09-ae1b-800d1a89e992 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0483508 Jul 14 09:50:46.224148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-6b59fa65-512c-42e5-89ae-4d6cc16ae670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.225667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-6b59fa65-512c-42e5-89ae-4d6cc16ae670 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0444336 Jul 14 09:50:46.252355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-69d4c863-17a7-495d-bae2-df3f9a99ab27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273697 Jul 14 09:50:46.263489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-2be2e6dd-b1b5-44ef-b1dd-7d8dde47230c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319245 Jul 14 09:50:46.343515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-252a8fca-2252-4e8f-a406-57e5a3c721ba service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Jul 14 09:50:46.358641 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-8379b8eb-5603-4eb0-863d-b8260732faf3 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888593 Jul 14 09:50:46.460954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-20ce68a4-136a-45f6-84c1-ff96fdec425f service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964537 Jul 14 09:50:46.482218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe6054-26a0-405a-95ea-6449881648cd req-6c73059f-c87a-4c99-9f84-d9541a2711c8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.483822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45fe6054-26a0-405a-95ea-6449881648cd req-6c73059f-c87a-4c99-9f84-d9541a2711c8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 943 time: 0.1394279 Jul 14 09:50:46.486388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7c6d73e8-d8c5-43bc-b5e7-bbf886c51a05 req-f8bb83e9-5a5b-46bd-a129-dba2a3753e5d service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322358 Jul 14 09:50:46.522688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-45fe6054-26a0-405a-95ea-6449881648cd req-10e5e020-58ef-4b15-be98-5087b506b08a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jul 14 09:50:46.867254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308049cf-e73f-4f74-929a-f7f4812dec53 req-6622c9ac-1484-4199-8373-1196879aa569 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.868824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-308049cf-e73f-4f74-929a-f7f4812dec53 req-6622c9ac-1484-4199-8373-1196879aa569 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 943 time: 0.1113112 Jul 14 09:50:46.893208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475af329-9ed5-4694-91be-692a0aab9ebd req-44a8ab72-d96c-4c7d-9f8f-80074fdd1811 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:46.894708 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-44a8ab72-d96c-4c7d-9f8f-80074fdd1811 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.11 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23&tenant_id=702fc31e1fed4b93b48ae11390877693&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 943 time: 0.1273763 Jul 14 09:50:46.952778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-308049cf-e73f-4f74-929a-f7f4812dec53 req-1bf6261b-1c25-4570-ac13-3ac1ed950d2f tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766623 Jul 14 09:50:46.971066 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-475af329-9ed5-4694-91be-692a0aab9ebd req-83c86df2-34e5-430d-a1bb-1a9833833ad4 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:50:46.972116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-83c86df2-34e5-430d-a1bb-1a9833833ad4 service neutron] 10.222.0.11 "DELETE /v2.0/ports/258e4dd9-13ed-4a16-98d2-9ceb4253ba7e/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0710056 Jul 14 09:50:47.069242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475af329-9ed5-4694-91be-692a0aab9ebd req-8201941b-3b5a-494e-aab3-8ed90a291d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.070758 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-8201941b-3b5a-494e-aab3-8ed90a291d5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 1095 time: 0.0567706 Jul 14 09:50:47.094643 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:47.131466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:47.158104 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475af329-9ed5-4694-91be-692a0aab9ebd req-dcb02a09-5158-49cb-9c32-aee3106e818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.159657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-dcb02a09-5158-49cb-9c32-aee3106e818f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0834494 Jul 14 09:50:47.204497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-398c2ff9-1ba3-4f77-9b04-b81a19bf3dbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 200 len: 217 time: 0.0384150 Jul 14 09:50:47.252076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475af329-9ed5-4694-91be-692a0aab9ebd req-b9beb1b8-6311-4507-b654-1e94125637ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.253454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-b9beb1b8-6311-4507-b654-1e94125637ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0430114 Jul 14 09:50:47.287721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-f00d8fe8-e9f4-46f2-bc51-8b2ff9ff826f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274005 Jul 14 09:50:47.377693 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-870464bb-96e4-4752-b480-7bf4789852bd service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838950 Jul 14 09:50:47.466337 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475af329-9ed5-4694-91be-692a0aab9ebd req-8fc201ba-09a1-4250-b7aa-c224987d2278 service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826306 Jul 14 09:50:47.706299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:47.804831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:47.818457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18', 'port_id': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'mac_address': 'fa:16:3e:9f:01:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ae31ec-a4be-4c92-9e76-1e26c5643ebf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:47.855638 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:47.868484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:47.889431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:47.893429 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:47.942057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:48.094077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:48.131813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a501ea-3e57-4348-8acc-6b90dd7a1d3a req-33dc2379-d754-4100-8f9c-57bedc8ed415 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:48.133448 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46a501ea-3e57-4348-8acc-6b90dd7a1d3a req-33dc2379-d754-4100-8f9c-57bedc8ed415 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 944 time: 0.0666471 Jul 14 09:50:48.173405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-46a501ea-3e57-4348-8acc-6b90dd7a1d3a req-ccb30923-8726-48fa-9786-7ce301659b04 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Jul 14 09:50:48.347227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920911-0957-496f-aabb-a9f9a038911b req-d524ab47-e5c1-4c68-92ea-fe7c4580e94c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:48.348696 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd920911-0957-496f-aabb-a9f9a038911b req-d524ab47-e5c1-4c68-92ea-fe7c4580e94c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 944 time: 0.0648744 Jul 14 09:50:48.392233 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dd920911-0957-496f-aabb-a9f9a038911b req-39d7c91f-74c7-4055-a043-df04ae40b701 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 Jul 14 09:50:48.566940 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c13a2-75dd-43a2-a9d0-ae5e76da9e8c req-da977492-45a7-4233-a704-65ac4ce56b98 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:48.568437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c99c13a2-75dd-43a2-a9d0-ae5e76da9e8c req-da977492-45a7-4233-a704-65ac4ce56b98 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 944 time: 0.0621130 Jul 14 09:50:48.605935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c99c13a2-75dd-43a2-a9d0-ae5e76da9e8c req-2f9f34a6-c3ce-48ca-ae49-dcb6703a869a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Jul 14 09:50:49.101154 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.232726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-64f053fb-bbee-430b-b996-238b3c3e7349 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:49.234118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-64f053fb-bbee-430b-b996-238b3c3e7349 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 815 time: 0.1044829 Jul 14 09:50:49.249252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-0628ac53-1a2d-4ec6-80a9-ebbef2d3343a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/quotas/702fc31e1fed4b93b48ae11390877693 HTTP/1.1" status: 200 len: 375 time: 0.0097909 Jul 14 09:50:49.312966 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f76ffc2c-3d99-44e5-bae9-1c34f75ebe1a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586138 Jul 14 09:50:49.700298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:49.724429 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34794861-7092-4258-a756-7d3df3e92b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.740059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-68ddc024-96a3-4fc9-bdf4-5842ccd7d2b0 service neutron] 10.222.0.18 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203992 Jul 14 09:50:49.751743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:49.755679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:49.756301 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.812093 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.830760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-73913f8d-c767-4aac-a154-e6b4a2fc0710 service neutron] 10.222.0.18 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846415 Jul 14 09:50:49.848160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.870679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:49.873034 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98221e30-4893-4800-b1b9-4dbf28007a14" -d '{"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-plugged", "status": "completed", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:49.886849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:49.891664 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.915607 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6b202-c06a-4169-bfff-e81935a1a05f x-openstack-request-id: req-04b6b202-c06a-4169-bfff-e81935a1a05f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:49.915905 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-plugged", "status": "completed", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:49.916190 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04b6b202-c06a-4169-bfff-e81935a1a05f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:49.916606 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'code': 200} Jul 14 09:50:49.943105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:50.011632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8b27285a-17f1-40e0-a253-322fec5e3c10 req-32b0f3c6-02d8-42c0-8556-272422492afe tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 210 time: 0.0285661 Jul 14 09:50:50.330869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94993e8-5977-492f-bd81-4870816e925c req-860106dd-3ea6-4c36-9ebf-951710255d24 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:50.332403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d94993e8-5977-492f-bd81-4870816e925c req-860106dd-3ea6-4c36-9ebf-951710255d24 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.48 "GET /v2.0/ports?device_id=e895f27e-4cbd-4c26-a1a0-a620e4703b23 HTTP/1.1" status: 200 len: 945 time: 0.0701647 Jul 14 09:50:50.370990 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.436785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Deleting port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:50.437128 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.529850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] For port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:50.530212 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.543322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Calling delete_port for 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:50.671203 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.683123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:50.711913 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Pushing event deleted for resources: {'Port': ['ID=258e4dd9-13ed-4a16-98d2-9ceb4253ba7e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:50.740825 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:50:50.754194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] No DVR routers for this DVR port 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:50.756777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.758762 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d94993e8-5977-492f-bd81-4870816e925c req-4f56f43f-5714-487a-9e85-12c83515910d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.48 "DELETE /v2.0/ports/258e4dd9-13ed-4a16-98d2-9ceb4253ba7e HTTP/1.1" status: 204 len: 173 time: 0.4204679 Jul 14 09:50:50.759194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-deleted', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:50.761555 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3688a7c0-3860-40b1-9d9a-1670eb660213" -d '{"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-deleted", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:50.802324 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1159b46-e03d-4859-bbe5-83879f0a85b7 x-openstack-request-id: req-a1159b46-e03d-4859-bbe5-83879f0a85b7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:50.802617 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895f27e-4cbd-4c26-a1a0-a620e4703b23", "name": "network-vif-deleted", "tag": "258e4dd9-13ed-4a16-98d2-9ceb4253ba7e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:50.802865 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1159b46-e03d-4859-bbe5-83879f0a85b7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:50.803300 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895f27e-4cbd-4c26-a1a0-a620e4703b23', 'name': 'network-vif-deleted', 'tag': '258e4dd9-13ed-4a16-98d2-9ceb4253ba7e', 'status': 'completed', 'code': 200} Jul 14 09:50:51.055665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-bf976042-9ae3-4c0e-b987-d4a2ab8dcc27 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:51.057279 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-bf976042-9ae3-4c0e-b987-d4a2ab8dcc27 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 815 time: 0.1213858 Jul 14 09:50:51.069121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Request body: {'port': {'device_id': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18', 'admin_state_up': True, 'tenant_id': '702fc31e1fed4b93b48ae11390877693'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:51.165322 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9fca818-03a5-405c-987e-da61a1aaeb1f req-449cd97c-19ef-4ac4-913f-5209acd7131b tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 210 time: 0.0394683 Jul 14 09:50:51.202860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Made reservation on behalf of 702fc31e1fed4b93b48ae11390877693 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:51.206464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.335639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Allocated IP 172.20.0.13 (3ff47dd1-757c-4dd0-a206-5cffff214b18/25ae31ec-a4be-4c92-9e76-1e26c5643ebf/a62a54b7-e1cb-49a1-9ea1-e809c591ca71) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:51.495416 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.528911 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.540735 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.574816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['258e4dd9-13ed-4a16-98d2-9ceb4253ba7e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:51.586530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Network 3ff47dd1-757c-4dd0-a206-5cffff214b18 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:51.592810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:51.597093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:51.628173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:51.655833 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:51.656509 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.673608 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-508a6f39-a317-48ac-bc48-08b7db1f2c19 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084273 Jul 14 09:50:51.685667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Request body: {'port': {'device_id': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:51.765774 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.028617 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62a54b7-e1cb-49a1-9ea1-e809c591ca71 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:52.036047 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.047660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Transition to ACTIVE for port object a62a54b7-e1cb-49a1-9ea1-e809c591ca71 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:52.051955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.102611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:52.175143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:52.175510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:52.175846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:52.180918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:50:52.181252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:52.188250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:52.189028 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Checking segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:52.189193 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Bound using segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:52.189830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Bound port: a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:52.190350 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.318594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:52.336265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:52.342197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.390148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:52.390777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.392224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] 10.222.0.48 "PUT /v2.0/ports/a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 1093 time: 0.7115843 Jul 14 09:50:52.425209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a569e-cc3a-4cb2-96a9-999fe4ee346d req-fb4b8f11-15da-44c9-976a-425ebcc79d13 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:52.426863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d9a569e-cc3a-4cb2-96a9-999fe4ee346d req-fb4b8f11-15da-44c9-976a-425ebcc79d13 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 944 time: 0.1521230 Jul 14 09:50:52.428125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fbbdf-64c0-4bc9-a552-d714d806058a service neutron] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:52.501130 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d9a569e-cc3a-4cb2-96a9-999fe4ee346d req-5309cb54-213b-4e09-86f4-751ec7274132 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Jul 14 09:50:52.518033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-ab5252a8-ffe8-4d89-9e1a-013f2e95cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:52.519599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-ab5252a8-ffe8-4d89-9e1a-013f2e95cac6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1096 time: 0.0834720 Jul 14 09:50:52.570546 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-88fc81c6-c4fc-4919-8e34-5836c4c80adc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.0434978 Jul 14 09:50:52.619433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-2560adc3-b677-443e-8ae9-059088839715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:52.621114 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-2560adc3-b677-443e-8ae9-059088839715 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0451238 Jul 14 09:50:52.655456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-ecd3e49b-7bb9-49a4-be42-60960d9b6890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285604 Jul 14 09:50:52.751483 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-ef9c153e-2ab3-4680-ab2f-c92378b89bef service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900781 Jul 14 09:50:52.806982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:52.809581 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b521696-8af7-47bd-93e0-fc95d94196bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:52.849126 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a40cb8-030f-41ea-9a4b-de70e89d4a26 x-openstack-request-id: req-99a40cb8-030f-41ea-9a4b-de70e89d4a26 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:52.849417 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:52.849667 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99a40cb8-030f-41ea-9a4b-de70e89d4a26 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:52.850054 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'status': 'completed', 'code': 200} Jul 14 09:50:52.856233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fa9e29d9-4bd8-4c5e-af92-0d0150227c76 req-1912a328-1a4d-48db-b764-bb5b50572d68 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991468 Jul 14 09:50:52.962318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-6b80753a-3737-4ebb-a439-796174375dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:52.963872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-6b80753a-3737-4ebb-a439-796174375dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1096 time: 0.0563099 Jul 14 09:50:53.058970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-413cf38e-e001-4c61-addb-f1368f8e7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:53.060492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-413cf38e-e001-4c61-addb-f1368f8e7271 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0906563 Jul 14 09:50:53.104046 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-e6f06af5-18d4-40d7-b57a-a12a87e9e383 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.0366039 Jul 14 09:50:53.159796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-4f3bc83b-d4a2-4178-85b6-39e2a02220e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:53.161303 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-4f3bc83b-d4a2-4178-85b6-39e2a02220e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0516016 Jul 14 09:50:53.195086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-2e6da160-29e8-40c9-b96b-a09b1714fdc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271053 Jul 14 09:50:53.288863 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-23bc161b-4eda-47b5-81a8-255baf4320f6 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 Jul 14 09:50:53.386668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b521696-8af7-47bd-93e0-fc95d94196bf req-6815534b-d8db-4808-b08f-30ce6cfeec48 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901341 Jul 14 09:50:53.672142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598ce56-b4d2-44b5-8456-6ab627809462 req-ec38f5ae-03eb-4e72-a90d-3128ea687189 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:53.673557 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9598ce56-b4d2-44b5-8456-6ab627809462 req-ec38f5ae-03eb-4e72-a90d-3128ea687189 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 944 time: 0.0641189 Jul 14 09:50:53.706615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:53.713304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9598ce56-b4d2-44b5-8456-6ab627809462 req-94caefd4-5145-4f47-9ef9-5ef0970b45d9 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Jul 14 09:50:53.727122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:53.727606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 258e4dd9-13ed-4a16-98d2-9ceb4253ba7e not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:54.888772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18dd50-a3cd-4743-8981-cc58cab92359 req-6f1f8748-7737-413f-ac93-63724af8e0e1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:54.890326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb18dd50-a3cd-4743-8981-cc58cab92359 req-6f1f8748-7737-413f-ac93-63724af8e0e1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 944 time: 0.0641885 Jul 14 09:50:54.929733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bb18dd50-a3cd-4743-8981-cc58cab92359 req-b1e8179d-9a39-4ccc-befd-92b25947f25b tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Jul 14 09:50:55.705981 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:55.963289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:55.975631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18', 'port_id': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'mac_address': 'fa:16:3e:c3:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ae31ec-a4be-4c92-9e76-1e26c5643ebf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:56.013158 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.026059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62a54b7-e1cb-49a1-9ea1-e809c591ca71 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:56.046594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:56.051195 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.098751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:56.106550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.106898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.107241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.107606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.107939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.108290 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.108605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.108928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.109254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.109577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.109902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.110229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:56.113502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a3790-4d50-407b-867b-4a4ab37c016a req-5e76d1c6-f577-4cb2-a387-0105b5e722a1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:56.114989 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f17a3790-4d50-407b-867b-4a4ab37c016a req-5e76d1c6-f577-4cb2-a387-0105b5e722a1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 945 time: 0.0710838 Jul 14 09:50:56.153698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f17a3790-4d50-407b-867b-4a4ab37c016a req-7aff5234-3931-49a8-bfdd-99f8fc8a0b86 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Jul 14 09:50:56.253639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['a62a54b7-e1cb-49a1-9ea1-e809c591ca71'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:57.335736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3e381-2f0e-4731-b812-9bb2b6f74318 req-4cfb3151-222a-49c8-a75f-2132a7dc324c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:57.337272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ed3e381-2f0e-4731-b812-9bb2b6f74318 req-4cfb3151-222a-49c8-a75f-2132a7dc324c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 945 time: 0.0714276 Jul 14 09:50:57.376037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ed3e381-2f0e-4731-b812-9bb2b6f74318 req-d74f1d5a-1d8a-4656-a88f-ae8b9bd10594 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331199 Jul 14 09:50:57.721394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:57.769413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:57.773542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:57.774038 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.853242 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.876103 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:57.878417 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80cde19-54a8-4ae2-927e-606ab7dfb1a2" -d '{"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-plugged", "status": "completed", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:57.891849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:57.896101 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.919998 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461c541-4c01-4cb7-8b30-272ebabd1fb5 x-openstack-request-id: req-e461c541-4c01-4cb7-8b30-272ebabd1fb5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:57.920280 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-plugged", "status": "completed", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:57.920538 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e461c541-4c01-4cb7-8b30-272ebabd1fb5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:57.920927 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'code': 200} Jul 14 09:50:57.946407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:58.055966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2776681-ec71-4c18-8a89-fcd6536630be req-e795083a-1eaf-407c-a987-ba8f6284deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:58.057405 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2776681-ec71-4c18-8a89-fcd6536630be req-e795083a-1eaf-407c-a987-ba8f6284deed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1098 time: 0.0549433 Jul 14 09:50:58.092885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2776681-ec71-4c18-8a89-fcd6536630be req-4a8bcc5c-1fdc-4173-9c93-41d9c3945d59 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289102 Jul 14 09:50:58.552214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58009904-dc6d-423e-932b-cfe7c4079477 req-71b8c97c-6ae9-4dda-b68e-0fd4eebf6f93 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:58.553749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58009904-dc6d-423e-932b-cfe7c4079477 req-71b8c97c-6ae9-4dda-b68e-0fd4eebf6f93 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0649343 Jul 14 09:50:58.593748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58009904-dc6d-423e-932b-cfe7c4079477 req-f05aa937-a59e-4196-aed3-963dbea9740b tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Jul 14 09:50:59.766529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617e74-d746-47a0-9ee7-ceea1dd6d7dc req-5f1df6b6-0f63-4236-97a6-07e2a7d691a9 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:59.768100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04617e74-d746-47a0-9ee7-ceea1dd6d7dc req-5f1df6b6-0f63-4236-97a6-07e2a7d691a9 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0644629 Jul 14 09:50:59.809250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-04617e74-d746-47a0-9ee7-ceea1dd6d7dc req-27b1d78c-a6c7-46d6-9331-f5be7e7a8f01 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Jul 14 09:50:59.991109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdedf87-86d3-40a5-a7d4-d684ed128573 req-6ede8856-a926-4791-9f66-19011f561093 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:59.992750 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cdedf87-86d3-40a5-a7d4-d684ed128573 req-6ede8856-a926-4791-9f66-19011f561093 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0720472 Jul 14 09:51:00.043608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cdedf87-86d3-40a5-a7d4-d684ed128573 req-4e947e01-3062-4e0d-a8e4-6264d088b501 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Jul 14 09:51:00.408871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-8ffa0ad5-1a4b-4a5f-8cb8-3baff60a4030 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0614564 Jul 14 09:51:00.479411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d642b-1dc4-4700-a5db-1ced592ecc3e req-a33cb9a0-1b44-4624-a566-95a95298e085 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:00.482416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f68d642b-1dc4-4700-a5db-1ced592ecc3e req-a33cb9a0-1b44-4624-a566-95a95298e085 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0847316 Jul 14 09:51:00.525074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f68d642b-1dc4-4700-a5db-1ced592ecc3e req-2ba29143-b13b-42c4-b3d6-0b89b34e1474 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363355 Jul 14 09:51:01.758824 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.771620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe53a4-70c2-4110-8248-be0b14e6e6b6 req-6773a50d-768d-4944-8549-1c2073a82b72 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:01.773456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ffe53a4-70c2-4110-8248-be0b14e6e6b6 req-6773a50d-768d-4944-8549-1c2073a82b72 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0930991 Jul 14 09:51:01.816759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ffe53a4-70c2-4110-8248-be0b14e6e6b6 req-405cc46f-399c-4067-93a4-f788cfb78ed6 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Jul 14 09:51:01.970770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-021ff9d3-0333-4d1d-9b7a-74743a77969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:01.972351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-021ff9d3-0333-4d1d-9b7a-74743a77969b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1098 time: 0.0580902 Jul 14 09:51:02.074611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-5686d8b5-a17b-4617-9356-55d8715a101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:02.077080 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-5686d8b5-a17b-4617-9356-55d8715a101f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0974722 Jul 14 09:51:02.121538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-8cae6647-1cb1-4488-b153-bdc004d0c93d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.0364330 Jul 14 09:51:02.175019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-70d338a0-637e-45fe-97ac-fce470e2996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:02.176551 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-70d338a0-637e-45fe-97ac-fce470e2996a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0504122 Jul 14 09:51:02.226167 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-d8eba9ad-978f-4102-8a00-709f29681a2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429962 Jul 14 09:51:02.320688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-f6d2381a-aab8-4186-9e26-a2d56343b4ce service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876529 Jul 14 09:51:02.420375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-223d09ef-3b50-4243-b550-d2bc1992fa68 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931907 Jul 14 09:51:03.038502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d91a6-58da-47eb-9d16-5e4d75a4a445 req-d28db28f-2f18-4654-b823-843dabd877c4 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:03.040849 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e3d91a6-58da-47eb-9d16-5e4d75a4a445 req-d28db28f-2f18-4654-b823-843dabd877c4 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.1056054 Jul 14 09:51:03.092969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e3d91a6-58da-47eb-9d16-5e4d75a4a445 req-a6ded631-e52f-4e81-b9d7-bad224bdc394 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Jul 14 09:51:04.300301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cc38a-084d-423b-8197-fd98f2974e01 req-85b9e190-74c7-4d49-bb5c-ce30302c2e42 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:04.301838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b11cc38a-084d-423b-8197-fd98f2974e01 req-85b9e190-74c7-4d49-bb5c-ce30302c2e42 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0710623 Jul 14 09:51:04.345286 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b11cc38a-084d-423b-8197-fd98f2974e01 req-e5ab067d-4c90-4841-93b6-e162595ad259 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 Jul 14 09:51:05.536973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88400ca-fea8-4940-b0a6-dedd37b3ced2 req-0901f11f-b6b6-4729-a52a-109f65222833 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:05.538490 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88400ca-fea8-4940-b0a6-dedd37b3ced2 req-0901f11f-b6b6-4729-a52a-109f65222833 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0716400 Jul 14 09:51:05.584684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e88400ca-fea8-4940-b0a6-dedd37b3ced2 req-7219d08d-8809-4b1d-8f78-82a5ebc2d5dd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Jul 14 09:51:06.812483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb395af-1f6c-4d50-9556-a08df2f001bd req-349f1a2d-fbdb-41f1-bb1a-10ae1f29a2a4 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:06.813949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fb395af-1f6c-4d50-9556-a08df2f001bd req-349f1a2d-fbdb-41f1-bb1a-10ae1f29a2a4 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0744319 Jul 14 09:51:06.856907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fb395af-1f6c-4d50-9556-a08df2f001bd req-6eb70297-e6f0-4311-a73f-a5d39b074e7a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Jul 14 09:51:08.038028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee9cfe-26ce-425b-8561-60a2da45bf46 req-1c02ecf4-30b5-499f-943b-2c14e65f8971 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:08.039808 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aee9cfe-26ce-425b-8561-60a2da45bf46 req-1c02ecf4-30b5-499f-943b-2c14e65f8971 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0687299 Jul 14 09:51:08.083726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4aee9cfe-26ce-425b-8561-60a2da45bf46 req-c216a670-b36c-4451-bad0-bb2529f2e549 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Jul 14 09:51:09.271463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e468e9-eb9f-4958-87aa-6d55cef36fc2 req-07cad25e-b49d-4647-8767-b618f87a40e7 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.273032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1e468e9-eb9f-4958-87aa-6d55cef36fc2 req-07cad25e-b49d-4647-8767-b618f87a40e7 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0696898 Jul 14 09:51:09.320352 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b1e468e9-eb9f-4958-87aa-6d55cef36fc2 req-5139cb77-a8b3-498c-9b60-6b1c9c855e29 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Jul 14 09:51:10.502867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71120e6f-057e-4703-a683-1921e72e9f60 req-429d7f13-06cd-445d-8ba7-bf81765a08ec tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:10.504418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71120e6f-057e-4703-a683-1921e72e9f60 req-429d7f13-06cd-445d-8ba7-bf81765a08ec tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0678287 Jul 14 09:51:10.544491 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71120e6f-057e-4703-a683-1921e72e9f60 req-7b8bac0d-75e7-4934-9809-a260f02d1d0b tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Jul 14 09:51:11.720334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06638d-ce6a-428b-9f94-51d0144732be req-102493f4-1748-4ac5-b34d-5959846ef1fc tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:11.721807 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a06638d-ce6a-428b-9f94-51d0144732be req-102493f4-1748-4ac5-b34d-5959846ef1fc tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0625360 Jul 14 09:51:11.758816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a06638d-ce6a-428b-9f94-51d0144732be req-5aeb7de6-3f0e-43db-b0bc-d762b9feb646 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Jul 14 09:51:12.931794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e3bd9-3dfb-4ed0-ae72-40b796d561cc req-644e9c90-2985-4292-bc1d-4d1465ac2ee2 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:12.933302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e67e3bd9-3dfb-4ed0-ae72-40b796d561cc req-644e9c90-2985-4292-bc1d-4d1465ac2ee2 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0639417 Jul 14 09:51:12.971564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e67e3bd9-3dfb-4ed0-ae72-40b796d561cc req-83957595-43fb-47fb-b613-f14f149cfdb1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Jul 14 09:51:14.149555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2169c-9e2b-484a-b61d-91e0f15f2de9 req-757d12d6-c723-4aac-b617-7913c6c6776d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:14.151086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ad2169c-9e2b-484a-b61d-91e0f15f2de9 req-757d12d6-c723-4aac-b617-7913c6c6776d tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0687041 Jul 14 09:51:14.190957 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0ad2169c-9e2b-484a-b61d-91e0f15f2de9 req-5dcbccf1-dbd3-4286-9857-cf93dbeccda9 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Jul 14 09:51:15.363432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17958c8-5529-449f-af9b-4c9079b751f5 req-53e0e8b8-a5d2-4072-a088-277c5bec1bcb tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:15.364934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f17958c8-5529-449f-af9b-4c9079b751f5 req-53e0e8b8-a5d2-4072-a088-277c5bec1bcb tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0628831 Jul 14 09:51:15.405531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f17958c8-5529-449f-af9b-4c9079b751f5 req-7ca69fe7-52a8-40d2-812f-3201f3cdc431 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Jul 14 09:51:15.999402 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72b2835-d12a-4de7-851f-e1a2060e9265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.581788 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a92f9-7b2e-4bc1-8246-094fcd5c1463 req-73a2fe1f-32d7-49f5-b96c-35469b59cf93 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:16.583327 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab1a92f9-7b2e-4bc1-8246-094fcd5c1463 req-73a2fe1f-32d7-49f5-b96c-35469b59cf93 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0650754 Jul 14 09:51:16.622686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ab1a92f9-7b2e-4bc1-8246-094fcd5c1463 req-7fcabed8-120d-4f53-a9b1-330ea9fcbf03 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337589 Jul 14 09:51:17.804175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58795d6a-0abd-4d69-9af0-6f1af26eedfd req-dacb7129-0506-4fbf-b5c0-be8600d500e1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:17.805700 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58795d6a-0abd-4d69-9af0-6f1af26eedfd req-dacb7129-0506-4fbf-b5c0-be8600d500e1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0696518 Jul 14 09:51:17.846375 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58795d6a-0abd-4d69-9af0-6f1af26eedfd req-f5b2bb24-c837-479e-908a-ae881c8b87b0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Jul 14 09:51:19.035723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb7e28-f99c-4b23-8b86-0210e5b9c954 req-1e758ab5-6c6e-4869-99d8-5036e439945c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.037207 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9fb7e28-f99c-4b23-8b86-0210e5b9c954 req-1e758ab5-6c6e-4869-99d8-5036e439945c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0668087 Jul 14 09:51:19.076099 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9fb7e28-f99c-4b23-8b86-0210e5b9c954 req-72e485a8-0ae6-409c-81ca-82518d67e957 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Jul 14 09:51:19.101928 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.706846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89881c88-f115-4922-8446-024002f21d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.808168 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.252664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30787-a07b-480c-ac8b-36c2e977d8af req-e801cbed-4e20-456d-ab63-8a409daddfb5 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:20.254199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9a30787-a07b-480c-ac8b-36c2e977d8af req-e801cbed-4e20-456d-ab63-8a409daddfb5 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0644081 Jul 14 09:51:20.293524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d9a30787-a07b-480c-ac8b-36c2e977d8af req-83b7282c-c70d-4af8-b3c4-17abd4985488 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336876 Jul 14 09:51:20.384974 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.473827 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f08e4f-01dd-4ad5-b0d1-5b1505dddcfd req-2a599a74-9813-47ed-9c4f-c678e50155eb tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.475366 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56f08e4f-01dd-4ad5-b0d1-5b1505dddcfd req-2a599a74-9813-47ed-9c4f-c678e50155eb tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0656464 Jul 14 09:51:21.515071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-56f08e4f-01dd-4ad5-b0d1-5b1505dddcfd req-3369feff-b857-4308-8489-eb0b3fbf8cd3 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Jul 14 09:51:21.525807 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.416323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-f5485b29-b5e7-4c4f-989b-588a8f36944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:22.418351 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-f5485b29-b5e7-4c4f-989b-588a8f36944d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1098 time: 0.0525796 Jul 14 09:51:22.529857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-0fe1c542-b37d-4bfb-9c9e-ea81a7c8b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:22.531344 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-0fe1c542-b37d-4bfb-9c9e-ea81a7c8b81b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0928667 Jul 14 09:51:22.574342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-34a705e3-5014-4a74-a8fc-d4cd05b96b37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.0355499 Jul 14 09:51:22.628172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-8c5e5721-e38f-46fd-84f3-202a8657d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:22.629671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-8c5e5721-e38f-46fd-84f3-202a8657d87b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0495896 Jul 14 09:51:22.663454 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-57764380-e842-4671-bfbb-f2935313dfc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268805 Jul 14 09:51:22.699035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5cf80-6ea4-4530-9352-f49b9edf5176 req-6264abdb-49f8-4010-bdb5-2834b4821304 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:22.700568 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8eb5cf80-6ea4-4530-9352-f49b9edf5176 req-6264abdb-49f8-4010-bdb5-2834b4821304 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0696373 Jul 14 09:51:22.741349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8eb5cf80-6ea4-4530-9352-f49b9edf5176 req-55913c86-7abd-4986-a0a2-2e4e01189ba4 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Jul 14 09:51:22.755214 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-8cf215ea-a0c1-4f3d-b723-3a2d9434ddef service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844686 Jul 14 09:51:22.851516 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-76828ac6-ab1f-453c-a79f-a05a2637acf1 req-f1196d19-afec-4528-8e6a-3f5dd923584e service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896435 Jul 14 09:51:23.923660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682117c9-cfef-4992-81ae-63e9430cc40c req-dd5bd723-96ed-4ae6-8865-f242c7e6dacd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:23.925227 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-682117c9-cfef-4992-81ae-63e9430cc40c req-dd5bd723-96ed-4ae6-8865-f242c7e6dacd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0672455 Jul 14 09:51:23.966394 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-682117c9-cfef-4992-81ae-63e9430cc40c req-9e3987d4-3f49-4ebd-acc7-35e45bc7f9b3 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Jul 14 09:51:25.139437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c1582-a6ea-4a6f-af70-75714f838599 req-b09b0332-2a5f-4b14-8253-d9059dc340d0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.140943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5f8c1582-a6ea-4a6f-af70-75714f838599 req-b09b0332-2a5f-4b14-8253-d9059dc340d0 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0629644 Jul 14 09:51:25.178716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5f8c1582-a6ea-4a6f-af70-75714f838599 req-3f647cb5-e75e-47c8-925f-7149fb9398c1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Jul 14 09:51:26.360884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecc077-4ec7-4450-b873-e0738c8decf8 req-c8055bd2-ab75-4b35-af28-922878f7a177 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.362422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21ecc077-4ec7-4450-b873-e0738c8decf8 req-c8055bd2-ab75-4b35-af28-922878f7a177 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0704672 Jul 14 09:51:26.401831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-21ecc077-4ec7-4450-b873-e0738c8decf8 req-7ab6d510-817b-4cf4-b562-78bd299dd6fd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Jul 14 09:51:27.576242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbedff-0841-486a-91a9-9c886e1d6e33 req-ae10ce7f-cec8-41a0-ac96-46263a1b9a83 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:27.577702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7cbedff-0841-486a-91a9-9c886e1d6e33 req-ae10ce7f-cec8-41a0-ac96-46263a1b9a83 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0645223 Jul 14 09:51:27.615329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7cbedff-0841-486a-91a9-9c886e1d6e33 req-2122aaae-c3e8-4119-af7f-e82bafdc7d96 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Jul 14 09:51:27.740851 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:28.822804 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575f9ce-cafb-4cc2-9f53-037c6fc3973e req-099c7597-40e1-48e6-8a10-e80aeb5ab72e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:28.824554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9575f9ce-cafb-4cc2-9f53-037c6fc3973e req-099c7597-40e1-48e6-8a10-e80aeb5ab72e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0697222 Jul 14 09:51:28.873868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9575f9ce-cafb-4cc2-9f53-037c6fc3973e req-cb1e0dda-0896-40b7-824c-6102e9927735 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Jul 14 09:51:29.323195 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-3b09c14a-771c-4e6f-a525-3e5a0ed702b9 service neutron] show failed (client error): The resource could not be found. Jul 14 09:51:29.324324 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-3b09c14a-771c-4e6f-a525-3e5a0ed702b9 service neutron] 10.222.0.48 "GET /v2.0/ports/a62a54b7-e1cb-49a1-9ea1-e809c591ca71/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0584693 Jul 14 09:51:29.622426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-86242d5d-d5e5-444a-a039-651f5b65c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.624030 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-86242d5d-d5e5-444a-a039-651f5b65c94c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a&tenant_id=702fc31e1fed4b93b48ae11390877693 HTTP/1.1" status: 200 len: 1098 time: 0.0955281 Jul 14 09:51:29.636009 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:29.716018 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.917894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:29.952885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:30.001622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:30.004392 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63529aa8-7ff0-4409-a3c4-213734d5e17c" -d '{"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-unplugged", "status": "completed", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:30.008341 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.045868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Transition to ACTIVE for port object a62a54b7-e1cb-49a1-9ea1-e809c591ca71 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:30.050329 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.053962 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e0102-3127-47f7-a451-29ec3805bc98 x-openstack-request-id: req-dc1e0102-3127-47f7-a451-29ec3805bc98 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:30.054279 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-unplugged", "status": "completed", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:30.054515 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc1e0102-3127-47f7-a451-29ec3805bc98 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:30.054900 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'code': 200} Jul 14 09:51:30.114287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:30.139594 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] No DVR routers for this DVR port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:30.149227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad04fca-703a-4a1e-90aa-cddd45ca328e req-90a10a9c-a6ba-4627-a4f6-737e0a021cbd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.150721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ad04fca-703a-4a1e-90aa-cddd45ca328e req-90a10a9c-a6ba-4627-a4f6-737e0a021cbd tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.1606133 Jul 14 09:51:30.152026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.152887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.153230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.153567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.153902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.154233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.154562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.154887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.155230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.155619 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.155894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.156220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:30.216698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:30.217033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:30.217363 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:30.222546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ad04fca-703a-4a1e-90aa-cddd45ca328e req-dbc62ded-7419-482a-98e2-46e196b57e82 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619235 Jul 14 09:51:30.224563 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:30.224878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Attempting to bind port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on network 3ff47dd1-757c-4dd0-a206-5cffff214b18 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:30.230107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:30.230456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Checking segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:30.231440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Bound using segment: {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:30.231876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Bound port: a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:30.232237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.300604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:30.303582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:30.309114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.342199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.342796 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.344279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] 10.222.0.11 "PUT /v2.0/ports/a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 1093 time: 0.7128694 Jul 14 09:51:30.367441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17b17-2ef1-4388-a1fc-e04d8cab1fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:30.422508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-9475905e-7138-4688-9afc-905c11488408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.424086 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-9475905e-7138-4688-9afc-905c11488408 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1096 time: 0.0537751 Jul 14 09:51:30.518410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-50dd4073-fef9-4c85-abf7-7e9992e6377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.519963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-50dd4073-fef9-4c85-abf7-7e9992e6377a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0900998 Jul 14 09:51:30.562917 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-a123d14c-94f8-4cbe-aaf9-1d5bbad35b12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.0356250 Jul 14 09:51:30.611821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-43b13364-d784-4e9f-9adb-4c676ece579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.613331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-43b13364-d784-4e9f-9adb-4c676ece579b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0449049 Jul 14 09:51:30.651654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-2c9d5df7-0e56-4867-a6db-fe70b02a45eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316887 Jul 14 09:51:30.739338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-f609bf29-cc76-43bb-803b-7421458b5602 service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815728 Jul 14 09:51:30.835192 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-906d9121-0ac6-4913-bc2b-afe34de83481 req-ef17ee42-bf4d-476f-a972-18032bb461fb service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894115 Jul 14 09:51:31.411669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e06f8-9d59-48b8-81c8-ce10491f8c17 req-f169b4a0-54a1-46e7-9a93-3d5ba937c87c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:31.413545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e7e06f8-9d59-48b8-81c8-ce10491f8c17 req-f169b4a0-54a1-46e7-9a93-3d5ba937c87c tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 944 time: 0.0734596 Jul 14 09:51:31.454179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e7e06f8-9d59-48b8-81c8-ce10491f8c17 req-bddbf1e3-9761-4510-9c41-76d4940c0ef8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Jul 14 09:51:31.731277 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.056338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:32.059648 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665e8ae-3b16-471b-b71d-d565a5b0656f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:32.107875 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda69c9-68c9-47f8-ab6e-740773221fb1 x-openstack-request-id: req-1eda69c9-68c9-47f8-ab6e-740773221fb1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:32.108169 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:32.108444 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eda69c9-68c9-47f8-ab6e-740773221fb1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:32.108866 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'status': 'completed', 'code': 200} Jul 14 09:51:32.180163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-a8c61839-9443-42bf-8f73-80f0de1ec3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.181862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-a8c61839-9443-42bf-8f73-80f0de1ec3de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1096 time: 0.0538421 Jul 14 09:51:32.184378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-fedae667-f705-4109-a2ff-2e18350ecf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.186141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-fedae667-f705-4109-a2ff-2e18350ecf6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1096 time: 0.0547967 Jul 14 09:51:32.279058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-95619160-430a-4eea-8479-e29080aa0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.280740 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-95619160-430a-4eea-8479-e29080aa0f63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0903084 Jul 14 09:51:32.282409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-645a8b2b-a03b-4580-9335-9177b05c8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.283947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-645a8b2b-a03b-4580-9335-9177b05c8ee2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0917623 Jul 14 09:51:32.631210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-57d0c98d-508f-47ed-95a7-cc0362684ae3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.3361990 Jul 14 09:51:32.646086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-e03e36cd-12db-4fd8-a49e-c478b005f777 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.3560266 Jul 14 09:51:32.679950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-9f899100-e038-465f-9210-fc34856b6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.681435 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-9f899100-e038-465f-9210-fc34856b6ee2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0433934 Jul 14 09:51:32.714193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-299b007d-1e4a-4df1-9724-8edd662a59be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268221 Jul 14 09:51:32.723401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-49f2840f-bf38-4cd4-ade8-b4f6f0a33de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.724840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-49f2840f-bf38-4cd4-ade8-b4f6f0a33de7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0706029 Jul 14 09:51:32.758950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-a16e0f9f-99dc-4050-9cbc-f325b260d24d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278697 Jul 14 09:51:32.770987 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cfddf-e117-4368-aef4-57aa555bf6eb req-4806d14f-eab4-434a-989c-df44a6d3dff1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.772492 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-112cfddf-e117-4368-aef4-57aa555bf6eb req-4806d14f-eab4-434a-989c-df44a6d3dff1 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 944 time: 0.1290958 Jul 14 09:51:32.804807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-11c0c84e-3396-4e69-808f-14480ad9768d service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 Jul 14 09:51:32.864808 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-112cfddf-e117-4368-aef4-57aa555bf6eb req-e2090c77-cddd-4bda-85e5-a0427c0b1813 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Jul 14 09:51:32.884414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-b9d5cdbc-7d98-4b19-a118-23555412d4e4 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109114 Jul 14 09:51:32.900183 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-7f48f7a9-d96d-488f-9e2d-c5eef0be155f service neutron] 10.222.0.11 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889690 Jul 14 09:51:32.978723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f665e8ae-3b16-471b-b71d-d565a5b0656f req-771efdb2-2c8c-4767-a9a4-9acdd70441e3 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882773 Jul 14 09:51:33.254362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2091d-9ed1-480b-9d2b-68b8f9f18270 req-f00e314b-b8c3-4656-a607-c5d23d388dd5 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.255770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ffb2091d-9ed1-480b-9d2b-68b8f9f18270 req-f00e314b-b8c3-4656-a607-c5d23d388dd5 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 944 time: 0.1552560 Jul 14 09:51:33.264962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-d534271f-f276-4e1c-86ec-1634fc3f3718 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.266345 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-d534271f-f276-4e1c-86ec-1634fc3f3718 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a&tenant_id=702fc31e1fed4b93b48ae11390877693&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 944 time: 0.1565707 Jul 14 09:51:33.320160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:51:33.335390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ffb2091d-9ed1-480b-9d2b-68b8f9f18270 req-65b56e13-fb7e-44dc-b23b-75b7113342cc tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680652 Jul 14 09:51:33.357081 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-c872996a-5ad2-452a-aeab-0055b9ec7b89 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:51:33.358104 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-c872996a-5ad2-452a-aeab-0055b9ec7b89 service neutron] 10.222.0.48 "DELETE /v2.0/ports/a62a54b7-e1cb-49a1-9ea1-e809c591ca71/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0849395 Jul 14 09:51:33.418661 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:33.432310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'network_id': '3ff47dd1-757c-4dd0-a206-5cffff214b18', 'port_id': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'mac_address': 'fa:16:3e:c3:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ae31ec-a4be-4c92-9e76-1e26c5643ebf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:51:33.456042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-bbc0cd06-6637-45f0-b577-1e46c862c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.457547 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-bbc0cd06-6637-45f0-b577-1e46c862c81e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=702fc31e1fed4b93b48ae11390877693&device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 1096 time: 0.0554628 Jul 14 09:51:33.469455 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.486426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62a54b7-e1cb-49a1-9ea1-e809c591ca71 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:33.506629 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:33.510958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.555933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-1b8480c0-038b-49a2-afe9-7dcfd4778a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.557428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-1b8480c0-038b-49a2-afe9-7dcfd4778a98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 200 len: 916 time: 0.0932069 Jul 14 09:51:33.559612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:33.598277 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-204de56d-124e-4242-b744-986ef70a1053 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 200 len: 217 time: 0.0345888 Jul 14 09:51:33.647690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-cd4cb99c-0c3d-40da-9d0f-237d84d39bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.649139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-cd4cb99c-0c3d-40da-9d0f-237d84d39bad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 200 len: 855 time: 0.0443146 Jul 14 09:51:33.681421 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-d2729066-def6-43fe-91ff-ca85eeffa6d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3ff47dd1-757c-4dd0-a206-5cffff214b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262334 Jul 14 09:51:33.727538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['a62a54b7-e1cb-49a1-9ea1-e809c591ca71'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:33.772986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-4c191768-7a34-40fd-8d06-f15997a6a3fe service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Jul 14 09:51:33.864629 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea7732a2-010c-4aa1-935c-28cb58f9db0e req-3f596ec7-284e-43d7-b2ef-697939d9f229 service neutron] 10.222.0.48 "GET /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850539 Jul 14 09:51:33.955982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:33.996297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:34.531853 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255835b-2105-4e42-b7b7-9394bd04d8da req-a05a6182-c9a7-46dc-a2c6-2fa9f3fa7bd4 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:34.533114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a255835b-2105-4e42-b7b7-9394bd04d8da req-a05a6182-c9a7-46dc-a2c6-2fa9f3fa7bd4 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 945 time: 0.0671890 Jul 14 09:51:34.571600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a255835b-2105-4e42-b7b7-9394bd04d8da req-6aab28b1-6c86-4297-881e-f971c95413cc tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Jul 14 09:51:34.750281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7cc60-6545-4ad1-87ff-33f91625d2a0 req-a085abe8-7a2f-4bab-8e36-bb935ef0725a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:34.751842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6d7cc60-6545-4ad1-87ff-33f91625d2a0 req-a085abe8-7a2f-4bab-8e36-bb935ef0725a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 945 time: 0.0720513 Jul 14 09:51:34.790703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6d7cc60-6545-4ad1-87ff-33f91625d2a0 req-1fa53d20-f71e-449c-8cfc-b54d1e8b6ce8 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Jul 14 09:51:34.961935 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e11366-3b52-4e4e-8050-dd52b5ff1fde req-38481b31-50de-43ba-86a0-95ff75afae7e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:34.963463 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61e11366-3b52-4e4e-8050-dd52b5ff1fde req-38481b31-50de-43ba-86a0-95ff75afae7e tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 945 time: 0.0635300 Jul 14 09:51:35.002443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-61e11366-3b52-4e4e-8050-dd52b5ff1fde req-239a9126-5c58-48ed-a06e-026a40849acb tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330601 Jul 14 09:51:35.320874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:35.369552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:35.373098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:35.373475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.451204 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.479723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:35.483032 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6d54a6-41ee-4f9e-bd13-311e753cbe76" -d '{"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-plugged", "status": "completed", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:35.497001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:35.502177 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.525707 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa4358a-3b70-4805-b211-81f80d65a2b4 x-openstack-request-id: req-ffa4358a-3b70-4805-b211-81f80d65a2b4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:35.526008 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-plugged", "status": "completed", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:35.526264 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffa4358a-3b70-4805-b211-81f80d65a2b4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:35.526655 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'code': 200} Jul 14 09:51:35.556608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:35.579168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf417ae-a048-4be1-9152-81c0d27b3207 req-a598c73e-fd6c-4a82-bc29-3424b204c08a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:35.580703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ddf417ae-a048-4be1-9152-81c0d27b3207 req-a598c73e-fd6c-4a82-bc29-3424b204c08a tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0678837 Jul 14 09:51:35.619678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ddf417ae-a048-4be1-9152-81c0d27b3207 req-2a8fbaad-3198-43f6-a52e-006b3fa51746 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Jul 14 09:51:36.607191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-124c1502-ea6e-4f6c-8e0d-7bb4e7293737 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:36.608715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-124c1502-ea6e-4f6c-8e0d-7bb4e7293737 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.0662224 Jul 14 09:51:36.711561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Deleting port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:36.711825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.837335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] For port a62a54b7-e1cb-49a1-9ea1-e809c591ca71, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,segment=NetworkSegment(beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d),segment_id=beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:36.837691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.853154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Calling delete_port for a62a54b7-e1cb-49a1-9ea1-e809c591ca71 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:36.868445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95d0fb-487f-4a12-bbda-3afa1dda868c req-79f24207-7bd8-4e2e-ad8a-99bf99cffe30 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:36.869932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed95d0fb-487f-4a12-bbda-3afa1dda868c req-79f24207-7bd8-4e2e-ad8a-99bf99cffe30 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ecfac21-d6e1-4b20-afec-42f7026e614a HTTP/1.1" status: 200 len: 946 time: 0.1162529 Jul 14 09:51:36.952089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed95d0fb-487f-4a12-bbda-3afa1dda868c req-f37e444e-b38f-4d19-9a3a-c0e85fc2cec6 tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.18 "GET /v2.0/security-groups?id=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762107 Jul 14 09:51:37.022948 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.034248 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['a62a54b7-e1cb-49a1-9ea1-e809c591ca71'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:37.053097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Pushing event deleted for resources: {'Port': ['ID=a62a54b7-e1cb-49a1-9ea1-e809c591ca71,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:37.102013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] No DVR routers for this DVR port a62a54b7-e1cb-49a1-9ea1-e809c591ca71 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:37.104787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.107473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-afb8782c-f1e6-4cd9-accd-d722e248e55d req-ccd1660e-7c45-4d25-9f89-108872fe63ca tempest-ServerDiskConfigTestJSON-1233721558 tempest-ServerDiskConfigTestJSON-1233721558-project] 10.222.0.11 "DELETE /v2.0/ports/a62a54b7-e1cb-49a1-9ea1-e809c591ca71 HTTP/1.1" status: 204 len: 173 time: 0.4923346 Jul 14 09:51:37.107921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-deleted', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:37.110210 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7db4abc-7570-471b-8cb8-a9f5502b81de" -d '{"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-deleted", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:37.153277 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce05ad3a-de3b-4a21-aaf8-4e4ebe20db7b x-openstack-request-id: req-ce05ad3a-de3b-4a21-aaf8-4e4ebe20db7b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:37.153657 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecfac21-d6e1-4b20-afec-42f7026e614a", "name": "network-vif-deleted", "tag": "a62a54b7-e1cb-49a1-9ea1-e809c591ca71", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:37.153922 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce05ad3a-de3b-4a21-aaf8-4e4ebe20db7b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:37.154327 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecfac21-d6e1-4b20-afec-42f7026e614a', 'name': 'network-vif-deleted', 'tag': 'a62a54b7-e1cb-49a1-9ea1-e809c591ca71', 'status': 'completed', 'code': 200} Jul 14 09:51:38.183525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:38.229760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Deleting subnet 25ae31ec-a4be-4c92-9e76-1e26c5643ebf {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:38.233626 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.273222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.313542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.368796 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.392842 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ae31ec-a4be-4c92-9e76-1e26c5643ebf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:38.402940 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.404832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/25ae31ec-a4be-4c92-9e76-1e26c5643ebf HTTP/1.1" status: 204 len: 168 time: 0.2195883 Jul 14 09:51:38.406736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.407087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.407464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.407762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:38.408238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.408238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.408520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.408787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.409127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.409460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.409791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.410126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.410455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f8446-86c5-436a-8b8e-d4bbc18a7fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:38.477349 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.563320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.573282 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff47dd1-757c-4dd0-a206-5cffff214b18']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:38.590969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:38.591263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb8e190-86a5-4c06-8c0a-44bf8d7bbd9d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:38.608094 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.628105 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.635153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:38.635551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: timer() Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:38.637910 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:38.692205 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.697725 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.700246 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ff47dd1-757c-4dd0-a206-5cffff214b18 HTTP/1.1" status: 204 len: 168 time: 0.2912550 Jul 14 09:51:38.717921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2219f78-9317-4336-900c-98c436713f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff47dd1-757c-4dd0-a206-5cffff214b18,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:38.807418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40370) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:38.855841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bf63edf4-5ed6-43cf-ae89-67dff70a865e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=702fc31e1fed4b93b48ae11390877693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469732 Jul 14 09:51:38.858158 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:38.908219 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4b8754e-5e32-4ee2-8dbb-08396794a6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.929096 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4b8754e-5e32-4ee2-8dbb-08396794a6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.977988 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4b8754e-5e32-4ee2-8dbb-08396794a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.980774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4b8754e-5e32-4ee2-8dbb-08396794a6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.984576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a4b8754e-5e32-4ee2-8dbb-08396794a6a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744 HTTP/1.1" status: 204 len: 168 time: 0.1229277 Jul 14 09:51:38.990304 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8754e-5e32-4ee2-8dbb-08396794a6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e050fe2b-eb7b-4f1c-88c7-3df6ba5bc744,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:39.327001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:39.347465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: a62a54b7-e1cb-49a1-9ea1-e809c591ca71 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:39.347817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device a62a54b7-e1cb-49a1-9ea1-e809c591ca71 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:39.667969 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:39.812702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-659858041-network', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:39.835680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Made reservation on behalf of d81f1d79c2664b4d9c596c533ddc1e75 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:39.838130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.848562 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.977126 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.982586 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.017214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:51:40.035937 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286d2f38-c14d-4dbb-a1f8-f4fd3c73e191,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:40.041065 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.041418 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Added segment a3bb38d5-8995-4d7a-a2d3-9b3863219f2f of type vlan for network b16f0d08-cf61-4718-a93d-8b5d169e86fd Jul 14 09:51:40.089791 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.121178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.122221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:40.122812 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.176361 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5066600 Jul 14 09:51:40.179574 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:40.184134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100234a4-7f90-45ba-a169-5bd377a31744 admin admin] Pushing event updated for resources: {'Network': ['ID=b16f0d08-cf61-4718-a93d-8b5d169e86fd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:40.184849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Request body: {'subnet': {'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-659858041-subnet', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:40.194721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:40.210062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Made reservation on behalf of d81f1d79c2664b4d9c596c533ddc1e75 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:40.212601 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.390126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.452845 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b54d0de-91de-40db-9f34-af888c16e51a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:40.458354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:40.458705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Network hostable DHCP agents. Network: b16f0d08-cf61-4718-a93d-8b5d169e86fd, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:40.476628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:40.486281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, b16f0d08-cf61-4718-a93d-8b5d169e86fd) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:40.490757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:40.491396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.498676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a45e8-40a1-482c-9f7c-33098eb8c014 None None] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:40.507646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6ba9eed8-8d8f-4451-bdac-7864a07d29f0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3265555 Jul 14 09:51:40.510203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:40.515428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:40.543939 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.544899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.639770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.668594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:40.669471 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.786092 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.835664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Allocated IP 172.20.0.2 (b16f0d08-cf61-4718-a93d-8b5d169e86fd/6b54d0de-91de-40db-9f34-af888c16e51a/510e6125-901c-43d3-881e-d487e1ebbe3f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:40.994879 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.004181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Transition to ACTIVE for port object 510e6125-901c-43d3-881e-d487e1ebbe3f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:41.019568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Transition to ACTIVE for port object 510e6125-901c-43d3-881e-d487e1ebbe3f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:41.026367 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.034468 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.066156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.067461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:41.070454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:41.074548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:41.080114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Pushing event updated for resources: {'Port': ['ID=510e6125-901c-43d3-881e-d487e1ebbe3f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:41.140183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Attempting to bind port 510e6125-901c-43d3-881e-d487e1ebbe3f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:41.140558 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Attempting to bind port 510e6125-901c-43d3-881e-d487e1ebbe3f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:41.140927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Attempting to bind port 510e6125-901c-43d3-881e-d487e1ebbe3f on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:41.146038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:41.146414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:41.146818 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.147212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:41.147845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Bound port: 510e6125-901c-43d3-881e-d487e1ebbe3f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:41.148155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.177627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Allocated IP 172.25.2.36 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/37214557-1a60-4d3c-8e75-2696ecc88321) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:41.213431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] For port 510e6125-901c-43d3-881e-d487e1ebbe3f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:41.216873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] For port 510e6125-901c-43d3-881e-d487e1ebbe3f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=510e6125-901c-43d3-881e-d487e1ebbe3f,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:41.222604 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.282382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3fcd4-edb3-4bc6-9e89-3fdedc671dce None None] Pushing event updated for resources: {'Port': ['ID=510e6125-901c-43d3-881e-d487e1ebbe3f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:41.300272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.342719 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.385504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:41.388703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:41.391178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:41.424433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Pushing event updated for resources: {'Port': ['ID=37214557-1a60-4d3c-8e75-2696ecc88321,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:41.682634 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.900359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.061844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:42.236634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391da66-30b9-495f-b99d-58cb002978ab None None] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:42.352298 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d353a22f-bc78-4917-bcb8-3c08ec8a943a None None] Provisioning for port 510e6125-901c-43d3-881e-d487e1ebbe3f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:42.507393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:42.523628 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:42.529689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.531802 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9d465025-a228-4a5a-8b65-f73ec819e699 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0203495 Jul 14 09:51:42.535413 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:42.544876 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:42.545889 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:51:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:42.719599 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:42.904342 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 3, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:42.937066 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:42.937422 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Updating router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a port 37214557-1a60-4d3c-8e75-2696ecc88321 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:42.974423 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.047938 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.238267 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.248607 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Transition to ACTIVE for port object 37214557-1a60-4d3c-8e75-2696ecc88321 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:43.254684 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.258517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Allocated IP 172.20.0.1 (b16f0d08-cf61-4718-a93d-8b5d169e86fd/6b54d0de-91de-40db-9f34-af888c16e51a/c353a26e-460d-4044-b69c-3ce14ae6b6cd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:43.301496 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Attempting to bind port 37214557-1a60-4d3c-8e75-2696ecc88321 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:43.301867 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Attempting to bind port 37214557-1a60-4d3c-8e75-2696ecc88321 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:43.302320 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Attempting to bind port 37214557-1a60-4d3c-8e75-2696ecc88321 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:43.309178 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:43.309624 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:43.310103 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.310517 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:43.311255 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Bound port: 37214557-1a60-4d3c-8e75-2696ecc88321, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:43.311673 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.366522 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Pushing event updated for resources: {'Port': ['ID=37214557-1a60-4d3c-8e75-2696ecc88321,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.384338 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.386152 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.386504 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.386847 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.387749 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.388080 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.388430 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.388734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.389064 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.389447 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.390162 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.390162 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.390368 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:43.401081 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Transition to ACTIVE for port object c353a26e-460d-4044-b69c-3ce14ae6b6cd will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:43.404609 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] For port 37214557-1a60-4d3c-8e75-2696ecc88321, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:43.418512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 510e6125-901c-43d3-881e-d487e1ebbe3f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:43.424505 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] For port 37214557-1a60-4d3c-8e75-2696ecc88321, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37214557-1a60-4d3c-8e75-2696ecc88321,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:43.430377 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.442573 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.492336 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:43.492579 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:43.492888 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:51:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:43.495985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 510e6125-901c-43d3-881e-d487e1ebbe3f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:43.498621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:43.499397 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef2710-34f0-4a17-b07e-ce0c10f2d318 None None] Pushing event updated for resources: {'Port': ['ID=37214557-1a60-4d3c-8e75-2696ecc88321,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.501435 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:43.516050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 510e6125-901c-43d3-881e-d487e1ebbe3f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:43.517059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.534707 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Pushing event updated for resources: {'Port': ['ID=c353a26e-460d-4044-b69c-3ce14ae6b6cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.555213 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.619914 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.629000 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:43.666719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 510e6125-901c-43d3-881e-d487e1ebbe3f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=510e6125-901c-43d3-881e-d487e1ebbe3f,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:43.673318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.754946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.757530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=510e6125-901c-43d3-881e-d487e1ebbe3f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.870274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a85ef3fc-af01-4ab4-8047-df8b251e25a4 None None] Provisioning for port c353a26e-460d-4044-b69c-3ce14ae6b6cd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:43.875039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a85ef3fc-af01-4ab4-8047-df8b251e25a4 None None] Provisioning complete for port c353a26e-460d-4044-b69c-3ce14ae6b6cd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:43.875462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a85ef3fc-af01-4ab4-8047-df8b251e25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.889898 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 3, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:43.919042 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d71248-5bfc-48a0-a6ca-25e9e281454a None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 3, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:43.939752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a85ef3fc-af01-4ab4-8047-df8b251e25a4 None None] Port c353a26e-460d-4044-b69c-3ce14ae6b6cd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:43.974905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.981247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.051251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.053193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Pushing event updated for resources: {'Port': ['ID=c353a26e-460d-4044-b69c-3ce14ae6b6cd,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:44.162099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:44.163398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:44.305628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:44.438588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:44.443668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2a9a44be-5a52-4d2b-95b8-6eba47887219 admin admin] 10.222.0.18 "PUT /v2.0/routers/91ff6df4-684f-4783-97f8-2f0d6cb92d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9067202 Jul 14 09:51:44.470282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-41ce1b6a-744d-45d3-9c75-d55a84870d56 None None] Provisioning complete for port c353a26e-460d-4044-b69c-3ce14ae6b6cd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:44.470883 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-41ce1b6a-744d-45d3-9c75-d55a84870d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.506041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-41ce1b6a-744d-45d3-9c75-d55a84870d56 None None] Port c353a26e-460d-4044-b69c-3ce14ae6b6cd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:45.166875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.172467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5a9b11c5-faf4-45ed-b97b-c74d4f8c43fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481955131', 'description': 'tempest-description--820138106'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:45.201110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a9b11c5-faf4-45ed-b97b-c74d4f8c43fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.293128 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a9b11c5-faf4-45ed-b97b-c74d4f8c43fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.298872 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a9b11c5-faf4-45ed-b97b-c74d4f8c43fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.337605 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a9b11c5-faf4-45ed-b97b-c74d4f8c43fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.338858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5a9b11c5-faf4-45ed-b97b-c74d4f8c43fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1709223 Jul 14 09:51:45.340696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b11c5-faf4-45ed-b97b-c74d4f8c43fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16328f41-0f01-4ab5-ad31-a36a50a34fb2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:45.342452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40414) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.347593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6fa98bd8-e36a-4e2b-bfd5-34d682596701 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'security_group_rule': {'security_group_id': '16328f41-0f01-4ab5-ad31-a36a50a34fb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:45.382997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa98bd8-e36a-4e2b-bfd5-34d682596701 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.451985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 510e6125-901c-43d3-881e-d487e1ebbe3f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:45.453170 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa98bd8-e36a-4e2b-bfd5-34d682596701 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.457558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa98bd8-e36a-4e2b-bfd5-34d682596701 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.481710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa98bd8-e36a-4e2b-bfd5-34d682596701 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e992cd73-5c69-4079-841b-202fd28c4cd2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:45.486087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fa98bd8-e36a-4e2b-bfd5-34d682596701 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.490270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.490411 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6fa98bd8-e36a-4e2b-bfd5-34d682596701 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466568 Jul 14 09:51:45.495484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-49f98cb8-1599-455e-bbbd-1834b3973a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'security_group_rule': {'security_group_id': '16328f41-0f01-4ab5-ad31-a36a50a34fb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:45.502489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 510e6125-901c-43d3-881e-d487e1ebbe3f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:45.503021 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.529189 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f98cb8-1599-455e-bbbd-1834b3973a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.600169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37214557-1a60-4d3c-8e75-2696ecc88321 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:45.600621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f98cb8-1599-455e-bbbd-1834b3973a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.608086 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f98cb8-1599-455e-bbbd-1834b3973a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.636780 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:45.638185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f98cb8-1599-455e-bbbd-1834b3973a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2268e5-98b6-4c15-9c32-a7639935a344,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:45.643217 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f98cb8-1599-455e-bbbd-1834b3973a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.647909 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-49f98cb8-1599-455e-bbbd-1834b3973a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561491 Jul 14 09:51:45.648389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.654305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:45.654744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:45.654951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:51:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:45.676932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.704552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 37214557-1a60-4d3c-8e75-2696ecc88321 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:45.712532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 37214557-1a60-4d3c-8e75-2696ecc88321 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:45.712919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.792362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.816033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:45.926190 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.927069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Allocated IP 172.25.2.100 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/b68417be-2707-4750-ac74-824422bf2c39) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:45.994644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 37214557-1a60-4d3c-8e75-2696ecc88321, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37214557-1a60-4d3c-8e75-2696ecc88321,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:46.014257 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.025850 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5af5-070b-44aa-9ab8-08b26d19337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.055094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.096797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=37214557-1a60-4d3c-8e75-2696ecc88321,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.098339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.144448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:46.147624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:46.152481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:46.155916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'Port': ['ID=b68417be-2707-4750-ac74-824422bf2c39,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.156151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 2, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:46.188320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:46.188615 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Updating router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a port c353a26e-460d-4044-b69c-3ce14ae6b6cd binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:46.222693 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.247899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.294844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.467278 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.472810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.509246 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.524009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Transition to ACTIVE for port object c353a26e-460d-4044-b69c-3ce14ae6b6cd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:46.531953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.546951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'Port': ['ID=b68417be-2707-4750-ac74-824422bf2c39,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.556539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.571659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.579897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-984aa037-d422-46f3-a087-5fb66f8fc936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9238582 Jul 14 09:51:46.609030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51e677-f64c-4915-91c9-b1978cb7cf1e None None] Pushing event updated for resources: {'Port': ['ID=c353a26e-460d-4044-b69c-3ce14ae6b6cd,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.673750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Attempting to bind port c353a26e-460d-4044-b69c-3ce14ae6b6cd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:46.674158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Attempting to bind port c353a26e-460d-4044-b69c-3ce14ae6b6cd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:46.674741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Attempting to bind port c353a26e-460d-4044-b69c-3ce14ae6b6cd on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:46.683342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:46.683976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:46.684662 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.685337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:46.686406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Bound port: c353a26e-460d-4044-b69c-3ce14ae6b6cd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:46.686900 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.762451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-be6c8aa3-d852-43de-bba1-17ba429e1029 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1481955131&fields=id&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 267 time: 0.0486352 Jul 14 09:51:46.780730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] For port c353a26e-460d-4044-b69c-3ce14ae6b6cd, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:46.784803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] For port c353a26e-460d-4044-b69c-3ce14ae6b6cd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c353a26e-460d-4044-b69c-3ce14ae6b6cd,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:46.790602 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.879930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51e677-f64c-4915-91c9-b1978cb7cf1e None None] Pushing event updated for resources: {'Port': ['ID=c353a26e-460d-4044-b69c-3ce14ae6b6cd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.883193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:46.888299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:51:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:46.916767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-d24cd7a1-07c5-4502-8907-6d90e50c536f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.918398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-d24cd7a1-07c5-4502-8907-6d90e50c536f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.1432953 Jul 14 09:51:46.940582 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-f38eb89b-abd5-4bdd-b6ec-6cb0b6fe6cdb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/quotas/d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 375 time: 0.0124981 Jul 14 09:51:47.065762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-7fb50a06-16f9-4105-8df6-3fec7df025d5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187985 Jul 14 09:51:47.178382 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-02445799-4de7-41f2-91c1-397da37fbe6b service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993867 Jul 14 09:51:47.209256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:47.307506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-6bb5ae87-6e42-43aa-bd20-133d6d4495d7 service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202149 Jul 14 09:51:47.368682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37214557-1a60-4d3c-8e75-2696ecc88321 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:47.461766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 37214557-1a60-4d3c-8e75-2696ecc88321 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:47.462165 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.472319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-bc093118-2304-431d-9044-3021ab53403d req-90a2ea8c-7558-4343-abaa-4335cc4353a7 service neutron] (93753) timed out ('10.222.0.18', 34540) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:51:47.499801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:46Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:47.524676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd771c14-a6da-4b5a-8798-9389f12e779f req-4c8b0901-41d6-441a-94d4-94a9459dbfb6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 210 time: 0.0352817 Jul 14 09:51:47.532953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffb9ac-824e-4d4d-8b77-5d0053e52a30 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:46Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:48.690343 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fdf208b1-4b62-4a8a-acc1-d3bad1b71a7c req-e8528ee0-e7bb-40f0-9dd9-1a1a0fa5385e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 210 time: 0.0336483 Jul 14 09:51:48.936709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-753527a3-94e6-4417-88a4-ece65acc6571 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:48.938403 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-753527a3-94e6-4417-88a4-ece65acc6571 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.1120539 Jul 14 09:51:48.992359 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-2f65a6fd-8bd7-4e47-bb03-208a0ef35cb2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 380 time: 0.0376303 Jul 14 09:51:49.004379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'port': {'device_id': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'admin_state_up': True, 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'security_groups': ['16328f41-0f01-4ab5-ad31-a36a50a34fb2']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:49.102368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.120504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Made reservation on behalf of d81f1d79c2664b4d9c596c533ddc1e75 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:49.124758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.264784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Allocated IP 172.20.0.6 (b16f0d08-cf61-4718-a93d-8b5d169e86fd/6b54d0de-91de-40db-9f34-af888c16e51a/af30b2e1-5edf-490e-a2eb-64340657637c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:49.386116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c353a26e-460d-4044-b69c-3ce14ae6b6cd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:49.444206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c353a26e-460d-4044-b69c-3ce14ae6b6cd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:49.448961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c353a26e-460d-4044-b69c-3ce14ae6b6cd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:49.449344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.551518 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.589809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c353a26e-460d-4044-b69c-3ce14ae6b6cd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c353a26e-460d-4044-b69c-3ce14ae6b6cd,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:49.595125 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.654444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c353a26e-460d-4044-b69c-3ce14ae6b6cd,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:49.705920 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.710616 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0f4703fb-4006-46f0-a558-0489dbfc5548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.720497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Transition to ACTIVE for port object af30b2e1-5edf-490e-a2eb-64340657637c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:49.757261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.811782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:49.816044 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.816500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:49.820830 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:49.827911 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:49.877980 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.878654 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.880906 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6922b-ae79-4532-9bca-5901a3b6d457 req-c58fe383-ae98-4fb2-bea4-963f50f74ff3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.882713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dba6922b-ae79-4532-9bca-5901a3b6d457 req-c58fe383-ae98-4fb2-bea4-963f50f74ff3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 931 time: 0.0784681 Jul 14 09:51:49.896281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-1218d3c7-3fdd-411a-a956-9be361794e1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8984079 Jul 14 09:51:49.910682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Request body: {'port': {'device_id': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:49.928951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dba6922b-ae79-4532-9bca-5901a3b6d457 req-4cc0e56b-c8b9-40ae-899c-3810319e26be tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389538 Jul 14 09:51:49.996050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.065295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-530858d6-11b3-49b5-ba0f-d7915983d6b7 None None] Provisioning for port af30b2e1-5edf-490e-a2eb-64340657637c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:50.069716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-530858d6-11b3-49b5-ba0f-d7915983d6b7 None None] Provisioning complete for port af30b2e1-5edf-490e-a2eb-64340657637c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:50.070271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-530858d6-11b3-49b5-ba0f-d7915983d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.108757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-530858d6-11b3-49b5-ba0f-d7915983d6b7 None None] Port af30b2e1-5edf-490e-a2eb-64340657637c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:50.299257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af30b2e1-5edf-490e-a2eb-64340657637c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:50.307158 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.321085 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Transition to ACTIVE for port object af30b2e1-5edf-490e-a2eb-64340657637c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:50.325680 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.376459 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:50.393806 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.461493 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:50.461818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:50.462151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:50.467063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Port af30b2e1-5edf-490e-a2eb-64340657637c on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:50.467430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:50.473183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:50.473668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:50.474181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:50.474730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Bound port: af30b2e1-5edf-490e-a2eb-64340657637c, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:50.475336 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.570099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:50.576228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:50.582113 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.627488 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.628133 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.629593 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] 10.222.0.11 "PUT /v2.0/ports/af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 1092 time: 0.7236118 Jul 14 09:51:50.630068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:50.632601 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24" -d '{"events": [{"name": "network-changed", "server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:50.665675 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ecf1f-9efc-4b3c-af77-1aa13ceddd00 service neutron] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:50.698331 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fec2733-9219-47f4-aa24-b0dd169517a5 x-openstack-request-id: req-6fec2733-9219-47f4-aa24-b0dd169517a5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:50.698331 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:50.698528 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fec2733-9219-47f4-aa24-b0dd169517a5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:50.698914 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'status': 'completed', 'code': 200} Jul 14 09:51:50.748456 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-77cb2742-3934-464d-97ad-c907416e7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.750153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-77cb2742-3934-464d-97ad-c907416e7f1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1095 time: 0.0628402 Jul 14 09:51:50.801416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-a7ab6218-eed5-434e-b7b5-741494de1ce8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 217 time: 0.0443783 Jul 14 09:51:50.859425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-a48464cc-b11c-4568-850b-6fb8e06e87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.860967 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-a48464cc-b11c-4568-850b-6fb8e06e87de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0538085 Jul 14 09:51:50.923789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-289761c5-362e-4135-ae43-ac9bec6ccfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.925221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-289761c5-362e-4135-ae43-ac9bec6ccfa2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583777 Jul 14 09:51:51.025739 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-9275260b-2909-4339-a19d-a6dc4916daea service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937896 Jul 14 09:51:51.115033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6444aa6-f0b4-4257-b2f4-eb41d78185c8 req-3fc5bcb3-2e8c-4f7f-a236-fa819abdf33f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.116769 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6444aa6-f0b4-4257-b2f4-eb41d78185c8 req-3fc5bcb3-2e8c-4f7f-a236-fa819abdf33f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 943 time: 0.0673628 Jul 14 09:51:51.119746 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2229d2ec-1b55-444e-9e3b-8c6ffe6976cb req-ccf605bc-bf88-4ff1-baf8-62517b6ae82e service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878468 Jul 14 09:51:51.161065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6444aa6-f0b4-4257-b2f4-eb41d78185c8 req-125f4579-8874-4a72-bd04-097cc983f6d8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Jul 14 09:51:51.223918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-7713cad3-c3bb-458c-a5e6-d7714ddd3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.225469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-7713cad3-c3bb-458c-a5e6-d7714ddd3d13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1095 time: 0.0549660 Jul 14 09:51:51.328660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-7b7ed0cc-dc28-4ce7-9a12-0db964da5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.330205 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-7b7ed0cc-dc28-4ce7-9a12-0db964da5194 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0978603 Jul 14 09:51:51.355114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c353a26e-460d-4044-b69c-3ce14ae6b6cd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:51.372989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-6322693a-4633-4985-aa65-96f345f09108 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 217 time: 0.0365589 Jul 14 09:51:51.407590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c353a26e-460d-4044-b69c-3ce14ae6b6cd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:51.407997 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.434152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-f4d32300-678b-4522-ab76-61391361babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.435684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-f4d32300-678b-4522-ab76-61391361babf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0554817 Jul 14 09:51:51.501157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-fff37933-734e-45f2-88d6-59952fd4dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.502685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-fff37933-734e-45f2-88d6-59952fd4dc37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602911 Jul 14 09:51:51.529752 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.599214 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-bcddf972-3015-4c14-ac0a-eed7634fdfca service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894024 Jul 14 09:51:51.695943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5d43f9ad-b775-4920-865a-9bc3e2aa2e24 req-bf205ecb-9170-4350-901c-8699dc1e118b service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893817 Jul 14 09:51:52.340650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c44330-be4f-4234-9130-b2e25ceb0a52 req-cb66ded4-b44a-4864-91ae-a2d2b96884e1 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.342173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77c44330-be4f-4234-9130-b2e25ceb0a52 req-cb66ded4-b44a-4864-91ae-a2d2b96884e1 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 943 time: 0.0651684 Jul 14 09:51:52.380458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77c44330-be4f-4234-9130-b2e25ceb0a52 req-e9c80faf-d8c1-4939-a777-d5eef0d74352 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327098 Jul 14 09:51:53.374046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af30b2e1-5edf-490e-a2eb-64340657637c details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:51:53.510050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:53.522710 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'mac_address': 'fa:16:3e:29:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:51:53.561632 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.577716 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af30b2e1-5edf-490e-a2eb-64340657637c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:53.597519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:53.602303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.610307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420cb8f-2a9e-4b9f-af6f-ef7e55b7378d req-045eea28-a199-489e-9f69-d61ae46da5dd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:53.612009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d420cb8f-2a9e-4b9f-af6f-ef7e55b7378d req-045eea28-a199-489e-9f69-d61ae46da5dd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 943 time: 0.0738688 Jul 14 09:51:53.651865 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:53.653164 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d420cb8f-2a9e-4b9f-af6f-ef7e55b7378d req-b9ca1164-4768-499a-a4d7-12bf3c8df4c8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349154 Jul 14 09:51:53.791043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['af30b2e1-5edf-490e-a2eb-64340657637c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:54.873657 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bb63a-2290-4943-9572-1fa9144d3be9 req-5f2d554d-6f80-4645-91f7-30fca1ea8936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:54.875245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e62bb63a-2290-4943-9572-1fa9144d3be9 req-5f2d554d-6f80-4645-91f7-30fca1ea8936 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 944 time: 0.0716736 Jul 14 09:51:54.920256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e62bb63a-2290-4943-9572-1fa9144d3be9 req-6e473850-21c7-4ef4-97e0-2b76588801f7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356691 Jul 14 09:51:55.389114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af30b2e1-5edf-490e-a2eb-64340657637c up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:55.442830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port af30b2e1-5edf-490e-a2eb-64340657637c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:55.447285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port af30b2e1-5edf-490e-a2eb-64340657637c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:55.447835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.553497 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.579308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:55.581785 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c62c53-cc70-407f-814b-2143e55ecbaa" -d '{"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-plugged", "status": "completed", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:55.596943 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:55.603017 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.648131 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41beb1b-7634-440f-9728-e8224b1aecea x-openstack-request-id: req-c41beb1b-7634-440f-9728-e8224b1aecea {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:55.648429 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-plugged", "status": "completed", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:55.648722 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c41beb1b-7634-440f-9728-e8224b1aecea {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:55.649121 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'code': 200} Jul 14 09:51:55.660274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:55.763033 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cdb80-5382-4504-8037-3c6a486a8de9 req-fbbcf450-cd88-420f-a194-bd9ca7e64c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:55.764631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e17cdb80-5382-4504-8037-3c6a486a8de9 req-fbbcf450-cd88-420f-a194-bd9ca7e64c4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1097 time: 0.0551953 Jul 14 09:51:55.802947 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e17cdb80-5382-4504-8037-3c6a486a8de9 req-9f9eda1f-4566-46a0-82cb-6920c0707972 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Jul 14 09:51:56.171201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20e514-2aa9-4730-95d7-bde79bff3398 req-de642ecf-f1d8-4bea-b300-6de5a428252b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:56.173898 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f20e514-2aa9-4730-95d7-bde79bff3398 req-de642ecf-f1d8-4bea-b300-6de5a428252b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.1101325 Jul 14 09:51:56.229669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1f20e514-2aa9-4730-95d7-bde79bff3398 req-a3c94880-f6cd-495d-8a09-3ef8ea50e89d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500817 Jul 14 09:51:57.420056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5699f-3290-4d6d-b9da-fe3056eae17f req-41e49ac4-4e1b-48be-9855-0fc8475f7450 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.421550 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0f5699f-3290-4d6d-b9da-fe3056eae17f req-41e49ac4-4e1b-48be-9855-0fc8475f7450 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0744090 Jul 14 09:51:57.481841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e0f5699f-3290-4d6d-b9da-fe3056eae17f req-d863d046-6d90-4f32-8b70-72a73cf60991 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528870 Jul 14 09:51:57.669703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af2bd-0015-493c-b3d5-693f85425a3b req-58a07a01-8896-44d5-8638-36504f3dfda9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.671077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-645af2bd-0015-493c-b3d5-693f85425a3b req-58a07a01-8896-44d5-8638-36504f3dfda9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0824592 Jul 14 09:51:57.682260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 40472) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:57.688372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'floatingip': {'port_id': 'af30b2e1-5edf-490e-a2eb-64340657637c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:57.733212 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.261393 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.264789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.372232 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd associated. External IP: 172.25.2.100, port: af30b2e1-5edf-490e-a2eb-64340657637c. Jul 14 09:51:58.589076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:58.718475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:58.726117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.729278 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:58.740102 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:58.740731 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:51:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:58.790116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-579cff37-94bd-4e5e-a03a-420695fde883 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "PUT /v2.0/floatingips/952f4f70-a19a-4bf8-863f-72bc632c35cd HTTP/1.1" status: 200 len: 991 time: 1.1063659 Jul 14 09:51:58.791479 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:58.795703 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15520d0-113c-43c9-8f7e-2de1fa045b43" -d '{"events": [{"name": "network-changed", "server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:58.845567 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb094d7-878d-4e0b-a54d-ad6b1818c257 x-openstack-request-id: req-4eb094d7-878d-4e0b-a54d-ad6b1818c257 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:58.846049 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:58.847203 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4eb094d7-878d-4e0b-a54d-ad6b1818c257 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:58.847203 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'status': 'completed', 'code': 200} Jul 14 09:51:58.960826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-74c6a262-fd73-4961-8797-502d15f86612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.962397 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-74c6a262-fd73-4961-8797-502d15f86612 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1097 time: 0.0844166 Jul 14 09:51:58.982895 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:59.111564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-a679df9e-82fb-4682-a8c2-367595738528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.113410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-a679df9e-82fb-4682-a8c2-367595738528 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1445844 Jul 14 09:51:59.192070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-bfdf87d7-4e86-47df-86b2-8ea6a094dea5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 999 time: 0.0716732 Jul 14 09:51:59.263923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-12e7d4f1-9790-4e38-ab60-9617eee7af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.266374 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-12e7d4f1-9790-4e38-ab60-9617eee7af9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0685587 Jul 14 09:51:59.315036 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:29:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:51:58Z', 'revision_number': 1, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:59.351696 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:59.352386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-04bf6663-6b1c-4b90-85e6-783ba17084aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:59.354285 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-04bf6663-6b1c-4b90-85e6-783ba17084aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810838 Jul 14 09:51:59.361828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:59.362346 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:51:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:59.473757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-fdf7d7a6-d464-4afb-819b-6c3367055b46 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124153 Jul 14 09:51:59.527583 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:59.634279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f15520d0-113c-43c9-8f7e-2de1fa045b43 req-aa29ccdc-5afc-48d5-89ea-1a4f4d710d09 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531839 Jul 14 09:51:59.782392 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:29:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:51:58Z', 'revision_number': 1, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:59.815664 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa3682-f21c-43e6-b11d-2366db593ef3 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:29:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:51:58Z', 'revision_number': 1, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:52:00.026828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf238be0-5ced-4102-81b8-2ccecd79de44 None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:52:01.750073 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.744665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:07.542669 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-cb7a3fef-7ea4-4511-99b1-264474bbd674 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530474 Jul 14 09:52:07.647874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-43be7a06-3c4e-49ac-980f-1d41c6263a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.649523 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-43be7a06-3c4e-49ac-980f-1d41c6263a4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1097 time: 0.0649533 Jul 14 09:52:07.776208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-95a20489-dc33-40c6-966c-a9dd8f8b7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.777760 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-95a20489-dc33-40c6-966c-a9dd8f8b7a55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1057079 Jul 14 09:52:07.845232 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-3aa65b45-ae60-4cd1-8d79-773f69094332 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 1001 time: 0.0606523 Jul 14 09:52:07.896060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-ed7ff5d6-6f37-45e4-bc66-586e38db5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.897569 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-ed7ff5d6-6f37-45e4-bc66-586e38db5646 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0453694 Jul 14 09:52:07.963164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-d3f286e8-6e47-4c24-9e2e-8d699f5a6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.964690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-d3f286e8-6e47-4c24-9e2e-8d699f5a6273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598276 Jul 14 09:52:08.055981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-b7ca5d6a-75d3-4a85-b519-b94d4503ee71 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Jul 14 09:52:08.154208 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49622fc9-7c70-4792-9e47-9ec37469c6dd req-997a3d42-fda9-49c6-b9a5-988d03578dea service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911992 Jul 14 09:52:16.001997 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af909c12-304c-4eaf-b5af-113ae350019b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.105004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.716492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a4de064-1335-4be7-a784-34e974cade40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.815127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.389917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.532135 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.749635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.743908 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:45.998431 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c247f85e-a409-47d4-90f8-d4f1bf10a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.107363 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.720559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3990a99d-2aa8-4944-a4f7-682ef75eb91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.818479 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:50.394659 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.536629 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.765064 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.073774 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-ae1591e4-5943-4633-89e0-f41e4d44a049 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556655 Jul 14 09:53:09.168201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-562bd559-81f2-4946-a213-68cd2d56fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.169726 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-562bd559-81f2-4946-a213-68cd2d56fbf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1097 time: 0.0520618 Jul 14 09:53:09.276166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-29844af2-eea8-4070-bc33-c7d6218d7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.277672 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-29844af2-eea8-4070-bc33-c7d6218d7f29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0887997 Jul 14 09:53:09.344070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-21c364e1-a0db-4135-9d71-e84c6cbcf4a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 1001 time: 0.0600719 Jul 14 09:53:09.397368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-22d60049-3af0-43f7-adca-c53368601061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.398813 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-22d60049-3af0-43f7-adca-c53368601061 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0484915 Jul 14 09:53:09.455696 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-69f134ce-ce99-42dd-b99d-29bbcb1530fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.457223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-69f134ce-ce99-42dd-b99d-29bbcb1530fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514686 Jul 14 09:53:09.545188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-bcd82530-cf82-47a9-9fda-31084dd5c065 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809364 Jul 14 09:53:09.636850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0f33599c-24b0-4b5d-bd96-9d015a41fb21 req-edf38cdc-fabe-4139-a738-318027d2ffd2 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Jul 14 09:53:15.991409 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf6c546c-7a35-4334-87dc-2a58c1e8fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.743201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:53:19.108051 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.720426 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afd1d2b0-1d7d-41e8-9d11-f5f93fe1f430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.821042 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.432901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.536141 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.769317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:35.327235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4e961-f4d7-43a8-b876-28d458be4241 req-e11969fe-098e-4f3d-92eb-c514444294a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:35.328701 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07a4e961-f4d7-43a8-b876-28d458be4241 req-e11969fe-098e-4f3d-92eb-c514444294a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.1295297 Jul 14 09:53:35.367199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-07a4e961-f4d7-43a8-b876-28d458be4241 req-bc3acdfc-0910-4b71-8bc7-cd084a817c48 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Jul 14 09:53:35.710880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-5ebb7dc8-8abc-4287-8517-09c38682e915 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627902 Jul 14 09:53:35.764852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94cdd-9ad0-445c-b87f-754e4c889cc4 req-c214827f-1c88-4862-a929-629bb2810983 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:35.766371 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bff94cdd-9ad0-445c-b87f-754e4c889cc4 req-c214827f-1c88-4862-a929-629bb2810983 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0715039 Jul 14 09:53:35.807182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bff94cdd-9ad0-445c-b87f-754e4c889cc4 req-5ca00ad2-1583-4bb1-b11e-dd8ed31c05e8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350468 Jul 14 09:53:37.000558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-b46ac97e-e5df-4863-adb4-2d8d1894d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:37.002089 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-b46ac97e-e5df-4863-adb4-2d8d1894d3c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1097 time: 0.0661771 Jul 14 09:53:37.430951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-2a4ebf53-d82a-4ac0-8d91-aaa6fb30bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:37.432498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-2a4ebf53-d82a-4ac0-8d91-aaa6fb30bdae service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.4226854 Jul 14 09:53:37.445630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4777437-76c2-4c26-8143-e907c67e55ac req-c454557c-05a2-49df-9a1a-e9a935eb4f68 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:37.447185 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4777437-76c2-4c26-8143-e907c67e55ac req-c454557c-05a2-49df-9a1a-e9a935eb4f68 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.5148520 Jul 14 09:53:37.537351 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4777437-76c2-4c26-8143-e907c67e55ac req-7144972d-7083-43a5-82cd-d719cb85125c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833716 Jul 14 09:53:37.539418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-9a1bdcf3-f799-4198-a18d-ab71afbb2228 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 1001 time: 0.0913076 Jul 14 09:53:37.591067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-52ac6102-7b53-4883-b5c6-54362d123208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:37.593143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-52ac6102-7b53-4883-b5c6-54362d123208 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0468836 Jul 14 09:53:37.650928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-d0d8230a-7352-49c3-9796-893b457c1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:37.652529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-d0d8230a-7352-49c3-9796-893b457c1251 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535378 Jul 14 09:53:37.747674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-141f8473-9b24-467c-8b10-da39e5d8dda7 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889223 Jul 14 09:53:37.835989 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-2a74b6cb-b06d-4cdb-8fe9-c9eb3d7ec648 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826306 Jul 14 09:53:38.720387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57b7b-0009-4f0b-ba2f-3025b884bde4 req-d658975f-458a-4ee4-a113-3a7652a1ea2c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:38.721796 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fc57b7b-0009-4f0b-ba2f-3025b884bde4 req-d658975f-458a-4ee4-a113-3a7652a1ea2c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0673654 Jul 14 09:53:38.760107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9fc57b7b-0009-4f0b-ba2f-3025b884bde4 req-3b89303d-7217-4f6c-adac-63af1d55c01f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Jul 14 09:53:39.945153 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1db53f-be6e-4ac0-94dc-8e991dac2baf req-8dd48b8d-8749-42fe-8a9c-1190faaca869 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:39.946677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac1db53f-be6e-4ac0-94dc-8e991dac2baf req-8dd48b8d-8749-42fe-8a9c-1190faaca869 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0705318 Jul 14 09:53:39.985391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac1db53f-be6e-4ac0-94dc-8e991dac2baf req-8796a170-4d13-4efc-b33b-a24f297640e8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Jul 14 09:53:41.161947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12737514-50d8-457b-accc-50cc4153ca01 req-9c729100-1e7d-47cb-b7a6-698e9bd5701b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:41.163518 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12737514-50d8-457b-accc-50cc4153ca01 req-9c729100-1e7d-47cb-b7a6-698e9bd5701b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0680585 Jul 14 09:53:41.202155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-12737514-50d8-457b-accc-50cc4153ca01 req-74b267d4-febf-4ca0-85e2-12f03223cc9c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326257 Jul 14 09:53:42.382553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f8aea-a4f4-459e-8a40-688bdc8bf893 req-c3547987-6bbd-4d01-b1ab-288725be3862 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:42.384141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c70f8aea-a4f4-459e-8a40-688bdc8bf893 req-c3547987-6bbd-4d01-b1ab-288725be3862 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0655477 Jul 14 09:53:42.423675 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c70f8aea-a4f4-459e-8a40-688bdc8bf893 req-67fd16ea-b89e-495f-b340-a240305fab39 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331955 Jul 14 09:53:43.599288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63efc9-876f-4360-89f3-c32ccb75f21f req-3f700fbf-5498-46f1-80d0-7adc5f2a049a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:43.600833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b63efc9-876f-4360-89f3-c32ccb75f21f req-3f700fbf-5498-46f1-80d0-7adc5f2a049a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0647767 Jul 14 09:53:43.638900 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b63efc9-876f-4360-89f3-c32ccb75f21f req-72dec25e-ff9b-4edf-b4a1-9547522e2c00 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325537 Jul 14 09:53:44.810987 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c051-c346-44f7-b5ed-67641c1442da req-13e8e883-e69f-44f9-8103-42be614395d5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:44.812514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74e2c051-c346-44f7-b5ed-67641c1442da req-13e8e883-e69f-44f9-8103-42be614395d5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0628924 Jul 14 09:53:44.850348 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74e2c051-c346-44f7-b5ed-67641c1442da req-9b59074c-d884-4b7c-b27c-9a7568d079ad tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Jul 14 09:53:45.991475 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93b5c226-1efb-401d-a282-8433a94700b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:46.029947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d5e3e-ce17-43a5-9bf6-8c11d1e872b0 req-e6df252f-5d10-47b9-8571-6613a5a532df tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:46.031489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-496d5e3e-ce17-43a5-9bf6-8c11d1e872b0 req-e6df252f-5d10-47b9-8571-6613a5a532df tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0688918 Jul 14 09:53:46.069975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-496d5e3e-ce17-43a5-9bf6-8c11d1e872b0 req-3e860a8f-6327-4a23-8edd-bf5d3ef8e860 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Jul 14 09:53:47.247764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3370d-a3ad-4cd8-b1cd-9bf74fe51513 req-274d9ebb-af8f-4742-bdd1-09998200acd6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:47.249878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e3370d-a3ad-4cd8-b1cd-9bf74fe51513 req-274d9ebb-af8f-4742-bdd1-09998200acd6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0684657 Jul 14 09:53:47.291733 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-53e3370d-a3ad-4cd8-b1cd-9bf74fe51513 req-177fd160-df23-4f1a-813b-f8f234bc4687 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360405 Jul 14 09:53:48.475235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b320e-ae65-41ab-bca8-d3d7ee6d3e0d req-e23f6999-7adf-4736-8824-b39f85c2f349 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:48.476797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d3b320e-ae65-41ab-bca8-d3d7ee6d3e0d req-e23f6999-7adf-4736-8824-b39f85c2f349 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0659640 Jul 14 09:53:48.515767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d3b320e-ae65-41ab-bca8-d3d7ee6d3e0d req-da026a1e-5e92-464d-a502-c803b4cdaf85 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331407 Jul 14 09:53:49.109559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:49.687478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3da8-d7c9-4cff-ac69-22079c20a298 req-ecf08465-d7b2-4d0a-9fb9-1e8a2e07cc0d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.688899 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16af3da8-d7c9-4cff-ac69-22079c20a298 req-ecf08465-d7b2-4d0a-9fb9-1e8a2e07cc0d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0623941 Jul 14 09:53:49.720826 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e345dfa-6968-4888-a625-2f727a5032e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:49.728762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-16af3da8-d7c9-4cff-ac69-22079c20a298 req-005d22f0-3e87-4dd8-84ab-6cffeb0e0259 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340667 Jul 14 09:53:49.823834 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:50.433394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:50.911864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6228e73-2d2b-4ccc-b912-d383cbb5b9d3 req-a7f6041b-6581-4c9a-a1c0-47361824f6a5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:50.913384 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6228e73-2d2b-4ccc-b912-d383cbb5b9d3 req-a7f6041b-6581-4c9a-a1c0-47361824f6a5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0707881 Jul 14 09:53:50.954912 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6228e73-2d2b-4ccc-b912-d383cbb5b9d3 req-34d5108d-9cca-403e-83bd-8db8641fea74 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355153 Jul 14 09:53:51.537384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.136483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cea46d-f0d2-4760-b038-159ce258331c req-902909de-f791-4b8c-ad2e-e4ee6be42415 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:52.137976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d4cea46d-f0d2-4760-b038-159ce258331c req-902909de-f791-4b8c-ad2e-e4ee6be42415 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0685279 Jul 14 09:53:52.176469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d4cea46d-f0d2-4760-b038-159ce258331c req-f0810932-be82-4800-b3b2-e353514681ea tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Jul 14 09:53:53.350737 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdfd94-0132-4393-9646-2453035f250c req-0ca2d48c-9b2f-4db4-b08a-496bb90c6e60 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:53.352274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91cdfd94-0132-4393-9646-2453035f250c req-0ca2d48c-9b2f-4db4-b08a-496bb90c6e60 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0652046 Jul 14 09:53:53.390640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91cdfd94-0132-4393-9646-2453035f250c req-345905b0-e64f-4869-be7e-0cfad503a16d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328984 Jul 14 09:53:54.568833 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0e8a2-0894-49e1-8bc7-24ec8f6f3891 req-59e4db29-8e7a-4ede-9454-eaf428f2896e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:54.570369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6e0e8a2-0894-49e1-8bc7-24ec8f6f3891 req-59e4db29-8e7a-4ede-9454-eaf428f2896e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0643389 Jul 14 09:53:54.610941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6e0e8a2-0894-49e1-8bc7-24ec8f6f3891 req-c3d09320-e2b7-47aa-bd7f-f939884af231 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341306 Jul 14 09:53:54.800074 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-a95a9df0-c6e0-4153-8cf4-d0acd57ff23b service neutron] show failed (client error): The resource could not be found. Jul 14 09:53:54.801023 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-a95a9df0-c6e0-4153-8cf4-d0acd57ff23b service neutron] 10.222.0.11 "GET /v2.0/ports/af30b2e1-5edf-490e-a2eb-64340657637c/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0540280 Jul 14 09:53:55.089931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-0653de6a-0f1b-4443-95bd-d4b273b81e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:55.091322 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-0653de6a-0f1b-4443-95bd-d4b273b81e9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 1097 time: 0.0980611 Jul 14 09:53:55.102914 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:55.178639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.383253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:55.416432 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:55.457648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:55.460195 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6f67b2-6d98-4931-bc9a-35df63add139" -d '{"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-unplugged", "status": "completed", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:55.464271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.477569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Transition to ACTIVE for port object af30b2e1-5edf-490e-a2eb-64340657637c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:55.482163 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.556150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:55.597385 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b395ec0b-bb79-4432-b3e1-453fa24b082d x-openstack-request-id: req-b395ec0b-bb79-4432-b3e1-453fa24b082d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:55.597688 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-unplugged", "status": "completed", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:55.597946 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b395ec0b-bb79-4432-b3e1-453fa24b082d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:55.598354 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'code': 200} Jul 14 09:53:55.611238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.611622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.611973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.612321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.612665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.613007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.613393 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.613680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.614021 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.614363 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.614701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.615034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:55.684258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] No DVR routers for this DVR port af30b2e1-5edf-490e-a2eb-64340657637c on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:55.745311 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:53:55.792529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c400-e71b-4160-ab77-e4e3392944c5 req-2ac3865f-03f3-4340-82c2-a7462fd3c8c9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:55.793987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b81c400-e71b-4160-ab77-e4e3392944c5 req-2ac3865f-03f3-4340-82c2-a7462fd3c8c9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 943 time: 0.0696642 Jul 14 09:53:55.823602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:55.824037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:55.824438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:55.828781 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Port af30b2e1-5edf-490e-a2eb-64340657637c on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:53:55.829101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Attempting to bind port af30b2e1-5edf-490e-a2eb-64340657637c on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:55.833670 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2b81c400-e71b-4160-ab77-e4e3392944c5 req-773ae624-931e-4c5b-8467-9128b6db9fea tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331805 Jul 14 09:53:55.833957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:55.834296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:55.834679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:55.835110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Bound port: af30b2e1-5edf-490e-a2eb-64340657637c, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:55.835492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.900759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:55.904181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:55.909116 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.948577 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:55.949361 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.950869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] 10.222.0.48 "PUT /v2.0/ports/af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 1092 time: 0.8519254 Jul 14 09:53:55.981650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd31d3-b138-442a-8ec0-9f75e8f78dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:56.033145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-e6e09e0a-ade5-4fff-8a44-bc2842cde0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:56.034732 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-e6e09e0a-ade5-4fff-8a44-bc2842cde0c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1095 time: 0.0610683 Jul 14 09:53:56.131700 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-53f40aa1-1b98-4434-9cc9-a35491c668ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:56.133277 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-53f40aa1-1b98-4434-9cc9-a35491c668ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0929797 Jul 14 09:53:56.204312 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-b45f2d2b-a104-40ce-988f-4140b67bcc4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 999 time: 0.0644014 Jul 14 09:53:56.256490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-cfd506ff-ac83-435f-852c-e307acfe3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:56.257915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-cfd506ff-ac83-435f-852c-e307acfe3968 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0479341 Jul 14 09:53:56.316286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-99875c26-9cec-429d-adad-bf4f6ddbb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:56.318077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-99875c26-9cec-429d-adad-bf4f6ddbb4a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540514 Jul 14 09:53:56.413339 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-29cba0c8-c376-4644-a5dd-637eac429330 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888829 Jul 14 09:53:56.506708 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-a7b1642b-7e5d-405a-9c99-faba1d7a61cf service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864139 Jul 14 09:53:57.018496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd8398-1dbd-45e2-b247-f27960653343 req-e8487af5-c6c6-45c8-a70a-64c1245498a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.019947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50cd8398-1dbd-45e2-b247-f27960653343 req-e8487af5-c6c6-45c8-a70a-64c1245498a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 943 time: 0.0698757 Jul 14 09:53:57.058513 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50cd8398-1dbd-45e2-b247-f27960653343 req-27560fe5-9adc-4972-9942-34458ce5c019 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Jul 14 09:53:57.599666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:57.602055 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f734e663-351a-408d-8639-22c7a37d11fc" -d '{"events": [{"name": "network-changed", "server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:57.647959 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c6f232-8f04-45c8-97e4-b9d1277ea91c x-openstack-request-id: req-83c6f232-8f04-45c8-97e4-b9d1277ea91c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:57.648258 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:57.648516 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83c6f232-8f04-45c8-97e4-b9d1277ea91c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:57.649002 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'status': 'completed', 'code': 200} Jul 14 09:53:57.724052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-dd1680c6-9c86-427a-a328-7690ee772200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.725601 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-dd1680c6-9c86-427a-a328-7690ee772200 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1095 time: 0.0576551 Jul 14 09:53:57.729578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-40560bb7-041a-4498-9aa5-c1ec917e239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.731061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-40560bb7-041a-4498-9aa5-c1ec917e239d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1095 time: 0.0542984 Jul 14 09:53:57.822525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-ce587f14-e175-44c1-83f4-d62db9485e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.824074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-ce587f14-e175-44c1-83f4-d62db9485e28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0925772 Jul 14 09:53:57.829607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-3d3b4817-2ea1-4267-8778-e9f59115382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.831072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-3d3b4817-2ea1-4267-8778-e9f59115382f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0927155 Jul 14 09:53:57.889511 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-e853bc07-01a3-4426-bd97-68017cfcf620 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 999 time: 0.0592096 Jul 14 09:53:57.905100 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-35757b0d-0eb3-447e-abb0-e38a068cc033 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 999 time: 0.0588350 Jul 14 09:53:57.938928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-b9c02e98-429e-46bf-9f42-300db9c4396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.940496 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-b9c02e98-429e-46bf-9f42-300db9c4396a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0453804 Jul 14 09:53:57.955776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-d03fe887-2549-4fef-a23e-eeb412d68639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:57.957249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-d03fe887-2549-4fef-a23e-eeb412d68639 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0443561 Jul 14 09:53:58.004949 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-a28f3c4e-aa7f-4f04-b8af-9b324f0df5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.006497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-a28f3c4e-aa7f-4f04-b8af-9b324f0df5ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603321 Jul 14 09:53:58.032080 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af30b2e1-5edf-490e-a2eb-64340657637c no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:58.034460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e663-351a-408d-8639-22c7a37d11fc req-5dd8ad58-a245-4c7b-9b84-b7489631d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.038009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-5dd8ad58-a245-4c7b-9b84-b7489631d3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731778 Jul 14 09:53:58.077766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device af30b2e1-5edf-490e-a2eb-64340657637c not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:58.110065 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-ce7c8f64-4cfb-4e15-bcfc-448c62d4ac0e service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965078 Jul 14 09:53:58.153461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-67139ad4-f8ad-4b75-9594-0b2f314a2156 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021791 Jul 14 09:53:58.230068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-2371abde-b2e8-47e3-b772-3671d51fa811 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141241 Jul 14 09:53:58.293716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f734e663-351a-408d-8639-22c7a37d11fc req-589169c4-d995-4949-bb7f-1458611b1860 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329784 Jul 14 09:53:58.304602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdbe6b-9963-4362-8683-f84784a15a6b req-0a1fc5cc-acdb-4974-b65e-6aa1655ddcbe tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.306054 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-01cdbe6b-9963-4362-8683-f84784a15a6b req-0a1fc5cc-acdb-4974-b65e-6aa1655ddcbe tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 943 time: 0.0939770 Jul 14 09:53:58.346927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-01cdbe6b-9963-4362-8683-f84784a15a6b req-9c6c6cdc-9c15-427f-9663-cb4a714a4c0c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345230 Jul 14 09:53:58.646556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60033b3-ee40-493c-90bc-c6e904468311 req-b4c6c5ff-cf08-4ff3-b61f-b08029b395c4 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.648072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a60033b3-ee40-493c-90bc-c6e904468311 req-b4c6c5ff-cf08-4ff3-b61f-b08029b395c4 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 943 time: 0.0635331 Jul 14 09:53:58.663585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1883972-ed07-4c77-9cb3-a41086de225b req-968d5f1f-4f62-486d-8ff9-5ed699d49f7b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.665075 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-968d5f1f-4f62-486d-8ff9-5ed699d49f7b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 943 time: 0.0742080 Jul 14 09:53:58.686673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a60033b3-ee40-493c-90bc-c6e904468311 req-544663ec-e4f8-4e91-9902-9a348bdf1bd7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Jul 14 09:53:58.724493 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-d1883972-ed07-4c77-9cb3-a41086de225b req-a71c8b93-28c8-4fe0-ba57-6904228a6fec service neutron] delete failed (client error): The resource could not be found. Jul 14 09:53:58.725530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-a71c8b93-28c8-4fe0-ba57-6904228a6fec service neutron] 10.222.0.11 "DELETE /v2.0/ports/af30b2e1-5edf-490e-a2eb-64340657637c/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0548620 Jul 14 09:53:58.823567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1883972-ed07-4c77-9cb3-a41086de225b req-922be4e4-f3c5-4e6f-8c0e-fc3336399c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.825068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-922be4e4-f3c5-4e6f-8c0e-fc3336399c04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 1095 time: 0.0574212 Jul 14 09:53:58.900019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device af30b2e1-5edf-490e-a2eb-64340657637c details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:53:58.913012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1883972-ed07-4c77-9cb3-a41086de225b req-89e5ab8b-56e9-48c3-8b3b-fed41b923289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.914583 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-89e5ab8b-56e9-48c3-8b3b-fed41b923289 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0834258 Jul 14 09:53:58.983978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-d22e61f1-de75-4eea-930d-5584c189c8a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 200 len: 999 time: 0.0634043 Jul 14 09:53:58.996955 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:59.009884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'mac_address': 'fa:16:3e:29:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:53:59.037694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1883972-ed07-4c77-9cb3-a41086de225b req-d5afb4cd-0350-4abc-85c6-8b2d0c00559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:59.039239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-d5afb4cd-0350-4abc-85c6-8b2d0c00559c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0473206 Jul 14 09:53:59.050383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:59.063961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af30b2e1-5edf-490e-a2eb-64340657637c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:53:59.085222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:59.089544 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:59.099960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1883972-ed07-4c77-9cb3-a41086de225b req-67127cdf-95ef-4264-93c7-2a3b36fb1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:59.101515 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-67127cdf-95ef-4264-93c7-2a3b36fb1b79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561209 Jul 14 09:53:59.138041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:59.145941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.146296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.146646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.146991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.147375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.147720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.148056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.148390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.148724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.149057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.149387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.149722 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:59.194510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-ca8df52e-de31-42ab-a0cd-b80c97e5b0d1 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862625 Jul 14 09:53:59.285136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d1883972-ed07-4c77-9cb3-a41086de225b req-c1112fad-897b-4eeb-984e-05302a372e58 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Jul 14 09:53:59.332465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['af30b2e1-5edf-490e-a2eb-64340657637c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:53:59.867113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b3f6-4d43-4251-8e0e-a9c71f597b7e req-df30e0dd-17a2-4dbe-b43b-b4bf920474fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:59.868828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54f1b3f6-4d43-4251-8e0e-a9c71f597b7e req-df30e0dd-17a2-4dbe-b43b-b4bf920474fb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 944 time: 0.0673726 Jul 14 09:53:59.910705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54f1b3f6-4d43-4251-8e0e-a9c71f597b7e req-60c58756-b9a7-4895-a5c1-e233491adc7d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358422 Jul 14 09:54:00.087996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4766-477a-4d76-bc53-8939b81f2f12 req-55182b9c-60d5-4d18-be09-df73be75149c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:00.089406 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f36d4766-477a-4d76-bc53-8939b81f2f12 req-55182b9c-60d5-4d18-be09-df73be75149c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 944 time: 0.0673275 Jul 14 09:54:00.127654 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f36d4766-477a-4d76-bc53-8939b81f2f12 req-0c377e77-f6fb-40c7-a7bf-93f02ce48f22 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322020 Jul 14 09:54:00.309396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4d95c-8070-40ff-80fb-ba01564dbea7 req-72442234-1c90-44de-928f-faab1c76235f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:00.310920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70e4d95c-8070-40ff-80fb-ba01564dbea7 req-72442234-1c90-44de-928f-faab1c76235f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 944 time: 0.0745406 Jul 14 09:54:00.349313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-70e4d95c-8070-40ff-80fb-ba01564dbea7 req-f27645a5-2365-47b8-b899-f3209cb10599 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326517 Jul 14 09:54:00.726001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111db3b-08a1-4393-844a-834e817728e4 req-4dcf16db-042b-4e1e-99b2-1a5d96162d62 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:00.727610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7111db3b-08a1-4393-844a-834e817728e4 req-4dcf16db-042b-4e1e-99b2-1a5d96162d62 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 944 time: 0.0642788 Jul 14 09:54:00.766375 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7111db3b-08a1-4393-844a-834e817728e4 req-9656c131-e059-4da3-9c5a-4cff53cacd9c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332568 Jul 14 09:54:00.912468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device af30b2e1-5edf-490e-a2eb-64340657637c up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:00.962752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port af30b2e1-5edf-490e-a2eb-64340657637c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:00.966324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port af30b2e1-5edf-490e-a2eb-64340657637c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:00.966697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.043824 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.065524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:01.068044 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1dbd99-a220-4a13-8229-9054520cea7e" -d '{"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-plugged", "status": "completed", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:01.081387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:01.086319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.109525 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421befd2-8321-4747-9cdf-0eb82aa4ea7b x-openstack-request-id: req-421befd2-8321-4747-9cdf-0eb82aa4ea7b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:01.109791 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-plugged", "status": "completed", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:01.110048 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-421befd2-8321-4747-9cdf-0eb82aa4ea7b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:01.110440 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'code': 200} Jul 14 09:54:01.135337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:01.779313 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.921308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-626da2d7-d554-4945-b595-831563f1abb2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.922784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-626da2d7-d554-4945-b595-831563f1abb2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0662072 Jul 14 09:54:01.945177 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1b85c-d89e-40f6-a37f-141d1f3a0cef req-b1ce1481-4fa5-4b28-9da9-39aa2543f228 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.946690 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2a1b85c-d89e-40f6-a37f-141d1f3a0cef req-b1ce1481-4fa5-4b28-9da9-39aa2543f228 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 945 time: 0.0679414 Jul 14 09:54:01.985791 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e2a1b85c-d89e-40f6-a37f-141d1f3a0cef req-1353d83e-3280-4497-be2b-6601f8aad2b3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Jul 14 09:54:02.027312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Deleting port af30b2e1-5edf-490e-a2eb-64340657637c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:02.027683 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.112820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] For port af30b2e1-5edf-490e-a2eb-64340657637c, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=af30b2e1-5edf-490e-a2eb-64340657637c,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:02.113179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.330985 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.331341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.331682 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd disassociated. External IP: 172.25.2.100, port: af30b2e1-5edf-490e-a2eb-64340657637c. Jul 14 09:54:02.332026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Calling delete_port for af30b2e1-5edf-490e-a2eb-64340657637c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:02.459943 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:02.488150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event deleted for resources: {'Port': ['ID=af30b2e1-5edf-490e-a2eb-64340657637c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:02.907776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:54:03.015057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:03.025005 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:03.035109 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:03.035824 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:53:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:03.059440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] No DVR routers for this DVR port af30b2e1-5edf-490e-a2eb-64340657637c on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:03.062220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.064322 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d8ad22db-757b-4f02-aea6-4bb592be1985 req-fdc31ee1-6624-4a17-89e3-94f283d2c8ba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "DELETE /v2.0/ports/af30b2e1-5edf-490e-a2eb-64340657637c HTTP/1.1" status: 204 len: 173 time: 1.1359022 Jul 14 09:54:03.064779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-deleted', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:03.067827 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b7ce11-c875-43ee-9808-9745ef97c41d" -d '{"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-deleted", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:03.152691 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:03.168329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91e8d54f-0e8c-4915-a4d6-bb1680f66a1f req-65820215-3d15-4367-a623-fbfdf3c2a1ad tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=336de920-f7c5-4b3e-aeec-5ec191f0645e HTTP/1.1" status: 200 len: 210 time: 0.0478132 Jul 14 09:54:03.172505 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d268e58c-9ab1-45e1-a5ef-a91f03498fb0 x-openstack-request-id: req-d268e58c-9ab1-45e1-a5ef-a91f03498fb0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:03.172812 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336de920-f7c5-4b3e-aeec-5ec191f0645e", "name": "network-vif-deleted", "tag": "af30b2e1-5edf-490e-a2eb-64340657637c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:03.173072 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d268e58c-9ab1-45e1-a5ef-a91f03498fb0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:03.173487 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336de920-f7c5-4b3e-aeec-5ec191f0645e', 'name': 'network-vif-deleted', 'tag': 'af30b2e1-5edf-490e-a2eb-64340657637c', 'status': 'completed', 'code': 200} Jul 14 09:54:03.359916 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:03.398638 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:03.410741 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:03.411441 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:53:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:03.519711 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:03.806358 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:03.832668 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132536-47d9-4dfd-93e1-36aaa554ca2a None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:04.053901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c8ede-5fe5-4147-b9b9-cf77f791e863 None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:54:04.494987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-e935c3b8-5696-46d7-9410-b08a82749a0c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1481955131&fields=id&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 267 time: 0.0338621 Jul 14 09:54:04.600534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-c4280658-9d38-4bb5-94f9-35ac7774b321 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:04.601932 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-c4280658-9d38-4bb5-94f9-35ac7774b321 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.0997691 Jul 14 09:54:04.617668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-787aa6ee-c421-420c-9d85-2352c69bc0d4 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/quotas/d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 375 time: 0.0101752 Jul 14 09:54:04.695317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-cc3bc2ae-3127-42b7-93e6-c3f897524198 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722704 Jul 14 09:54:04.788767 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-09e3675f-ecbd-4efc-b7ee-3b2303d15b30 service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814865 Jul 14 09:54:04.883044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-8de6cc0b-b743-4ccf-bb5f-81a52485ebf0 service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884414 Jul 14 09:54:04.925097 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device af30b2e1-5edf-490e-a2eb-64340657637c no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:04.945462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: af30b2e1-5edf-490e-a2eb-64340657637c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:04.945713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device af30b2e1-5edf-490e-a2eb-64340657637c not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:05.053164 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a2f1ec2a-f8d4-4587-902d-33e297c0bd1f req-c0a2e16f-67bc-4957-91b3-6949826fdd25 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 210 time: 0.0285966 Jul 14 09:54:06.106684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-9336031c-fd02-4c83-ab39-952dbeea12cf tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:06.108401 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-9336031c-fd02-4c83-ab39-952dbeea12cf tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.1186419 Jul 14 09:54:06.160258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-84b9dcf5-d42a-493a-9ec8-1993e5b0b87a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 380 time: 0.0413945 Jul 14 09:54:06.169561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'port': {'device_id': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'admin_state_up': True, 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'security_groups': ['16328f41-0f01-4ab5-ad31-a36a50a34fb2']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:06.245361 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6016f798-c612-44f3-a133-c955719ab980 req-5596257f-1c35-4edd-afb4-7b4f0d2f9791 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 210 time: 0.0710289 Jul 14 09:54:06.318941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Made reservation on behalf of d81f1d79c2664b4d9c596c533ddc1e75 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:54:06.322825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.456406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Allocated IP 172.20.0.3 (b16f0d08-cf61-4718-a93d-8b5d169e86fd/6b54d0de-91de-40db-9f34-af888c16e51a/fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:06.591186 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.605135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Transition to ACTIVE for port object fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:06.642975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.689050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:06.694461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:06.698432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:06.724147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:06.739813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.740165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.740519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.740927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.741270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.741610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.741946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.742283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.742614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.742945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.743280 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.743638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:06.764864 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:06.765601 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.781638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-4b140635-2eac-40d4-be3d-90ee1f3af302 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156797 Jul 14 09:54:06.792902 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-490048d4-b873-41c7-bf63-9d0bb57fb072 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:54:06.794107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-490048d4-b873-41c7-bf63-9d0bb57fb072 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075610 Jul 14 09:54:06.804835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Request body: {'port': {'device_id': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:06.880457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.965318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-196efa85-8a9a-4fcf-9d1e-964e67e48ba4 None None] Provisioning for port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:06.969864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-196efa85-8a9a-4fcf-9d1e-964e67e48ba4 None None] Provisioning complete for port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:06.970276 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-196efa85-8a9a-4fcf-9d1e-964e67e48ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.007311 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-196efa85-8a9a-4fcf-9d1e-964e67e48ba4 None None] Port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:07.147621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:07.155210 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.167450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Transition to ACTIVE for port object fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:07.171764 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.240317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:07.297109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:07.297716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:07.298132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:07.303232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:54:07.303678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:07.309925 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:07.310272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:07.310842 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:07.311261 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Bound port: fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:07.311728 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.390926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:07.395012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:07.400390 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.438486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:07.439119 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:07.440588 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] 10.222.0.11 "PUT /v2.0/ports/fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 1092 time: 0.6402042 Jul 14 09:54:07.441246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:07.443833 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946e551c-6305-41cb-a70b-5e6284c37814" -d '{"events": [{"name": "network-changed", "server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:07.450035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4fe6a-699b-4d6b-9957-5646c7d7b8f6 req-2a33ee28-e55c-4648-9a54-952d61f2e50a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:07.455985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d9f4fe6a-699b-4d6b-9957-5646c7d7b8f6 req-2a33ee28-e55c-4648-9a54-952d61f2e50a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 943 time: 0.0859685 Jul 14 09:54:07.481545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77d3d-af91-4ca9-817c-51eeef6cf370 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:07.507145 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d9f4fe6a-699b-4d6b-9957-5646c7d7b8f6 req-5ae3d067-5809-4bc1-b74e-ffed2747957d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479813 Jul 14 09:54:07.521335 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b850884b-f2dc-49e1-9390-9610fae34c83 x-openstack-request-id: req-b850884b-f2dc-49e1-9390-9610fae34c83 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:07.521638 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:07.521898 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b850884b-f2dc-49e1-9390-9610fae34c83 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:07.522448 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'status': 'completed', 'code': 200} Jul 14 09:54:07.550141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-974796b1-99f4-43df-9ef2-faafa09a5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:07.551725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-974796b1-99f4-43df-9ef2-faafa09a5f25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1095 time: 0.0598631 Jul 14 09:54:07.598836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-5cbd5997-f107-4ebb-810d-ab49aa6ff407 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 217 time: 0.0391786 Jul 14 09:54:07.650882 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-1fb7e129-1bdf-4e29-bc18-a3d1c47fbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:07.652281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-1fb7e129-1bdf-4e29-bc18-a3d1c47fbbc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0464809 Jul 14 09:54:07.712448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-fb235c2e-061e-4499-a56e-2581f77f7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:07.713972 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-fb235c2e-061e-4499-a56e-2581f77f7dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543838 Jul 14 09:54:07.809445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-1a07c99c-8a0a-4738-951e-71ab290f754a service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883670 Jul 14 09:54:07.900249 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fefb0916-70f6-4390-aed6-c2f7244c4bf9 req-cec3c476-4517-4a16-9fe9-cbfbd6f56a32 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842857 Jul 14 09:54:08.005335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e551c-6305-41cb-a70b-5e6284c37814 req-ec135626-ca92-4af0-b4d4-59cfc4a9c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.006854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946e551c-6305-41cb-a70b-5e6284c37814 req-ec135626-ca92-4af0-b4d4-59cfc4a9c59c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1095 time: 0.0574875 Jul 14 09:54:08.100991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e551c-6305-41cb-a70b-5e6284c37814 req-487c4c95-597a-427b-934d-5298fd056bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.102476 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946e551c-6305-41cb-a70b-5e6284c37814 req-487c4c95-597a-427b-934d-5298fd056bf2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0875823 Jul 14 09:54:08.144581 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946e551c-6305-41cb-a70b-5e6284c37814 req-952b69b6-8458-434b-acf1-761c3884e600 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 217 time: 0.0346692 Jul 14 09:54:08.197294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e551c-6305-41cb-a70b-5e6284c37814 req-83439c80-6f18-42a1-aa13-e49db8633a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.198798 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946e551c-6305-41cb-a70b-5e6284c37814 req-83439c80-6f18-42a1-aa13-e49db8633a92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0485287 Jul 14 09:54:08.256149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e551c-6305-41cb-a70b-5e6284c37814 req-72ddc8ec-3237-4b8b-aa7a-de6d8600e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.257675 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946e551c-6305-41cb-a70b-5e6284c37814 req-72ddc8ec-3237-4b8b-aa7a-de6d8600e51f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522299 Jul 14 09:54:08.350341 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946e551c-6305-41cb-a70b-5e6284c37814 req-1d7e107e-b7ab-4614-9800-7647b4c78493 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Jul 14 09:54:08.445781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-946e551c-6305-41cb-a70b-5e6284c37814 req-dcd8a2f2-8397-406a-a531-af54e2d32a12 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877097 Jul 14 09:54:08.696605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22030e-d77f-421f-93de-c0589f6824ee req-e85f5cf6-750b-46ed-adc8-e9623ca82e2a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.698173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc22030e-d77f-421f-93de-c0589f6824ee req-e85f5cf6-750b-46ed-adc8-e9623ca82e2a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 943 time: 0.0687699 Jul 14 09:54:08.740015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc22030e-d77f-421f-93de-c0589f6824ee req-ffffb5d5-a3cf-4864-a5ac-27f91c2c96bc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353141 Jul 14 09:54:09.918165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28c004-3d78-4676-be75-06d4d42b420a req-acb79963-133e-4fa5-836f-3725a2534bac tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:09.919700 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e28c004-3d78-4676-be75-06d4d42b420a req-acb79963-133e-4fa5-836f-3725a2534bac tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 943 time: 0.0671360 Jul 14 09:54:09.958224 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e28c004-3d78-4676-be75-06d4d42b420a req-13c03590-8a62-4c9c-a852-7370b8c86c64 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323477 Jul 14 09:54:10.107798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:54:10.201031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:10.212715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'mac_address': 'fa:16:3e:f9:0b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:54:10.252981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.266077 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:10.285744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:10.291100 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.341258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:10.493385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:11.141183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d9af9-c075-4adc-a9d7-54501404dc04 req-58b7813c-c4f9-426d-8c28-8ca970ba5f9b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:11.142706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea9d9af9-c075-4adc-a9d7-54501404dc04 req-58b7813c-c4f9-426d-8c28-8ca970ba5f9b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 944 time: 0.0703356 Jul 14 09:54:11.180923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea9d9af9-c075-4adc-a9d7-54501404dc04 req-9c00f747-f95d-4a0c-93a3-6979bf7cc1c4 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Jul 14 09:54:12.122197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:12.170202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:12.173817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:12.174189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:12.249156 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:12.271581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:12.273782 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd46dd68-0523-4777-a1a7-ca86cdcad8eb" -d '{"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-plugged", "status": "completed", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:12.289781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:12.295660 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:12.320183 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87294808-6e25-4fa7-abfe-0ab4d551edba x-openstack-request-id: req-87294808-6e25-4fa7-abfe-0ab4d551edba {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:12.320477 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-plugged", "status": "completed", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:12.320732 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87294808-6e25-4fa7-abfe-0ab4d551edba {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:12.321125 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'code': 200} Jul 14 09:54:12.348434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:12.366297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db448c-b108-432b-a084-18d36495d9a2 req-96e5cbf6-9afd-4235-81a0-e40ccd4ec53c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:12.367929 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-72db448c-b108-432b-a084-18d36495d9a2 req-96e5cbf6-9afd-4235-81a0-e40ccd4ec53c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0743525 Jul 14 09:54:12.407305 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-72db448c-b108-432b-a084-18d36495d9a2 req-161089e9-c0de-4dc8-805a-2101aeaf37e7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335565 Jul 14 09:54:12.433917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f21ca-cb51-42e2-b8c3-658cadbc25b3 req-d951ca62-a901-4b56-9cf5-46663d404afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:12.435537 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-413f21ca-cb51-42e2-b8c3-658cadbc25b3 req-d951ca62-a901-4b56-9cf5-46663d404afe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1097 time: 0.0536888 Jul 14 09:54:12.469600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-413f21ca-cb51-42e2-b8c3-658cadbc25b3 req-9362a024-42b3-42eb-b96e-53d89c1f3864 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277710 Jul 14 09:54:13.583782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb87241-f394-4963-bfc5-ffdee9d2c8a1 req-bffdf9e5-70f7-47c9-a08d-8dc19bf1882d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:13.585298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fb87241-f394-4963-bfc5-ffdee9d2c8a1 req-bffdf9e5-70f7-47c9-a08d-8dc19bf1882d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0635965 Jul 14 09:54:13.626452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fb87241-f394-4963-bfc5-ffdee9d2c8a1 req-530e74d1-3ee3-4715-b046-fba801600c25 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355561 Jul 14 09:54:13.792321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66853-eea7-46f4-90d3-b0c4da9813cf req-7702f777-23cd-43b9-9993-9de0ccee2332 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:13.793849 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5ec66853-eea7-46f4-90d3-b0c4da9813cf req-7702f777-23cd-43b9-9993-9de0ccee2332 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0633020 Jul 14 09:54:13.802456 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 40856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:13.807083 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'floatingip': {'port_id': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:13.849734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.293043 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.297725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.399688 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd associated. External IP: 172.25.2.100, port: fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8. Jul 14 09:54:14.610345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:54:14.718655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:14.724502 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.728330 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:14.737666 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:14.738361 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:53:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:14.762793 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eab4bdcf-6fc4-4160-99aa-bb92d9ec8cdc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "PUT /v2.0/floatingips/952f4f70-a19a-4bf8-863f-72bc632c35cd HTTP/1.1" status: 200 len: 991 time: 0.9591908 Jul 14 09:54:14.763433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:14.765745 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:14.804871 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54022c41-86ee-4c35-953b-e6d5016c6373 x-openstack-request-id: req-54022c41-86ee-4c35-953b-e6d5016c6373 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:14.805471 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:14.805471 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54022c41-86ee-4c35-953b-e6d5016c6373 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:14.807312 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'status': 'completed', 'code': 200} Jul 14 09:54:14.844791 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:14.883457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-2da667ef-34de-4e77-b2e8-e9f93d865f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:14.884910 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-2da667ef-34de-4e77-b2e8-e9f93d865f80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1097 time: 0.0562391 Jul 14 09:54:14.974219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-2e279524-7483-4b2d-81c3-2a160a942ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:14.975794 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-2e279524-7483-4b2d-81c3-2a160a942ca4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0844781 Jul 14 09:54:15.044414 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-91ac5f09-e136-407c-bcd5-42bf0919bc8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 999 time: 0.0624475 Jul 14 09:54:15.071522 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:f9:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:54:14Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:15.093299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-f18b8d70-cccf-4f1d-b06e-5b0cf64f8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.094815 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-f18b8d70-cccf-4f1d-b06e-5b0cf64f8742 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0445192 Jul 14 09:54:15.097645 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:15.106175 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:15.106793 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:53:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:15.152959 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-d0e09558-0ee3-4b49-993f-35733d88c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.154405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-d0e09558-0ee3-4b49-993f-35733d88c883 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534351 Jul 14 09:54:15.212433 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:15.247660 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-6c44093a-a94c-415f-a3f0-0773c22df55c service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861914 Jul 14 09:54:15.340257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9408c67d-0b35-49f1-a298-f6cd68a2a0ca req-73ad9e45-d796-444d-b740-4244dbb0361d service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868094 Jul 14 09:54:15.444935 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:f9:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:54:14Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:15.471142 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae172ff-08ee-40c3-996f-4fe1416d8384 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:f9:0b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:54:14Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:15.666494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0247df1-cd33-4aaf-b798-595ad43d2278 None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:54:15.992879 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-faa0b537-ab56-4d54-aa39-3d28a6d05d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:19.113008 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:19.722004 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40b8be13-6faa-454a-a4b9-fc8408ba4eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:19.826579 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:20.435465 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:21.541182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:31.795511 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:32.745497 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:45.994305 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-050cbdae-330b-4807-9f6a-be4eeea34ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.114502 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.722984 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0698bd42-863c-4c0e-98a5-8a67962468b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.830516 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.452186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:51.550031 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:01.795727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:09.744697 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:10.605938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-f9936422-045c-4587-87c6-255ab86fbd4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1327305 Jul 14 09:55:10.700642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-e22d650b-4132-49b7-a4e9-447f7a624da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:10.702074 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-e22d650b-4132-49b7-a4e9-447f7a624da9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1097 time: 0.0531940 Jul 14 09:55:10.804377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-6e7174d7-51a5-4f68-b266-11feacd8d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:10.805891 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-6e7174d7-51a5-4f68-b266-11feacd8d713 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0838270 Jul 14 09:55:11.169427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-2508655f-e7b6-4aac-887c-dd8be78d2c18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 1001 time: 0.3563650 Jul 14 09:55:11.216073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-bc1d567e-f0f3-4afd-8f33-53d05d680bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:11.217579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-bc1d567e-f0f3-4afd-8f33-53d05d680bed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0421660 Jul 14 09:55:11.272061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-8ffef967-dc93-4e9a-bdc8-a10465bdfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:11.273464 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-8ffef967-dc93-4e9a-bdc8-a10465bdfef5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502117 Jul 14 09:55:11.364425 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-0307229d-a345-4a00-aab5-039dc428beb8 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832994 Jul 14 09:55:11.452286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4cf153bb-cf5a-4028-acf0-c5ae9e31b0bb req-5c5cea01-6cfc-452a-ab16-6a32b61cc17a service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815308 Jul 14 09:55:15.994416 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-520997b7-5ce4-4ce3-b594-5aba0c2f4a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.116495 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.724208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ea81765-338c-46fe-93f4-2fa2c77f3387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.833985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:20.438858 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:21.546271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:31.816946 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.995442 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cc4bc3c-1587-4805-8a81-3ae0a9519ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:46.743806 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:49.118996 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:49.724716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1df2ee3e-67ac-4dbb-aa24-ed1f4de51e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:49.834971 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.448983 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.547970 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:52.158101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea98e9a-76d1-4cce-bf77-2b6da2f6036a req-b2e23b0d-7f8d-402a-b8ec-e59fc582c30c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:52.159641 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ea98e9a-76d1-4cce-bf77-2b6da2f6036a req-b2e23b0d-7f8d-402a-b8ec-e59fc582c30c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0707386 Jul 14 09:55:52.196965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4ea98e9a-76d1-4cce-bf77-2b6da2f6036a req-1c34528d-5076-4056-b881-280adf160d05 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Jul 14 09:55:53.376599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b575-291e-4c70-84a7-f9f0fd34ac35 req-45c4893c-a1ac-40d2-8516-fccf55b727ec tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:53.378137 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41a8b575-291e-4c70-84a7-f9f0fd34ac35 req-45c4893c-a1ac-40d2-8516-fccf55b727ec tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0689816 Jul 14 09:55:53.415337 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41a8b575-291e-4c70-84a7-f9f0fd34ac35 req-ffeaaa2f-e31e-47e0-8819-344225a115b9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Jul 14 09:55:54.585021 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c483a5-0878-4872-afec-7cdf7e8f1e55 req-ddfac846-367f-4e8b-a6fc-cb8735d2900d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:54.586516 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0c483a5-0878-4872-afec-7cdf7e8f1e55 req-ddfac846-367f-4e8b-a6fc-cb8735d2900d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0630021 Jul 14 09:55:54.624951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b0c483a5-0878-4872-afec-7cdf7e8f1e55 req-a7bd5874-a8d6-4cd0-bf38-131a05b8366e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jul 14 09:55:55.610283 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-692cfcc6-b6c3-405a-a4e5-b484dd03df28 req-791e56cf-3c82-4348-96d3-a7d03f93afd4 service neutron] (93753) timed out ('10.222.0.11', 60162) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:55:55.797725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4156359-1318-4c87-bbf0-429a4ea18d96 req-94da0a53-4e41-43ba-aa42-1eccef6e6da7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.799188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e4156359-1318-4c87-bbf0-429a4ea18d96 req-94da0a53-4e41-43ba-aa42-1eccef6e6da7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0625284 Jul 14 09:55:55.837034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e4156359-1318-4c87-bbf0-429a4ea18d96 req-7186c9f8-1bf6-4af8-a008-456abe397615 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323534 Jul 14 09:55:57.018599 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf984101-6f4c-498f-8218-defe579976c4 req-b562b898-1984-4291-ab49-b83734a12ec5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:57.020133 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf984101-6f4c-498f-8218-defe579976c4 req-b562b898-1984-4291-ab49-b83734a12ec5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0698736 Jul 14 09:55:57.058279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf984101-6f4c-498f-8218-defe579976c4 req-95b73654-da08-42b2-ba7f-a93373adf7c8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Jul 14 09:55:58.240650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835786d-40a6-49e8-87c1-63dbac1a90aa req-c0dfe73c-78bf-4656-8a64-7408c9af5503 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:58.242129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4835786d-40a6-49e8-87c1-63dbac1a90aa req-c0dfe73c-78bf-4656-8a64-7408c9af5503 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0680723 Jul 14 09:55:58.279200 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4835786d-40a6-49e8-87c1-63dbac1a90aa req-69d4f3b0-758b-43bc-ba0a-feee87fb4e4d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Jul 14 09:55:59.462753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7af82-e255-4e5c-8bb9-efa366a1d76b req-38f22b2e-8b4d-4764-be59-38f8af34608a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.464278 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8b7af82-e255-4e5c-8bb9-efa366a1d76b req-38f22b2e-8b4d-4764-be59-38f8af34608a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0641854 Jul 14 09:55:59.501390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8b7af82-e255-4e5c-8bb9-efa366a1d76b req-7bdfb983-ec92-4fda-b294-c6e693ce2bc6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Jul 14 09:56:00.672760 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b0221-a3c5-4cdc-8133-97706ed72c86 req-0e17fb0d-b4e9-4658-8b7a-a4d4b2004c8b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:00.674274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111b0221-a3c5-4cdc-8133-97706ed72c86 req-0e17fb0d-b4e9-4658-8b7a-a4d4b2004c8b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0642390 Jul 14 09:56:00.712068 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111b0221-a3c5-4cdc-8133-97706ed72c86 req-15077f1c-493e-4a8c-add1-05f67d4b3866 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 14 09:56:01.835509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:01.885203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf2ec3-c109-4d83-b945-a8a316665e98 req-fc961caf-fcb2-4ded-a650-4cd12f6d3578 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:01.886698 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bf2ec3-c109-4d83-b945-a8a316665e98 req-fc961caf-fcb2-4ded-a650-4cd12f6d3578 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0642536 Jul 14 09:56:01.924200 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3bf2ec3-c109-4d83-b945-a8a316665e98 req-e02701bc-2e39-4320-975e-5b06f1ba1d9c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Jul 14 09:56:03.098162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d641-2526-437b-997c-170b1d819a92 req-7234c0c1-913d-4572-b891-bf30a6dcd345 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:03.099710 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-36c5d641-2526-437b-997c-170b1d819a92 req-7234c0c1-913d-4572-b891-bf30a6dcd345 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0655103 Jul 14 09:56:03.139660 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-36c5d641-2526-437b-997c-170b1d819a92 req-5aaec10a-0938-48bb-8250-1927d2a44e4a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343404 Jul 14 09:56:03.531893 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-4b703870-1325-4da6-9af3-650f2849e255 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086686 Jul 14 09:56:03.548414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a72f3-590a-4eca-bf70-4c7d27bbb564 req-7e14554c-c2bc-480c-805f-04a6cc3e23cb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:03.550118 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a0a72f3-590a-4eca-bf70-4c7d27bbb564 req-7e14554c-c2bc-480c-805f-04a6cc3e23cb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0754814 Jul 14 09:56:03.592831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9a0a72f3-590a-4eca-bf70-4c7d27bbb564 req-3fbf9a62-08f6-45ca-8a32-ede967565c1a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357621 Jul 14 09:56:04.684998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-48c7ee59-84f7-4398-8e0d-57a71c8c7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.686540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-48c7ee59-84f7-4398-8e0d-57a71c8c7112 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1097 time: 0.0528059 Jul 14 09:56:04.820751 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-bcd429a7-1d5c-40e5-a16b-d31f6965a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.822508 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-bcd429a7-1d5c-40e5-a16b-d31f6965a8d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1284168 Jul 14 09:56:04.833649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df004eb3-b3df-49f7-b2c4-53296f94c793 req-5135898f-3911-42f4-b4b4-c08a8ef7e3f9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.835091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df004eb3-b3df-49f7-b2c4-53296f94c793 req-5135898f-3911-42f4-b4b4-c08a8ef7e3f9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.1222804 Jul 14 09:56:04.919326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-df004eb3-b3df-49f7-b2c4-53296f94c793 req-66a3464b-c6a2-4b86-8b0e-1d0320477ac9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775552 Jul 14 09:56:04.923245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-a133f8a4-5a0d-4e98-8e79-e921cb6eca80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 1001 time: 0.0872586 Jul 14 09:56:04.972784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-ff2df2e3-3b72-43a4-a15d-d3426f8270ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.974223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-ff2df2e3-3b72-43a4-a15d-d3426f8270ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0443594 Jul 14 09:56:05.030720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-951bf6f4-8f51-4298-bcca-99844b668e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.032266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-951bf6f4-8f51-4298-bcca-99844b668e44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522964 Jul 14 09:56:05.122250 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-4a3a1ca3-b8b6-4c26-96c1-2d74809a9801 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Jul 14 09:56:05.211610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-d538824e-50dc-4100-92b6-51c3fe998443 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822561 Jul 14 09:56:06.097265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73f6d-5a00-4d6a-9d3e-28f5db22775c req-530fe01d-33b4-4e62-af2b-18176cfaa09f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:06.098756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf73f6d-5a00-4d6a-9d3e-28f5db22775c req-530fe01d-33b4-4e62-af2b-18176cfaa09f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0638621 Jul 14 09:56:06.136076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dcf73f6d-5a00-4d6a-9d3e-28f5db22775c req-a1dbe83c-0d17-47ee-8855-918666fb9968 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Jul 14 09:56:07.063710 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-174088eb-dc04-427d-aa44-83f8262b7681 service neutron] show failed (client error): The resource could not be found. Jul 14 09:56:07.065234 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-174088eb-dc04-427d-aa44-83f8262b7681 service neutron] 10.222.0.11 "GET /v2.0/ports/fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0550539 Jul 14 09:56:07.325851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-c7256917-799b-42d8-8d4c-956161c630d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.327343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-c7256917-799b-42d8-8d4c-956161c630d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 1097 time: 0.0632224 Jul 14 09:56:07.340086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:07.422516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:07.508721 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93992551-3324-422a-b3d6-90de71fad9fa req-ab55fdde-e8b1-4f09-ab89-ad7f8e531066 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.510274 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93992551-3324-422a-b3d6-90de71fad9fa req-ab55fdde-e8b1-4f09-ab89-ad7f8e531066 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0694022 Jul 14 09:56:07.548765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93992551-3324-422a-b3d6-90de71fad9fa req-a36df137-3539-4d2c-917c-b003ae793496 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 14 09:56:07.623201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:07.655594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:07.698481 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:07.700821 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cd9224-b3aa-4bf6-a13b-5d64d4286cd4" -d '{"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:07.705611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:07.718769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Transition to ACTIVE for port object fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:07.723371 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:07.753567 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c865253-838b-4a77-bcd0-7b4125390908 x-openstack-request-id: req-1c865253-838b-4a77-bcd0-7b4125390908 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:07.753875 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:07.754131 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c865253-838b-4a77-bcd0-7b4125390908 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:07.754527 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'code': 200} Jul 14 09:56:07.808433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:07.822801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.823150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.823525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.823867 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.824204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.824567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.824869 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.825197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.825527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.825853 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.826183 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.826504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:07.857726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] No DVR routers for this DVR port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:07.997655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:07.998006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:07.998334 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:08.003093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:56:08.003447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Attempting to bind port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:08.008233 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:08.008575 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:08.008958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:08.009384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Bound port: fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:08.009740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:08.075989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:08.078891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:08.084340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:08.116918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.117429 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:08.118822 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] 10.222.0.48 "PUT /v2.0/ports/fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 1092 time: 0.7835412 Jul 14 09:56:08.155010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe79a1-b681-4259-a245-e1e8bc2cef6b service neutron] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:08.201884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-c0ef8a07-70d7-4610-83bf-5b8765ba8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.203431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-c0ef8a07-70d7-4610-83bf-5b8765ba8048 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1095 time: 0.0617585 Jul 14 09:56:08.303106 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-ec78c049-b371-4a1f-8fe5-58faea25f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.304398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-ec78c049-b371-4a1f-8fe5-58faea25f640 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0949543 Jul 14 09:56:08.371318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-8a437346-3c52-4a14-87f7-9d3710b25ae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 999 time: 0.0610673 Jul 14 09:56:08.424270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-b51db45e-e13f-44fb-8fc9-01bf36f91425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.425131 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-b51db45e-e13f-44fb-8fc9-01bf36f91425 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0475001 Jul 14 09:56:08.483270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-b375c1db-a22d-4352-b814-ed82da3b5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.485549 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-b375c1db-a22d-4352-b814-ed82da3b5042 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537279 Jul 14 09:56:08.496209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-61b08bec-0901-4b3f-8b20-05c03a7f1033 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:56:08.497235 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-61b08bec-0901-4b3f-8b20-05c03a7f1033 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051177 Jul 14 09:56:08.583111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-c434245b-3322-4488-a671-e5f0d0004bde service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800436 Jul 14 09:56:08.677353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-676520ae-9e81-4ef5-9fc6-769bcf0c614c req-ad7eb9cb-7e4e-4786-a311-fd9f5bb3f366 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879374 Jul 14 09:56:08.721583 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cf97d-6fb2-4e4a-bd47-cf2908fb08e0 req-32531344-6a89-4fae-beed-ce5535529e5d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.723107 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e06cf97d-6fb2-4e4a-bd47-cf2908fb08e0 req-32531344-6a89-4fae-beed-ce5535529e5d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 943 time: 0.0662465 Jul 14 09:56:08.762154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e06cf97d-6fb2-4e4a-bd47-cf2908fb08e0 req-b93b4164-8d26-4aa8-a709-cc3ee4a0528e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Jul 14 09:56:09.756306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:09.758680 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c" -d '{"events": [{"name": "network-changed", "server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:09.818079 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9142ee5-a97c-4293-89cb-02e9fd6898b1 x-openstack-request-id: req-e9142ee5-a97c-4293-89cb-02e9fd6898b1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:09.818373 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:09.818627 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9142ee5-a97c-4293-89cb-02e9fd6898b1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:09.819034 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'status': 'completed', 'code': 200} Jul 14 09:56:09.918127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-808408ee-f3aa-4be0-b113-0214ac013694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:09.921547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-808408ee-f3aa-4be0-b113-0214ac013694 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1095 time: 0.0853698 Jul 14 09:56:09.960069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-b32f20bb-c008-4e18-a2d5-9a9a3168f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:09.963469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-b32f20bb-c008-4e18-a2d5-9a9a3168f264 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1095 time: 0.1208639 Jul 14 09:56:10.097729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-bc0ffd24-de08-4486-941e-7f58b34c83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.099203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-bc0ffd24-de08-4486-941e-7f58b34c83e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1294534 Jul 14 09:56:10.100336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716876-959c-4d9b-9ba7-c01b5a7a3d06 req-3c5adecc-ffed-4438-8200-654169d1d1f1 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.102505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3716876-959c-4d9b-9ba7-c01b5a7a3d06 req-3c5adecc-ffed-4438-8200-654169d1d1f1 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 943 time: 0.1549320 Jul 14 09:56:10.161511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-e8ec8284-f0e0-4393-85b3-192f5531a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.163043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-e8ec8284-f0e0-4393-85b3-192f5531a7e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.2332900 Jul 14 09:56:10.194941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-afcb4a81-0881-4c33-919c-05211bc8b3c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 999 time: 0.0895522 Jul 14 09:56:10.218113 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f3716876-959c-4d9b-9ba7-c01b5a7a3d06 req-1ea5a684-4172-4609-b431-33a0a87b6922 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070828 Jul 14 09:56:10.247603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-15a3a870-e03e-4c43-a8e6-0b1153ca2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.249154 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-15a3a870-e03e-4c43-a8e6-0b1153ca2e4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0485473 Jul 14 09:56:10.249442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-b5cff4d6-3579-4073-8f1d-94b392344eeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 999 time: 0.0764794 Jul 14 09:56:10.308809 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-26720bb8-c7b0-4bd3-a989-b976285c6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.310239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-26720bb8-c7b0-4bd3-a989-b976285c6c8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0511487 Jul 14 09:56:10.324894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-40722738-f8b1-418f-9fbc-3a068bd7938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.326414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-40722738-f8b1-418f-9fbc-3a068bd7938f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714035 Jul 14 09:56:10.376638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-b5d90fea-6890-48b7-a799-92768097ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.378166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-b5d90fea-6890-48b7-a799-92768097ba13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619056 Jul 14 09:56:10.423013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-963e45e6-2dbd-4d20-8c88-1bd77c0fbed0 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895476 Jul 14 09:56:10.472356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-aee2a091-493a-4f36-8fda-2b08b3ed93bb service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869601 Jul 14 09:56:10.525318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-cc5578f8-ac8d-4454-adb6-9fd591275bde service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962818 Jul 14 09:56:10.567671 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b93a2ea7-3e5b-4262-879a-eac6b7a7850c req-5e6ca91f-3000-4024-a195-5afa4ba527c2 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888531 Jul 14 09:56:10.712523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:10.750707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:11.398362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7e0d-66b3-493b-9894-17ae91a023b4 req-05e88f29-9d8e-463a-a2c7-497aebdb7272 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:11.399886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f10e7e0d-66b3-493b-9894-17ae91a023b4 req-05e88f29-9d8e-463a-a2c7-497aebdb7272 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 943 time: 0.0642421 Jul 14 09:56:11.440846 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f10e7e0d-66b3-493b-9894-17ae91a023b4 req-c630a5a5-9652-4230-882f-9c3440117d11 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352135 Jul 14 09:56:11.516192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:11.627142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:11.639718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'mac_address': 'fa:16:3e:f9:0b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:11.691616 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.705396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:11.729433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:11.735777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:11.786938 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-c005c223-263b-4918-992d-14c6e55a5bfd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:11.788610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-c005c223-263b-4918-992d-14c6e55a5bfd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 943 time: 0.0862141 Jul 14 09:56:11.788817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:11.792231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86306d-18e3-4a2d-b79c-1fd9732e6ffd req-c86ac892-1994-47d9-ae96-012f78c3faa3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:11.793810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a86306d-18e3-4a2d-b79c-1fd9732e6ffd req-c86ac892-1994-47d9-ae96-012f78c3faa3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 943 time: 0.0787470 Jul 14 09:56:11.796621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.796979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.797332 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.797682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.798027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.798368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.799289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.799715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.800059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.800397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.800732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.801065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:11.833911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3a86306d-18e3-4a2d-b79c-1fd9732e6ffd req-38619351-9ec0-4fd6-a61b-02ec729fadeb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Jul 14 09:56:11.850654 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-6c9d3771-8529-489a-8c9d-219f5d0c7237 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:56:11.851710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-6c9d3771-8529-489a-8c9d-219f5d0c7237 service neutron] 10.222.0.11 "DELETE /v2.0/ports/fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0568190 Jul 14 09:56:11.945577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-9b7bef1c-000c-4e70-8b53-c31cab8351b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:11.947828 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-9b7bef1c-000c-4e70-8b53-c31cab8351b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1096 time: 0.0536337 Jul 14 09:56:11.956742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:12.051314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-4e849dc2-df90-4fd5-8ddd-934023826bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.052761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-4e849dc2-df90-4fd5-8ddd-934023826bb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0992949 Jul 14 09:56:12.116514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-67cb9870-8d52-4e38-be47-d26c8e7c40c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 1000 time: 0.0579548 Jul 14 09:56:12.167603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-7abd71ca-8d65-4987-ace9-3a07e6191328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.169041 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-7abd71ca-8d65-4987-ace9-3a07e6191328 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0465996 Jul 14 09:56:12.224333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-6194afa5-42cb-4eb8-9fc4-6ce7206a3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.225781 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-6194afa5-42cb-4eb8-9fc4-6ce7206a3cef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508041 Jul 14 09:56:12.311125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-234587a0-12c1-4bad-8416-09d9530aa598 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788417 Jul 14 09:56:12.402324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b39f835-b42a-4c46-99af-28e8d38fd2e3 req-b07340bc-74e2-4edc-adef-c837a3cabba0 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854168 Jul 14 09:56:13.016836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b83db6-ca31-4e9c-9e44-4b71a9b16cc0 req-788295d8-f7e6-4294-bbf5-035a8143773d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.018619 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-13b83db6-ca31-4e9c-9e44-4b71a9b16cc0 req-788295d8-f7e6-4294-bbf5-035a8143773d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 944 time: 0.0675385 Jul 14 09:56:13.056525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-13b83db6-ca31-4e9c-9e44-4b71a9b16cc0 req-e1c1bfcc-9b08-4db0-8773-1d489c280ef7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Jul 14 09:56:13.240272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03fc9f-b17e-4799-8aea-d680d8466d3a req-9d22a541-3d24-4815-9b0f-c7e4deb2eaee tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.241768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b03fc9f-b17e-4799-8aea-d680d8466d3a req-9d22a541-3d24-4815-9b0f-c7e4deb2eaee tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 944 time: 0.0706604 Jul 14 09:56:13.292403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5b03fc9f-b17e-4799-8aea-d680d8466d3a req-0a0082cc-f820-4ee5-b1d2-61fc2af38ba7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427730 Jul 14 09:56:13.516262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:13.569925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:13.575852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:13.576238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.658579 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.681851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:13.684343 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e0da77-9611-461b-a9a1-bd8e3c159eb1" -d '{"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-plugged", "status": "completed", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:13.694531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-20fab3d1-c560-4bc3-8c66-457426a6c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.697976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-20fab3d1-c560-4bc3-8c66-457426a6c94a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 1096 time: 0.1007257 Jul 14 09:56:13.701850 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:13.707141 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.711170 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5f55b-5abd-4b94-9b80-a56e71528f12 req-488cd6cc-24cd-4c6f-ae31-2534a088de47 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.712784 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45f5f55b-5abd-4b94-9b80-a56e71528f12 req-488cd6cc-24cd-4c6f-ae31-2534a088de47 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 944 time: 0.0885186 Jul 14 09:56:13.762608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:13.821067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-45f5f55b-5abd-4b94-9b80-a56e71528f12 req-bc1c4b0a-5c3b-4c90-8b05-3a5156cd46d2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980251 Jul 14 09:56:13.821733 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab53695-02e4-4437-a5ff-b2bcdd57acd0 x-openstack-request-id: req-dab53695-02e4-4437-a5ff-b2bcdd57acd0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:13.822284 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-plugged", "status": "completed", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:13.822543 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dab53695-02e4-4437-a5ff-b2bcdd57acd0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:13.822941 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'code': 200} Jul 14 09:56:13.841208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-4f65a7f5-2d49-4be5-957f-12d31b9756a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.842686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-4f65a7f5-2d49-4be5-957f-12d31b9756a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1290126 Jul 14 09:56:13.913271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-a899bfb2-ad76-42ff-a79d-899e37341fbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 200 len: 1001 time: 0.0647559 Jul 14 09:56:13.963017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-e0aaf99c-f36e-454a-a75e-a57dec7e850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.964512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-e0aaf99c-f36e-454a-a75e-a57dec7e850a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0450554 Jul 14 09:56:14.024460 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-c543cd7d-28f1-4b2a-83d5-7eecdbb8de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.026041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-c543cd7d-28f1-4b2a-83d5-7eecdbb8de5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552802 Jul 14 09:56:14.117865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-7626b135-bf1e-4c34-8aa8-7a555b954ab3 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855346 Jul 14 09:56:14.209584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8bbceeca-b2fd-45f4-9e8d-8d32dfb5b521 req-6cfa997a-58d9-4f87-b0ec-ad06426cd6ec service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856562 Jul 14 09:56:15.009985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185aba1-09c9-40a4-bbb2-f719697e5e05 req-cab5021b-a6d6-464e-8922-324f80eaf01a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.011732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3185aba1-09c9-40a4-bbb2-f719697e5e05 req-cab5021b-a6d6-464e-8922-324f80eaf01a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0713186 Jul 14 09:56:15.052052 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3185aba1-09c9-40a4-bbb2-f719697e5e05 req-d361a1b6-d01e-4232-bfd6-0b7835c29a0c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 Jul 14 09:56:15.446921 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bed0b1-139f-494a-abaf-8a58c76f8a73 req-2641aadc-36b5-4246-bc25-d2dd7df770ee tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.448762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65bed0b1-139f-494a-abaf-8a58c76f8a73 req-2641aadc-36b5-4246-bc25-d2dd7df770ee tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0684979 Jul 14 09:56:15.496951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-65bed0b1-139f-494a-abaf-8a58c76f8a73 req-77fc5716-45a6-46da-b9e7-ae235eeab59c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Jul 14 09:56:15.996859 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f545-0383-466a-ac29-3da97e2ba8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:16.619433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-01587134-6ac0-4571-9f27-b06d5db01893 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:16.620914 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-01587134-6ac0-4571-9f27-b06d5db01893 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Jul 14 09:56:17.053101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9465c6f-328a-41a8-893c-f6c6cf7510b5 req-ef75bc2c-8ae1-413f-8b8b-36aaa2bb0b46 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:17.054616 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9465c6f-328a-41a8-893c-f6c6cf7510b5 req-ef75bc2c-8ae1-413f-8b8b-36aaa2bb0b46 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=7893f3ff-02a1-425e-95c0-8e0539aa03a0 HTTP/1.1" status: 200 len: 945 time: 0.4328289 Jul 14 09:56:17.091662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Deleting port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:17.092012 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.143804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b9465c6f-328a-41a8-893c-f6c6cf7510b5 req-63a2a341-d66f-45c8-a4f3-2d1a4c3b48cb tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816159 Jul 14 09:56:17.191140 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] For port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:17.191539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.360359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.360740 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.361927 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd disassociated. External IP: 172.25.2.100, port: fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8. Jul 14 09:56:17.362280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Calling delete_port for fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:17.496494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.524302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event deleted for resources: {'Port': ['ID=fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:17.644824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:17.758622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:17.769851 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:17.778860 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:17.779577 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:55:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:17.802540 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] No DVR routers for this DVR port fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:17.805648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.807947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90a6fa6d-fe39-42fe-8d55-524f67656cc3 req-6b3bc827-bbad-4d6a-8968-57ccefe16c92 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "DELETE /v2.0/ports/fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 HTTP/1.1" status: 204 len: 173 time: 1.1777308 Jul 14 09:56:17.808398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-deleted', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:17.810718 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77327340-94cf-4bc0-b693-ab48af0298de" -d '{"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-deleted", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:17.848198 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc3618d-d3d7-4d33-9475-8a80afdbf238 x-openstack-request-id: req-2cc3618d-d3d7-4d33-9475-8a80afdbf238 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:17.848485 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7893f3ff-02a1-425e-95c0-8e0539aa03a0", "name": "network-vif-deleted", "tag": "fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:17.848740 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cc3618d-d3d7-4d33-9475-8a80afdbf238 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:17.849146 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7893f3ff-02a1-425e-95c0-8e0539aa03a0', 'name': 'network-vif-deleted', 'tag': 'fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8', 'status': 'completed', 'code': 200} Jul 14 09:56:17.893160 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:18.089941 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:18.205635 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:18.214158 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:18.214771 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:55:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:18.319975 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:18.489032 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cb6dae-5721-40ed-af71-610b4fa24aba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1481955131&fields=id&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 267 time: 0.0329475 Jul 14 09:56:18.519512 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:18.547856 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b68801c-8c33-4ef9-bcd3-b25dbdaaa3fd None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:18.603445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-26d26fab-aaf8-4080-b7aa-f57d0a74f4e6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:18.604963 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-26d26fab-aaf8-4080-b7aa-f57d0a74f4e6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.1086030 Jul 14 09:56:18.620250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-fee82675-9cb0-49ad-9a1c-7c07239a6ab0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/quotas/d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 375 time: 0.0099118 Jul 14 09:56:18.691816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-91447ef1-6ab3-49a0-b5db-3406a3d02697 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659823 Jul 14 09:56:18.758803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-b8d30c69-4845-4370-9052-45b23f044f1f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:56:18.759874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-b8d30c69-4845-4370-9052-45b23f044f1f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566685 Jul 14 09:56:18.779465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14093554-7f95-401e-99be-c779ede623f8 None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:18.853466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-fc744ef5-0f80-45fd-97bb-839a97e4f898 service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876274 Jul 14 09:56:18.944186 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-4c93fd06-38ff-4f3b-8266-6d1147c9eea4 service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Jul 14 09:56:19.112064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-736d04b2-b561-4f45-8a7b-8263cc5132f3 req-38729a56-e89f-46b1-acc4-f16842baf63e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 210 time: 0.0281641 Jul 14 09:56:19.121383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:19.531835 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:19.552598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:19.552957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device fd7d4f34-e9ac-4e59-8530-7b2a07f2b0e8 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:19.726228 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a21e993f-3d32-498d-8b71-6df3a74d36d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:19.837966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.129355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-631f4610-adf3-4154-bf80-d282be3153fa tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:20.130850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-631f4610-adf3-4154-bf80-d282be3153fa tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.1048760 Jul 14 09:56:20.182888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-7c3773c4-24ad-4827-bf91-e12ef07b7e9c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 380 time: 0.0360262 Jul 14 09:56:20.192244 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'port': {'device_id': 'e3538778-c098-4220-a806-64788e1cc9af', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'admin_state_up': True, 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'security_groups': ['16328f41-0f01-4ab5-ad31-a36a50a34fb2']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:20.258828 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2bfa9977-952a-40fd-be8c-d925d655c55f req-e8a01fe7-d85e-4dec-9ebc-d466d11c9352 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 210 time: 0.0308049 Jul 14 09:56:20.304401 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Made reservation on behalf of d81f1d79c2664b4d9c596c533ddc1e75 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:20.308106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.436278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Allocated IP 172.20.0.12 (b16f0d08-cf61-4718-a93d-8b5d169e86fd/6b54d0de-91de-40db-9f34-af888c16e51a/cf2b60ca-eba2-42be-b599-2c10e2f13818) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:20.445718 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.573806 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.586997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Transition to ACTIVE for port object cf2b60ca-eba2-42be-b599-2c10e2f13818 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:20.620196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.664997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:20.668227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:20.671999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:20.678769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:20.706133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.706474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.706824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.707223 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.707519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.707881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.708230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.708509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.708836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.709163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.709489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.709812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.735339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:20.736048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.754589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-32bd84ef-16e5-401b-bf87-24c97dd7e94b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668414 Jul 14 09:56:20.767068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Request body: {'port': {'device_id': 'e3538778-c098-4220-a806-64788e1cc9af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:20.845966 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.898833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ea91b0c-bcf4-46ad-b99a-df07750ac73e None None] Provisioning for port cf2b60ca-eba2-42be-b599-2c10e2f13818 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:20.902735 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ea91b0c-bcf4-46ad-b99a-df07750ac73e None None] Provisioning complete for port cf2b60ca-eba2-42be-b599-2c10e2f13818 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:20.903210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ea91b0c-bcf4-46ad-b99a-df07750ac73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.940202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9ea91b0c-bcf4-46ad-b99a-df07750ac73e None None] Port cf2b60ca-eba2-42be-b599-2c10e2f13818 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:21.101851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2b60ca-eba2-42be-b599-2c10e2f13818 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:21.109116 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.121174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Transition to ACTIVE for port object cf2b60ca-eba2-42be-b599-2c10e2f13818 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:21.124279 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.177030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:21.251631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:21.251969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:21.252297 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:21.256945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:56:21.257324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:21.262286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:21.262633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:21.263017 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:21.263472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Bound port: cf2b60ca-eba2-42be-b599-2c10e2f13818, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:21.263831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.330539 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:21.333872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:21.338351 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.376305 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.377499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.378900 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] 10.222.0.11 "PUT /v2.0/ports/cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1093 time: 0.6162491 Jul 14 09:56:21.379323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:21.381571 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fae0b2-b614-4dfc-9e22-f407a173f4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:21.463015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfa4cf-d137-4a23-91c9-e65a70e7c15b service neutron] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:21.508359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d06b9-560f-4f80-a08f-7baff5e0502b req-8d90fc99-08d7-4719-9676-887f127744e9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.509956 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d06b9-560f-4f80-a08f-7baff5e0502b req-8d90fc99-08d7-4719-9676-887f127744e9 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 944 time: 0.1257041 Jul 14 09:56:21.511574 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1d6fdc-2b61-4289-9d86-e7d9a6db9978 x-openstack-request-id: req-fd1d6fdc-2b61-4289-9d86-e7d9a6db9978 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:21.511802 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:21.512062 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd1d6fdc-2b61-4289-9d86-e7d9a6db9978 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:21.512454 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'status': 'completed', 'code': 200} Jul 14 09:56:21.525360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-a77499ae-41a5-4eb3-8a33-5f1c27df2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.526843 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-a77499ae-41a5-4eb3-8a33-5f1c27df2235 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1096 time: 0.1053336 Jul 14 09:56:21.552948 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.576998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-1ac575bc-ac79-42eb-876d-54fd1ccaa6f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 217 time: 0.0420780 Jul 14 09:56:21.618854 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d06b9-560f-4f80-a08f-7baff5e0502b req-9b4e0102-e449-4066-8501-826f2cca4bbf tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020699 Jul 14 09:56:21.635156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-7f6ebe4d-c481-4bf0-a2a1-6e0c8a358507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.636685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-7f6ebe4d-c481-4bf0-a2a1-6e0c8a358507 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0496917 Jul 14 09:56:21.693776 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-74e28825-4551-4877-b18b-403799615a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.695272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-74e28825-4551-4877-b18b-403799615a38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519216 Jul 14 09:56:21.785360 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-d33db3d2-77d2-4b7f-ae1f-1a8efaf1a563 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839956 Jul 14 09:56:21.872016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-398a2c86-2b1c-4f5f-9146-6d1aab6ecdc0 req-8d2bcaaa-9c0a-421c-8074-eeec1e2bf8e3 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798972 Jul 14 09:56:21.973205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-5e4772a0-7586-41a2-b816-5a958cc74844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.974716 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-5e4772a0-7586-41a2-b816-5a958cc74844 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1096 time: 0.0534840 Jul 14 09:56:22.066011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-0da8b622-94c7-45a9-b580-9255a4ca46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.067507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-0da8b622-94c7-45a9-b580-9255a4ca46cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0865922 Jul 14 09:56:22.108222 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-e340dff4-a809-4d52-817d-226429995f2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 217 time: 0.0336633 Jul 14 09:56:22.159039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-15da56c0-62b1-4cc5-bdd0-0c926b01976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.160410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-15da56c0-62b1-4cc5-bdd0-0c926b01976a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0458560 Jul 14 09:56:22.217415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-b795342a-ccc2-400d-89f6-be4e84384bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.218894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-b795342a-ccc2-400d-89f6-be4e84384bea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505989 Jul 14 09:56:22.306941 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-7cfe85d9-5318-413c-a437-a4fa6fc48365 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798173 Jul 14 09:56:22.399599 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-77fae0b2-b614-4dfc-9e22-f407a173f4a8 req-3c517611-ee50-43e1-87a6-3c98b87869ac service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858729 Jul 14 09:56:22.744825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:22.797265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01580631-be42-402f-9e9a-14449969d49c req-6e4d236c-ae87-4c9f-be06-a3e86db68c5d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.798794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-01580631-be42-402f-9e9a-14449969d49c req-6e4d236c-ae87-4c9f-be06-a3e86db68c5d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 944 time: 0.0681856 Jul 14 09:56:22.836825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-01580631-be42-402f-9e9a-14449969d49c req-1cfa5e5b-eabe-43a2-9686-e8cb203fe11a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Jul 14 09:56:22.837623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:22.849968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'mac_address': 'fa:16:3e:51:b3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:22.889375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:22.902192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2b60ca-eba2-42be-b599-2c10e2f13818 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:22.920529 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:22.924562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:22.970882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:23.159084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['cf2b60ca-eba2-42be-b599-2c10e2f13818'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:23.743015 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:56:24.008126 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edb899-a4a2-40b2-a6f1-5f80c552d7bf req-bcb099be-24b5-49e7-8382-8a61d25ea2ad tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:24.009530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1edb899-a4a2-40b2-a6f1-5f80c552d7bf req-bcb099be-24b5-49e7-8382-8a61d25ea2ad tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.0629582 Jul 14 09:56:24.045867 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b1edb899-a4a2-40b2-a6f1-5f80c552d7bf req-af691c5b-9088-4eef-8063-b6d772841470 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Jul 14 09:56:24.792655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:24.838505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port cf2b60ca-eba2-42be-b599-2c10e2f13818 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:24.842006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port cf2b60ca-eba2-42be-b599-2c10e2f13818 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:24.842376 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:24.915611 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:24.937530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:24.939826 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab2474c-a60c-4cfb-936d-890f57dbaf8f" -d '{"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-plugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:24.952300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:24.957002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:24.983073 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9c8e82-0064-4273-9300-25752735a6f2 x-openstack-request-id: req-7e9c8e82-0064-4273-9300-25752735a6f2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:24.983382 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-plugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:24.983642 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e9c8e82-0064-4273-9300-25752735a6f2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:24.984030 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'code': 200} Jul 14 09:56:25.008887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:25.091044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2d7e2-5dfa-4b4c-85ff-701b52d13a6e req-8eb8ee7d-268f-4775-86c5-dab3b0b9a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:25.092626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93a2d7e2-5dfa-4b4c-85ff-701b52d13a6e req-8eb8ee7d-268f-4775-86c5-dab3b0b9a181 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1098 time: 0.0517220 Jul 14 09:56:25.130981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93a2d7e2-5dfa-4b4c-85ff-701b52d13a6e req-281f03c7-0e30-407f-a86a-beea38b8c412 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Jul 14 09:56:25.217948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e344010-67e3-41ff-9d04-55e238964966 req-09fbe47a-7fe8-479c-a616-a5e8ee072964 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:25.219442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e344010-67e3-41ff-9d04-55e238964966 req-09fbe47a-7fe8-479c-a616-a5e8ee072964 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0623155 Jul 14 09:56:25.256088 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e344010-67e3-41ff-9d04-55e238964966 req-239879ae-120e-4aa5-b4ba-70dfe191dd8f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Jul 14 09:56:26.433328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266008-4e2c-4dbf-aeb7-4c6cdb294168 req-63f5e1da-ac82-4d84-b596-afa77041e2ac tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:26.434840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93266008-4e2c-4dbf-aeb7-4c6cdb294168 req-63f5e1da-ac82-4d84-b596-afa77041e2ac tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0638273 Jul 14 09:56:26.473326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93266008-4e2c-4dbf-aeb7-4c6cdb294168 req-95909395-c147-4fc9-8bea-e7dc3293ae02 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329285 Jul 14 09:56:26.640038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a654c-141c-4bcb-9160-f5528e79a54b req-e813e05f-8e99-4535-a200-fa15356673a3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:26.641503 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-513a654c-141c-4bcb-9160-f5528e79a54b req-e813e05f-8e99-4535-a200-fa15356673a3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0619223 Jul 14 09:56:26.650660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:26.655183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'floatingip': {'port_id': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:26.696214 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.434585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.439469 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.540130 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd associated. External IP: 172.25.2.100, port: cf2b60ca-eba2-42be-b599-2c10e2f13818. Jul 14 09:56:27.747860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:27.867227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:27.874161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.880910 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:27.890741 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:27.891364 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:56:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:27.913819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9ca2d2e6-c629-4875-bcdb-02578a9c83a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "PUT /v2.0/floatingips/952f4f70-a19a-4bf8-863f-72bc632c35cd HTTP/1.1" status: 200 len: 992 time: 1.2620285 Jul 14 09:56:27.914447 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:27.916797 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5023ad1-59a5-414e-aebb-8d75637b74ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:27.954352 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e9fc27-4ed8-4662-8cd7-99ae481ff6c3 x-openstack-request-id: req-d3e9fc27-4ed8-4662-8cd7-99ae481ff6c3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:27.954644 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:27.955429 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3e9fc27-4ed8-4662-8cd7-99ae481ff6c3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:27.955846 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'status': 'completed', 'code': 200} Jul 14 09:56:28.018436 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:28.041062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-fa9f6427-590e-4c22-86d2-f78bc95bfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.042734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-fa9f6427-590e-4c22-86d2-f78bc95bfecb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1098 time: 0.0602009 Jul 14 09:56:28.133511 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-e57282e7-c92e-4260-8391-994a8d4042b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.135097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-e57282e7-c92e-4260-8391-994a8d4042b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0862403 Jul 14 09:56:28.202228 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-c6be1c68-d0b3-4b0f-83d1-e8dcc95a3e36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1000 time: 0.0611124 Jul 14 09:56:28.236454 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:51:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3538778-c098-4220-a806-64788e1cc9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:56:27Z', 'revision_number': 9, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:28.249369 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-060bb8c3-958b-4459-a147-7dc7d973293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.250862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-060bb8c3-958b-4459-a147-7dc7d973293f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0429366 Jul 14 09:56:28.262104 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:28.270795 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:28.271321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:56:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:28.307744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-a1e9cb5b-b641-45a9-9d2a-49c15213816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.309292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-a1e9cb5b-b641-45a9-9d2a-49c15213816d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528591 Jul 14 09:56:28.375009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:28.405946 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-a0a5c6f8-0efd-46f2-b371-7688af3f6823 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900416 Jul 14 09:56:28.493713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5023ad1-59a5-414e-aebb-8d75637b74ca req-e7df37c5-6804-4ca2-8ca3-ded320664c6c service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819674 Jul 14 09:56:28.596105 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:51:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3538778-c098-4220-a806-64788e1cc9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:56:27Z', 'revision_number': 9, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:28.621942 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb23b9-ffff-4de2-8ffb-028d3ab21497 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:51:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3538778-c098-4220-a806-64788e1cc9af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:56:27Z', 'revision_number': 9, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:28.801247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe9d59f-8c1f-4545-8666-f9cd9315750b None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:31.833532 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.998575 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29fa6c4e-11f7-4738-968e-2482e73eac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:49.122572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:49.727961 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84b18e61-7da6-44f9-a803-a76325a78d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:49.841319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.449544 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.556702 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:00.742970 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:01.851130 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:14.500433 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-e0fb7b02-81e8-473f-a6f6-c33cd5d8382c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532670 Jul 14 09:57:14.598757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8bab-fb95-47b7-89c8-982013552293 req-b481e93f-bcdb-4714-b9db-87ecd6cd2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.600333 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-b481e93f-bcdb-4714-b9db-87ecd6cd2226 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1098 time: 0.0586429 Jul 14 09:57:14.701224 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8bab-fb95-47b7-89c8-982013552293 req-f596314d-a752-4704-985b-853ad09bdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.702717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-f596314d-a752-4704-985b-853ad09bdb73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0837133 Jul 14 09:57:14.770844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-45824adf-dbae-46f4-a951-917aba08fb36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1003 time: 0.0621541 Jul 14 09:57:14.817358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8bab-fb95-47b7-89c8-982013552293 req-a91da1e5-864a-4c3b-a8bf-0afe499c0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.818801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-a91da1e5-864a-4c3b-a8bf-0afe499c0b5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0424297 Jul 14 09:57:14.874923 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8bab-fb95-47b7-89c8-982013552293 req-e9b41452-7bcd-45cc-9a4e-4dbb42d3620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:14.876566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-e9b41452-7bcd-45cc-9a4e-4dbb42d3620c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516388 Jul 14 09:57:14.967692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-e6555cda-9b6f-46b1-97c4-7870fe5ac062 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848687 Jul 14 09:57:15.055820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-25ee8bab-fb95-47b7-89c8-982013552293 req-7fef1ab4-4720-4e4d-8f52-03db8f0813c2 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814767 Jul 14 09:57:15.999955 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78b6365c-451f-454f-9a11-8f7f2c026446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:19.126612 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:19.728681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90516357-498c-42bd-9acf-74e0c4324732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:19.844151 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:20.443613 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:21.558112 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:31.865059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:37.742447 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:46.001233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96aebe9b-0af4-42a0-a53c-0e55b3f9a6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:49.127743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:49.731439 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77a9d23d-724f-4ffa-bb6c-c959e433d727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:49.846835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:50.452755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:51.560269 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:01.886813 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.373566 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-333fc72c-5a48-4d27-895c-7eef810b4178 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0632391 Jul 14 09:58:04.435228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48a183-9ecb-4043-ba93-7ded76e0f9f4 req-6657eb4e-1960-4776-96eb-fa801e916128 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:04.436841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac48a183-9ecb-4043-ba93-7ded76e0f9f4 req-6657eb4e-1960-4776-96eb-fa801e916128 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0751443 Jul 14 09:58:04.477391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac48a183-9ecb-4043-ba93-7ded76e0f9f4 req-ed3d7dd4-7c92-4424-8002-6efa07b49fed tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350168 Jul 14 09:58:05.581096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-fc44c106-cc73-42fe-9799-65a7b6e8a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:05.582642 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-fc44c106-cc73-42fe-9799-65a7b6e8a983 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1098 time: 0.0548272 Jul 14 09:58:05.663448 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46cef9-88fa-4c37-9ece-a80abf729685 req-aa9b4f9f-69ee-46ba-8092-f5dcc62c9e33 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:05.664986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9c46cef9-88fa-4c37-9ece-a80abf729685 req-aa9b4f9f-69ee-46ba-8092-f5dcc62c9e33 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0691299 Jul 14 09:58:05.676544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-b0a6ee0f-48f4-4559-9712-08d3b78f7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:05.678084 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-b0a6ee0f-48f4-4559-9712-08d3b78f7c75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0896692 Jul 14 09:58:05.706459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9c46cef9-88fa-4c37-9ece-a80abf729685 req-5894adc5-5e01-4701-8117-309c6fb1c915 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343778 Jul 14 09:58:05.744644 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-cee13ae4-77ea-4743-8dd2-918c3891ef0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1003 time: 0.0605323 Jul 14 09:58:05.792127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-3818fcf5-4f95-44ae-a57e-e10ffe30cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:05.794184 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-3818fcf5-4f95-44ae-a57e-e10ffe30cd00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0434937 Jul 14 09:58:05.855339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-f71b3a17-ee9b-46c6-a84b-fbed21f55ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:05.857530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-f71b3a17-ee9b-46c6-a84b-fbed21f55ae5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572412 Jul 14 09:58:05.945127 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-632b9487-7d09-427c-811b-340da19c9401 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809228 Jul 14 09:58:06.040422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-16c927d0-bdb0-4300-b331-407082fdcde2 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895078 Jul 14 09:58:06.882383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6aaa2-3bc3-442c-8131-03e72150d8e0 req-8748dc1f-efba-4de3-b184-ccf9a1635a6f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:06.883974 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74f6aaa2-3bc3-442c-8131-03e72150d8e0 req-8748dc1f-efba-4de3-b184-ccf9a1635a6f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0656271 Jul 14 09:58:06.921443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-74f6aaa2-3bc3-442c-8131-03e72150d8e0 req-9b5e4a94-59c8-4235-9475-3ec93e22a9b3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Jul 14 09:58:08.094978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d689a6-8b0c-4c97-a3d5-69c06880a541 req-364321ba-7bb7-4535-a7b5-7e3b2ecbfa5a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:08.096509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3d689a6-8b0c-4c97-a3d5-69c06880a541 req-364321ba-7bb7-4535-a7b5-7e3b2ecbfa5a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0639434 Jul 14 09:58:08.134232 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f3d689a6-8b0c-4c97-a3d5-69c06880a541 req-63a420bb-7d38-4e9d-9609-187ee62b5d8e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322611 Jul 14 09:58:09.317540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5734c0-fb0f-486f-9642-0349d75b066e req-0d192c3b-8c2b-45c7-afb9-07f1bfef55a6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:09.319051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b5734c0-fb0f-486f-9642-0349d75b066e req-0d192c3b-8c2b-45c7-afb9-07f1bfef55a6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0699739 Jul 14 09:58:09.359510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b5734c0-fb0f-486f-9642-0349d75b066e req-41642e76-8d83-4f49-8166-3b3430e3b830 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346136 Jul 14 09:58:10.535484 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6268d3-d479-4d47-a2a0-61cf87ae9e77 req-df78c580-45ba-40d1-874c-ad116fb89e7a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:10.537050 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b6268d3-d479-4d47-a2a0-61cf87ae9e77 req-df78c580-45ba-40d1-874c-ad116fb89e7a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0643191 Jul 14 09:58:10.576245 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0b6268d3-d479-4d47-a2a0-61cf87ae9e77 req-cf5df99e-2960-4759-9cd3-72c3a47c78ef tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331662 Jul 14 09:58:11.758105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0629c2-1801-4596-bd59-b6530873d20a req-2cf402c2-02ea-40d9-919e-f04d60376bb3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:11.759543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce0629c2-1801-4596-bd59-b6530873d20a req-2cf402c2-02ea-40d9-919e-f04d60376bb3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0671437 Jul 14 09:58:11.797889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ce0629c2-1801-4596-bd59-b6530873d20a req-06303380-d5f8-45cd-b476-661caaacf81e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325840 Jul 14 09:58:12.980285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70777d53-45f4-4407-afdc-336020d28e2b req-6cb1c515-adca-4b36-ad99-04fa46995c91 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:12.982288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70777d53-45f4-4407-afdc-336020d28e2b req-6cb1c515-adca-4b36-ad99-04fa46995c91 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0697949 Jul 14 09:58:13.020922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70777d53-45f4-4407-afdc-336020d28e2b req-468f4858-7bad-42ac-b448-d9739621c207 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Jul 14 09:58:14.201404 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b846e-19f3-4262-a360-422ae9a80467 req-b556f264-9350-4b0a-8e53-d107880f063d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:14.203050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c4b846e-19f3-4262-a360-422ae9a80467 req-b556f264-9350-4b0a-8e53-d107880f063d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0682709 Jul 14 09:58:14.241392 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4c4b846e-19f3-4262-a360-422ae9a80467 req-cc8aeceb-c697-4a8b-8989-c85dff433361 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Jul 14 09:58:14.741116 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:58:15.415831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b9fd-99c3-4000-83f2-9c628008bf79 req-a8af2a2c-b278-4c26-ac28-7a2d79409d1c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:15.417380 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c38b9fd-99c3-4000-83f2-9c628008bf79 req-a8af2a2c-b278-4c26-ac28-7a2d79409d1c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0659869 Jul 14 09:58:15.457677 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4c38b9fd-99c3-4000-83f2-9c628008bf79 req-558477f3-c121-4e0d-950c-eed3e87da30e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338111 Jul 14 09:58:15.548263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-5499e1d9-6659-4c16-8c7f-fcda97ee4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:15.549711 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-5499e1d9-6659-4c16-8c7f-fcda97ee4935 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1098 time: 0.0576408 Jul 14 09:58:15.652701 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-90f5bee6-ed17-48dd-8b57-f9533c7bb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:15.654686 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-90f5bee6-ed17-48dd-8b57-f9533c7bb716 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0839603 Jul 14 09:58:15.722683 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-945a6b80-7d84-43b8-8330-edfad7c88329 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1003 time: 0.0616407 Jul 14 09:58:15.770272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-9634792b-cf7b-423a-b563-92d17ba04333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:15.771770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-9634792b-cf7b-423a-b563-92d17ba04333 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0435479 Jul 14 09:58:15.828230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-eb72121f-343d-4886-9e2a-3ba3552b4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:15.829665 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-eb72121f-343d-4886-9e2a-3ba3552b4748 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522001 Jul 14 09:58:15.922338 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-a2676ebd-3ab2-449e-a654-103defe1d867 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858283 Jul 14 09:58:16.003682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-714c282a-c076-4b1e-aa45-d6541c8a7b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:16.015219 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5256f352-dbba-4ff7-84e4-31dfacb6d5b1 req-87f7ae4b-fc25-4a8e-a588-3aa58be56044 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862434 Jul 14 09:58:16.631174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e9ed0-90dc-4ad1-9409-c525d8591b70 req-94502fbf-e042-4481-be62-7967d928be39 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:16.632717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-822e9ed0-90dc-4ad1-9409-c525d8591b70 req-94502fbf-e042-4481-be62-7967d928be39 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0647995 Jul 14 09:58:16.670676 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-822e9ed0-90dc-4ad1-9409-c525d8591b70 req-79f01982-1a41-4c13-8d1c-e9b8a01c922f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319529 Jul 14 09:58:17.858685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867d23f-3ab2-4074-bbe3-3f97399e3b9e req-0b9ae886-980a-47df-90f4-477b605e0ff8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:17.860522 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2867d23f-3ab2-4074-bbe3-3f97399e3b9e req-0b9ae886-980a-47df-90f4-477b605e0ff8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0734735 Jul 14 09:58:17.904960 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2867d23f-3ab2-4074-bbe3-3f97399e3b9e req-feaa3fcd-1f0e-44c8-b52f-a47ca2ff0672 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373905 Jul 14 09:58:18.023177 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-1afa789c-b4e9-4e4d-8862-765097a010b9 service neutron] show failed (client error): The resource could not be found. Jul 14 09:58:18.024170 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-1afa789c-b4e9-4e4d-8862-765097a010b9 service neutron] 10.222.0.11 "GET /v2.0/ports/cf2b60ca-eba2-42be-b599-2c10e2f13818/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0616937 Jul 14 09:58:18.295708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-f937b05f-2501-4f24-9992-e0a09d33ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:18.297258 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-f937b05f-2501-4f24-9992-e0a09d33ad43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 1098 time: 0.0594814 Jul 14 09:58:18.310075 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:18.391618 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:18.623841 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:18.661205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:18.704258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:18.707020 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5397194f-2bb1-4966-a398-1d3dce45f649" -d '{"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:18.711346 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:18.728482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Transition to ACTIVE for port object cf2b60ca-eba2-42be-b599-2c10e2f13818 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:18.733787 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:18.766735 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89484926-85e2-4a96-b01a-7980149da08f x-openstack-request-id: req-89484926-85e2-4a96-b01a-7980149da08f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:18.767073 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:18.767284 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89484926-85e2-4a96-b01a-7980149da08f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:18.767714 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'code': 200} Jul 14 09:58:18.832738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:18.848982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.849425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.849698 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.850010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.850353 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.850695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.851033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.851399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.851730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.852069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.852406 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.852738 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:18.889088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] No DVR routers for this DVR port cf2b60ca-eba2-42be-b599-2c10e2f13818 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:58:19.043264 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:19.043854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:19.044371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:19.050446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:19.050872 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:19.057274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:19.057800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:19.058502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:19.059145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Bound port: cf2b60ca-eba2-42be-b599-2c10e2f13818, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:19.059669 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.139876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.175718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:19.182970 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:19.190510 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.239719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:19.240352 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.241767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] 10.222.0.48 "PUT /v2.0/ports/cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1093 time: 0.9367516 Jul 14 09:58:19.254908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404d574-eeb6-4cb6-9825-087aeb3206ee req-2691f798-dbd4-4ebf-9797-c5c42f986dee tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:19.256486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e404d574-eeb6-4cb6-9825-087aeb3206ee req-2691f798-dbd4-4ebf-9797-c5c42f986dee tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 944 time: 0.1714222 Jul 14 09:58:19.302596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2396-168e-4f08-a469-9fc73abaa898 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:19.350106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e404d574-eeb6-4cb6-9825-087aeb3206ee req-362a300c-04e9-4477-8fb1-13249450e3bf tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772014 Jul 14 09:58:19.370854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-a5a45f02-0e92-46d1-b654-5f39adba1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:19.372972 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-a5a45f02-0e92-46d1-b654-5f39adba1b97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1096 time: 0.0983260 Jul 14 09:58:19.514253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-2bdf16e7-2105-4272-9068-017f66afa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:19.516754 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-2bdf16e7-2105-4272-9068-017f66afa4d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1373694 Jul 14 09:58:19.589783 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-fd7951dc-eb67-43d5-9ca6-e59c73ed6d6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1001 time: 0.0654094 Jul 14 09:58:19.644571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-295c3f73-e86b-4838-9ffe-58224f853827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:19.646139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-295c3f73-e86b-4838-9ffe-58224f853827 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0508082 Jul 14 09:58:19.708098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-94f78953-1e69-428d-bbea-0056e09d82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:19.709823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-94f78953-1e69-428d-bbea-0056e09d82b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576744 Jul 14 09:58:19.741082 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b5156a0-94c7-4a21-a975-b919776a4b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.806674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-d8181832-6b4a-4b5c-be9c-f19e2b3af847 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900586 Jul 14 09:58:19.855129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.917007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ed2138d-d3c7-4602-ba5f-488272bf5e9f req-48e8c7d1-e729-47de-a7ff-f52b8ca53b1b service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038098 Jul 14 09:58:20.480256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.556734 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daddbfc-3a92-44aa-9695-bc93d9f6323f req-c1ffcc6b-28bf-48d4-8ac1-32fdc2164645 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:20.558325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1daddbfc-3a92-44aa-9695-bc93d9f6323f req-c1ffcc6b-28bf-48d4-8ac1-32fdc2164645 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 944 time: 0.0691757 Jul 14 09:58:20.599466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1daddbfc-3a92-44aa-9695-bc93d9f6323f req-e8b9c9a5-153d-4b76-a9a2-497ed7f5c7df tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350773 Jul 14 09:58:20.769331 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:20.771865 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad940300-cd07-46a9-91a0-0f80eb8f0175" -d '{"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:20.821406 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e4c42-ce6d-45db-ad42-05b9ab4c5476 x-openstack-request-id: req-920e4c42-ce6d-45db-ad42-05b9ab4c5476 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:20.821804 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:20.822156 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-920e4c42-ce6d-45db-ad42-05b9ab4c5476 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:20.822692 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'status': 'completed', 'code': 200} Jul 14 09:58:20.899524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-0b8c8c70-bfaf-4804-b13c-77a5b30f8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:20.901121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-0b8c8c70-bfaf-4804-b13c-77a5b30f8117 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1096 time: 0.0595860 Jul 14 09:58:20.903585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-9e3c7cfa-be0b-46ca-bfe7-96063b97d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:20.905141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-9e3c7cfa-be0b-46ca-bfe7-96063b97d245 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1096 time: 0.0586278 Jul 14 09:58:21.001787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-87adf3f2-70c9-4bac-8805-23de65941075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.003456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-87adf3f2-70c9-4bac-8805-23de65941075 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0965562 Jul 14 09:58:21.008036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-219debe4-ab86-43d9-9801-ba5f5a1b2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.010470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-219debe4-ab86-43d9-9801-ba5f5a1b2f0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0990694 Jul 14 09:58:21.074379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-1dcbfb91-2046-46eb-ac17-f4203ab41d2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1001 time: 0.0636835 Jul 14 09:58:21.085312 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-2ada4e5c-9ef9-4fd0-a01d-023f27214e5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1001 time: 0.0676715 Jul 14 09:58:21.131011 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-9cff3f91-8b27-4dcc-92cc-636f7856712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.132604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-9cff3f91-8b27-4dcc-92cc-636f7856712c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0529549 Jul 14 09:58:21.145415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-160ff29d-d3e2-4595-9bc8-ad63a3690bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.146909 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-160ff29d-d3e2-4595-9bc8-ad63a3690bf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0537808 Jul 14 09:58:21.193684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-a04c46b8-a891-46d1-a27f-9e6f42b0a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.195227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-a04c46b8-a891-46d1-a27f-9e6f42b0a80e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565987 Jul 14 09:58:21.224173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-e03f9766-6a15-4c98-8ebe-7990871ec149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.225692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-e03f9766-6a15-4c98-8ebe-7990871ec149 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711806 Jul 14 09:58:21.297713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-db3769a1-d456-44ee-9798-51ceb6d4f24a service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961947 Jul 14 09:58:21.331706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-13cd4fb9-e983-41ac-9273-2508e4019db4 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987074 Jul 14 09:58:21.402172 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-b7c43cd9-f344-4684-8084-4990ad4c9eae service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977020 Jul 14 09:58:21.453686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad940300-cd07-46a9-91a0-0f80eb8f0175 req-721d6b89-5ad2-4d5d-badb-3fc1705dafc5 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103444 Jul 14 09:58:21.565622 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:21.825981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1e533-fa33-481a-a16e-00c94f193812 req-f12e219b-3cc8-459e-b8f8-d626ed6162e4 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:21.827912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17c1e533-fa33-481a-a16e-00c94f193812 req-f12e219b-3cc8-459e-b8f8-d626ed6162e4 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 944 time: 0.0709345 Jul 14 09:58:21.875955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17c1e533-fa33-481a-a16e-00c94f193812 req-1f9d792c-2ac2-468c-844a-434d3b6f6824 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Jul 14 09:58:22.161231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:58:22.286038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:22.309256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'mac_address': 'fa:16:3e:51:b3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:58:22.363625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-020425e2-9cc1-417b-939a-56f201ba4b70 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:22.365382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-020425e2-9cc1-417b-939a-56f201ba4b70 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&binding%3Ahost_id=n-h1-758944-44 HTTP/1.1" status: 200 len: 944 time: 0.0915699 Jul 14 09:58:22.381330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:22.407540 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2b60ca-eba2-42be-b599-2c10e2f13818 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:22.444110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:22.450788 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:22.461936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-29380965-4a2e-471a-96c3-b7d9659b9d61 service neutron] 10.222.0.48 "GET /v2.0/ports/cf2b60ca-eba2-42be-b599-2c10e2f13818/bindings/n-h1-758944-44 HTTP/1.1" status: 200 len: 383 time: 0.0904367 Jul 14 09:58:22.495130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e980b0-ad7e-489f-8681-890d4851787f req-8840e1d1-183e-4dc4-acab-7aecbaff7fad tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:22.497031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27e980b0-ad7e-489f-8681-890d4851787f req-8840e1d1-183e-4dc4-acab-7aecbaff7fad tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 944 time: 0.0818653 Jul 14 09:58:22.518452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:22.526770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.527109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.528511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.529072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.529399 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.529910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.530259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.530595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.531086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.531610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.531952 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.532278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:22.546514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-27e980b0-ad7e-489f-8681-890d4851787f req-2659438b-4f70-4188-8934-cace7d452f65 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392931 Jul 14 09:58:22.582282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-4c1d5d93-b4b7-46d8-9693-2a658edf6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:22.583872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-4c1d5d93-b4b7-46d8-9693-2a658edf6abc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1097 time: 0.0900853 Jul 14 09:58:22.686335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-50d07996-0643-47d3-9062-532c81f4ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:22.687915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-50d07996-0643-47d3-9062-532c81f4ffaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0973127 Jul 14 09:58:22.694552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['cf2b60ca-eba2-42be-b599-2c10e2f13818'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:22.767933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-303938c2-7781-4c4a-8906-af2f1a03a07a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1002 time: 0.0733767 Jul 14 09:58:22.823523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-d26e01c2-0b44-4ffd-a3fb-d6fe16db522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:22.825113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-d26e01c2-0b44-4ffd-a3fb-d6fe16db522c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0505712 Jul 14 09:58:22.895026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-b5839494-ec43-432e-82a9-cad5584c49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:22.897756 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-b5839494-ec43-432e-82a9-cad5584c49c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663352 Jul 14 09:58:23.059787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-a3e093c3-a7e2-4b9c-a90c-30e240f323fd service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539674 Jul 14 09:58:23.218271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-eeece374-25eb-44e9-ac27-80e8c5bb9669 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522143 Jul 14 09:58:23.292860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:23.336731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:23.769791 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b55ba-17a1-451f-8659-359b70cc668f req-ca98943a-7d8b-4346-bbdc-01ac9c0dad83 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:23.771512 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f59b55ba-17a1-451f-8659-359b70cc668f req-ca98943a-7d8b-4346-bbdc-01ac9c0dad83 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.0876901 Jul 14 09:58:23.819192 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f59b55ba-17a1-451f-8659-359b70cc668f req-3e00907f-49fe-4064-a84f-3bc17c7e704c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377653 Jul 14 09:58:24.167532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:58:24.230435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port cf2b60ca-eba2-42be-b599-2c10e2f13818 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:24.237056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port cf2b60ca-eba2-42be-b599-2c10e2f13818 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:24.237484 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.326146 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.352114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:24.354503 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a774f-dd9a-4ea4-b83a-495013d7f2fb" -d '{"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-plugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:24.377827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:24.385641 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.433729 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb85b77-3223-4720-bd91-d1e44b1cc54a x-openstack-request-id: req-7fb85b77-3223-4720-bd91-d1e44b1cc54a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:24.435433 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-plugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:24.435433 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fb85b77-3223-4720-bd91-d1e44b1cc54a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:24.435713 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'code': 200} Jul 14 09:58:24.460594 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:25.122398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff51734-6e8b-484c-8726-12d319fbbb91 req-4abbde54-d419-470d-961f-f86aba1fc7a0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:25.125180 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ff51734-6e8b-484c-8726-12d319fbbb91 req-4abbde54-d419-470d-961f-f86aba1fc7a0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.1068499 Jul 14 09:58:25.186905 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4ff51734-6e8b-484c-8726-12d319fbbb91 req-e2709123-398c-4669-96e4-23fb2c52e03b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545166 Jul 14 09:58:25.428263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-ce2655e3-011b-4a47-a044-148e958d770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:25.430987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-ce2655e3-011b-4a47-a044-148e958d770e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 1098 time: 0.1064804 Jul 14 09:58:25.442446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:25.528170 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.767850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:25.805717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:25.849966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:25.852725 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb79c58b-6b50-49c2-ba05-e41a7c07430e" -d '{"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:25.857350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.878762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Transition to ACTIVE for port object cf2b60ca-eba2-42be-b599-2c10e2f13818 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:25.883584 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.929896 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e03b8c-8089-4268-b857-ac56a8dcde0f x-openstack-request-id: req-48e03b8c-8089-4268-b857-ac56a8dcde0f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:25.930303 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:25.930695 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48e03b8c-8089-4268-b857-ac56a8dcde0f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:25.931400 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'code': 200} Jul 14 09:58:26.414749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:26.444270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.445352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.445352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.445352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.445875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.446064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.446272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.446615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.446950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.447287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.447711 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.448074 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:26.484664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] No DVR routers for this DVR port cf2b60ca-eba2-42be-b599-2c10e2f13818 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:58:26.499989 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cd75-8828-4bd3-858d-bd858f3a6d49 req-88cc8707-43fd-42d9-aa3a-55ea74045ef7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:26.502141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f44cd75-8828-4bd3-858d-bd858f3a6d49 req-88cc8707-43fd-42d9-aa3a-55ea74045ef7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.0923808 Jul 14 09:58:26.553599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7f44cd75-8828-4bd3-858d-bd858f3a6d49 req-63463ba8-5aec-4412-9a29-45bdd43bf2f8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Jul 14 09:58:26.696161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:26.696641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:26.697195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:26.705453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:26.706008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Attempting to bind port cf2b60ca-eba2-42be-b599-2c10e2f13818 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:26.715857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:26.716427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:26.717087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:26.717848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Bound port: cf2b60ca-eba2-42be-b599-2c10e2f13818, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:26.718437 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:26.834420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:26.840170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:26.845512 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:26.916010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:26.916954 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:26.919458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] 10.222.0.11 "PUT /v2.0/ports/cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1094 time: 1.4815829 Jul 14 09:58:26.944977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664c28d-1fd2-4732-b507-9c41e0175e50 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:27.017427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-bccd7abf-f101-4653-84b8-b432dda84a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:27.019759 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-bccd7abf-f101-4653-84b8-b432dda84a1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1097 time: 0.0712893 Jul 14 09:58:27.135624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-51c74047-2ffe-4b74-bc84-f8f10d6168b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:27.138634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-51c74047-2ffe-4b74-bc84-f8f10d6168b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1119952 Jul 14 09:58:27.211108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-41356efc-29c9-4d37-98a3-6e616f0237ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1001 time: 0.0649874 Jul 14 09:58:27.267564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-4953dc77-1d9f-48f5-a13d-6209f34271f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:27.269104 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-4953dc77-1d9f-48f5-a13d-6209f34271f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0522952 Jul 14 09:58:27.331870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-63788bd3-9133-4877-9b64-32aeb3bed720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:27.333442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-63788bd3-9133-4877-9b64-32aeb3bed720 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582561 Jul 14 09:58:27.435155 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-1cc861e6-31cc-4b47-93eb-2ded82033012 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951915 Jul 14 09:58:27.567632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d2ad92ea-f513-4d17-8165-ace020fed85c req-28eea2ad-5ae2-44b9-8c5b-7bdccabf82a0 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261678 Jul 14 09:58:27.765790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e93d5-9d40-4c17-976f-72c7211b9fd1 req-40bb8db0-5550-416e-8ef8-148f9752e5d1 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:27.767417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-839e93d5-9d40-4c17-976f-72c7211b9fd1 req-40bb8db0-5550-416e-8ef8-148f9752e5d1 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.0816207 Jul 14 09:58:27.815167 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-839e93d5-9d40-4c17-976f-72c7211b9fd1 req-ae481dc8-360e-441e-8f3b-7dbd1d588fed tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382583 Jul 14 09:58:27.932114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:27.934924 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352" -d '{"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:27.990912 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67304b9b-6f8a-49a4-b280-361ac76e96a5 x-openstack-request-id: req-67304b9b-6f8a-49a4-b280-361ac76e96a5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:27.991216 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:27.991583 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67304b9b-6f8a-49a4-b280-361ac76e96a5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:27.992011 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'status': 'completed', 'code': 200} Jul 14 09:58:28.081385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-bfa19964-1878-4b5f-a250-6fe141953c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.083805 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-bfa19964-1878-4b5f-a250-6fe141953c8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1097 time: 0.0671883 Jul 14 09:58:28.106239 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-c21a1112-958e-4878-beca-8ae8b5093178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.108884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-c21a1112-958e-4878-beca-8ae8b5093178 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 1097 time: 0.0953016 Jul 14 09:58:28.200881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:28.209163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-f8575548-b444-4a3e-b0c6-62d8452acd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.212076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-f8575548-b444-4a3e-b0c6-62d8452acd1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1214640 Jul 14 09:58:28.239193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-e58050b2-da3b-4094-9c43-a5cbaf0e3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.241908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-e58050b2-da3b-4094-9c43-a5cbaf0e3fdf service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1264610 Jul 14 09:58:28.255688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:28.329526 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-963ce285-ef6f-4bbd-8852-c64bfd648e56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1001 time: 0.1111777 Jul 14 09:58:28.354778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-af9f9460-e034-4d1b-b09c-16d11866ac78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 200 len: 1001 time: 0.1049793 Jul 14 09:58:28.414865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-a8669c92-bf35-49c7-ac63-1ab3af832669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.416831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-a8669c92-bf35-49c7-ac63-1ab3af832669 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0552740 Jul 14 09:58:28.508252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-e2d8b7ca-0d29-4130-9c9f-051f80ad192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.510116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-e2d8b7ca-0d29-4130-9c9f-051f80ad192c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865397 Jul 14 09:58:28.624652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-b8a551f2-1002-4898-8498-75b71577fa42 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068683 Jul 14 09:58:28.736304 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-217e166b-b2bd-43b9-99ba-c5a73ad801be service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049509 Jul 14 09:58:28.737410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-9d068b16-9148-43e8-b531-2c77ea439193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.738942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-9d068b16-9148-43e8-b531-2c77ea439193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.4025626 Jul 14 09:58:28.807378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-1fe58f63-a827-456f-a20e-6c21539087c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:28.809068 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-1fe58f63-a827-456f-a20e-6c21539087c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629022 Jul 14 09:58:28.970617 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-9b8f1fd2-a258-44b7-98e0-3c45cfc7540e service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546292 Jul 14 09:58:29.078874 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd07c1-c32d-4908-87bc-bd3ffd699e01 req-4ee36cbb-2b2c-4142-89c7-6a30fa10e54b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:29.081842 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67bd07c1-c32d-4908-87bc-bd3ffd699e01 req-4ee36cbb-2b2c-4142-89c7-6a30fa10e54b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.1191158 Jul 14 09:58:29.135258 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c88fcf31-b9e7-4c40-8b7e-b96ddc0e6352 req-be088bb2-c164-4f61-b520-4dfe089cbd64 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578519 Jul 14 09:58:29.149330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67bd07c1-c32d-4908-87bc-bd3ffd699e01 req-07eb961d-9814-4fe9-8bdc-9dbbf7b5c55c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561926 Jul 14 09:58:30.367534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea104708-773b-40da-95c3-41d03f50ee54 req-6223fc2d-1d93-492f-8fb5-3d3fa279e868 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:30.369171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea104708-773b-40da-95c3-41d03f50ee54 req-6223fc2d-1d93-492f-8fb5-3d3fa279e868 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.0772467 Jul 14 09:58:30.412125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ea104708-773b-40da-95c3-41d03f50ee54 req-d0d07787-69e8-4035-afd3-94b3d0fdcd6c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360601 Jul 14 09:58:30.650745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f3f45-f781-4270-a9b5-bfe9ff7947f7 req-341841a8-c2a6-4354-88dc-21d59d9da2e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:30.652538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f83f3f45-f781-4270-a9b5-bfe9ff7947f7 req-341841a8-c2a6-4354-88dc-21d59d9da2e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.0764906 Jul 14 09:58:30.696539 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f83f3f45-f781-4270-a9b5-bfe9ff7947f7 req-496e44aa-422f-4622-90d7-d3f18a69a273 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373888 Jul 14 09:58:30.929681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f5ff-0cf5-4f82-bd27-747f7edf8bc0 req-faf471d2-41dd-46c0-82e1-fa529033ef18 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:30.931743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ed9f5ff-0cf5-4f82-bd27-747f7edf8bc0 req-faf471d2-41dd-46c0-82e1-fa529033ef18 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.0768688 Jul 14 09:58:30.985033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ed9f5ff-0cf5-4f82-bd27-747f7edf8bc0 req-0b7b7591-1d07-43b7-b89a-59e97b19ff5d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464504 Jul 14 09:58:31.294670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:58:31.438405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:31.441483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09ba0d-f9f7-4859-9d46-411135605b6c req-bc987bf6-e0a5-49fd-a7bb-c77c65da33bd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.443751 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e09ba0d-f9f7-4859-9d46-411135605b6c req-bc987bf6-e0a5-49fd-a7bb-c77c65da33bd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 945 time: 0.1038339 Jul 14 09:58:31.454052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'mac_address': 'fa:16:3e:51:b3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:58:31.494770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6e09ba0d-f9f7-4859-9d46-411135605b6c req-96d74f88-9a01-44fc-bae3-abdfeb6721b5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434554 Jul 14 09:58:31.507550 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:31.530362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2b60ca-eba2-42be-b599-2c10e2f13818 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:31.552799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:31.557995 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:31.611052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:31.781205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['cf2b60ca-eba2-42be-b599-2c10e2f13818'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:31.919841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:32.574805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760344a-729e-470c-ad81-dd672a30aac9 req-f91245fa-811b-43e2-ae9a-aa103232e226 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.576836 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a760344a-729e-470c-ad81-dd672a30aac9 req-f91245fa-811b-43e2-ae9a-aa103232e226 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.0730093 Jul 14 09:58:32.847854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4329743-da9e-4900-b975-80bde44e0b51 req-a4824bb2-4f26-4a7f-a318-b46908ea3a29 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.850561 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4329743-da9e-4900-b975-80bde44e0b51 req-a4824bb2-4f26-4a7f-a318-b46908ea3a29 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 946 time: 0.2155662 Jul 14 09:58:32.871064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Deleting port cf2b60ca-eba2-42be-b599-2c10e2f13818 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:58:32.871681 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.017754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4329743-da9e-4900-b975-80bde44e0b51 req-7669d8f7-cea6-47fd-80a9-4d4222334542 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600742 Jul 14 09:58:33.082434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] For port cf2b60ca-eba2-42be-b599-2c10e2f13818, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cf2b60ca-eba2-42be-b599-2c10e2f13818,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:33.083006 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.321654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:58:33.354934 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.355539 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.356526 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd disassociated. External IP: 172.25.2.100, port: cf2b60ca-eba2-42be-b599-2c10e2f13818. Jul 14 09:58:33.356973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Calling delete_port for cf2b60ca-eba2-42be-b599-2c10e2f13818 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:58:33.396144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port cf2b60ca-eba2-42be-b599-2c10e2f13818 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:33.402718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port cf2b60ca-eba2-42be-b599-2c10e2f13818 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:33.403705 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.530373 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.577626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.622905 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event deleted for resources: {'Port': ['ID=cf2b60ca-eba2-42be-b599-2c10e2f13818,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:33.775170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:58:33.902912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:58:33.915923 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659c065-a482-4837-966e-cf7648331834 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:58:33.928404 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:58:33.929135 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:58:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:33.956824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] No DVR routers for this DVR port cf2b60ca-eba2-42be-b599-2c10e2f13818 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:58:33.960320 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:33.964130 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a760344a-729e-470c-ad81-dd672a30aac9 req-63ababa8-4613-468f-8ae7-c2d95613b172 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "DELETE /v2.0/ports/cf2b60ca-eba2-42be-b599-2c10e2f13818 HTTP/1.1" status: 204 len: 173 time: 1.3809063 Jul 14 09:58:33.964884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-deleted', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:33.968935 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2f0ba3-4f22-4ee7-b609-61006e9e3ca3" -d '{"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-deleted", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:34.026388 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2ca5d1-c904-4b69-85f2-245edd849b4a x-openstack-request-id: req-ed2ca5d1-c904-4b69-85f2-245edd849b4a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:34.026691 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3538778-c098-4220-a806-64788e1cc9af", "name": "network-vif-deleted", "tag": "cf2b60ca-eba2-42be-b599-2c10e2f13818", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:34.026940 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed2ca5d1-c904-4b69-85f2-245edd849b4a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:34.027424 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3538778-c098-4220-a806-64788e1cc9af', 'name': 'network-vif-deleted', 'tag': 'cf2b60ca-eba2-42be-b599-2c10e2f13818', 'status': 'completed', 'code': 200} Jul 14 09:58:34.103202 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:58:34.203838 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7324fbbe-5075-44e1-95ef-f1413d2eaca5 req-9ceb6cd0-bbdb-4712-bd82-94af0654b636 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3538778-c098-4220-a806-64788e1cc9af HTTP/1.1" status: 200 len: 210 time: 0.0538704 Jul 14 09:58:34.482131 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:34.525170 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659c065-a482-4837-966e-cf7648331834 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:58:34.535928 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:58:34.536769 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:58:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:34.696934 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:58:34.920887 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a659c065-a482-4837-966e-cf7648331834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:34.954678 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659c065-a482-4837-966e-cf7648331834 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:58:35.205146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a6a3d-4eb4-4314-9424-a1d66b4ac585 None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:58:35.933447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-dcd43b37-56ec-4d1a-9770-4bf3da1df216 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1481955131&fields=id&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 267 time: 0.0425947 Jul 14 09:58:36.098799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-aa07fc4f-2165-4620-a247-ea8bdd5a12cc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:36.100719 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-aa07fc4f-2165-4620-a247-ea8bdd5a12cc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.1594207 Jul 14 09:58:36.117876 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-27363cfd-f4e3-48e9-bd9e-63904c27f0b6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/quotas/d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 375 time: 0.0104628 Jul 14 09:58:36.200271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-9419b010-76ed-473e-8867-f9b2de9a1dbc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756261 Jul 14 09:58:36.323196 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-11429dad-397e-4dea-a2b1-706d4bd1dd93 service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093197 Jul 14 09:58:36.427717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-5d25d591-73f2-4538-b106-a71e18302658 service neutron] 10.222.0.18 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977216 Jul 14 09:58:36.633912 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-661135c4-130a-4a92-bc89-ac55bf2c924c req-88dce80d-624f-4958-b87f-d2ce22fb9a3f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 210 time: 0.0373909 Jul 14 09:58:37.356021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:37.390909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: cf2b60ca-eba2-42be-b599-2c10e2f13818 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:58:37.391400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cf2b60ca-eba2-42be-b599-2c10e2f13818 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:37.795639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8d932031-bea8-42be-93f2-05f9637defa4 req-ee13bead-d01b-4fc8-93a1-577e0cf59156 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 210 time: 0.0369341 Jul 14 09:58:38.153971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-4ecb4019-8174-41a7-b5ea-6db8caf2dd73 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:38.155640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-4ecb4019-8174-41a7-b5ea-6db8caf2dd73 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 811 time: 0.1216490 Jul 14 09:58:38.211667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-beb62481-2ecc-4859-ab6a-bbdafd41d82d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 380 time: 0.0462492 Jul 14 09:58:38.231941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'port': {'device_id': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'admin_state_up': True, 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'security_groups': ['16328f41-0f01-4ab5-ad31-a36a50a34fb2']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:38.384455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Made reservation on behalf of d81f1d79c2664b4d9c596c533ddc1e75 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:58:38.388854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:38.545121 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Allocated IP 172.20.0.12 (b16f0d08-cf61-4718-a93d-8b5d169e86fd/6b54d0de-91de-40db-9f34-af888c16e51a/558456ac-9857-4e38-a0a2-c27ec91214c5) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:58:38.717687 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:38.734198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Transition to ACTIVE for port object 558456ac-9857-4e38-a0a2-c27ec91214c5 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:38.772957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:38.833221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:58:38.837132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:58:38.841776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:58:38.849592 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:38.909320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:38.910217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:38.932935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-13cb1c40-bf68-4f3f-a3aa-2f61e7a19444 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7072768 Jul 14 09:58:38.948831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Request body: {'port': {'device_id': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:39.088515 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.166115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac6585-3905-4493-ad57-6a002c6324d5 req-945fbdc1-ec33-4ac4-968f-eecfed39353c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:39.169121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24ac6585-3905-4493-ad57-6a002c6324d5 req-945fbdc1-ec33-4ac4-968f-eecfed39353c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 932 time: 0.1820385 Jul 14 09:58:39.219960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7a94e17-978a-4be1-aaeb-1cc422bf9c08 None None] Provisioning for port 558456ac-9857-4e38-a0a2-c27ec91214c5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:39.226565 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7a94e17-978a-4be1-aaeb-1cc422bf9c08 None None] Provisioning complete for port 558456ac-9857-4e38-a0a2-c27ec91214c5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:39.227256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7a94e17-978a-4be1-aaeb-1cc422bf9c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.237484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-24ac6585-3905-4493-ad57-6a002c6324d5 req-8bc5bab1-7de9-4449-be21-02bd4b7aeb70 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575597 Jul 14 09:58:39.279329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f7a94e17-978a-4be1-aaeb-1cc422bf9c08 None None] Port 558456ac-9857-4e38-a0a2-c27ec91214c5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:58:39.481492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558456ac-9857-4e38-a0a2-c27ec91214c5 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:39.495383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.517421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Transition to ACTIVE for port object 558456ac-9857-4e38-a0a2-c27ec91214c5 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:39.521293 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.613067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:39.733139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:39.733517 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:39.733856 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:39.739275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:39.739636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:39.746156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:39.746885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:39.747482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:39.748056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Bound port: 558456ac-9857-4e38-a0a2-c27ec91214c5, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:39.748547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.848110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:39.851977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:39.857989 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.896566 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:39.897217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.898728 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] 10.222.0.48 "PUT /v2.0/ports/558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1093 time: 0.9578602 Jul 14 09:58:39.899222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:39.901651 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f9a48027a84b6853fd2fb2f094233d95b5b52c43b0e563b88abf6f291792bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be950d1-8dd5-47f5-b992-9a5fae478d78" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:39.930805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921bb9-8a44-4c01-8989-85700f7225db service neutron] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:39.989401 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afec5a4-3dc4-45be-8edf-48c938a0a692 x-openstack-request-id: req-1afec5a4-3dc4-45be-8edf-48c938a0a692 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:39.989735 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:39.989938 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1afec5a4-3dc4-45be-8edf-48c938a0a692 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:39.990370 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'status': 'completed', 'code': 200} Jul 14 09:58:40.025712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-136c3c61-3c56-4ddc-b54c-168ea3e47871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.027844 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-136c3c61-3c56-4ddc-b54c-168ea3e47871 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1096 time: 0.0709631 Jul 14 09:58:40.077874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-645136c4-5486-48b9-b47b-4e9971e81cf9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 217 time: 0.0432260 Jul 14 09:58:40.145178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-9ba952b2-908f-40af-8d9d-70aa5ec7aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.146833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-9ba952b2-908f-40af-8d9d-70aa5ec7aaaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0631537 Jul 14 09:58:40.210748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-35acbebd-0d9b-4e3b-8f38-4775507cabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.212209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-35acbebd-0d9b-4e3b-8f38-4775507cabee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589044 Jul 14 09:58:40.346664 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-4f0236e9-629a-455d-87aa-5de072b39904 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273024 Jul 14 09:58:40.463869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fd62a-e259-4f96-b6e6-0695d5f2a980 req-7f85b7b2-a2ad-47fe-9752-ef0ff3167f0e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.465749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d47fd62a-e259-4f96-b6e6-0695d5f2a980 req-7f85b7b2-a2ad-47fe-9752-ef0ff3167f0e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0748835 Jul 14 09:58:40.504891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-afb8c72f-a5dc-46b2-a11f-9dc03938fca4 req-88f780fb-3d09-4e6b-a9ad-85c0d6d9aab2 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514983 Jul 14 09:58:40.514291 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d47fd62a-e259-4f96-b6e6-0695d5f2a980 req-ae88128c-a9a5-4ac5-9785-6de38531e40b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Jul 14 09:58:40.632414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-e2a0d3eb-12b0-440e-a049-94ba5f852acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.634025 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-e2a0d3eb-12b0-440e-a049-94ba5f852acd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1096 time: 0.0618992 Jul 14 09:58:40.740004 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-326ca500-3546-46f1-9cfa-9873085e685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.741538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-326ca500-3546-46f1-9cfa-9873085e685a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1012838 Jul 14 09:58:40.786473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-975a8cf6-98e5-4847-b073-9eb8a5fbc92a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 217 time: 0.0382733 Jul 14 09:58:40.843647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-0aa85504-6606-4605-a7ad-1d50f6bf9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.845201 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-0aa85504-6606-4605-a7ad-1d50f6bf9cac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0507543 Jul 14 09:58:40.923135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-1df8b626-3cde-48c2-8da2-f441cca5f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.924699 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-1df8b626-3cde-48c2-8da2-f441cca5f581 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713968 Jul 14 09:58:41.024112 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-02e1e8c9-6290-4852-93d0-5245e7bcb2e1 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913615 Jul 14 09:58:41.130236 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7be950d1-8dd5-47f5-b992-9a5fae478d78 req-5b9690ea-759d-4b4d-a1e4-ebc74d08e26f service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995688 Jul 14 09:58:41.720154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef1dfb-2d98-4124-bf54-1d471ffc80af req-116322f5-1a45-4ce3-b509-c0c9c161a6c0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:41.721722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edef1dfb-2d98-4124-bf54-1d471ffc80af req-116322f5-1a45-4ce3-b509-c0c9c161a6c0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0735972 Jul 14 09:58:41.766237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-edef1dfb-2d98-4124-bf54-1d471ffc80af req-0a1f49ab-ccea-4a30-85f8-eee2c72dfe41 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 Jul 14 09:58:42.307387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:58:42.415560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:42.436632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'mac_address': 'fa:16:3e:b1:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:58:42.479925 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:42.494673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558456ac-9857-4e38-a0a2-c27ec91214c5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:42.517640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:42.523383 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:42.601383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:42.740471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['558456ac-9857-4e38-a0a2-c27ec91214c5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:42.972869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f257fe-2e82-4462-9430-a3224c6a1ef8 req-79cff391-bb14-44d6-8bf7-92bfb42e506c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:42.974914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f257fe-2e82-4462-9430-a3224c6a1ef8 req-79cff391-bb14-44d6-8bf7-92bfb42e506c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0768366 Jul 14 09:58:43.017475 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e6f257fe-2e82-4462-9430-a3224c6a1ef8 req-1513ba7b-9867-487e-ae35-b6ccd5c8bd33 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363028 Jul 14 09:58:44.221712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b74b-f2c0-486d-b8ef-7f3ed3d6916d req-75b710c2-1369-48f7-be5c-771b8c7a54e3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.223667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fdd8b74b-f2c0-486d-b8ef-7f3ed3d6916d req-75b710c2-1369-48f7-be5c-771b8c7a54e3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0732756 Jul 14 09:58:44.274475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fdd8b74b-f2c0-486d-b8ef-7f3ed3d6916d req-0d134b02-b314-4cef-b3c5-fc7df4a43d61 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Jul 14 09:58:44.322937 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:58:44.547783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 558456ac-9857-4e38-a0a2-c27ec91214c5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:44.552625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 558456ac-9857-4e38-a0a2-c27ec91214c5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:44.553087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.644777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.671487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:44.674671 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1755d3739933247148e81d3684f1d822292dbfe5d259ce501f07513f70d95e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd2e9d8-3b77-45ef-bfdc-4a57ce389afc" -d '{"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-plugged", "status": "completed", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:44.690671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:44.696337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.736951 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77034740-bc23-4a10-bc75-ca189aa901a2 x-openstack-request-id: req-77034740-bc23-4a10-bc75-ca189aa901a2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:44.737540 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-plugged", "status": "completed", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:44.737850 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77034740-bc23-4a10-bc75-ca189aa901a2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:44.738430 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'code': 200} Jul 14 09:58:44.775119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:44.851063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec89831-3826-48a9-9fc1-ab335c83b4e2 req-6f967ba4-2494-400d-9ed9-2e89503a249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.852739 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8ec89831-3826-48a9-9fc1-ab335c83b4e2 req-6f967ba4-2494-400d-9ed9-2e89503a249a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1098 time: 0.0606399 Jul 14 09:58:44.893176 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8ec89831-3826-48a9-9fc1-ab335c83b4e2 req-963f7618-6c14-400c-be7f-ecb4fcb323f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336673 Jul 14 09:58:45.478615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb449b-a0e5-4ca1-bfdf-18798c7ae5b1 req-3ca5ba79-6926-471b-97e5-96a81904f246 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:45.480354 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15fb449b-a0e5-4ca1-bfdf-18798c7ae5b1 req-3ca5ba79-6926-471b-97e5-96a81904f246 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0785911 Jul 14 09:58:45.523672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15fb449b-a0e5-4ca1-bfdf-18798c7ae5b1 req-7303c441-5cfd-41fa-b572-46c9fda9b408 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367093 Jul 14 09:58:46.006609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dba8379d-e070-40cd-84d5-29ab52069974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:46.737012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1285d4-52a1-4710-84a3-f6aac3a7a8f4 req-98cd8217-6197-45bd-9a9f-1f1c15401c7d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:46.738531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea1285d4-52a1-4710-84a3-f6aac3a7a8f4 req-98cd8217-6197-45bd-9a9f-1f1c15401c7d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0857027 Jul 14 09:58:46.782094 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea1285d4-52a1-4710-84a3-f6aac3a7a8f4 req-f4f4215b-44e4-4e03-9e08-d050abfe837c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 Jul 14 09:58:46.967148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3854841-3cdf-4324-9c8e-dd329deda5ea req-9f69964c-9c42-4e3a-9106-bea3af2a11b6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:46.969074 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3854841-3cdf-4324-9c8e-dd329deda5ea req-9f69964c-9c42-4e3a-9106-bea3af2a11b6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0767908 Jul 14 09:58:46.978259 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 41590) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:46.983248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Request body: {'floatingip': {'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:47.025518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:47.542495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:47.549499 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:47.659715 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd associated. External IP: 172.25.2.100, port: 558456ac-9857-4e38-a0a2-c27ec91214c5. Jul 14 09:58:48.204878 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:58:48.321167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:58:48.327994 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:48.335285 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:58:48.345978 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:58:48.346597 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:58:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:48.379454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2b7dafcf-09fa-4061-a9ad-32d79cac5e6d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "PUT /v2.0/floatingips/952f4f70-a19a-4bf8-863f-72bc632c35cd HTTP/1.1" status: 200 len: 993 time: 1.3996654 Jul 14 09:58:48.380411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:48.384517 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:48.427208 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8abc536-a1f0-4770-8ab3-4bc6307d4570 x-openstack-request-id: req-f8abc536-a1f0-4770-8ab3-4bc6307d4570 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:48.427692 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:48.428094 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8abc536-a1f0-4770-8ab3-4bc6307d4570 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:48.428726 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'status': 'completed', 'code': 200} Jul 14 09:58:48.509144 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:58:48.537468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-35ade4d5-cbd1-469f-b99a-f86f2d75d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:48.539040 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-35ade4d5-cbd1-469f-b99a-f86f2d75d27f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1098 time: 0.0879679 Jul 14 09:58:48.670974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-d849350c-689b-4227-821f-33ed159e1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:48.674184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-d849350c-689b-4227-821f-33ed159e1763 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1288345 Jul 14 09:58:48.761125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-9d1838d3-87b9-40a9-bdf1-d96d5010e3f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.0795281 Jul 14 09:58:48.777305 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:b1:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:58:47Z', 'revision_number': 13, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:48.816617 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:58:48.824058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-1234eda3-398f-41d0-ac34-1e7d8b40b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:48.826482 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-1234eda3-398f-41d0-ac34-1e7d8b40b80e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0589135 Jul 14 09:58:48.828920 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:58:48.829645 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T09:58:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:48.900078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-e384ccf4-e163-4515-84dc-bb83218e4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:48.901997 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-e384ccf4-e163-4515-84dc-bb83218e4083 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695310 Jul 14 09:58:48.963212 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:58:49.017601 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-dd88304c-5232-4780-bfa4-dd51e59193f9 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093280 Jul 14 09:58:49.130506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2f2f8027-5ad2-4bc4-aee7-b84d690eebe4 req-2fe0fe4a-dda7-4398-a49d-6c5c190558a3 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066542 Jul 14 09:58:49.145866 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:49.281297 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:b1:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:58:47Z', 'revision_number': 13, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:49.310213 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876b4c2-2076-4b1f-8de1-0d390d3033d2 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '952f4f70-a19a-4bf8-863f-72bc632c35cd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'mac_address': 'fa:16:3e:b1:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:51:46Z', 'updated_at': '2021-07-14T09:58:47Z', 'revision_number': 13, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:58:49.569158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1d687-857c-4f27-8a17-0227ab775cd6 None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:58:49.763473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9992544-c4f8-4f06-8631-32e2dab1fd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:49.858894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:50.475855 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.569266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.741194 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:01.906254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:16.011209 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb119d95-1d36-4ccc-b0e7-7aad785dbb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.133452 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.740080 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27194233-1918-4521-a7ef-a57b1b8047f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.859515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.494463 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:21.571716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:28.741066 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:31.903270 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.436259 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-bc1be2aa-9b9e-4064-99ee-09f7760fcc41 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178093 Jul 14 09:59:33.542243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-0a1cc1ac-657e-4fd0-8fd8-a2df18ae65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.543964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-0a1cc1ac-657e-4fd0-8fd8-a2df18ae65e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1098 time: 0.0612171 Jul 14 09:59:33.672701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-dcd20cd1-a380-48e4-bb6a-3cfb38cf06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.674267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-dcd20cd1-a380-48e4-bb6a-3cfb38cf06fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1077805 Jul 14 09:59:33.752277 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-947cd5e1-b80e-4cb7-ab6c-6c52d508ce7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1003 time: 0.0709965 Jul 14 09:59:33.837990 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-9ef0c2d8-bb7d-482e-89bd-f282b1c234d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.840866 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-9ef0c2d8-bb7d-482e-89bd-f282b1c234d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0824289 Jul 14 09:59:33.911249 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-3339478c-2579-4a76-b45a-70df975bd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.914047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-3339478c-2579-4a76-b45a-70df975bd317 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666978 Jul 14 09:59:34.018197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-25daa519-7556-4fc9-9013-cb035465ba0d service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971937 Jul 14 09:59:34.115225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-199df5f2-b322-4b94-8d30-6413171cdb03 req-8ab598ad-a9a6-447a-9678-8838865d44b8 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906351 Jul 14 09:59:46.019018 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f91d3d7-dcb2-4387-bad8-71cc967b394b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.139319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.734676 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d94519ae-8d53-40a3-ad6f-f35c1b279d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.864874 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.483907 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.575978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.581844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-ed7413ec-47bd-4643-a20a-2fb6c1262590 req-d53497ea-6cad-4a0c-a01a-fdce12d68ffc service neutron] (93753) timed out ('10.222.0.48', 49322) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:00:01.908573 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.741645 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:16.025202 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb5cb-fb34-4102-968f-d67474520156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.134754 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.736991 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a4fc2b3-859e-4399-b606-fc203a69399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.865865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.500515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.578096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.892208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad182a68-f5c8-4fb8-bd14-6927ea17dd87 req-7f98c39f-e202-464a-9257-a0017ea73a67 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:24.893933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad182a68-f5c8-4fb8-bd14-6927ea17dd87 req-7f98c39f-e202-464a-9257-a0017ea73a67 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0755978 Jul 14 10:00:24.940136 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad182a68-f5c8-4fb8-bd14-6927ea17dd87 req-58475eff-1e8c-4248-b446-ed896fad4bba tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379641 Jul 14 10:00:31.918087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.402991 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-1289250a-deca-436b-9405-5219b5a4a827 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843241 Jul 14 10:00:35.515580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-b5bdc4f6-674b-4a6f-a498-70b78bdbe0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.518251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-b5bdc4f6-674b-4a6f-a498-70b78bdbe0ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1098 time: 0.0705140 Jul 14 10:00:35.640243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-b6a5f78c-4d27-4226-a432-2917c596443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.641787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-b6a5f78c-4d27-4226-a432-2917c596443f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1012945 Jul 14 10:00:35.720816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-a2d040f3-ad2b-4304-bb05-3fbf1ffdd744 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1003 time: 0.0724552 Jul 14 10:00:35.775884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-ec162a4b-e1de-406b-9c5b-e3501611b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.777632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-ec162a4b-e1de-406b-9c5b-e3501611b238 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0503294 Jul 14 10:00:35.845312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-66ebc03c-11ba-4ab5-9c1a-95a5ae385dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.846902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-66ebc03c-11ba-4ab5-9c1a-95a5ae385dbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628378 Jul 14 10:00:35.954640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-6afe8879-b6a0-4948-aba9-50361bb9150e service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007073 Jul 14 10:00:36.058697 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a91e17b6-a4e3-47a0-96bf-3b442218f3d7 req-62665d77-b52d-4ca5-a437-d0165a6f1a3e service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966773 Jul 14 10:00:37.806197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-cbf0dbd2-f8a2-4902-b7a5-1fa612eaf302 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063120 Jul 14 10:00:37.867026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794332f1-05a9-49b6-8ee2-e730e1bdef7a req-d3576684-1a80-4eb1-9ce9-87914f6488ae tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:37.871595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-794332f1-05a9-49b6-8ee2-e730e1bdef7a req-d3576684-1a80-4eb1-9ce9-87914f6488ae tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0924439 Jul 14 10:00:37.939920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-794332f1-05a9-49b6-8ee2-e730e1bdef7a req-eddf78c4-e500-4fa1-9ea7-ff61cdf0ade0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631764 Jul 14 10:00:39.155674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411695-0406-401a-bd66-f18d9283695b req-c7df6186-052e-488b-8446-5590a243ebc3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:39.157400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e411695-0406-401a-bd66-f18d9283695b req-c7df6186-052e-488b-8446-5590a243ebc3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0828881 Jul 14 10:00:39.201862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5e411695-0406-401a-bd66-f18d9283695b req-f2ee867d-bac5-41f0-acde-64f0d775421c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380735 Jul 14 10:00:40.413258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e462e58-7eae-4458-a2cc-56f9d093f4f9 req-00c5b944-9b16-4bce-ab0e-7b526225293f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:40.414930 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e462e58-7eae-4458-a2cc-56f9d093f4f9 req-00c5b944-9b16-4bce-ab0e-7b526225293f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0742750 Jul 14 10:00:40.458851 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e462e58-7eae-4458-a2cc-56f9d093f4f9 req-233509ee-1ecd-484c-9018-4c8cdd997b5b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371962 Jul 14 10:00:41.202236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-8db3cf47-a530-41d9-a131-51ce2075ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:41.203892 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-8db3cf47-a530-41d9-a131-51ce2075ebee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1098 time: 0.0616777 Jul 14 10:00:41.325626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-a18c0831-34d2-4db8-aa04-f81132c38f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:41.328307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-a18c0831-34d2-4db8-aa04-f81132c38f93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1183081 Jul 14 10:00:41.401319 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-1beae6c5-d98a-4ab0-8ac9-2169fe09e39b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1003 time: 0.0661833 Jul 14 10:00:41.461495 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-67ce223a-059e-480b-9c2b-e337d989d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:41.463082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-67ce223a-059e-480b-9c2b-e337d989d4cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0559657 Jul 14 10:00:41.539303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-95cd2a19-8221-4d49-ae9e-e49eb72a771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:41.541299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-95cd2a19-8221-4d49-ae9e-e49eb72a771b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718720 Jul 14 10:00:41.650114 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-93c1f1ed-d56d-4254-b5d3-bf0b89c9058d service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021218 Jul 14 10:00:41.712932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac2bd-8314-462e-ade8-0ca550207db2 req-30498cad-3b03-4fed-aecc-4a417aa17c53 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:41.716418 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e60ac2bd-8314-462e-ade8-0ca550207db2 req-30498cad-3b03-4fed-aecc-4a417aa17c53 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.1185288 Jul 14 10:00:41.756986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-7f19df23-704b-421f-91d3-f50319c914a0 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007264 Jul 14 10:00:41.759935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e60ac2bd-8314-462e-ade8-0ca550207db2 req-52a857d5-08b0-4b20-ac71-7637010f777f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361323 Jul 14 10:00:42.744368 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:43.049493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d4204-4d72-4747-b535-95a6df5e0fac req-d81751b8-c738-45b1-b58e-b2937680bb48 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:43.052264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f44d4204-4d72-4747-b535-95a6df5e0fac req-d81751b8-c738-45b1-b58e-b2937680bb48 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.1141689 Jul 14 10:00:43.094036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f44d4204-4d72-4747-b535-95a6df5e0fac req-8353b26c-91b6-4d4a-a206-bcd7b2997072 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Jul 14 10:00:44.341335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3729e1-42f3-4be3-b4d6-cb68a5dc8385 req-2ed80c43-9e24-4544-8422-5d1ff8439a1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:44.342973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f3729e1-42f3-4be3-b4d6-cb68a5dc8385 req-2ed80c43-9e24-4544-8422-5d1ff8439a1b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0827956 Jul 14 10:00:44.389152 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f3729e1-42f3-4be3-b4d6-cb68a5dc8385 req-3370bb28-3b90-45f9-9953-1b7a077c3c8e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Jul 14 10:00:45.687239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8074f-987b-4dd1-935b-810292744da1 req-0fb73b57-f89f-4566-b263-0632d87c4b85 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:45.689184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4de8074f-987b-4dd1-935b-810292744da1 req-0fb73b57-f89f-4566-b263-0632d87c4b85 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.1286633 Jul 14 10:00:45.731113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4de8074f-987b-4dd1-935b-810292744da1 req-a26ab166-1ff8-4a7f-9601-326e4e04bf73 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355215 Jul 14 10:00:46.008482 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-120cb493-2548-4460-9843-339613fda5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.032419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865b021-9cec-45b6-ac43-5c10d554e504 req-600ffada-a4a8-4442-be6d-5de1519e30a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:47.033993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9865b021-9cec-45b6-ac43-5c10d554e504 req-600ffada-a4a8-4442-be6d-5de1519e30a2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.1216016 Jul 14 10:00:47.079273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9865b021-9cec-45b6-ac43-5c10d554e504 req-1ae7259f-2fea-4976-b096-f4485f5f6fef tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394437 Jul 14 10:00:48.308074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8cc2a-ae36-41f9-b747-12e9f503b4db req-490057e9-5ae9-4d56-be94-f820a2e602db tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:48.310297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8c8cc2a-ae36-41f9-b747-12e9f503b4db req-490057e9-5ae9-4d56-be94-f820a2e602db tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0944314 Jul 14 10:00:48.352461 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8c8cc2a-ae36-41f9-b747-12e9f503b4db req-7fdb6c7a-6440-4320-b1e0-4f2fffd53b37 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360067 Jul 14 10:00:49.140005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.550132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a33472-3d6f-4479-87d9-6e8438f58c7d req-8b5b1aa7-4261-4ba8-b872-c066954cf45d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:49.552339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59a33472-3d6f-4479-87d9-6e8438f58c7d req-8b5b1aa7-4261-4ba8-b872-c066954cf45d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0762131 Jul 14 10:00:49.598125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-59a33472-3d6f-4479-87d9-6e8438f58c7d req-5e9ea28f-3e8b-4646-846e-ccc83a17abbd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396080 Jul 14 10:00:49.739839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb1510b5-e10e-45e2-bec3-6bf27f0eff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.872400 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.501839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.812952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0f226-4410-4a15-9c6a-ecfbc9e8a3ae req-ae459caa-7278-4561-a1a5-18c6095eb0ff tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:50.814836 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ae0f226-4410-4a15-9c6a-ecfbc9e8a3ae req-ae459caa-7278-4561-a1a5-18c6095eb0ff tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0736315 Jul 14 10:00:50.859671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2ae0f226-4410-4a15-9c6a-ecfbc9e8a3ae req-82948795-4445-4d92-8e32-05889732a687 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386999 Jul 14 10:00:51.580521 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:52.053019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ac78e-38db-4a08-b1dd-476a862cce74 req-b71c2330-b35b-4cfb-8ef3-93bb6496077e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:52.054573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c8ac78e-38db-4a08-b1dd-476a862cce74 req-b71c2330-b35b-4cfb-8ef3-93bb6496077e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0772750 Jul 14 10:00:52.096466 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2c8ac78e-38db-4a08-b1dd-476a862cce74 req-609d37d3-afee-462c-ac9e-140fd8c59e84 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361760 Jul 14 10:00:53.283904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3b47-1e62-4c1e-9fbb-d31d54f16e93 req-577052c0-87d8-4c5e-8a60-37823447f54c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:53.285534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f67a3b47-1e62-4c1e-9fbb-d31d54f16e93 req-577052c0-87d8-4c5e-8a60-37823447f54c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0714929 Jul 14 10:00:53.325470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f67a3b47-1e62-4c1e-9fbb-d31d54f16e93 req-5ef2f991-cf59-4cc3-a62a-7d5425556abc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Jul 14 10:00:54.559148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695d5e6-b7fa-4ad4-9138-6c34ed9a4318 req-03cce2c2-f5e3-42a1-b2b6-0e28933c4c35 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:54.561943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0695d5e6-b7fa-4ad4-9138-6c34ed9a4318 req-03cce2c2-f5e3-42a1-b2b6-0e28933c4c35 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.1119173 Jul 14 10:00:54.604679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0695d5e6-b7fa-4ad4-9138-6c34ed9a4318 req-cdd94bd1-9798-4758-823f-89e9bbec8254 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368726 Jul 14 10:00:55.802145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dbc35-c051-4989-a3c6-3ae4cb9b4767 req-3beb970b-a195-43ea-8225-171de333511d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:55.803746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a9dbc35-c051-4989-a3c6-3ae4cb9b4767 req-3beb970b-a195-43ea-8225-171de333511d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0739992 Jul 14 10:00:55.873322 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2a9dbc35-c051-4989-a3c6-3ae4cb9b4767 req-306ab41b-c467-4577-8996-1c670169d014 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584552 Jul 14 10:00:57.078201 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4555cf-09ef-4db9-b5ea-8565a0ad79c7 req-58373b2e-06c0-4247-93ae-085453302be0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:57.079913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff4555cf-09ef-4db9-b5ea-8565a0ad79c7 req-58373b2e-06c0-4247-93ae-085453302be0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0799525 Jul 14 10:00:57.132486 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ff4555cf-09ef-4db9-b5ea-8565a0ad79c7 req-a43aeb4a-919c-4cd0-9139-aa7c08fe297b tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407903 Jul 14 10:00:58.506938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff706b-1dd4-4e3c-8b1c-6b7b8b831702 req-f15daec7-a69b-448a-9fd0-aefa9044cb68 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:58.516376 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6ff706b-1dd4-4e3c-8b1c-6b7b8b831702 req-f15daec7-a69b-448a-9fd0-aefa9044cb68 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.1508689 Jul 14 10:00:58.574642 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f6ff706b-1dd4-4e3c-8b1c-6b7b8b831702 req-c67b0c74-03ed-46fc-ac77-365f715592af tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510747 Jul 14 10:00:58.740175 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-60997c83-5a41-4611-b39b-527b0e7a609b service neutron] show failed (client error): The resource could not be found. Jul 14 10:00:58.742437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-60997c83-5a41-4611-b39b-527b0e7a609b service neutron] 10.222.0.48 "GET /v2.0/ports/558456ac-9857-4e38-a0a2-c27ec91214c5/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0832078 Jul 14 10:00:59.113908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-f7691156-2d09-4a4a-aaa0-0b7cfe1a449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:59.115510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-f7691156-2d09-4a4a-aaa0-0b7cfe1a449b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 1098 time: 0.1130042 Jul 14 10:00:59.127639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:59.208802 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.454064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:59.493066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:59.537014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:59.539465 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f1803-70f9-40a0-b0e1-5d3d45e03160" -d '{"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-unplugged", "status": "completed", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:59.543735 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.558386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Transition to ACTIVE for port object 558456ac-9857-4e38-a0a2-c27ec91214c5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:59.563432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.613098 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4220aad-9c5b-4d6c-9b4d-ed319fa934ab x-openstack-request-id: req-c4220aad-9c5b-4d6c-9b4d-ed319fa934ab {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:59.613532 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-unplugged", "status": "completed", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:59.613900 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4220aad-9c5b-4d6c-9b4d-ed319fa934ab {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:59.614463 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'code': 200} Jul 14 10:00:59.723123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:59.734007 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.734357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.734705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.735045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.735421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.735764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.736094 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.736424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.736981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.737310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.737641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.737967 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:59.783876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] No DVR routers for this DVR port 558456ac-9857-4e38-a0a2-c27ec91214c5 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:59.847897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90e536-a2f9-44e7-9713-378bad6decff req-16096eef-5bb6-4342-984c-8a0a129c1dea tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:59.849581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd90e536-a2f9-44e7-9713-378bad6decff req-16096eef-5bb6-4342-984c-8a0a129c1dea tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0833025 Jul 14 10:00:59.903952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd90e536-a2f9-44e7-9713-378bad6decff req-916a176a-5d05-4865-b8a3-741471180599 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471978 Jul 14 10:00:59.966150 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:59.966409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:59.966715 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:59.971573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:00:59.971906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:59.977389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:59.977742 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:59.978131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:59.978573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Bound port: 558456ac-9857-4e38-a0a2-c27ec91214c5, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:59.978937 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.050844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:00.054650 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:00.059990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.098107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:00.098767 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.100354 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] 10.222.0.11 "PUT /v2.0/ports/558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1093 time: 0.9770691 Jul 14 10:01:00.146971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a21b-7626-42c1-a5c7-60599d6c5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:00.220372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-4f81ed73-5a4b-4959-a34b-83e1adbb556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:00.223112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-4f81ed73-5a4b-4959-a34b-83e1adbb556f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1096 time: 0.0892534 Jul 14 10:01:00.346653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-1ce284ac-98f2-4576-ae52-878ed110a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:00.348518 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-1ce284ac-98f2-4576-ae52-878ed110a550 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1194069 Jul 14 10:01:00.431202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-7664ba76-0bca-488c-93c6-b3888c0443d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.0761704 Jul 14 10:01:00.485659 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-b543fa6d-bdba-4fe1-93a7-8f4b7a0d6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:00.487093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-b543fa6d-bdba-4fe1-93a7-8f4b7a0d6bcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0499051 Jul 14 10:01:00.550998 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-6ccfc850-5854-48d5-9dc3-f12ae3519f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:00.552622 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-6ccfc850-5854-48d5-9dc3-f12ae3519f65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595751 Jul 14 10:01:00.660457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-4cffc318-1bdc-4ec2-94d8-5a50927c901d service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006782 Jul 14 10:01:00.757652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1e5b973f-c25e-4345-813c-3754ce4a9404 req-0f72fb6e-589b-402e-8ddf-262df453dc51 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910079 Jul 14 10:01:00.948200 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:00.999870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:01.113338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a7b59-29fd-4da5-9df5-9865a7cb3a0e req-ebd7829b-e577-4002-b901-30353babd30e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.115055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d1a7b59-29fd-4da5-9df5-9865a7cb3a0e req-ebd7829b-e577-4002-b901-30353babd30e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0799656 Jul 14 10:01:01.159123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d1a7b59-29fd-4da5-9df5-9865a7cb3a0e req-f3e11bcf-561d-4248-9475-4d9d2fd12233 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363386 Jul 14 10:01:01.616166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:01.620223 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec3665b121eabdcad4394909edcf213823302035b11eb71eb1adac1604e35ac9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b624557a-0564-4ad9-950f-6ab32437502f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:01.708922 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76d4de-137c-49cd-aee1-d546bfe53919 x-openstack-request-id: req-ec76d4de-137c-49cd-aee1-d546bfe53919 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:01.709116 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:01.709345 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec76d4de-137c-49cd-aee1-d546bfe53919 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:01.709758 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'status': 'completed', 'code': 200} Jul 14 10:01:01.788415 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-2c1ca529-9878-4bbc-a0e3-a0cc4a2ae7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.790042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-2c1ca529-9878-4bbc-a0e3-a0cc4a2ae7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1096 time: 0.0649312 Jul 14 10:01:01.843746 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-2c567d91-434a-4bb3-b249-9b3ccb8aa670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.847418 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-2c567d91-434a-4bb3-b249-9b3ccb8aa670 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1096 time: 0.1069682 Jul 14 10:01:01.927600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-8a9af35a-8fb1-4e53-af01-f4ad14dd9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.931081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-8a9af35a-8fb1-4e53-af01-f4ad14dd9143 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1342969 Jul 14 10:01:01.942286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.020962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-415f327c-d416-4e15-a09b-44665697a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.023041 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-415f327c-d416-4e15-a09b-44665697a61a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1694436 Jul 14 10:01:02.034007 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-ab7de53a-f49c-4a1f-b7ca-ab11c91a2a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.0952144 Jul 14 10:01:02.118370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-e8a5e47c-df78-4fbf-9769-795fecb6383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.120276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-e8a5e47c-df78-4fbf-9769-795fecb6383d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0801351 Jul 14 10:01:02.149188 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-9d097bfe-13b7-46d2-bcfd-9acdee738103 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.1194627 Jul 14 10:01:02.209326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-19396365-06b9-488d-ab77-1060b2d562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.212827 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-19396365-06b9-488d-ab77-1060b2d562fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854740 Jul 14 10:01:02.237178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-a409d26b-956f-4156-8082-5eb9954a4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.238759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-a409d26b-956f-4156-8082-5eb9954a4ad8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0829430 Jul 14 10:01:02.319300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624557a-0564-4ad9-950f-6ab32437502f req-81022746-78fe-4a6b-8d3d-7c6620db9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.322396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-81022746-78fe-4a6b-8d3d-7c6620db9a8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774612 Jul 14 10:01:02.454970 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-a6ca0c0d-bad2-4ec3-b6f7-b4565c0e4550 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341530 Jul 14 10:01:02.465959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-958fd019-b964-4241-9f68-b29bef5cd7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370375 Jul 14 10:01:02.603727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f21d-5618-4bfd-b6f1-16aa276d73ff req-f6835621-d02f-4547-b151-6807e570cc9f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.607162 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e09f21d-5618-4bfd-b6f1-16aa276d73ff req-f6835621-d02f-4547-b151-6807e570cc9f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.2673931 Jul 14 10:01:02.719823 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-faecb46c-ac9f-4a71-bcfe-09a32c08fd54 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577462 Jul 14 10:01:02.726204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e09f21d-5618-4bfd-b6f1-16aa276d73ff req-d217949b-1d91-4cad-969f-f26de09a1fb2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970984 Jul 14 10:01:02.936485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b624557a-0564-4ad9-950f-6ab32437502f req-d69c2be7-da2d-4b59-95b4-1b063a5d2146 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647653 Jul 14 10:01:04.067506 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb812f-9dff-42cc-95c5-7e559346818e req-d4b86b53-6e34-43e8-9358-86da5d84b9a8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:04.069143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61cb812f-9dff-42cc-95c5-7e559346818e req-d4b86b53-6e34-43e8-9358-86da5d84b9a8 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.1168375 Jul 14 10:01:04.128172 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61cb812f-9dff-42cc-95c5-7e559346818e req-283066b5-0be6-43f3-9cfd-41e9507d4f39 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527272 Jul 14 10:01:05.373190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f8fa-d341-4892-9cc7-a2082e66c1d7 req-0f159f28-d75e-4150-bd6d-89123b5c2afd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:05.375206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3196f8fa-d341-4892-9cc7-a2082e66c1d7 req-0f159f28-d75e-4150-bd6d-89123b5c2afd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0861914 Jul 14 10:01:05.438225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3196f8fa-d341-4892-9cc7-a2082e66c1d7 req-fcc9b345-4ab9-4901-aa45-47498fa09a5c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523465 Jul 14 10:01:06.639269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77bfa0-8104-4ed7-931c-305914c0e43e req-52321f00-571d-4d06-b7b4-1e12c56f85b2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:06.640983 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e77bfa0-8104-4ed7-931c-305914c0e43e req-52321f00-571d-4d06-b7b4-1e12c56f85b2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0739715 Jul 14 10:01:06.685094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e77bfa0-8104-4ed7-931c-305914c0e43e req-18157540-85f5-457a-8c9a-d04561a8f0ed tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380061 Jul 14 10:01:07.887716 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c03ac0-c061-4252-a6be-e1f37d73be6b req-ab23f01b-b4cc-4bd9-98e2-6ec3ff665ec3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:07.889820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c03ac0-c061-4252-a6be-e1f37d73be6b req-ab23f01b-b4cc-4bd9-98e2-6ec3ff665ec3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0732307 Jul 14 10:01:07.936196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3c03ac0-c061-4252-a6be-e1f37d73be6b req-a0b5f494-4f68-488a-9c81-759c613821af tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396965 Jul 14 10:01:09.152803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ffaa-40a6-4c36-9de2-a83c283c7058 req-abf39caf-8d44-4ea9-bf9c-6b688c24bb9c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:09.155612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61f8ffaa-40a6-4c36-9de2-a83c283c7058 req-abf39caf-8d44-4ea9-bf9c-6b688c24bb9c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0997429 Jul 14 10:01:09.200414 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-61f8ffaa-40a6-4c36-9de2-a83c283c7058 req-050dc967-c24f-4d9d-b656-010926e6c1dd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Jul 14 10:01:10.451694 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a536f-8508-46cf-a3c6-c1e36e6696f0 req-f5fccd22-f693-46a3-bec7-677c3cb6853f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:10.453780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f6a536f-8508-46cf-a3c6-c1e36e6696f0 req-f5fccd22-f693-46a3-bec7-677c3cb6853f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0725906 Jul 14 10:01:10.498194 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3f6a536f-8508-46cf-a3c6-c1e36e6696f0 req-418200d2-d83a-4068-933a-bdaf9cbe4219 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379264 Jul 14 10:01:11.690500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb417e-bebe-4df7-ab26-6d6524c70dba req-3d4ee835-d717-4e8d-88e2-a47e5149ec17 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.692521 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ecb417e-bebe-4df7-ab26-6d6524c70dba req-3d4ee835-d717-4e8d-88e2-a47e5149ec17 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0750012 Jul 14 10:01:11.743663 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7ecb417e-bebe-4df7-ab26-6d6524c70dba req-e3724a37-412e-4363-88a0-c260f5dd88e6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450497 Jul 14 10:01:12.940026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54348a4b-9812-44f9-b1c0-bc41b6c41300 req-14aebe05-0557-456d-a9aa-c370c555511c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:12.941709 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54348a4b-9812-44f9-b1c0-bc41b6c41300 req-14aebe05-0557-456d-a9aa-c370c555511c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0774324 Jul 14 10:01:12.987884 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-54348a4b-9812-44f9-b1c0-bc41b6c41300 req-49450609-694c-42cf-a1eb-3dfceaf1f7f1 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 Jul 14 10:01:14.224641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191b79-bfff-44bf-93c6-5b93658d8f2d req-4c16d1e0-5ecb-4674-bc90-5a321111f406 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:14.226271 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65191b79-bfff-44bf-93c6-5b93658d8f2d req-4c16d1e0-5ecb-4674-bc90-5a321111f406 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0732281 Jul 14 10:01:14.272904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65191b79-bfff-44bf-93c6-5b93658d8f2d req-37cf30c2-2d0c-4db6-a9e9-7c21cd6cc496 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404105 Jul 14 10:01:14.731315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-1f42ed03-94e8-4d5f-b263-c45bb43e7efa tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:14.733791 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-1f42ed03-94e8-4d5f-b263-c45bb43e7efa tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 944 time: 0.0865448 Jul 14 10:01:14.815640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-fc4e5e28-5de8-4b56-a26a-6c23fffce0c1 service neutron] 10.222.0.11 "GET /v2.0/ports/558456ac-9857-4e38-a0a2-c27ec91214c5/bindings/n-h2-758944-44 HTTP/1.1" status: 200 len: 383 time: 0.0720451 Jul 14 10:01:14.842784 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280722e-33ca-4aa8-9a43-dc3f2567a7e3 req-4c67bae4-8ddb-48c3-a81b-a6ea9fa4d884 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:14.844577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3280722e-33ca-4aa8-9a43-dc3f2567a7e3 req-4c67bae4-8ddb-48c3-a81b-a6ea9fa4d884 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0743628 Jul 14 10:01:14.894183 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3280722e-33ca-4aa8-9a43-dc3f2567a7e3 req-60bd6805-c171-4aba-b3bb-c9fc10f9f003 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431893 Jul 14 10:01:14.915500 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-1f2a7aa7-c877-4565-90c3-dea882638efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:14.917132 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-1f2a7aa7-c877-4565-90c3-dea882638efd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1096 time: 0.0706544 Jul 14 10:01:15.015430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-8baaba9c-dfdc-4514-a0a2-51583227d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.017164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-8baaba9c-dfdc-4514-a0a2-51583227d2d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.0930893 Jul 14 10:01:15.091987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-06734dc0-3832-424f-bbff-c2934b0e3681 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.0686510 Jul 14 10:01:15.144155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d42128aa-68a9-4a48-af40-ad0168282e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.145699 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d42128aa-68a9-4a48-af40-ad0168282e28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0483923 Jul 14 10:01:15.206838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-01e371de-bbea-4c9e-8185-86360d6c5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.208461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-01e371de-bbea-4c9e-8185-86360d6c5899 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565217 Jul 14 10:01:15.329573 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-b3cfb48c-3b71-4f55-80a6-13f929947215 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115921 Jul 14 10:01:15.432039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-c696d232-5025-458f-969a-dec2e3523944 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958250 Jul 14 10:01:15.950963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:01:16.081816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0a72be-c9f9-4724-9273-520312e57656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.097686 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457e4a-be69-4258-be17-044c3f0aa31a req-ddac6ada-699c-4e2b-bb34-382e5d59b07c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.099340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6a457e4a-be69-4258-be17-044c3f0aa31a req-ddac6ada-699c-4e2b-bb34-382e5d59b07c tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 944 time: 0.0747786 Jul 14 10:01:16.140932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:16.148314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6a457e4a-be69-4258-be17-044c3f0aa31a req-e9d13db5-7fda-4971-9223-60d6c56d011e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Jul 14 10:01:16.161174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'mac_address': 'fa:16:3e:b1:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:01:16.235104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.256879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558456ac-9857-4e38-a0a2-c27ec91214c5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:01:16.293174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:16.299224 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.358292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:16.366573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.366922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.367259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.367631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.367975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.368317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.368659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.368998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.369357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.369702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.370058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.371015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:16.535705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['558456ac-9857-4e38-a0a2-c27ec91214c5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:01:16.559317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-66d5b86d-e61b-4055-a20a-fb1ed9d4c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.560967 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-66d5b86d-e61b-4055-a20a-fb1ed9d4c73f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1097 time: 0.0694101 Jul 14 10:01:16.707995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-67bdf27e-0018-4074-9f09-5194c0ac1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.710780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-67bdf27e-0018-4074-9f09-5194c0ac1e5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1224728 Jul 14 10:01:16.829600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-da164ec5-b9b3-49f6-9b52-e8e0473a9b93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1002 time: 0.1106467 Jul 14 10:01:16.883956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-ab052509-d022-4322-9f6d-b68c7faa2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.885590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-ab052509-d022-4322-9f6d-b68c7faa2f8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0488997 Jul 14 10:01:16.951466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-7829c0d7-384e-4975-830c-78225ad8eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.952999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-7829c0d7-384e-4975-830c-78225ad8eb95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587146 Jul 14 10:01:17.063423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-13fcded0-1100-4679-af2c-8d49eefc3ad8 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033003 Jul 14 10:01:17.182578 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ed9bcac6-19c3-41ee-a325-7631b2bd043a req-cfc6b5fd-2d89-492a-a565-3842a645c3d9 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128643 Jul 14 10:01:17.388631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575ee78-b5c7-4c08-b72a-751e3e619041 req-7a8f9540-ca01-49bb-8abf-e20d7d5c4601 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:17.390318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f575ee78-b5c7-4c08-b72a-751e3e619041 req-7a8f9540-ca01-49bb-8abf-e20d7d5c4601 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.1049676 Jul 14 10:01:17.443675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f575ee78-b5c7-4c08-b72a-751e3e619041 req-10c53241-c5f7-4bea-964b-a9823e4e731e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Jul 14 10:01:17.973230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:01:18.127887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:18.143582 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'mac_address': 'fa:16:3e:b1:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:01:18.739606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854d3b2-a0de-4dd8-9079-10d94a5d2be1 req-11977066-e5e9-4183-b96e-831998361d2e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:18.742015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8854d3b2-a0de-4dd8-9079-10d94a5d2be1 req-11977066-e5e9-4183-b96e-831998361d2e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.1142371 Jul 14 10:01:18.796420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8854d3b2-a0de-4dd8-9079-10d94a5d2be1 req-8836b228-c1a8-44d2-89d8-c42c3037d3e6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452514 Jul 14 10:01:19.152079 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.684035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-84ef34f3-5224-44bb-947e-797afd257550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:19.685500 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-84ef34f3-5224-44bb-947e-797afd257550 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1&tenant_id=d81f1d79c2664b4d9c596c533ddc1e75 HTTP/1.1" status: 200 len: 1097 time: 0.1037617 Jul 14 10:01:19.696898 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:19.748181 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:01:19.751575 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0c08-bbf9-4fa2-a490-61e0d5ec37d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.787857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.889232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.221101 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051578bb-1d61-452c-8cee-7a2e3d4073ee req-80899e28-4699-4c7b-83cf-c7b9b18bdb62 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:20.224008 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-051578bb-1d61-452c-8cee-7a2e3d4073ee req-80899e28-4699-4c7b-83cf-c7b9b18bdb62 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.2667649 Jul 14 10:01:20.292359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:20.363537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-051578bb-1d61-452c-8cee-7a2e3d4073ee req-6ccd5ab1-ffcc-4fd3-a5f3-4671f6e2f9a3 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298087 Jul 14 10:01:20.386964 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:20.425570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 558456ac-9857-4e38-a0a2-c27ec91214c5 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:01:20.441326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.460680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Ignored duplicate provisioning block setup for port 558456ac-9857-4e38-a0a2-c27ec91214c5 by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 10:01:20.465745 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.530322 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.560375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=9']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:20.576678 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.577067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.577454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.577832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.578178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.578553 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.578917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.579332 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.579635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.580006 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.580417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.580720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:20.628205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] No DVR routers for this DVR port 558456ac-9857-4e38-a0a2-c27ec91214c5 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:20.795734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:20.796771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:20.796771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:20.801776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:01:20.802109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Attempting to bind port 558456ac-9857-4e38-a0a2-c27ec91214c5 on network b16f0d08-cf61-4718-a93d-8b5d169e86fd {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:20.808549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:20.808897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Checking segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:20.809294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Bound using segment: {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:20.809747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Bound port: 558456ac-9857-4e38-a0a2-c27ec91214c5, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:20.810249 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.883569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:20.888860 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:20.893926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.933591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:20.934263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.935743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] 10.222.0.48 "PUT /v2.0/ports/558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1093 time: 1.2434168 Jul 14 10:01:20.936385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:20.969569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196e06e-7ce2-45ae-91b6-a9120646fd11 service neutron] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:21.014410 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:21.051433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-5fe6842c-0ad6-4a12-a71c-eb4c964a6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.053065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-5fe6842c-0ad6-4a12-a71c-eb4c964a6ad7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1097 time: 0.0770788 Jul 14 10:01:21.187138 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c42619-4f94-460c-9049-0f209f4b4016 x-openstack-request-id: req-22c42619-4f94-460c-9049-0f209f4b4016 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:21.187945 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:21.188134 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22c42619-4f94-460c-9049-0f209f4b4016 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:21.188616 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'status': 'completed', 'code': 200} Jul 14 10:01:21.215893 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-2ed5fae3-f807-426d-b981-23ad7526bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.217928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-2ed5fae3-f807-426d-b981-23ad7526bf7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1580906 Jul 14 10:01:21.284025 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-6a2ef8b7-24a4-4c9a-8f5c-ed0a02d03176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.286258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-6a2ef8b7-24a4-4c9a-8f5c-ed0a02d03176 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1097 time: 0.0783639 Jul 14 10:01:21.318061 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-a85a0cb6-93d7-4271-b2e5-9cb48a70898c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.0934770 Jul 14 10:01:21.382832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-99d8b04a-1295-43a8-89b1-d759da3bb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.384771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-99d8b04a-1295-43a8-89b1-d759da3bb33a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0602074 Jul 14 10:01:21.414930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-9cffc2ed-fdf2-4bf2-83a8-485e27d67966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.417962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-9cffc2ed-fdf2-4bf2-83a8-485e27d67966 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1256967 Jul 14 10:01:21.486300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-cd88de27-beea-485a-9900-7c6dc50a9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.488973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-cd88de27-beea-485a-9900-7c6dc50a9574 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968740 Jul 14 10:01:21.533865 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-823aab00-91c8-4e69-a88f-e69a0163afc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.1076913 Jul 14 10:01:21.588866 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.621655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-2319d75d-c12b-476b-a3ad-b74e19e383a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.624379 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-2319d75d-c12b-476b-a3ad-b74e19e383a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0826361 Jul 14 10:01:21.652880 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-7ea8bd27-3782-40de-8da6-40ad9265cb9f service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573846 Jul 14 10:01:21.668720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8176b5-9270-40c7-ae29-3335044d2ebb req-f1fc87e4-6ee0-4b9a-a260-fda0a37c39c0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.670457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae8176b5-9270-40c7-ae29-3335044d2ebb req-f1fc87e4-6ee0-4b9a-a260-fda0a37c39c0 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.1116397 Jul 14 10:01:21.721559 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-64db0983-622d-4e4c-8c0c-2021b1f8a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.723255 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-64db0983-622d-4e4c-8c0c-2021b1f8a76e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921171 Jul 14 10:01:21.770999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ae8176b5-9270-40c7-ae29-3335044d2ebb req-102aec07-ecc7-4a1d-a37a-be92652fb050 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924475 Jul 14 10:01:21.816787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2fcd84aa-7693-4c98-b6d0-0005aca552b1 req-cadb0812-9dee-4458-9848-7bfafe58adcf service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569903 Jul 14 10:01:21.845604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-e6e680a1-bcb5-46fb-8b96-6ccd2fd40d01 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158519 Jul 14 10:01:21.929180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-38e2b274-92c7-48d0-868f-59c4737e9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.930832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-38e2b274-92c7-48d0-868f-59c4737e9cef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1097 time: 0.0671618 Jul 14 10:01:21.981352 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-f4710bd5-fa33-4684-b14f-c274b21d3694 service neutron] 10.222.0.11 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291971 Jul 14 10:01:21.988453 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:22.058299 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:22.060720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-df0ee6f0-f25a-4b8b-b815-d843317b4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:22.062311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-df0ee6f0-f25a-4b8b-b815-d843317b4d96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1248960 Jul 14 10:01:22.141692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-bc9122ef-8d3f-4eb1-9bd2-0909b7edb32f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1001 time: 0.0727625 Jul 14 10:01:22.222861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-06941975-9402-425c-9f74-20cf69d7bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:22.225733 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-06941975-9402-425c-9f74-20cf69d7bf27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0769398 Jul 14 10:01:22.336984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-1e0c373c-73d5-4184-80df-531a5ab5bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:22.339585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-1e0c373c-73d5-4184-80df-531a5ab5bb89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077213 Jul 14 10:01:22.458135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-371737bc-f95b-4ce4-bc48-8fcfeebd177c service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122944 Jul 14 10:01:22.617111 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd7b5b8a-0844-4a17-b2eb-532dfde58e86 req-e926faea-f9b2-4860-970e-60b39c6f9c5c service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518185 Jul 14 10:01:23.327762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd042aa2-db1f-4137-8d4b-a52e98885b8c req-76dadca0-5f02-431a-8ee9-dd248dfd636f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:23.329850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cd042aa2-db1f-4137-8d4b-a52e98885b8c req-76dadca0-5f02-431a-8ee9-dd248dfd636f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.4155512 Jul 14 10:01:23.383662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cd042aa2-db1f-4137-8d4b-a52e98885b8c req-ac547e4e-4fd5-418c-b43c-e45757f8406e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Jul 14 10:01:24.605128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91a25-5fdf-46b2-94d0-8812b83d93c3 req-88fc5432-a325-4acb-8962-b4c559d8a69d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:24.607689 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66c91a25-5fdf-46b2-94d0-8812b83d93c3 req-88fc5432-a325-4acb-8962-b4c559d8a69d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0786383 Jul 14 10:01:24.657581 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66c91a25-5fdf-46b2-94d0-8812b83d93c3 req-f092b43d-442a-4011-b683-e522ad08829f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 Jul 14 10:01:25.929561 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aa30f-cfc7-4470-913d-46e2f9ca646f req-290a138a-5463-41b3-adca-17181777c892 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:25.931688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-122aa30f-cfc7-4470-913d-46e2f9ca646f req-290a138a-5463-41b3-adca-17181777c892 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0990160 Jul 14 10:01:25.990526 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-122aa30f-cfc7-4470-913d-46e2f9ca646f req-5479bf6f-d4f7-4fd4-a9b5-60e903f8fcb6 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 Jul 14 10:01:27.195073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba4770-6924-4fd8-a31b-cde07ab0d06f req-957ae50d-2e3f-45f6-95c8-ffeae9335410 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:27.196856 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63ba4770-6924-4fd8-a31b-cde07ab0d06f req-957ae50d-2e3f-45f6-95c8-ffeae9335410 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0725725 Jul 14 10:01:27.246506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-63ba4770-6924-4fd8-a31b-cde07ab0d06f req-5d901cbd-18b9-4e3a-9a28-3781c4c8ac3e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402565 Jul 14 10:01:28.448337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469596d6-ecc6-4f46-8be9-6983d281bff1 req-a6457563-40f9-4c48-9578-e7b7ba76b1b2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:28.450004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-469596d6-ecc6-4f46-8be9-6983d281bff1 req-a6457563-40f9-4c48-9578-e7b7ba76b1b2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0767758 Jul 14 10:01:28.516068 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-469596d6-ecc6-4f46-8be9-6983d281bff1 req-e2a0b9f5-6662-4d5d-834c-f49a6fdb475f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587416 Jul 14 10:01:29.723871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2d4a7-98eb-4ca9-9222-7f3204863a9b req-5a65818b-9bfa-4c29-866f-4ff3da8a81aa tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:29.725401 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fd2d4a7-98eb-4ca9-9222-7f3204863a9b req-5a65818b-9bfa-4c29-866f-4ff3da8a81aa tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0771503 Jul 14 10:01:29.768982 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1fd2d4a7-98eb-4ca9-9222-7f3204863a9b req-907ee900-cc4a-40b4-a600-c045daf139e2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367985 Jul 14 10:01:30.971324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da26f6-b290-4bd5-8a0a-99345318effc req-6af0aa37-6921-4934-9fb4-e1ebd6c5cbbf tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:30.973005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7da26f6-b290-4bd5-8a0a-99345318effc req-6af0aa37-6921-4934-9fb4-e1ebd6c5cbbf tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0782278 Jul 14 10:01:31.016226 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7da26f6-b290-4bd5-8a0a-99345318effc req-d008cac5-21a7-4856-9372-a2d9c53e511e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362713 Jul 14 10:01:31.944261 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.208660 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadabb7c-0a3b-44bf-8b86-eedceb327aaf req-4595f0e7-020e-477e-a5a3-8695d4cffc0d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:32.210197 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cadabb7c-0a3b-44bf-8b86-eedceb327aaf req-4595f0e7-020e-477e-a5a3-8695d4cffc0d tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.0738842 Jul 14 10:01:32.253005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cadabb7c-0a3b-44bf-8b86-eedceb327aaf req-d2a55237-2912-4eba-8d1a-dccbdcfa4da2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365770 Jul 14 10:01:33.151222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:01:33.275557 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:33.290420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'port_id': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'mac_address': 'fa:16:3e:b1:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:01:33.344570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.371648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558456ac-9857-4e38-a0a2-c27ec91214c5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:01:33.413809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:33.421118 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.498420 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa5fb-7945-4341-850d-690367b70144 req-c79aee81-06e9-4e74-a952-e844ae9ab559 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:33.498420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39efa5fb-7945-4341-850d-690367b70144 req-c79aee81-06e9-4e74-a952-e844ae9ab559 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 945 time: 0.1071868 Jul 14 10:01:33.529513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:33.546737 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39efa5fb-7945-4341-850d-690367b70144 req-cb2cad5c-38e7-4a29-af78-a579d66c4dca tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380809 Jul 14 10:01:33.678829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['558456ac-9857-4e38-a0a2-c27ec91214c5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:01:34.757207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a9859-1199-498c-b1ab-8df6aa82f490 req-9ac1d166-85ac-4f07-8c85-77808f17ce47 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:34.758833 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-012a9859-1199-498c-b1ab-8df6aa82f490 req-9ac1d166-85ac-4f07-8c85-77808f17ce47 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0778055 Jul 14 10:01:34.805719 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-012a9859-1199-498c-b1ab-8df6aa82f490 req-98d2a5c3-e107-4cd6-b19d-86c9c8998baa tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Jul 14 10:01:35.035806 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9475107-2c9d-4b43-a4ac-524f1dd1a6ea req-60b91fc7-39e2-4d07-b0df-6e7759370493 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:35.037385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9475107-2c9d-4b43-a4ac-524f1dd1a6ea req-60b91fc7-39e2-4d07-b0df-6e7759370493 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0732336 Jul 14 10:01:35.084459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a9475107-2c9d-4b43-a4ac-524f1dd1a6ea req-580bedef-e7f1-4c95-9a7c-007b66a19dd7 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369372 Jul 14 10:01:35.154293 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:35.212856 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 558456ac-9857-4e38-a0a2-c27ec91214c5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:35.218843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 558456ac-9857-4e38-a0a2-c27ec91214c5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:35.219332 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.310446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbce0-749a-435f-8dcf-d58212491b1b req-dbfedcab-b665-450c-b1ac-e55a125fc060 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:35.312383 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4fadbce0-749a-435f-8dcf-d58212491b1b req-dbfedcab-b665-450c-b1ac-e55a125fc060 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 946 time: 0.0945842 Jul 14 10:01:35.333564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.363764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:35.383902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:35.389577 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.403599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4fadbce0-749a-435f-8dcf-d58212491b1b req-bee977f2-5a12-456e-9d00-c4821a5cbff5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806544 Jul 14 10:01:35.434799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-a9bf2de7-9369-40b9-ba2d-f9c96544d9a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1032498 Jul 14 10:01:35.481976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:35.501395 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8ad51f-6c2d-4182-bccc-97bc0408197d" -d '{"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-plugged", "status": "completed", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:35.601272 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f9b8b-9c5f-4d87-81d1-7a302bd8039f x-openstack-request-id: req-f29f9b8b-9c5f-4d87-81d1-7a302bd8039f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:35.601738 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-plugged", "status": "completed", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:35.602297 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f29f9b8b-9c5f-4d87-81d1-7a302bd8039f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:35.603085 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'code': 200} Jul 14 10:01:35.619097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6011154-1cbd-4741-a736-75af167ad4af req-510599c5-5e52-4b0a-954c-bc8088b8f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:35.622432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-510599c5-5e52-4b0a-954c-bc8088b8f9d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 1099 time: 0.1077666 Jul 14 10:01:35.766257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6011154-1cbd-4741-a736-75af167ad4af req-55559806-595a-4e68-b4fd-16e7bd5db6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:35.768037 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-55559806-595a-4e68-b4fd-16e7bd5db6ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 200 len: 912 time: 0.1178381 Jul 14 10:01:35.871922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-afb71c4b-95f7-43a8-8e6c-81e1e72541e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 200 len: 1003 time: 0.0972154 Jul 14 10:01:35.942837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6011154-1cbd-4741-a736-75af167ad4af req-0101ef65-be33-44f0-a6a5-d235c509227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:35.944412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-0101ef65-be33-44f0-a6a5-d235c509227b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 200 len: 850 time: 0.0660734 Jul 14 10:01:35.954148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e89f-c73c-42e9-bebb-c80d329a8f4f req-2e9a5e60-761e-4f50-a670-adf7d17c8609 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:35.955831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33d2e89f-c73c-42e9-bebb-c80d329a8f4f req-2e9a5e60-761e-4f50-a670-adf7d17c8609 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 947 time: 0.1181898 Jul 14 10:01:36.044237 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-33d2e89f-c73c-42e9-bebb-c80d329a8f4f req-18ee76ae-b07d-4ac5-ba26-4f91636e1cfc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789816 Jul 14 10:01:36.061866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6011154-1cbd-4741-a736-75af167ad4af req-aea61acb-3b9a-4f30-a666-ffae2cf14375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:36.063470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-aea61acb-3b9a-4f30-a666-ffae2cf14375 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b16f0d08-cf61-4718-a93d-8b5d169e86fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064303 Jul 14 10:01:36.169039 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-490d719f-cbcd-4054-8293-25a8dac73c3b service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980241 Jul 14 10:01:36.277096 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b6011154-1cbd-4741-a736-75af167ad4af req-53260201-4d34-4441-b879-ec1f1871fc21 service neutron] 10.222.0.48 "GET /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014962 Jul 14 10:01:37.251502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5795162-e52d-4db9-a363-964952c1edb3 req-a4bfadbd-7a0c-4609-b573-d29852d7770f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:37.253339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5795162-e52d-4db9-a363-964952c1edb3 req-a4bfadbd-7a0c-4609-b573-d29852d7770f tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 947 time: 0.0724406 Jul 14 10:01:37.297517 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b5795162-e52d-4db9-a363-964952c1edb3 req-656a3e05-8cb0-44a4-993e-618fe2210ef4 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups?id=16328f41-0f01-4ab5-ad31-a36a50a34fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Jul 14 10:01:37.385463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52067f-3532-4139-9730-db67b3baae7e req-71372035-5a16-415d-8983-bc4d9b913e60 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:37.387770 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e52067f-3532-4139-9730-db67b3baae7e req-71372035-5a16-415d-8983-bc4d9b913e60 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 947 time: 0.0713639 Jul 14 10:01:37.510150 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Deleting port 558456ac-9857-4e38-a0a2-c27ec91214c5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:37.510716 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.672580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] For port 558456ac-9857-4e38-a0a2-c27ec91214c5, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=558456ac-9857-4e38-a0a2-c27ec91214c5,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:37.673107 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.902494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.903031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.903519 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd disassociated. External IP: 172.25.2.100, port: 558456ac-9857-4e38-a0a2-c27ec91214c5. Jul 14 10:01:37.904033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Calling delete_port for 558456ac-9857-4e38-a0a2-c27ec91214c5 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:38.054751 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.088084 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event deleted for resources: {'Port': ['ID=558456ac-9857-4e38-a0a2-c27ec91214c5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:38.220210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:38.381290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:38.394232 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:38.407069 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:38.408354 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:01:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:38.444232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] No DVR routers for this DVR port 558456ac-9857-4e38-a0a2-c27ec91214c5 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:38.449726 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.452511 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8e52067f-3532-4139-9730-db67b3baae7e req-d09d72f6-cc22-40ed-99b7-ac4cff634de2 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.48 "DELETE /v2.0/ports/558456ac-9857-4e38-a0a2-c27ec91214c5 HTTP/1.1" status: 204 len: 173 time: 1.0594053 Jul 14 10:01:38.453172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-deleted', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:38.457060 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8748e8b-2aba-46ff-b298-3a12a19578f4" -d '{"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-deleted", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:38.519393 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f7ff96-ff40-4436-8d98-a652fea70e84 x-openstack-request-id: req-72f7ff96-ff40-4436-8d98-a652fea70e84 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:38.519948 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b164dd-72f6-4478-bea7-d464edb467f1", "name": "network-vif-deleted", "tag": "558456ac-9857-4e38-a0a2-c27ec91214c5", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:38.520490 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72f7ff96-ff40-4436-8d98-a652fea70e84 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:38.521237 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b164dd-72f6-4478-bea7-d464edb467f1', 'name': 'network-vif-deleted', 'tag': '558456ac-9857-4e38-a0a2-c27ec91214c5', 'status': 'completed', 'code': 200} Jul 14 10:01:38.561153 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8c4003e-a955-4041-a1f4-c7373683a6a8 req-d67375bc-660e-43e3-9d09-5bda61bac13a tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 210 time: 0.0593495 Jul 14 10:01:38.578926 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:38.831128 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:38.860401 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:38.869672 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:38.870321 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:01:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:38.994093 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:39.221848 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:39.250778 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14156a3-4afe-4dec-a919-3e19ea219272 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 4, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c353a26e-460d-4044-b69c-3ce14ae6b6cd', 'name': '', 'network_id': 'b16f0d08-cf61-4718-a93d-8b5d169e86fd', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'mac_address': 'fa:16:3e:58:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:43Z', 'updated_at': '2021-07-14T09:51:49Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'subnets': [{'id': '6b54d0de-91de-40db-9f34-af888c16e51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:39.516680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74a37-c6a4-4e83-8ac7-7b38ae6fddb8 None None] New status for floating IP 952f4f70-a19a-4bf8-863f-72bc632c35cd: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:01:39.736563 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90772bbe-519d-49db-be15-4c4392c38eee req-58742786-f6df-4c9c-a72d-0b9a1043bdbc tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 210 time: 0.0535476 Jul 14 10:01:40.914939 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0de20779-423a-4f48-b39f-d397bd5080ef req-d28d55ba-7e37-4543-ba0f-40453641f166 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 210 time: 0.0352695 Jul 14 10:01:41.182302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:41.205521 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 558456ac-9857-4e38-a0a2-c27ec91214c5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:41.205916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 558456ac-9857-4e38-a0a2-c27ec91214c5 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:42.102748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5509240f-9ba9-44d5-a547-1e5d7938f742 req-e161d159-0dd7-4cc1-8cc2-e10292ba99fd tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b164dd-72f6-4478-bea7-d464edb467f1 HTTP/1.1" status: 200 len: 210 time: 0.0482819 Jul 14 10:01:46.017186 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cb169e1-a0b2-451f-b9d9-25ccbca66e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.615387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42062) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:46.689918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7999d7d1-9f53-49dc-acf9-b7624bf2c73e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.723617 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7999d7d1-9f53-49dc-acf9-b7624bf2c73e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.788131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7999d7d1-9f53-49dc-acf9-b7624bf2c73e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.791168 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7999d7d1-9f53-49dc-acf9-b7624bf2c73e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.792958 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7999d7d1-9f53-49dc-acf9-b7624bf2c73e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "DELETE /v2.0/security-groups/16328f41-0f01-4ab5-ad31-a36a50a34fb2 HTTP/1.1" status: 204 len: 168 time: 0.1763248 Jul 14 10:01:46.796423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:46.802846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999d7d1-9f53-49dc-acf9-b7624bf2c73e tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16328f41-0f01-4ab5-ad31-a36a50a34fb2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:46.814112 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [None req-3fdfc8aa-d98d-4267-b541-1b9c8249d242 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] show failed (client error): The resource could not be found. Jul 14 10:01:46.815399 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3fdfc8aa-d98d-4267-b541-1b9c8249d242 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "GET /v2.0/security-groups/16328f41-0f01-4ab5-ad31-a36a50a34fb2 HTTP/1.1" status: 404 len: 347 time: 0.0177529 Jul 14 10:01:46.818384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:46.974831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Deleting port b68417be-2707-4750-ac74-824422bf2c39 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:46.975180 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.059715 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.060022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.073355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Calling delete_port for b68417be-2707-4750-ac74-824422bf2c39 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:47.229105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.256374 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Pushing event deleted for resources: {'Port': ['ID=b68417be-2707-4750-ac74-824422bf2c39,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:47.659839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.662564 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.663801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-721d2335-0115-4c53-a3ce-cfd26b2036e5 tempest-ServerActionsTestJSON-939692445 tempest-ServerActionsTestJSON-939692445-project] 10.222.0.18 "DELETE /v2.0/floatingips/952f4f70-a19a-4bf8-863f-72bc632c35cd HTTP/1.1" status: 204 len: 168 time: 0.8442881 Jul 14 10:01:47.667053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:48.344464 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.644773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Deleting port c353a26e-460d-4044-b69c-3ce14ae6b6cd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:48.645110 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.731716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] For port c353a26e-460d-4044-b69c-3ce14ae6b6cd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c353a26e-460d-4044-b69c-3ce14ae6b6cd,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:48.732079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.747513 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Calling delete_port for c353a26e-460d-4044-b69c-3ce14ae6b6cd owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:48.957367 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.988609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Pushing event deleted for resources: {'Port': ['ID=c353a26e-460d-4044-b69c-3ce14ae6b6cd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:49.155560 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.222952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.464585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:49.587679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:49.596897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ae9482d6-db5d-47fb-99d9-0a2ba357766d admin admin] 10.222.0.18 "PUT /v2.0/routers/91ff6df4-684f-4783-97f8-2f0d6cb92d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254653 Jul 14 10:01:49.596897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:49.603915 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] Sync routers for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:49.613843 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:49.614491 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:01:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:49.750576 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af7895d9-5ccc-4961-8db4-a791cfe0c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.768785 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.804979 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:49.884564 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.900909 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.962503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Deleting port 37214557-1a60-4d3c-8e75-2696ecc88321 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:49.962844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.062371 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] For port 37214557-1a60-4d3c-8e75-2696ecc88321, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37214557-1a60-4d3c-8e75-2696ecc88321,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:50.063033 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.080277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Calling delete_port for 37214557-1a60-4d3c-8e75-2696ecc88321 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:50.128978 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T10:01:48Z', 'revision_number': 5, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port': {'id': '37214557-1a60-4d3c-8e75-2696ecc88321', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:41Z', 'updated_at': '2021-07-14T09:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:50.164706 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] Checking router: 91ff6df4-684f-4783-97f8-2f0d6cb92d2a for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:50.174290 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] Routers {'91ff6df4-684f-4783-97f8-2f0d6cb92d2a'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:50.174934 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:01:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:50.273796 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] Set router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:50.329288 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T10:01:49Z', 'revision_number': 6, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:50.351243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.363734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc681b33-ce73-437f-85e3-10d3bf1abdb3 None None] The sync data for ids ['91ff6df4-684f-4783-97f8-2f0d6cb92d2a'] in n-d-758944-44 is: [{'id': '91ff6df4-684f-4783-97f8-2f0d6cb92d2a', 'name': 'tempest-ServerActionsTestJSON-659858041-router', 'tenant_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:40Z', 'updated_at': '2021-07-14T10:01:49Z', 'revision_number': 6, 'project_id': 'd81f1d79c2664b4d9c596c533ddc1e75', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:50.395663 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37214557-1a60-4d3c-8e75-2696ecc88321,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:50.471826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.524812 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.570292 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.573758 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.628521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.629062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91ff6df4-684f-4783-97f8-2f0d6cb92d2a {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:01:50.638407 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.638407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4823550f-a7dd-4a16-b476-34c0d8411fd5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/91ff6df4-684f-4783-97f8-2f0d6cb92d2a HTTP/1.1" status: 204 len: 168 time: 1.0374618 Jul 14 10:01:50.638708 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42074) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:50.688485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] Deleting subnet 6b54d0de-91de-40db-9f34-af888c16e51a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:50.691952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.750662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.866648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.927100 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.956187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b54d0de-91de-40db-9f34-af888c16e51a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:50.964010 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.966143 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cdbd3db1-00e7-4be0-a2a7-d1cbca877a44 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6b54d0de-91de-40db-9f34-af888c16e51a HTTP/1.1" status: 204 len: 168 time: 0.3264825 Jul 14 10:01:50.969693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42076) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:50.970531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62a644-efc1-4d59-89a4-9c78c6fba840 None None] Network b16f0d08-cf61-4718-a93d-8b5d169e86fd requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:51.047768 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.112781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Deleting port 510e6125-901c-43d3-881e-d487e1ebbe3f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:51.113269 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.209546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] For port 510e6125-901c-43d3-881e-d487e1ebbe3f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=510e6125-901c-43d3-881e-d487e1ebbe3f,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:51.210023 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.212492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] DHCP port deletion for b16f0d08-cf61-4718-a93d-8b5d169e86fd request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:51.227858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Calling delete_port for 510e6125-901c-43d3-881e-d487e1ebbe3f owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:51.265023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] Deleting port 510e6125-901c-43d3-881e-d487e1ebbe3f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:51.265555 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.340769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] For port 510e6125-901c-43d3-881e-d487e1ebbe3f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=510e6125-901c-43d3-881e-d487e1ebbe3f,segment=NetworkSegment(a3bb38d5-8995-4d7a-a2d3-9b3863219f2f),segment_id=a3bb38d5-8995-4d7a-a2d3-9b3863219f2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:51.341170 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.348192 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.356353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] Calling delete_port for 510e6125-901c-43d3-881e-d487e1ebbe3f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:51.406181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=510e6125-901c-43d3-881e-d487e1ebbe3f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.410551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] No DVR routers for this DVR port 510e6125-901c-43d3-881e-d487e1ebbe3f on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:51.445593 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.477683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] Pushing event deleted for resources: {'Port': ['ID=510e6125-901c-43d3-881e-d487e1ebbe3f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.486497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf1043-4e34-4f47-bfaa-e6b41d547680 None None] No DVR routers for this DVR port 510e6125-901c-43d3-881e-d487e1ebbe3f on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:51.560661 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.579310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16f0d08-cf61-4718-a93d-8b5d169e86fd']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:51.581360 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.598797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:51.599132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bb38d5-8995-4d7a-a2d3-9b3863219f2f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:51.615561 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.640502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.654004 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:51.654674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:51.657734 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:51.710414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c353a26e-460d-4044-b69c-3ce14ae6b6cd no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:51.731259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c353a26e-460d-4044-b69c-3ce14ae6b6cd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:51.731555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c353a26e-460d-4044-b69c-3ce14ae6b6cd not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:51.731974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 510e6125-901c-43d3-881e-d487e1ebbe3f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:51.755523 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.761941 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 510e6125-901c-43d3-881e-d487e1ebbe3f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:51.762495 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 510e6125-901c-43d3-881e-d487e1ebbe3f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:51.763155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37214557-1a60-4d3c-8e75-2696ecc88321 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:51.763538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.766718 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b16f0d08-cf61-4718-a93d-8b5d169e86fd HTTP/1.1" status: 204 len: 168 time: 0.7957990 Jul 14 10:01:51.794215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529b33e-f4fe-44f2-b2c0-24825cc31ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16f0d08-cf61-4718-a93d-8b5d169e86fd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.795183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 37214557-1a60-4d3c-8e75-2696ecc88321 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:51.795750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37214557-1a60-4d3c-8e75-2696ecc88321 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:51.916551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42080) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:51.960061 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-936be066-c858-40c9-88f8-3b6a1907d5fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d81f1d79c2664b4d9c596c533ddc1e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417223 Jul 14 10:01:51.963145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:52.017910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cda1353-874a-4555-87b2-15bd4f633329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.041834 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cda1353-874a-4555-87b2-15bd4f633329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.098012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cda1353-874a-4555-87b2-15bd4f633329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.101129 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cda1353-874a-4555-87b2-15bd4f633329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.102481 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3cda1353-874a-4555-87b2-15bd4f633329 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/286d2f38-c14d-4dbb-a1f8-f4fd3c73e191 HTTP/1.1" status: 204 len: 168 time: 0.1382189 Jul 14 10:01:52.115992 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1353-874a-4555-87b2-15bd4f633329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286d2f38-c14d-4dbb-a1f8-f4fd3c73e191,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:52.955128 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:53.129614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-326413818-network', 'tenant_id': 'ac8187e0f6da4b82bf1274acfcc14b8a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:53.158131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Made reservation on behalf of ac8187e0f6da4b82bf1274acfcc14b8a for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:53.161034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.171396 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.310206 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.315785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.346757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:53.364802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:53.373413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.374922 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Added segment 01a3335e-9710-4c9e-bcb2-ff2bf1b77af6 of type vlan for network 0dea9973-d931-468d-9f24-6f1416332510 Jul 14 10:01:53.428783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.470340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.472127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:53.472931 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.555868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5994263 Jul 14 10:01:53.561400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42108) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:53.566568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Request body: {'subnet': {'network_id': '0dea9973-d931-468d-9f24-6f1416332510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-326413818-subnet', 'tenant_id': 'ac8187e0f6da4b82bf1274acfcc14b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:53.589114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadca1b-41f4-498c-9075-5f15e30f550f admin admin] Pushing event updated for resources: {'Network': ['ID=0dea9973-d931-468d-9f24-6f1416332510,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:53.602932 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 0dea9973-d931-468d-9f24-6f1416332510 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:53.612886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Made reservation on behalf of ac8187e0f6da4b82bf1274acfcc14b8a for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:53.615621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.870893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.951332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73853b3-bfbd-4b13-af2e-dc828ed6302f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:53.957422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Checking segment: {'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:53.957988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Network hostable DHCP agents. Network: 0dea9973-d931-468d-9f24-6f1416332510, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:53.977526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Network 0dea9973-d931-468d-9f24-6f1416332510 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:53.989544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 0dea9973-d931-468d-9f24-6f1416332510) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:53.995169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:53.995781 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.002308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd5c1a-32cd-45e5-8d88-c1053b44e099 None None] Network 0dea9973-d931-468d-9f24-6f1416332510 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:54.011576 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f18af90f-e2b9-4696-b086-c18fd221c9d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4489117 Jul 14 10:01:54.200766 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045b0a22-6f5e-48ae-a0ef-4c2591607258 None None] Network 0dea9973-d931-468d-9f24-6f1416332510 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:54.569982 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-748eb75a-38fc-473f-a0f9-061060c97688 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:54.571636 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-748eb75a-38fc-473f-a0f9-061060c97688 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/networks?id=0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 200 len: 813 time: 0.1117437 Jul 14 10:01:54.587895 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-9e63b076-a0b5-4e68-ba91-785edc4747b2 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/quotas/ac8187e0f6da4b82bf1274acfcc14b8a HTTP/1.1" status: 200 len: 375 time: 0.0104790 Jul 14 10:01:54.634735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-3835ff7e-4351-4e2c-bd99-46ae315045ab tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364423 Jul 14 10:01:54.838717 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-3733ba86-1e26-414f-8cbf-b4222682eb67 service neutron] 10.222.0.18 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381855 Jul 14 10:01:54.950515 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-251a482e-2b8d-4bba-8f4b-7e93607c12a7 service neutron] 10.222.0.18 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048553 Jul 14 10:01:55.191230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a6e0ff71-f692-4fa7-8645-37d929d3a5fb req-7b8f0140-9f5f-47e6-98d3-3079f61f3fe2 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 210 time: 0.0534148 Jul 14 10:01:56.300963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-1b37f7f6-ddae-4a03-915e-810c8898e4aa tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:56.302689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-1b37f7f6-ddae-4a03-915e-810c8898e4aa tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.11 "GET /v2.0/networks?id=0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 200 len: 813 time: 0.1326816 Jul 14 10:01:56.315678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Request body: {'port': {'device_id': 'a990ea76-f173-4f00-b004-6d633a560036', 'network_id': '0dea9973-d931-468d-9f24-6f1416332510', 'admin_state_up': True, 'tenant_id': 'ac8187e0f6da4b82bf1274acfcc14b8a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:56.388063 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b7156bac-3c8d-4f3c-872d-5f383bdddd9f req-af3329ff-974f-43aa-85ec-36450f624bb9 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 210 time: 0.0321453 Jul 14 10:01:56.454184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Made reservation on behalf of ac8187e0f6da4b82bf1274acfcc14b8a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:56.458552 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.600337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Allocated IP 172.20.0.10 (0dea9973-d931-468d-9f24-6f1416332510/c73853b3-bfbd-4b13-af2e-dc828ed6302f/6fa4d346-c2c3-4638-abbd-70161e9d0d1b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:56.747828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:01:56.770241 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.817963 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.870970 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Network 0dea9973-d931-468d-9f24-6f1416332510 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:56.874753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:56.879382 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:56.886901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Pushing event updated for resources: {'Port': ['ID=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:56.946465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:56.947177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.963309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c8c81a31-67a5-49d4-9363-5f3362e97077 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6524649 Jul 14 10:01:56.975580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Request body: {'port': {'device_id': 'a990ea76-f173-4f00-b004-6d633a560036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:57.066131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.485946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa4d346-c2c3-4638-abbd-70161e9d0d1b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:01:57.501699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.521646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Transition to ACTIVE for port object 6fa4d346-c2c3-4638-abbd-70161e9d0d1b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:57.536148 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.624792 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:57.709429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82dd2-05f0-4918-ae29-e65a5d9f8108 req-75d37e58-1adb-4386-ad3f-216171f7478f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:57.711017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8f82dd2-05f0-4918-ae29-e65a5d9f8108 req-75d37e58-1adb-4386-ad3f-216171f7478f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 944 time: 0.1856933 Jul 14 10:01:57.746775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Attempting to bind port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:57.747146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Attempting to bind port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:57.747558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Attempting to bind port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b on network 0dea9973-d931-468d-9f24-6f1416332510 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:57.758296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b on network 0dea9973-d931-468d-9f24-6f1416332510 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:01:57.758638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Attempting to bind port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b on network 0dea9973-d931-468d-9f24-6f1416332510 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:57.777521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:57.777889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Checking segment: {'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:57.778684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Bound using segment: {'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:57.778684 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Bound port: 6fa4d346-c2c3-4638-abbd-70161e9d0d1b, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:57.779119 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.795090 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a8f82dd2-05f0-4918-ae29-e65a5d9f8108 req-b2f8ba7d-d11d-4366-b4a1-96f13a4c6b65 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753829 Jul 14 10:01:57.883162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] For port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:57.889640 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] For port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:57.894788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.933138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:57.933786 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.935330 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/6fa4d346-c2c3-4638-abbd-70161e9d0d1b HTTP/1.1" status: 200 len: 1093 time: 0.9644678 Jul 14 10:01:57.935844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a990ea76-f173-4f00-b004-6d633a560036', 'tag': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:57.973529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b80c-7ee8-4d69-9e7b-b4b29d6836b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:58.000071 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5cba53-4896-414e-a2da-9bef19328509" -d '{"events": [{"name": "network-changed", "server_uuid": "a990ea76-f173-4f00-b004-6d633a560036", "tag": "6fa4d346-c2c3-4638-abbd-70161e9d0d1b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:58.082647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-78d71873-7adb-412c-8c0b-438302d26ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:58.085302 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-78d71873-7adb-412c-8c0b-438302d26ade service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 1096 time: 0.1034908 Jul 14 10:01:58.149632 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609bde09-2663-4abc-908c-f5c71d44bf5a x-openstack-request-id: req-609bde09-2663-4abc-908c-f5c71d44bf5a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:58.149957 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a990ea76-f173-4f00-b004-6d633a560036", "tag": "6fa4d346-c2c3-4638-abbd-70161e9d0d1b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:58.150180 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-609bde09-2663-4abc-908c-f5c71d44bf5a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:58.150595 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a990ea76-f173-4f00-b004-6d633a560036', 'tag': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b', 'status': 'completed', 'code': 200} Jul 14 10:01:58.152638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-5e9cd966-f801-46d5-afcd-dea20c229de5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b HTTP/1.1" status: 200 len: 217 time: 0.0597255 Jul 14 10:01:58.207548 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c7966d22-0f42-4b91-acba-44f3cdc58679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:58.209116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-c7966d22-0f42-4b91-acba-44f3cdc58679 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c73853b3-bfbd-4b13-af2e-dc828ed6302f HTTP/1.1" status: 200 len: 853 time: 0.0499349 Jul 14 10:01:58.244474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-4b02e952-fe82-41bd-b3b6-daf39100e8b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0dea9973-d931-468d-9f24-6f1416332510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286779 Jul 14 10:01:58.355010 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-9f91c921-f02e-4862-ad52-e2ade528ea99 service neutron] 10.222.0.11 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034343 Jul 14 10:01:58.465427 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-947d0e10-064a-4942-9c09-288f6ba88f6a req-be541b4c-e682-46d5-be4c-5dfa0c50d072 service neutron] 10.222.0.11 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044252 Jul 14 10:01:58.583862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cba53-4896-414e-a2da-9bef19328509 req-8b3597c2-53b8-4560-ac76-3f84a99c67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:58.585383 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe5cba53-4896-414e-a2da-9bef19328509 req-8b3597c2-53b8-4560-ac76-3f84a99c67e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 1096 time: 0.0672863 Jul 14 10:01:58.704885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cba53-4896-414e-a2da-9bef19328509 req-672763b8-3fe5-46e0-a44e-d970a0b96c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:58.706564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe5cba53-4896-414e-a2da-9bef19328509 req-672763b8-3fe5-46e0-a44e-d970a0b96c97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 200 len: 914 time: 0.1145453 Jul 14 10:01:58.773036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe5cba53-4896-414e-a2da-9bef19328509 req-ff0f2258-e1c5-4103-bdd8-9d2a14969835 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b HTTP/1.1" status: 200 len: 217 time: 0.0595162 Jul 14 10:01:58.852515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cba53-4896-414e-a2da-9bef19328509 req-a9e64295-498f-48cd-8ea4-cbdffc4d88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:58.854978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe5cba53-4896-414e-a2da-9bef19328509 req-a9e64295-498f-48cd-8ea4-cbdffc4d88ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c73853b3-bfbd-4b13-af2e-dc828ed6302f HTTP/1.1" status: 200 len: 853 time: 0.0750058 Jul 14 10:01:58.892954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe5cba53-4896-414e-a2da-9bef19328509 req-de1160c5-2040-4700-b584-5983cb8b14b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0dea9973-d931-468d-9f24-6f1416332510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307734 Jul 14 10:01:59.041101 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe5cba53-4896-414e-a2da-9bef19328509 req-8a0e76d0-7de6-497e-9b2f-04e229bb1e53 service neutron] 10.222.0.11 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399372 Jul 14 10:01:59.065896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37147bd-10d3-4daf-ad80-d7949bfbe1c7 req-6d9e05a2-90d7-45d4-b36e-deb8f6fd935e tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:59.067587 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d37147bd-10d3-4daf-ad80-d7949bfbe1c7 req-6d9e05a2-90d7-45d4-b36e-deb8f6fd935e tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 944 time: 0.1195364 Jul 14 10:01:59.164997 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d37147bd-10d3-4daf-ad80-d7949bfbe1c7 req-e4684eee-8238-4c2d-bfc4-2588379dbb92 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849452 Jul 14 10:01:59.201631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe5cba53-4896-414e-a2da-9bef19328509 req-99362db7-c73d-4201-8528-fe86dd461dc2 service neutron] 10.222.0.11 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511958 Jul 14 10:02:00.370896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857027c-d948-4278-aed2-d234d427378e req-357d26dd-c2e2-4658-bf62-ecaf41dc6d26 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:00.372594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2857027c-d948-4278-aed2-d234d427378e req-357d26dd-c2e2-4658-bf62-ecaf41dc6d26 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 944 time: 0.0708396 Jul 14 10:02:00.422449 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2857027c-d948-4278-aed2-d234d427378e req-df9908d6-4563-4210-bec2-707089138d55 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jul 14 10:02:01.617908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b870645-b7cc-4780-8a7a-700e91e76dfb req-0a534d6a-75d4-4828-97e1-ebe3c0da0863 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.620091 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b870645-b7cc-4780-8a7a-700e91e76dfb req-0a534d6a-75d4-4828-97e1-ebe3c0da0863 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 944 time: 0.0739594 Jul 14 10:02:01.665440 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3b870645-b7cc-4780-8a7a-700e91e76dfb req-588d25d3-bd70-4562-acc2-023768d07fed tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Jul 14 10:02:01.950436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.134144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 6fa4d346-c2c3-4638-abbd-70161e9d0d1b details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:02:02.236034 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:02.249398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b', 'network_id': '0dea9973-d931-468d-9f24-6f1416332510', 'port_id': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b', 'mac_address': 'fa:16:3e:38:cb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73853b3-bfbd-4b13-af2e-dc828ed6302f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:02:02.289356 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.303708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa4d346-c2c3-4638-abbd-70161e9d0d1b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:02.326552 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:02.331348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.388468 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:02.518897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['6fa4d346-c2c3-4638-abbd-70161e9d0d1b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:02.861200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759e553-7398-45ab-8be8-8a325cba5546 req-4d1dd3da-436b-43bb-8239-93772826440a tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:02.862854 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e759e553-7398-45ab-8be8-8a325cba5546 req-4d1dd3da-436b-43bb-8239-93772826440a tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 945 time: 0.0746496 Jul 14 10:02:02.906868 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e759e553-7398-45ab-8be8-8a325cba5546 req-06dd436b-d67e-4c96-8f29-ee96e2f358f0 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378401 Jul 14 10:02:04.124453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48156e-a640-4b84-bdd2-3d15062afea6 req-a395d696-d02f-4d59-832d-36d7db1e570f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:04.127138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe48156e-a640-4b84-bdd2-3d15062afea6 req-a395d696-d02f-4d59-832d-36d7db1e570f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 945 time: 0.0941625 Jul 14 10:02:04.149515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 6fa4d346-c2c3-4638-abbd-70161e9d0d1b up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:04.174247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe48156e-a640-4b84-bdd2-3d15062afea6 req-f3db9e41-b85b-491f-bc1e-e1e6012832da tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402272 Jul 14 10:02:04.210732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:04.216897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:04.217459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.336142 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.372646 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990ea76-f173-4f00-b004-6d633a560036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:04.375070 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d7933-b0af-4ebf-bc9a-381276553adc" -d '{"events": [{"server_uuid": "a990ea76-f173-4f00-b004-6d633a560036", "name": "network-vif-plugged", "status": "completed", "tag": "6fa4d346-c2c3-4638-abbd-70161e9d0d1b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:04.392926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:04.399911 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.441172 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08113d3-beba-4434-a132-9103ef601d17 x-openstack-request-id: req-f08113d3-beba-4434-a132-9103ef601d17 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:04.441732 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990ea76-f173-4f00-b004-6d633a560036", "name": "network-vif-plugged", "status": "completed", "tag": "6fa4d346-c2c3-4638-abbd-70161e9d0d1b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:04.442133 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f08113d3-beba-4434-a132-9103ef601d17 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:04.442757 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990ea76-f173-4f00-b004-6d633a560036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b', 'code': 200} Jul 14 10:02:04.486165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:04.546037 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7148c-b50a-48ec-9f73-1c90bd6fb68f req-2222df44-1332-40fa-b99c-41947bcce9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:04.547605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33e7148c-b50a-48ec-9f73-1c90bd6fb68f req-2222df44-1332-40fa-b99c-41947bcce9a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 1098 time: 0.0617545 Jul 14 10:02:04.585748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33e7148c-b50a-48ec-9f73-1c90bd6fb68f req-3ad79c77-6e2f-4e29-b6f4-bf2115ae7595 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Jul 14 10:02:05.455029 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91fa46-4b1b-469d-bd97-f3e85284aef3 req-e6e54dd8-c698-4c83-806c-f3916ac621d5 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:05.458197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b91fa46-4b1b-469d-bd97-f3e85284aef3 req-e6e54dd8-c698-4c83-806c-f3916ac621d5 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0968311 Jul 14 10:02:05.512702 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b91fa46-4b1b-469d-bd97-f3e85284aef3 req-03ef6068-a6e4-45d5-a56d-ead2349dc0ab tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Jul 14 10:02:06.710829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eaa7-8bc6-492e-8397-dd6e5a81f448 req-4a7ff977-c688-49a8-8458-88ab23933a4d tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:06.712885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5dc7eaa7-8bc6-492e-8397-dd6e5a81f448 req-4a7ff977-c688-49a8-8458-88ab23933a4d tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0737236 Jul 14 10:02:06.757065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5dc7eaa7-8bc6-492e-8397-dd6e5a81f448 req-4797a76b-16be-4f8d-be2e-3325be04f361 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Jul 14 10:02:07.015808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-26fa5dbc-d98a-4fb5-a6f7-22d7a22a1431 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:07.017762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-26fa5dbc-d98a-4fb5-a6f7-22d7a22a1431 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/networks?id=0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 200 len: 813 time: 0.1206548 Jul 14 10:02:07.035106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-4b72b545-4a38-426a-9f88-a4060c83df35 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/quotas/ac8187e0f6da4b82bf1274acfcc14b8a HTTP/1.1" status: 200 len: 375 time: 0.0111918 Jul 14 10:02:07.112432 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-60d19be9-f54e-4add-b9da-1cc2e690052f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714943 Jul 14 10:02:07.206292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-83a26d70-f1b5-4e76-9156-8b25a32ab5c9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:02:07.208533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-83a26d70-f1b5-4e76-9156-8b25a32ab5c9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536861 Jul 14 10:02:07.367298 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-1b54f119-028e-4ce3-8156-0fcc7460de13 service neutron] 10.222.0.18 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515470 Jul 14 10:02:07.466896 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-9c61f55d-188d-44eb-bcbc-414dfd6e93f9 service neutron] 10.222.0.18 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931206 Jul 14 10:02:07.702178 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4a670e17-b438-4c5c-a502-0ea20554efa6 req-169e1a40-860a-4553-93d8-f97f21ba0972 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 210 time: 0.0371287 Jul 14 10:02:08.848787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-8361b44e-37ab-49bb-b624-0ebe0976b9c9 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:08.850378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-8361b44e-37ab-49bb-b624-0ebe0976b9c9 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.48 "GET /v2.0/networks?id=0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 200 len: 813 time: 0.1244335 Jul 14 10:02:08.863142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Request body: {'port': {'device_id': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'network_id': '0dea9973-d931-468d-9f24-6f1416332510', 'admin_state_up': True, 'tenant_id': 'ac8187e0f6da4b82bf1274acfcc14b8a'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:08.955771 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9feeffd-c386-410a-b990-605994282008 req-a3f29f59-a600-40c5-94be-e871ee29b1ca tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 210 time: 0.0457516 Jul 14 10:02:09.037844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Made reservation on behalf of ac8187e0f6da4b82bf1274acfcc14b8a for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:09.041619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.193199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Allocated IP 172.20.0.12 (0dea9973-d931-468d-9f24-6f1416332510/c73853b3-bfbd-4b13-af2e-dc828ed6302f/5e34157b-1dd0-4c05-804f-5efa1f59314f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:09.367704 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.412854 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.430816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['6fa4d346-c2c3-4638-abbd-70161e9d0d1b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:09.494291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Network 0dea9973-d931-468d-9f24-6f1416332510 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:09.498983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:09.505730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:09.515398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Pushing event updated for resources: {'Port': ['ID=5e34157b-1dd0-4c05-804f-5efa1f59314f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:09.577838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:09.578527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.595680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d62a3247-eff5-4f02-a131-30c843d0159f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7369905 Jul 14 10:02:09.607446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Request body: {'port': {'device_id': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:09.696608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.988453 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e34157b-1dd0-4c05-804f-5efa1f59314f {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:09.997718 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.011203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Transition to ACTIVE for port object 5e34157b-1dd0-4c05-804f-5efa1f59314f will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:10.016093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.172095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Pushing event updated for resources: {'Port': ['ID=5e34157b-1dd0-4c05-804f-5efa1f59314f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:10.251712 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Attempting to bind port 5e34157b-1dd0-4c05-804f-5efa1f59314f on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:10.251980 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Attempting to bind port 5e34157b-1dd0-4c05-804f-5efa1f59314f by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:10.252270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Attempting to bind port 5e34157b-1dd0-4c05-804f-5efa1f59314f on network 0dea9973-d931-468d-9f24-6f1416332510 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:10.263859 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cafaa-116a-439c-b6e0-b2e5d08f9241 req-4c152398-995b-486f-88da-32c0f5f56b17 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:10.265574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a25cafaa-116a-439c-b6e0-b2e5d08f9241 req-4c152398-995b-486f-88da-32c0f5f56b17 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 944 time: 0.1876490 Jul 14 10:02:10.268820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Port 5e34157b-1dd0-4c05-804f-5efa1f59314f on network 0dea9973-d931-468d-9f24-6f1416332510 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:02:10.269369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Attempting to bind port 5e34157b-1dd0-4c05-804f-5efa1f59314f on network 0dea9973-d931-468d-9f24-6f1416332510 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:10.291471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:10.292569 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Checking segment: {'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:10.293199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Bound using segment: {'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:10.293973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Bound port: 5e34157b-1dd0-4c05-804f-5efa1f59314f, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0dea9973-d931-468d-9f24-6f1416332510'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:10.294568 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.400918 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a25cafaa-116a-439c-b6e0-b2e5d08f9241 req-2c14959d-460f-4f1a-95af-ddbcba4f8ba3 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258895 Jul 14 10:02:10.450000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] For port 5e34157b-1dd0-4c05-804f-5efa1f59314f, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:10.454493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] For port 5e34157b-1dd0-4c05-804f-5efa1f59314f, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e34157b-1dd0-4c05-804f-5efa1f59314f,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:10.460913 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.500921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:10.501914 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.503552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] 10.222.0.48 "PUT /v2.0/ports/5e34157b-1dd0-4c05-804f-5efa1f59314f HTTP/1.1" status: 200 len: 1093 time: 0.9007344 Jul 14 10:02:10.504109 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'tag': '5e34157b-1dd0-4c05-804f-5efa1f59314f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:10.506580 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bce96a-44e1-4bb2-8f8b-86b628e559a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c988ba-50fa-4d16-831f-3c92012ceed9", "tag": "5e34157b-1dd0-4c05-804f-5efa1f59314f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:10.568908 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d6cb5b-ba75-49b2-b593-1b56da58e8b0 x-openstack-request-id: req-64d6cb5b-ba75-49b2-b593-1b56da58e8b0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:10.569330 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c988ba-50fa-4d16-831f-3c92012ceed9", "tag": "5e34157b-1dd0-4c05-804f-5efa1f59314f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:10.569689 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64d6cb5b-ba75-49b2-b593-1b56da58e8b0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:10.570201 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'tag': '5e34157b-1dd0-4c05-804f-5efa1f59314f', 'status': 'completed', 'code': 200} Jul 14 10:02:10.589933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a7eaa-a620-410e-8621-5db32d90c69e service neutron] Pushing event updated for resources: {'Port': ['ID=5e34157b-1dd0-4c05-804f-5efa1f59314f,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:10.623573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-a736c537-76d0-4d0b-9646-80a846a6524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:10.625181 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-a736c537-76d0-4d0b-9646-80a846a6524d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 1096 time: 0.0741625 Jul 14 10:02:10.675685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-6edd0f80-083f-41ae-91f2-575b0d6a8e12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e34157b-1dd0-4c05-804f-5efa1f59314f HTTP/1.1" status: 200 len: 217 time: 0.0424857 Jul 14 10:02:10.729666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-eae620c8-dcc8-4231-a40f-d9117e33903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:10.731199 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-eae620c8-dcc8-4231-a40f-d9117e33903a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73853b3-bfbd-4b13-af2e-dc828ed6302f HTTP/1.1" status: 200 len: 853 time: 0.0499980 Jul 14 10:02:10.765619 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-6985ded6-03ed-471f-98ab-c9df95dd774d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0dea9973-d931-468d-9f24-6f1416332510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278342 Jul 14 10:02:10.906952 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-93367281-fdf9-4b59-9a29-a001b8617e32 service neutron] 10.222.0.48 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347644 Jul 14 10:02:11.012496 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95030dee-2080-467f-8b75-4ce7c592eb28 req-c85e0ef2-eddd-4f22-8f2b-71953d5b5fbb service neutron] 10.222.0.48 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992985 Jul 14 10:02:11.116894 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-0a4635f7-f3ee-40c5-97ee-0f3cf37a0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:11.118416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-0a4635f7-f3ee-40c5-97ee-0f3cf37a0d57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 1096 time: 0.0574689 Jul 14 10:02:11.554679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-9616d86a-0e3e-4551-a2ed-f4091798ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:11.556287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-9616d86a-0e3e-4551-a2ed-f4091798ac55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 200 len: 914 time: 0.4318297 Jul 14 10:02:11.602287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-dd4f96b3-d9e9-4bac-a8b6-a342f00d38bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e34157b-1dd0-4c05-804f-5efa1f59314f HTTP/1.1" status: 200 len: 217 time: 0.0378768 Jul 14 10:02:11.735272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-fee866c1-8838-425a-9b80-615be38b0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:11.737829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-fee866c1-8838-425a-9b80-615be38b0237 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c73853b3-bfbd-4b13-af2e-dc828ed6302f HTTP/1.1" status: 200 len: 853 time: 0.1277606 Jul 14 10:02:11.797758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-93533f58-8df6-493f-a41f-eb2070ba6d00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0dea9973-d931-468d-9f24-6f1416332510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505514 Jul 14 10:02:11.821997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f444-5a01-452d-8bad-377b04433cb8 req-5336099d-66be-485a-830d-3b7bea3ef22a tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:11.823737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9989f444-5a01-452d-8bad-377b04433cb8 req-5336099d-66be-485a-830d-3b7bea3ef22a tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 944 time: 0.2151413 Jul 14 10:02:11.922244 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9989f444-5a01-452d-8bad-377b04433cb8 req-e8a4f831-82e6-498b-962c-dee6aaf7cecf tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877333 Jul 14 10:02:11.946552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-899ebd75-05ab-4ef5-8763-4cdf81ff5ac6 service neutron] 10.222.0.48 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413376 Jul 14 10:02:12.048964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41bce96a-44e1-4bb2-8f8b-86b628e559a2 req-5ac7af00-f95e-478d-bb8c-e8a718473c5a service neutron] 10.222.0.48 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946894 Jul 14 10:02:13.126622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea31179-3148-43c0-b746-6791051afdc0 req-4c8a106e-77c4-42f2-aa59-9740a64989e5 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:13.128283 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cea31179-3148-43c0-b746-6791051afdc0 req-4c8a106e-77c4-42f2-aa59-9740a64989e5 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 944 time: 0.0815344 Jul 14 10:02:13.170796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cea31179-3148-43c0-b746-6791051afdc0 req-80b0b217-5289-4c49-8b48-b4a3a33b44be tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Jul 14 10:02:13.336928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e34157b-1dd0-4c05-804f-5efa1f59314f details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:02:13.609336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5e34157b-1dd0-4c05-804f-5efa1f59314f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e34157b-1dd0-4c05-804f-5efa1f59314f,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:13.623243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '5e34157b-1dd0-4c05-804f-5efa1f59314f', 'network_id': '0dea9973-d931-468d-9f24-6f1416332510', 'port_id': '5e34157b-1dd0-4c05-804f-5efa1f59314f', 'mac_address': 'fa:16:3e:e4:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73853b3-bfbd-4b13-af2e-dc828ed6302f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:02:13.666214 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.682682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e34157b-1dd0-4c05-804f-5efa1f59314f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:13.705058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5e34157b-1dd0-4c05-804f-5efa1f59314f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e34157b-1dd0-4c05-804f-5efa1f59314f,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:13.710119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.760167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=5e34157b-1dd0-4c05-804f-5efa1f59314f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:13.901914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['5e34157b-1dd0-4c05-804f-5efa1f59314f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:14.368019 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68393-9ab4-4463-8857-e7385c05bb41 req-54ee8fa5-c558-499d-be0e-cf1085646049 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.369722 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81b68393-9ab4-4463-8857-e7385c05bb41 req-54ee8fa5-c558-499d-be0e-cf1085646049 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 945 time: 0.0757639 Jul 14 10:02:14.429472 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-81b68393-9ab4-4463-8857-e7385c05bb41 req-fe4d4c0c-36b8-47bb-930d-c6ddf536bb51 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530837 Jul 14 10:02:15.352191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e34157b-1dd0-4c05-804f-5efa1f59314f up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:15.403336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 5e34157b-1dd0-4c05-804f-5efa1f59314f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:15.408412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 5e34157b-1dd0-4c05-804f-5efa1f59314f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:15.408848 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.500891 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.528117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e34157b-1dd0-4c05-804f-5efa1f59314f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:15.530616 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d2a72-0920-4af8-8819-d33a7bafddc6" -d '{"events": [{"server_uuid": "b4c988ba-50fa-4d16-831f-3c92012ceed9", "name": "network-vif-plugged", "status": "completed", "tag": "5e34157b-1dd0-4c05-804f-5efa1f59314f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:15.544244 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 5e34157b-1dd0-4c05-804f-5efa1f59314f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e34157b-1dd0-4c05-804f-5efa1f59314f,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:15.548843 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.592331 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473ee91f-851f-4d54-a0bb-e829ac3d3d9f x-openstack-request-id: req-473ee91f-851f-4d54-a0bb-e829ac3d3d9f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:15.592820 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c988ba-50fa-4d16-831f-3c92012ceed9", "name": "network-vif-plugged", "status": "completed", "tag": "5e34157b-1dd0-4c05-804f-5efa1f59314f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:15.593449 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-473ee91f-851f-4d54-a0bb-e829ac3d3d9f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:15.594164 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e34157b-1dd0-4c05-804f-5efa1f59314f', 'code': 200} Jul 14 10:02:15.628514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=5e34157b-1dd0-4c05-804f-5efa1f59314f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:15.632316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a9123-5e6f-4bb1-9e52-5760a20b83e9 req-373d7c75-1b95-42d6-8f4f-10bd62bfb12e tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.634463 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-314a9123-5e6f-4bb1-9e52-5760a20b83e9 req-373d7c75-1b95-42d6-8f4f-10bd62bfb12e tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 946 time: 0.0817261 Jul 14 10:02:15.695344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-314a9123-5e6f-4bb1-9e52-5760a20b83e9 req-5b53cdc6-a202-4e3b-9335-319f2e4f15f3 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494406 Jul 14 10:02:15.754740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906351f-3239-474f-ba8c-d0535564d66a req-1857e699-369f-4485-a1b0-9cebfe57a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.757629 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e906351f-3239-474f-ba8c-d0535564d66a req-1857e699-369f-4485-a1b0-9cebfe57a842 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 1098 time: 0.0723464 Jul 14 10:02:15.806656 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e906351f-3239-474f-ba8c-d0535564d66a req-120687ed-ae79-44f4-8a03-478b7ac3ef60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Jul 14 10:02:16.016068 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67e35249-7097-45a7-bc06-1d59bf58baa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.537993 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-91556a27-179e-45e8-a630-26c6f0e319d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0656340 Jul 14 10:02:16.654130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-366b7171-d08b-41ed-8e8e-5586a82ab43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.656689 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-366b7171-d08b-41ed-8e8e-5586a82ab43d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 1098 time: 0.0729802 Jul 14 10:02:16.792220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-25d09bd8-b0ca-4b53-84ce-18bb2386123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.793804 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-25d09bd8-b0ca-4b53-84ce-18bb2386123f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 200 len: 914 time: 0.1111529 Jul 14 10:02:16.846668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-7a6e39a0-6d22-4a3b-94f8-653f0ea6202f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b HTTP/1.1" status: 200 len: 217 time: 0.0433676 Jul 14 10:02:16.907072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-59b5f419-8f86-4f7c-ac04-e41b9a1ec53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.908879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-59b5f419-8f86-4f7c-ac04-e41b9a1ec53d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c73853b3-bfbd-4b13-af2e-dc828ed6302f HTTP/1.1" status: 200 len: 853 time: 0.0550969 Jul 14 10:02:16.938157 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cfb80-7653-4938-a525-e682e037368f req-d19b3409-12da-457b-b5ad-4592ac35f822 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.939801 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b4cfb80-7653-4938-a525-e682e037368f req-d19b3409-12da-457b-b5ad-4592ac35f822 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 946 time: 0.0694814 Jul 14 10:02:16.945926 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-104817b2-0673-4429-ae01-f509a7902c43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0dea9973-d931-468d-9f24-6f1416332510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287929 Jul 14 10:02:16.990005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9b4cfb80-7653-4938-a525-e682e037368f req-46ebe2bd-23a5-4feb-b1cc-607d916144e5 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Jul 14 10:02:17.049736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-b451611b-f351-40f4-bd33-b146cc1d72da service neutron] 10.222.0.11 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951722 Jul 14 10:02:17.437645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6215f24-fba2-4cdd-93a5-a3a8769e09ba req-886f22a6-5405-427c-b64e-3f5c745a8481 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.439234 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6215f24-fba2-4cdd-93a5-a3a8769e09ba req-886f22a6-5405-427c-b64e-3f5c745a8481 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 946 time: 0.0891318 Jul 14 10:02:17.467831 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6cbfd121-9abc-45a8-8c87-089bef122b40 req-e8a47bc5-6058-4a4c-98b0-75495c7e76c0 service neutron] 10.222.0.11 "GET /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120021 Jul 14 10:02:17.492666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6215f24-fba2-4cdd-93a5-a3a8769e09ba req-c8199ddf-a3aa-4d2b-ac72-1092ed90d337 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Jul 14 10:02:18.615056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-903a5d5d-d116-404b-a6a1-e5559d1bb3d7 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.616861 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-903a5d5d-d116-404b-a6a1-e5559d1bb3d7 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 946 time: 0.0768292 Jul 14 10:02:18.688977 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bdf9a-a2ea-48e2-a370-037959df0c47 req-19f6a921-f55a-401f-8d9a-cdda72b1bdd0 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.691290 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf5bdf9a-a2ea-48e2-a370-037959df0c47 req-19f6a921-f55a-401f-8d9a-cdda72b1bdd0 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4c988ba-50fa-4d16-831f-3c92012ceed9 HTTP/1.1" status: 200 len: 946 time: 0.0764246 Jul 14 10:02:18.745370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Deleting port 5e34157b-1dd0-4c05-804f-5efa1f59314f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:18.745809 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.748552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf5bdf9a-a2ea-48e2-a370-037959df0c47 req-52195703-2122-45b5-b0be-f5b4f62d294d tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Jul 14 10:02:18.849424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] For port 5e34157b-1dd0-4c05-804f-5efa1f59314f, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=5e34157b-1dd0-4c05-804f-5efa1f59314f,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:18.849801 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.865242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Calling delete_port for 5e34157b-1dd0-4c05-804f-5efa1f59314f owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:19.015930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.029978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['5e34157b-1dd0-4c05-804f-5efa1f59314f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:19.034115 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['6fa4d346-c2c3-4638-abbd-70161e9d0d1b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:19.045912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Pushing event deleted for resources: {'Port': ['ID=5e34157b-1dd0-4c05-804f-5efa1f59314f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:19.125910 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] No DVR routers for this DVR port 5e34157b-1dd0-4c05-804f-5efa1f59314f on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:19.129349 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.132179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2caac93e-a9be-4e51-bda7-6f683bdde0d0 req-53184ba2-69d6-4031-917d-ed6dd40bacc8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.48 "DELETE /v2.0/ports/5e34157b-1dd0-4c05-804f-5efa1f59314f HTTP/1.1" status: 204 len: 173 time: 0.5085900 Jul 14 10:02:19.132807 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'name': 'network-vif-deleted', 'tag': '5e34157b-1dd0-4c05-804f-5efa1f59314f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:19.136009 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6163d4c6-2dc5-4295-92d4-99f4fc789117" -d '{"events": [{"server_uuid": "b4c988ba-50fa-4d16-831f-3c92012ceed9", "name": "network-vif-deleted", "tag": "5e34157b-1dd0-4c05-804f-5efa1f59314f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:19.162063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.226017 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df9a277-96af-48a3-8123-c097a4ca7114 x-openstack-request-id: req-0df9a277-96af-48a3-8123-c097a4ca7114 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:19.226475 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c988ba-50fa-4d16-831f-3c92012ceed9", "name": "network-vif-deleted", "tag": "5e34157b-1dd0-4c05-804f-5efa1f59314f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:19.226887 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0df9a277-96af-48a3-8123-c097a4ca7114 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:19.227718 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c988ba-50fa-4d16-831f-3c92012ceed9', 'name': 'network-vif-deleted', 'tag': '5e34157b-1dd0-4c05-804f-5efa1f59314f', 'status': 'completed', 'code': 200} Jul 14 10:02:19.752325 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f7eebed-dda8-400f-ab8c-c75023414cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.878952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.031694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94375-db51-49dc-b29b-b7942e096979 req-e60ab500-2121-4a7c-a09c-8be158298325 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.033313 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8dc94375-db51-49dc-b29b-b7942e096979 req-e60ab500-2121-4a7c-a09c-8be158298325 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0689709 Jul 14 10:02:20.075378 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8dc94375-db51-49dc-b29b-b7942e096979 req-cb37874e-0113-4823-bf26-0bd8c9367c8c tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Jul 14 10:02:20.277997 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f53be-7bba-4c8d-8bbf-d40ef1ab1ad1 req-44021aba-cbbe-474d-a617-c96c87c81326 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.279782 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-169f53be-7bba-4c8d-8bbf-d40ef1ab1ad1 req-44021aba-cbbe-474d-a617-c96c87c81326 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0711949 Jul 14 10:02:20.322634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-169f53be-7bba-4c8d-8bbf-d40ef1ab1ad1 req-d673f845-d486-4f29-8c33-0197342bb03f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368297 Jul 14 10:02:20.523104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.762218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631187c3-abcb-421d-b114-7e87f4a00681 req-4339b850-f11f-47ed-abf3-e01b2a0e313a tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.765076 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631187c3-abcb-421d-b114-7e87f4a00681 req-4339b850-f11f-47ed-abf3-e01b2a0e313a tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.1154315 Jul 14 10:02:20.818868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631187c3-abcb-421d-b114-7e87f4a00681 req-a9068a58-4474-46da-b4c4-bf31854e6e4b tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481181 Jul 14 10:02:21.164073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c23ade-095a-4d58-a02a-3277243fd5da req-8d40dcf9-60d0-418e-bc71-2d77fae53392 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:21.167413 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8c23ade-095a-4d58-a02a-3277243fd5da req-8d40dcf9-60d0-418e-bc71-2d77fae53392 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0752482 Jul 14 10:02:21.211007 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8c23ade-095a-4d58-a02a-3277243fd5da req-44a4eeec-4892-42b6-a82d-1d7f34c9bda8 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 Jul 14 10:02:21.399163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e34157b-1dd0-4c05-804f-5efa1f59314f no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:21.421531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 5e34157b-1dd0-4c05-804f-5efa1f59314f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:21.421899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 5e34157b-1dd0-4c05-804f-5efa1f59314f not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:21.425273 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3984c-4f9c-4c19-8927-4ea9f6dbc513 req-c00037c6-cafb-4188-902e-ae1d137995ca tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:21.427957 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-37c3984c-4f9c-4c19-8927-4ea9f6dbc513 req-c00037c6-cafb-4188-902e-ae1d137995ca tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0807002 Jul 14 10:02:21.469852 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-37c3984c-4f9c-4c19-8927-4ea9f6dbc513 req-8ccb8a4f-90b5-4f64-8a90-e02986c9b354 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jul 14 10:02:21.586674 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.690237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be6d4-e4a3-40e6-88df-ea1a3c5c6347 req-3623d472-16ba-4b42-9071-39e638c47421 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:21.691938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c78be6d4-e4a3-40e6-88df-ea1a3c5c6347 req-3623d472-16ba-4b42-9071-39e638c47421 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0829840 Jul 14 10:02:21.735460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c78be6d4-e4a3-40e6-88df-ea1a3c5c6347 req-99ea0ae1-a48e-4aa4-b19e-58c6d7b5674f tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362308 Jul 14 10:02:22.327209 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a820924-dc0d-4b2e-9dea-1360c6f25f81 req-924b49f7-f0a5-4914-95b8-72082bfd1cab tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:22.328885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a820924-dc0d-4b2e-9dea-1360c6f25f81 req-924b49f7-f0a5-4914-95b8-72082bfd1cab tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.0818634 Jul 14 10:02:22.377064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a820924-dc0d-4b2e-9dea-1360c6f25f81 req-a1fea82b-4b0c-489a-8278-e504d4528d1b tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370760 Jul 14 10:02:23.613310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ca995-a31f-402e-8056-d594845e80cd req-8bd1964c-1f79-4203-9f94-33f7445d5176 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:23.614971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c82ca995-a31f-402e-8056-d594845e80cd req-8bd1964c-1f79-4203-9f94-33f7445d5176 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.1147153 Jul 14 10:02:23.629377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc299-fc46-4785-bc60-3261943532b1 req-67c7892a-04ac-4e55-9869-f6ffcb28402d tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:23.631043 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb0cc299-fc46-4785-bc60-3261943532b1 req-67c7892a-04ac-4e55-9869-f6ffcb28402d tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a990ea76-f173-4f00-b004-6d633a560036 HTTP/1.1" status: 200 len: 946 time: 0.1215868 Jul 14 10:02:23.736447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb0cc299-fc46-4785-bc60-3261943532b1 req-bc9b5a1a-84cd-4ae5-8497-f126ad3bb32a tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962844 Jul 14 10:02:23.773041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Deleting port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:23.773362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.873649 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] For port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,segment=NetworkSegment(01a3335e-9710-4c9e-bcb2-ff2bf1b77af6),segment_id=01a3335e-9710-4c9e-bcb2-ff2bf1b77af6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:23.874018 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.890248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Calling delete_port for 6fa4d346-c2c3-4638-abbd-70161e9d0d1b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:24.037350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.051692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['6fa4d346-c2c3-4638-abbd-70161e9d0d1b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:24.085985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Pushing event deleted for resources: {'Port': ['ID=6fa4d346-c2c3-4638-abbd-70161e9d0d1b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:24.103196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.103585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.103973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.104859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.105252 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.105601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.105968 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.106327 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.106697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.107060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.107434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.107772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:24.156242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] No DVR routers for this DVR port 6fa4d346-c2c3-4638-abbd-70161e9d0d1b on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:24.159528 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.161765 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c82ca995-a31f-402e-8056-d594845e80cd req-da11ec8b-bf6b-4d87-8337-79ef1d78ff88 tempest-ServersNegativeTestJSON-843364345 tempest-ServersNegativeTestJSON-843364345-project] 10.222.0.11 "DELETE /v2.0/ports/6fa4d346-c2c3-4638-abbd-70161e9d0d1b HTTP/1.1" status: 204 len: 173 time: 0.5407193 Jul 14 10:02:24.162245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990ea76-f173-4f00-b004-6d633a560036', 'name': 'network-vif-deleted', 'tag': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:24.164677 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3491c8c2-e05e-4c6b-8ca3-e5be555f3eb6" -d '{"events": [{"server_uuid": "a990ea76-f173-4f00-b004-6d633a560036", "name": "network-vif-deleted", "tag": "6fa4d346-c2c3-4638-abbd-70161e9d0d1b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:24.233806 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e56d99-bf23-44cf-b380-27b9146762c1 x-openstack-request-id: req-98e56d99-bf23-44cf-b380-27b9146762c1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:24.234423 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990ea76-f173-4f00-b004-6d633a560036", "name": "network-vif-deleted", "tag": "6fa4d346-c2c3-4638-abbd-70161e9d0d1b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:24.234947 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98e56d99-bf23-44cf-b380-27b9146762c1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:24.235689 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990ea76-f173-4f00-b004-6d633a560036', 'name': 'network-vif-deleted', 'tag': '6fa4d346-c2c3-4638-abbd-70161e9d0d1b', 'status': 'completed', 'code': 200} Jul 14 10:02:24.845375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:24.895946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] Deleting subnet c73853b3-bfbd-4b13-af2e-dc828ed6302f {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:24.899707 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.939892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.985783 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.048656 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.082286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73853b3-bfbd-4b13-af2e-dc828ed6302f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:25.086730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.089495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ae39a88-5ada-418e-8a59-437b7bb08d71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c73853b3-bfbd-4b13-af2e-dc828ed6302f HTTP/1.1" status: 204 len: 168 time: 0.2422347 Jul 14 10:02:25.092731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:25.168595 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.263450 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.275486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dea9973-d931-468d-9f24-6f1416332510']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:25.288136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:25.288436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a3335e-9710-4c9e-bcb2-ff2bf1b77af6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:25.299492 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.315474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.323096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:25.323602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:25.325564 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:25.385370 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.392310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.395945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0dea9973-d931-468d-9f24-6f1416332510 HTTP/1.1" status: 204 len: 168 time: 0.3017182 Jul 14 10:02:25.412486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1742d2-9e22-4c15-9529-a6e0f5551670 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dea9973-d931-468d-9f24-6f1416332510,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:25.541824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:25.596595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-baafa750-8cd3-43f4-951b-eb8b8a39b5b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac8187e0f6da4b82bf1274acfcc14b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532227 Jul 14 10:02:25.599288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:25.663003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43a50459-d9a9-4ae5-ba2b-f30d1b171e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.690695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43a50459-d9a9-4ae5-ba2b-f30d1b171e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.748933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43a50459-d9a9-4ae5-ba2b-f30d1b171e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.752152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43a50459-d9a9-4ae5-ba2b-f30d1b171e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.753548 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-43a50459-d9a9-4ae5-ba2b-f30d1b171e27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd HTTP/1.1" status: 204 len: 168 time: 0.1531744 Jul 14 10:02:25.765299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a50459-d9a9-4ae5-ba2b-f30d1b171e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fa71e6-1e6d-40bd-a19a-f2c86b6da5dd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:26.648275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42308) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:26.771196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171760695'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:26.795828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:26.800193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.811229 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.954420 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.959881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.990455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:27.001892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d12e1a2-c5db-4642-8416-869ad63a385e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:27.007675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.008039 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Added segment bcb3bdee-d379-4bf1-8875-3c12a0ea75a1 of type vlan for network 83e80819-a7fc-4954-9d52-6b8b74348d05 Jul 14 10:02:27.023865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.024208 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.024555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.024902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.025253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.025593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.025931 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.026266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.026602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.026933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.027266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.027630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:27.081123 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.118328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.125276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:27.125980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.194850 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5450125 Jul 14 10:02:27.205291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb73205-cc05-47e9-8c12-c26022209fd2 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Network': ['ID=83e80819-a7fc-4954-9d52-6b8b74348d05,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:27.221457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 83e80819-a7fc-4954-9d52-6b8b74348d05 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:28.284636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 6fa4d346-c2c3-4638-abbd-70161e9d0d1b no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:28.323409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 6fa4d346-c2c3-4638-abbd-70161e9d0d1b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:28.324003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 6fa4d346-c2c3-4638-abbd-70161e9d0d1b not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:30.587015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:30.593414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'subnet': {'network_id': '83e80819-a7fc-4954-9d52-6b8b74348d05', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:30.696146 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:30.702296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.013754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.083780 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Subnet': ['ID=1a20b757-d691-4334-bb8a-732a7c003c70,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:31.097719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Checking segment: {'id': 'bcb3bdee-d379-4bf1-8875-3c12a0ea75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e80819-a7fc-4954-9d52-6b8b74348d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:31.098092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network hostable DHCP agents. Network: 83e80819-a7fc-4954-9d52-6b8b74348d05, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:31.124339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network 83e80819-a7fc-4954-9d52-6b8b74348d05 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:31.136947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 83e80819-a7fc-4954-9d52-6b8b74348d05) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:31.142339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:31.143145 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.149561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092c978-6f32-4dbf-b522-009ff52e2f9b None None] Network 83e80819-a7fc-4954-9d52-6b8b74348d05 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:31.162129 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4dbcea94-039f-494a-9ba3-72e808bb1dc5 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5737798 Jul 14 10:02:31.169143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:31.176199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445625997'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:31.204366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:31.210471 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.246287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:31.261568 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.262123 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Added segment ec38e46d-619c-42c8-ad49-5690e285d2b1 of type vlan for network 8cac984a-aa27-4da4-8878-69b5445a384c Jul 14 10:02:31.313727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.356645 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.358141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-83e80819-a7fc-4954-9d52-6b8b74348d05', 'network_id': '83e80819-a7fc-4954-9d52-6b8b74348d05', 'tenant_id': '3989ada3ed5244b3b443952e6342df1d', 'fixed_ips': [{'subnet_id': '1a20b757-d691-4334-bb8a-732a7c003c70'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:31.359172 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.363873 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:31.364738 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.475730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3046181 Jul 14 10:02:31.480812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42318) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:31.491078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'subnet': {'network_id': '8cac984a-aa27-4da4-8878-69b5445a384c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:31.514695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebf1b9-0866-4ffe-bebd-ac74f2b2e230 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Network': ['ID=8cac984a-aa27-4da4-8878-69b5445a384c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:31.532633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8cac984a-aa27-4da4-8878-69b5445a384c details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:31.618563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Allocated IP 2001:db8:0:ffff::2 (83e80819-a7fc-4954-9d52-6b8b74348d05/1a20b757-d691-4334-bb8a-732a7c003c70/d128d917-6270-4080-b11f-8f06730039f7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:31.623515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:31.629803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.837656 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.854131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Transition to ACTIVE for port object d128d917-6270-4080-b11f-8f06730039f7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:31.878386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Transition to ACTIVE for port object d128d917-6270-4080-b11f-8f06730039f7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:31.887865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.910588 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.936645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Network 83e80819-a7fc-4954-9d52-6b8b74348d05 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:31.948493 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:31.957367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:31.969429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Pushing event updated for resources: {'Port': ['ID=d128d917-6270-4080-b11f-8f06730039f7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:31.975506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.982083 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.982447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.982787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.983155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.983513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.983876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.984236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.984575 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.984960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.985322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.985682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:31.986019 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:32.028017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Subnet': ['ID=83ff0ec5-e33e-420b-a951-3a1d9aea1f27,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:32.042333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Checking segment: {'id': 'ec38e46d-619c-42c8-ad49-5690e285d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8cac984a-aa27-4da4-8878-69b5445a384c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:32.042919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network hostable DHCP agents. Network: 8cac984a-aa27-4da4-8878-69b5445a384c, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:32.043935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Attempting to bind port d128d917-6270-4080-b11f-8f06730039f7 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:32.044329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Attempting to bind port d128d917-6270-4080-b11f-8f06730039f7 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'bcb3bdee-d379-4bf1-8875-3c12a0ea75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e80819-a7fc-4954-9d52-6b8b74348d05'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:32.044704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Attempting to bind port d128d917-6270-4080-b11f-8f06730039f7 on network 83e80819-a7fc-4954-9d52-6b8b74348d05 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:32.050402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:32.050793 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Checking segment: {'id': 'bcb3bdee-d379-4bf1-8875-3c12a0ea75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e80819-a7fc-4954-9d52-6b8b74348d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:32.051220 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.051648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Bound using segment: {'id': 'bcb3bdee-d379-4bf1-8875-3c12a0ea75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e80819-a7fc-4954-9d52-6b8b74348d05'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:32.052147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Bound port: d128d917-6270-4080-b11f-8f06730039f7, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb3bdee-d379-4bf1-8875-3c12a0ea75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83e80819-a7fc-4954-9d52-6b8b74348d05'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:32.052544 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.070554 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network 8cac984a-aa27-4da4-8878-69b5445a384c is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:32.084174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8cac984a-aa27-4da4-8878-69b5445a384c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:32.091098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.092139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.098183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb518ed2-0ef7-4071-860f-6576da66561c None None] Network 8cac984a-aa27-4da4-8878-69b5445a384c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:32.117974 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f3e414ba-f32b-433a-93fc-a74258e8d792 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6307642 Jul 14 10:02:32.118834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:32.189458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] For port d128d917-6270-4080-b11f-8f06730039f7, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:32.194285 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] For port d128d917-6270-4080-b11f-8f06730039f7, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d128d917-6270-4080-b11f-8f06730039f7,segment=NetworkSegment(bcb3bdee-d379-4bf1-8875-3c12a0ea75a1),segment_id=bcb3bdee-d379-4bf1-8875-3c12a0ea75a1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:32.200687 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.278627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.312537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c286a4-73ad-428b-b137-be6c1e95f4aa None None] Pushing event updated for resources: {'Port': ['ID=d128d917-6270-4080-b11f-8f06730039f7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:32.356265 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-8cac984a-aa27-4da4-8878-69b5445a384c', 'network_id': '8cac984a-aa27-4da4-8878-69b5445a384c', 'tenant_id': '3989ada3ed5244b3b443952e6342df1d', 'fixed_ips': [{'subnet_id': '83ff0ec5-e33e-420b-a951-3a1d9aea1f27'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:32.357614 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.448975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.569672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Allocated IP 2001:db8::2 (8cac984a-aa27-4da4-8878-69b5445a384c/83ff0ec5-e33e-420b-a951-3a1d9aea1f27/e95146be-698c-4f0d-8f66-37da7ba26302) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:32.834510 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.850633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Transition to ACTIVE for port object e95146be-698c-4f0d-8f66-37da7ba26302 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:32.878402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Transition to ACTIVE for port object e95146be-698c-4f0d-8f66-37da7ba26302 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:32.887819 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.909002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.942912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Subnet': ['ID=83ff0ec5-e33e-420b-a951-3a1d9aea1f27,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:32.956696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Network 8cac984a-aa27-4da4-8878-69b5445a384c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:32.966284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:32.973069 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:32.989548 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Pushing event updated for resources: {'Port': ['ID=e95146be-698c-4f0d-8f66-37da7ba26302,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:33.028218 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.040973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cac984a-aa27-4da4-8878-69b5445a384c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:33.055235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec38e46d-619c-42c8-ad49-5690e285d2b1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:33.055709 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec38e46d-619c-42c8-ad49-5690e285d2b1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:33.067217 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.084742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.092204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Attempting to bind port e95146be-698c-4f0d-8f66-37da7ba26302 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:33.092732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Attempting to bind port e95146be-698c-4f0d-8f66-37da7ba26302 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ec38e46d-619c-42c8-ad49-5690e285d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8cac984a-aa27-4da4-8878-69b5445a384c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:33.093451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Attempting to bind port e95146be-698c-4f0d-8f66-37da7ba26302 on network 8cac984a-aa27-4da4-8878-69b5445a384c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:33.098336 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:33.099624 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.100168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:33.100691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Checking segment: {'id': 'ec38e46d-619c-42c8-ad49-5690e285d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8cac984a-aa27-4da4-8878-69b5445a384c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:33.101244 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.101730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Bound using segment: {'id': 'ec38e46d-619c-42c8-ad49-5690e285d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8cac984a-aa27-4da4-8878-69b5445a384c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:33.102340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Bound port: e95146be-698c-4f0d-8f66-37da7ba26302, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec38e46d-619c-42c8-ad49-5690e285d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8cac984a-aa27-4da4-8878-69b5445a384c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:33.102749 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:33.106742 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:33.183186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] For port e95146be-698c-4f0d-8f66-37da7ba26302, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:33.193579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] For port e95146be-698c-4f0d-8f66-37da7ba26302, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e95146be-698c-4f0d-8f66-37da7ba26302,segment=NetworkSegment(ec38e46d-619c-42c8-ad49-5690e285d2b1),segment_id=ec38e46d-619c-42c8-ad49-5690e285d2b1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:33.196361 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 10:02:33.196361 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 10:02:33.196361 n-d-758944-44 neutron-server[93754]: [parameters: {'id': '8cac984a-aa27-4da4-8878-69b5445a384c'}] Jul 14 10:02:33.196361 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:02:33.196986 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:02:33.200441 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.320702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500caa0f-eaca-4070-8ed5-fd327c4bed76 None None] Pushing event updated for resources: {'Port': ['ID=e95146be-698c-4f0d-8f66-37da7ba26302,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:33.355243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8430d83-48e2-4f63-9b73-479566abc70d None None] Network 8cac984a-aa27-4da4-8878-69b5445a384c requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:33.401606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2041b-abce-49c7-8f04-965998ebd06e None None] Network 83e80819-a7fc-4954-9d52-6b8b74348d05 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:33.491473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96087cd3-37eb-4fd5-a6b0-23f7dc391085 None None] Provisioning for port d128d917-6270-4080-b11f-8f06730039f7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:33.698769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.749683 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:33.778266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d128d917-6270-4080-b11f-8f06730039f7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:33.797765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Deleting port e95146be-698c-4f0d-8f66-37da7ba26302 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:33.798103 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.859860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d128d917-6270-4080-b11f-8f06730039f7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:33.866545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d128d917-6270-4080-b11f-8f06730039f7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:33.867249 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.874794 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] For port e95146be-698c-4f0d-8f66-37da7ba26302, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e95146be-698c-4f0d-8f66-37da7ba26302,segment=NetworkSegment(ec38e46d-619c-42c8-ad49-5690e285d2b1),segment_id=ec38e46d-619c-42c8-ad49-5690e285d2b1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:33.875148 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.893408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Calling delete_port for e95146be-698c-4f0d-8f66-37da7ba26302 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:33.966484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc64e9e-5ef9-4042-a7de-17a849d93fe2 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:02:34.009753 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.017741 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.045108 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Port': ['ID=e95146be-698c-4f0d-8f66-37da7ba26302,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:34.050770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No DVR routers for this DVR port e95146be-698c-4f0d-8f66-37da7ba26302 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:34.101592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port d128d917-6270-4080-b11f-8f06730039f7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d128d917-6270-4080-b11f-8f06730039f7,segment=NetworkSegment(bcb3bdee-d379-4bf1-8875-3c12a0ea75a1),segment_id=bcb3bdee-d379-4bf1-8875-3c12a0ea75a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:34.102857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc64e9e-5ef9-4042-a7de-17a849d93fe2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:02:34.107924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f15b3117-3eee-4610-a472-40a805fc6cb9 None None] Provisioning complete for port d128d917-6270-4080-b11f-8f06730039f7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:34.108351 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f15b3117-3eee-4610-a472-40a805fc6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.112048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.163639 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.177778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cac984a-aa27-4da4-8878-69b5445a384c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:34.192895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec38e46d-619c-42c8-ad49-5690e285d2b1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:34.193211 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec38e46d-619c-42c8-ad49-5690e285d2b1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:34.204121 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.229396 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.238820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:34.239486 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:34.243694 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:34.257098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=d128d917-6270-4080-b11f-8f06730039f7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:34.340259 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.351754 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.355072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/8cac984a-aa27-4da4-8878-69b5445a384c HTTP/1.1" status: 204 len: 168 time: 2.2341146 Jul 14 10:02:34.360779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:34.367294 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-908420243'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:34.376162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d402d7-df57-4ece-a086-8cff32106035 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Network': ['ID=8cac984a-aa27-4da4-8878-69b5445a384c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:34.402509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:34.406814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.448024 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:34.459865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.460361 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Added segment e2f9ed2d-0dc5-4d97-94fa-816f95671287 of type vlan for network 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 Jul 14 10:02:34.506559 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.539237 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.545571 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.546221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.616811 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2544096 Jul 14 10:02:34.621626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:34.623950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045af67-87b4-4ff7-8e8e-9d68821c1a30 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Network': ['ID=20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:34.629680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'subnet': {'network_id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:34.639578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:34.743747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:34.748041 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.809999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Performing IP validity checks on allocation pools {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 10:02:34.810510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 10:02:34.948945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.011467 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Subnet': ['ID=9532c8ad-b614-4720-a99e-7c1f8014fa5b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:35.024088 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Checking segment: {'id': 'e2f9ed2d-0dc5-4d97-94fa-816f95671287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:35.025114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network hostable DHCP agents. Network: 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:35.044855 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:35.055821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:35.062265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:35.063196 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.068345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b2536-2847-4668-a6de-ee35e51f5089 None None] Network 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:35.083561 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-355e0934-804f-4041-a8ef-4faed1818a88 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4595380 Jul 14 10:02:35.086248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:35.243288 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.265165 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005', 'network_id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005', 'tenant_id': '3989ada3ed5244b3b443952e6342df1d', 'fixed_ips': [{'subnet_id': '9532c8ad-b614-4720-a99e-7c1f8014fa5b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:35.266041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.332270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.595634 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Allocated IP 2001:db8::3 (20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005/9532c8ad-b614-4720-a99e-7c1f8014fa5b/3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:35.761903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d128d917-6270-4080-b11f-8f06730039f7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:35.817216 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.828713 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Transition to ACTIVE for port object 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:35.850422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Transition to ACTIVE for port object 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:35.857486 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d128d917-6270-4080-b11f-8f06730039f7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:35.857867 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.865422 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.883675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.917908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Subnet': ['ID=9532c8ad-b614-4720-a99e-7c1f8014fa5b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:35.944394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Network 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:35.951045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:35.957607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:35.962079 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Pushing event updated for resources: {'Port': ['ID=3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:36.009869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.024442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:36.044518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f9ed2d-0dc5-4d97-94fa-816f95671287') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:36.044901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f9ed2d-0dc5-4d97-94fa-816f95671287') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:36.058500 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.061202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Attempting to bind port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:36.061589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Attempting to bind port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'e2f9ed2d-0dc5-4d97-94fa-816f95671287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:36.061964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Attempting to bind port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 on network 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:36.072357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:36.073329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Checking segment: {'id': 'e2f9ed2d-0dc5-4d97-94fa-816f95671287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:36.073710 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.074189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Bound using segment: {'id': 'e2f9ed2d-0dc5-4d97-94fa-816f95671287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:36.074631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Bound port: 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f9ed2d-0dc5-4d97-94fa-816f95671287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:36.075024 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.078061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.087673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:36.088327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:36.092486 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:36.177140 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 10:02:36.177140 n-d-758944-44 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 10:02:36.177140 n-d-758944-44 neutron-server[93754]: [parameters: {'id': '20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005'}] Jul 14 10:02:36.177140 n-d-758944-44 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:02:36.177140 n-d-758944-44 neutron-server[93754]: DEBUG oslo_db.api [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:02:36.181696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] For port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:36.186894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] For port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0,segment=NetworkSegment(e2f9ed2d-0dc5-4d97-94fa-816f95671287),segment_id=e2f9ed2d-0dc5-4d97-94fa-816f95671287)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:36.192346 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.288715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc826d0-d522-4fa2-95b0-57b4c46c22b0 None None] Pushing event updated for resources: {'Port': ['ID=3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:36.312016 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e9934-1dd6-46d4-a24d-81c9a2b2dc40 None None] Network 20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:36.467826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e946244b-6989-4aec-b37e-0f8a7d4f5c41 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:02:36.543901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946244b-6989-4aec-b37e-0f8a7d4f5c41 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:02:36.678630 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.742891 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Deleting port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:36.743176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.820556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] For port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0,segment=NetworkSegment(e2f9ed2d-0dc5-4d97-94fa-816f95671287),segment_id=e2f9ed2d-0dc5-4d97-94fa-816f95671287)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:36.820998 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.838112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Calling delete_port for 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:36.954484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.983409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Port': ['ID=3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:36.985408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No DVR routers for this DVR port 3b8ee83b-98ef-4b58-9ded-1ff49e8bffe0 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:37.080489 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.099644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:37.120688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f9ed2d-0dc5-4d97-94fa-816f95671287') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:37.121171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f9ed2d-0dc5-4d97-94fa-816f95671287') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:37.138836 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.161666 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.173078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:37.173779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:37.179561 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:37.296613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.304314 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.306390 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 HTTP/1.1" status: 204 len: 168 time: 2.2187636 Jul 14 10:02:37.313414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:37.328259 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618006002'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:37.333830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad084e8-3cec-4c37-8b61-137dd3a90ac8 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Network': ['ID=20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:37.357499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:37.361668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.388407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:37.401487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.401961 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Added segment 95f04362-ac6a-4889-b70a-2fc3a54d2cce of type vlan for network cdef1a7b-5fae-49b1-a167-182b65520a28 Jul 14 10:02:37.455252 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.494964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.499051 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:37.499051 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.566526 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2519717 Jul 14 10:02:37.570852 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42330) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:37.576214 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'subnet': {'network_id': 'cdef1a7b-5fae-49b1-a167-182b65520a28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:37.625699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594ac97-a45d-4f90-8e38-0af8c3d7f380 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Network': ['ID=cdef1a7b-5fae-49b1-a167-182b65520a28,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:37.638630 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network cdef1a7b-5fae-49b1-a167-182b65520a28 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:37.699816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:37.703658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.950904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.022439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Subnet': ['ID=087653ab-8ad1-4cb7-b34f-b7d5d6e7f0bc,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:38.032837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Checking segment: {'id': '95f04362-ac6a-4889-b70a-2fc3a54d2cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cdef1a7b-5fae-49b1-a167-182b65520a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:38.033199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network hostable DHCP agents. Network: cdef1a7b-5fae-49b1-a167-182b65520a28, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:38.053477 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network cdef1a7b-5fae-49b1-a167-182b65520a28 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:38.064178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, cdef1a7b-5fae-49b1-a167-182b65520a28) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:38.069076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:38.069851 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.078262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615338e-bcaf-40a8-8c5b-6b0da8e7ecd6 None None] Network cdef1a7b-5fae-49b1-a167-182b65520a28 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:38.089382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-309ea03e-9e21-478f-8eac-ce00c82810c7 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5165977 Jul 14 10:02:38.094535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42332) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:38.104187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1041193559'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:38.137784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:38.141951 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.170886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:38.183600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.183962 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Added segment d871a091-188c-45c8-91e5-60987f7e6a6e of type vlan for network a7480cd3-60d0-4926-b0aa-192ab74845ff Jul 14 10:02:38.243957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.280525 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.290403 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:38.291702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.297836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-cdef1a7b-5fae-49b1-a167-182b65520a28', 'network_id': 'cdef1a7b-5fae-49b1-a167-182b65520a28', 'tenant_id': '3989ada3ed5244b3b443952e6342df1d', 'fixed_ips': [{'subnet_id': '087653ab-8ad1-4cb7-b34f-b7d5d6e7f0bc'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:38.298828 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.377022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2807534 Jul 14 10:02:38.382115 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:38.392171 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Request body: {'subnet': {'network_id': 'a7480cd3-60d0-4926-b0aa-192ab74845ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:38.401582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f577e-73ec-4a97-8627-7202a4761975 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Network': ['ID=a7480cd3-60d0-4926-b0aa-192ab74845ff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:38.437288 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a7480cd3-60d0-4926-b0aa-192ab74845ff details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:38.540646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Made reservation on behalf of 3989ada3ed5244b3b443952e6342df1d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:38.545606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.574479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Allocated IP 2001:db8::2 (cdef1a7b-5fae-49b1-a167-182b65520a28/087653ab-8ad1-4cb7-b34f-b7d5d6e7f0bc/248bca68-d568-445a-9796-334396dc8f44) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:38.768434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.784638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Transition to ACTIVE for port object 248bca68-d568-445a-9796-334396dc8f44 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:38.811782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Transition to ACTIVE for port object 248bca68-d568-445a-9796-334396dc8f44 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:38.813330 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.820396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.880346 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Network cdef1a7b-5fae-49b1-a167-182b65520a28 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:38.884132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event updated for resources: {'Subnet': ['ID=9e764f3e-1958-4679-a17f-4ff2844a66da,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:38.885947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:38.890452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Checking segment: {'id': 'd871a091-188c-45c8-91e5-60987f7e6a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a7480cd3-60d0-4926-b0aa-192ab74845ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:38.890838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network hostable DHCP agents. Network: a7480cd3-60d0-4926-b0aa-192ab74845ff, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:38.897811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:38.912768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Network a7480cd3-60d0-4926-b0aa-192ab74845ff is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:38.922745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Pushing event updated for resources: {'Port': ['ID=248bca68-d568-445a-9796-334396dc8f44,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:38.929718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a7480cd3-60d0-4926-b0aa-192ab74845ff) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:38.942857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:38.943663 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.961342 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e9e886fa-95f2-4ec6-94a7-66c246a0aa23 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5768135 Jul 14 10:02:38.964566 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:38.968501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a7b3f-ebd2-4cab-894d-af7b3127ca66 None None] Network a7480cd3-60d0-4926-b0aa-192ab74845ff requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:39.075716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.098599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Attempting to bind port 248bca68-d568-445a-9796-334396dc8f44 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:39.099187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Attempting to bind port 248bca68-d568-445a-9796-334396dc8f44 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '95f04362-ac6a-4889-b70a-2fc3a54d2cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cdef1a7b-5fae-49b1-a167-182b65520a28'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:39.099798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Attempting to bind port 248bca68-d568-445a-9796-334396dc8f44 on network cdef1a7b-5fae-49b1-a167-182b65520a28 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:39.116745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:39.117382 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Checking segment: {'id': '95f04362-ac6a-4889-b70a-2fc3a54d2cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cdef1a7b-5fae-49b1-a167-182b65520a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:39.118028 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.118698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Bound using segment: {'id': '95f04362-ac6a-4889-b70a-2fc3a54d2cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cdef1a7b-5fae-49b1-a167-182b65520a28'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:39.119608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Bound port: 248bca68-d568-445a-9796-334396dc8f44, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f04362-ac6a-4889-b70a-2fc3a54d2cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cdef1a7b-5fae-49b1-a167-182b65520a28'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:39.120277 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.177378 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.249444 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.280887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Subnet': ['ID=9e764f3e-1958-4679-a17f-4ff2844a66da,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:39.325149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] For port 248bca68-d568-445a-9796-334396dc8f44, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:39.331084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] For port 248bca68-d568-445a-9796-334396dc8f44, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=248bca68-d568-445a-9796-334396dc8f44,segment=NetworkSegment(95f04362-ac6a-4889-b70a-2fc3a54d2cce),segment_id=95f04362-ac6a-4889-b70a-2fc3a54d2cce)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:39.339143 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.355247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.368339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7480cd3-60d0-4926-b0aa-192ab74845ff']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:39.382862 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd871a091-188c-45c8-91e5-60987f7e6a6e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:39.383816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd871a091-188c-45c8-91e5-60987f7e6a6e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:39.397473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.414811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.421412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f7bbf-b5f2-4dba-81ac-bd8247e6ad1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a7480cd3-60d0-4926-b0aa-192ab74845ff', 'network_id': 'a7480cd3-60d0-4926-b0aa-192ab74845ff', 'tenant_id': '3989ada3ed5244b3b443952e6342df1d', 'fixed_ips': [{'subnet_id': '9e764f3e-1958-4679-a17f-4ff2844a66da'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:39.422854 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-543f7bbf-b5f2-4dba-81ac-bd8247e6ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.430317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:39.431078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:39.438782 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:39.608306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce35ab6-d363-4b4b-8f01-97ac6bb93c41 None None] Pushing event updated for resources: {'Port': ['ID=248bca68-d568-445a-9796-334396dc8f44,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:39.609326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.632396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c826a-5186-4586-bf99-a5c7716c4b95 None None] Network a7480cd3-60d0-4926-b0aa-192ab74845ff requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:39.643674 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.647680 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/a7480cd3-60d0-4926-b0aa-192ab74845ff HTTP/1.1" status: 204 len: 168 time: 0.6810553 Jul 14 10:02:39.649197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fdc36-7874-4698-a486-08f49d1a6fdc tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Network': ['ID=a7480cd3-60d0-4926-b0aa-192ab74845ff,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:39.650064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42338) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:39.652026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c826a-5186-4586-bf99-a5c7716c4b95 None None] Network a7480cd3-60d0-4926-b0aa-192ab74845ff could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 10:02:39.724725 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f65ed5-1c2a-4f11-a912-05f8dd223596 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] GET failed (client error): The resource could not be found. Jul 14 10:02:39.727403 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b2f65ed5-1c2a-4f11-a912-05f8dd223596 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "GET /v2.0/subnets/9e764f3e-1958-4679-a17f-4ff2844a66da HTTP/1.1" status: 404 len: 337 time: 0.0740752 Jul 14 10:02:39.730890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42340) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:39.751043 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c25652-5510-40ea-9fa2-16bdb7436777 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] DELETE failed (client error): The resource could not be found. Jul 14 10:02:39.751710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c25652-5510-40ea-9fa2-16bdb7436777 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:02:39.753670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1c25652-5510-40ea-9fa2-16bdb7436777 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/a7480cd3-60d0-4926-b0aa-192ab74845ff HTTP/1.1" status: 404 len: 339 time: 0.0216906 Jul 14 10:02:39.758630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42342) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:39.804302 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3d5d2e-0690-4083-9658-4f49d54f0128 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] DELETE failed (client error): The resource could not be found. Jul 14 10:02:39.804844 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3d5d2e-0690-4083-9658-4f49d54f0128 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:02:39.808085 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9f3d5d2e-0690-4083-9658-4f49d54f0128 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/subnets/9e764f3e-1958-4679-a17f-4ff2844a66da HTTP/1.1" status: 404 len: 337 time: 0.0475607 Jul 14 10:02:39.811802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:39.838398 n-d-758944-44 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02cf6cf-903e-40f7-9905-bf44e389d521 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] DELETE failed (client error): The resource could not be found. Jul 14 10:02:39.839199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02cf6cf-903e-40f7-9905-bf44e389d521 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:02:39.841624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f02cf6cf-903e-40f7-9905-bf44e389d521 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/a7480cd3-60d0-4926-b0aa-192ab74845ff HTTP/1.1" status: 404 len: 339 time: 0.0284982 Jul 14 10:02:39.844632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:39.914163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Deleting subnet 087653ab-8ad1-4cb7-b34f-b7d5d6e7f0bc {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:39.918156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.962871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.073465 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.144543 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.177403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Subnet': ['ID=087653ab-8ad1-4cb7-b34f-b7d5d6e7f0bc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:40.179637 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.183467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-96e018c3-44b2-45c4-92bd-4c4bd877c441 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/subnets/087653ab-8ad1-4cb7-b34f-b7d5d6e7f0bc HTTP/1.1" status: 204 len: 168 time: 0.3358591 Jul 14 10:02:40.186278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42348) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:40.296677 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.366468 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Deleting port 248bca68-d568-445a-9796-334396dc8f44 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:40.366815 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.458785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] For port 248bca68-d568-445a-9796-334396dc8f44, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=248bca68-d568-445a-9796-334396dc8f44,segment=NetworkSegment(95f04362-ac6a-4889-b70a-2fc3a54d2cce),segment_id=95f04362-ac6a-4889-b70a-2fc3a54d2cce)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:40.459328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.480643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Calling delete_port for 248bca68-d568-445a-9796-334396dc8f44 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:40.586929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.622684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Port': ['ID=248bca68-d568-445a-9796-334396dc8f44,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:40.623249 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e8b5f-fe0f-47d4-84f6-90d09739756a None None] Network cdef1a7b-5fae-49b1-a167-182b65520a28 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:40.628081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No DVR routers for this DVR port 248bca68-d568-445a-9796-334396dc8f44 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:40.717697 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03c66f2d-0667-4589-b689-8670e81ef0dc None None] Could not find standard attr ID for object 248bca68-d568-445a-9796-334396dc8f44. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:02:40.865771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a94f82-da7c-49dc-b9a4-5d8692bcb07d None None] DHCP port deletion for cdef1a7b-5fae-49b1-a167-182b65520a28 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:41.120803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.132762 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdef1a7b-5fae-49b1-a167-182b65520a28']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:41.149438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f04362-ac6a-4889-b70a-2fc3a54d2cce') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:41.149779 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f04362-ac6a-4889-b70a-2fc3a54d2cce') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:41.160434 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.176870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.187877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:41.188296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:41.191703 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:41.256882 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.266997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.269155 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/cdef1a7b-5fae-49b1-a167-182b65520a28 HTTP/1.1" status: 204 len: 168 time: 1.0818174 Jul 14 10:02:41.272725 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.283302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b0050-fab0-4f30-b327-be4dd7563044 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Network': ['ID=cdef1a7b-5fae-49b1-a167-182b65520a28,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:41.308361 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d3abe5-45b7-48a1-8f6e-cbf8797aa571 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] DELETE failed (client error): The resource could not be found. Jul 14 10:02:41.308840 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d3abe5-45b7-48a1-8f6e-cbf8797aa571 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:02:41.310725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-95d3abe5-45b7-48a1-8f6e-cbf8797aa571 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/subnets/9532c8ad-b614-4720-a99e-7c1f8014fa5b HTTP/1.1" status: 404 len: 337 time: 0.0365410 Jul 14 10:02:41.315690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.337802 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-985407a9-004a-4d6b-9fd9-d4823209443b tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] DELETE failed (client error): The resource could not be found. Jul 14 10:02:41.337802 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985407a9-004a-4d6b-9fd9-d4823209443b tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:02:41.340400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-985407a9-004a-4d6b-9fd9-d4823209443b tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/20fa451f-ebfd-4f0f-bdbf-cdc07d3eb005 HTTP/1.1" status: 404 len: 339 time: 0.0235581 Jul 14 10:02:41.343303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.372004 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39e4c61-1de9-4324-983c-dd53e16b079c tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] DELETE failed (client error): The resource could not be found. Jul 14 10:02:41.372471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39e4c61-1de9-4324-983c-dd53e16b079c tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:02:41.374294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c39e4c61-1de9-4324-983c-dd53e16b079c tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/subnets/83ff0ec5-e33e-420b-a951-3a1d9aea1f27 HTTP/1.1" status: 404 len: 337 time: 0.0298631 Jul 14 10:02:41.377256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.397382 n-d-758944-44 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-390a202c-3f1d-48a8-aa3b-46ff4951c1d4 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] DELETE failed (client error): The resource could not be found. Jul 14 10:02:41.397893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390a202c-3f1d-48a8-aa3b-46ff4951c1d4 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:02:41.399786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-390a202c-3f1d-48a8-aa3b-46ff4951c1d4 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/8cac984a-aa27-4da4-8878-69b5445a384c HTTP/1.1" status: 404 len: 339 time: 0.0213828 Jul 14 10:02:41.402736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42360) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.460946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Deleting subnet 1a20b757-d691-4334-bb8a-732a7c003c70 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:41.464781 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.510819 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.634868 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.730307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.762190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Subnet': ['ID=1a20b757-d691-4334-bb8a-732a7c003c70,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:41.764358 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.768111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2d58a3b0-3cd6-4420-ad0c-803eb55a7aaf tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/subnets/1a20b757-d691-4334-bb8a-732a7c003c70 HTTP/1.1" status: 204 len: 168 time: 0.3637054 Jul 14 10:02:41.769337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.772463 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2040c5-1ef1-4232-bbdc-eaa3082c5c03 None None] Network 83e80819-a7fc-4954-9d52-6b8b74348d05 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:41.898597 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.969653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Deleting port d128d917-6270-4080-b11f-8f06730039f7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:41.969990 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.011602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] DHCP port deletion for 83e80819-a7fc-4954-9d52-6b8b74348d05 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:42.049281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] For port d128d917-6270-4080-b11f-8f06730039f7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d128d917-6270-4080-b11f-8f06730039f7,segment=NetworkSegment(bcb3bdee-d379-4bf1-8875-3c12a0ea75a1),segment_id=bcb3bdee-d379-4bf1-8875-3c12a0ea75a1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:42.049844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.068296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Calling delete_port for d128d917-6270-4080-b11f-8f06730039f7 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:42.070062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] Deleting port d128d917-6270-4080-b11f-8f06730039f7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:42.070447 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.142625 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] For port d128d917-6270-4080-b11f-8f06730039f7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d128d917-6270-4080-b11f-8f06730039f7,segment=NetworkSegment(bcb3bdee-d379-4bf1-8875-3c12a0ea75a1),segment_id=bcb3bdee-d379-4bf1-8875-3c12a0ea75a1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:42.143029 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.158579 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] Calling delete_port for d128d917-6270-4080-b11f-8f06730039f7 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:42.178186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.209637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Port': ['ID=d128d917-6270-4080-b11f-8f06730039f7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:42.215422 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] No DVR routers for this DVR port d128d917-6270-4080-b11f-8f06730039f7 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:42.259753 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.293660 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] Pushing event deleted for resources: {'Port': ['ID=d128d917-6270-4080-b11f-8f06730039f7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:42.297023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc9c11-c768-41da-89bc-70b49dc22a3b None None] No DVR routers for this DVR port d128d917-6270-4080-b11f-8f06730039f7 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:42.315723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.327135 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e80819-a7fc-4954-9d52-6b8b74348d05']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:42.340321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb3bdee-d379-4bf1-8875-3c12a0ea75a1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:42.340670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb3bdee-d379-4bf1-8875-3c12a0ea75a1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:42.351849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.369164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.376547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:42.376964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:42.380613 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:42.460944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.469341 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.472316 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] 10.222.0.18 "DELETE /v2.0/networks/83e80819-a7fc-4954-9d52-6b8b74348d05 HTTP/1.1" status: 204 len: 168 time: 0.7014353 Jul 14 10:02:42.496889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea594dc-fc06-4696-b324-7c8695368544 tempest-NetworksIpV6Test-882724847 tempest-NetworksIpV6Test-882724847-project] Pushing event deleted for resources: {'Network': ['ID=83e80819-a7fc-4954-9d52-6b8b74348d05,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:42.796623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:42.996921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0cd1a7d5-d82c-46de-80de-fcaec5c13376 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3989ada3ed5244b3b443952e6342df1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985395 Jul 14 10:02:43.001015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:43.062570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26f52ccc-cac7-478a-a2d8-c4a648dbbbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.092268 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26f52ccc-cac7-478a-a2d8-c4a648dbbbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.174049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26f52ccc-cac7-478a-a2d8-c4a648dbbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.178392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26f52ccc-cac7-478a-a2d8-c4a648dbbbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.180443 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-26f52ccc-cac7-478a-a2d8-c4a648dbbbfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d12e1a2-c5db-4642-8416-869ad63a385e HTTP/1.1" status: 204 len: 168 time: 0.1782095 Jul 14 10:02:43.191184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f52ccc-cac7-478a-a2d8-c4a648dbbbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d12e1a2-c5db-4642-8416-869ad63a385e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:43.732202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d128d917-6270-4080-b11f-8f06730039f7 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:43.755846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d128d917-6270-4080-b11f-8f06730039f7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:43.756437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d128d917-6270-4080-b11f-8f06730039f7 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:43.949407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42394) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:44.058449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-abfbbf85-0bcc-4874-8440-49cd558ecfb6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-773509880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:44.085005 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abfbbf85-0bcc-4874-8440-49cd558ecfb6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.086195 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abfbbf85-0bcc-4874-8440-49cd558ecfb6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.145489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abfbbf85-0bcc-4874-8440-49cd558ecfb6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.150628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abfbbf85-0bcc-4874-8440-49cd558ecfb6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.169769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abfbbf85-0bcc-4874-8440-49cd558ecfb6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.171064 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-abfbbf85-0bcc-4874-8440-49cd558ecfb6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2205901 Jul 14 10:02:44.174467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:44.180028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1021981304'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:44.205234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Made reservation on behalf of 97cdc833555942479f4ee13adb230df0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:44.209250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.222016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.375264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.380795 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.414680 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:44.427099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80dee240-c443-4db5-9e54-302f02bad807,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:44.443468 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.444042 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Added segment d3f442ed-3f43-4840-be37-801b37f72c3f of type vlan for network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 Jul 14 10:02:44.495230 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.547458 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.559168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:44.560307 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.680350 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5042958 Jul 14 10:02:44.683205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:44.689838 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Request body: {'subnet': {'network_id': 'a0c8ed58-c27c-4c36-8770-942d3f14d5a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:44.702999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008958f-4492-4048-9638-81c463f54310 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event updated for resources: {'Network': ['ID=a0c8ed58-c27c-4c36-8770-942d3f14d5a9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:44.717616 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:44.826382 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Made reservation on behalf of 97cdc833555942479f4ee13adb230df0 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:44.831689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.101230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.167677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event updated for resources: {'Subnet': ['ID=1a7d488a-31df-454b-92a3-67866b6927bf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:45.181387 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Checking segment: {'id': 'd3f442ed-3f43-4840-be37-801b37f72c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0c8ed58-c27c-4c36-8770-942d3f14d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:45.181947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Network hostable DHCP agents. Network: a0c8ed58-c27c-4c36-8770-942d3f14d5a9, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:45.205416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:45.217620 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a0c8ed58-c27c-4c36-8770-942d3f14d5a9) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:45.222538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:45.223462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.232810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526945fa-0a83-4224-a127-355f78d3d0b1 None None] Network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:45.244372 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1b94027-9824-4c73-a33a-9e30393e3d96 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5593128 Jul 14 10:02:45.250005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:45.256134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1005322456'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:45.283318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Made reservation on behalf of 97cdc833555942479f4ee13adb230df0 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:45.289913 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.342362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:45.356839 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.357171 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Added segment c41b0191-c496-45ca-bc86-925a5fab9fd8 of type vlan for network 5a661630-0595-4754-a1b8-567fb2edef2d Jul 14 10:02:45.402687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a0c8ed58-c27c-4c36-8770-942d3f14d5a9', 'network_id': 'a0c8ed58-c27c-4c36-8770-942d3f14d5a9', 'tenant_id': '97cdc833555942479f4ee13adb230df0', 'fixed_ips': [{'subnet_id': '1a7d488a-31df-454b-92a3-67866b6927bf'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:45.403774 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.412290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.451302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.457628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:45.458549 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.530443 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2788641 Jul 14 10:02:45.534143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:45.543920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Request body: {'subnet': {'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:45.555602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884de0aa-9630-4a99-bc66-a242921af3dd tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event updated for resources: {'Network': ['ID=5a661630-0595-4754-a1b8-567fb2edef2d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:45.573555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 5a661630-0595-4754-a1b8-567fb2edef2d details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:45.601393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Allocated IP 172.20.0.2 (a0c8ed58-c27c-4c36-8770-942d3f14d5a9/1a7d488a-31df-454b-92a3-67866b6927bf/ee780c38-72a2-4f5f-832d-2317ef86e401) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:45.706777 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Made reservation on behalf of 97cdc833555942479f4ee13adb230df0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:45.712159 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.858617 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.868377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Transition to ACTIVE for port object ee780c38-72a2-4f5f-832d-2317ef86e401 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:45.884900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Transition to ACTIVE for port object ee780c38-72a2-4f5f-832d-2317ef86e401 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:45.892483 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.936109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:45.939223 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:45.943181 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:45.950843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Pushing event updated for resources: {'Port': ['ID=ee780c38-72a2-4f5f-832d-2317ef86e401,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:45.969371 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.028036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Attempting to bind port ee780c38-72a2-4f5f-832d-2317ef86e401 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:46.028430 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Attempting to bind port ee780c38-72a2-4f5f-832d-2317ef86e401 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'd3f442ed-3f43-4840-be37-801b37f72c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0c8ed58-c27c-4c36-8770-942d3f14d5a9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:46.028837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Attempting to bind port ee780c38-72a2-4f5f-832d-2317ef86e401 on network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:46.033079 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcdb59d5-647e-4af1-8146-e0fa612432a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.038788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:46.039179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Checking segment: {'id': 'd3f442ed-3f43-4840-be37-801b37f72c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0c8ed58-c27c-4c36-8770-942d3f14d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:46.039628 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.040108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Bound using segment: {'id': 'd3f442ed-3f43-4840-be37-801b37f72c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0c8ed58-c27c-4c36-8770-942d3f14d5a9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:46.040704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Bound port: ee780c38-72a2-4f5f-832d-2317ef86e401, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f442ed-3f43-4840-be37-801b37f72c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a0c8ed58-c27c-4c36-8770-942d3f14d5a9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:46.041317 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.052940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event updated for resources: {'Subnet': ['ID=b8b1e993-6ea7-4686-bb1f-1f8ca3f329a4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:46.062781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Checking segment: {'id': 'c41b0191-c496-45ca-bc86-925a5fab9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:46.063145 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Network hostable DHCP agents. Network: 5a661630-0595-4754-a1b8-567fb2edef2d, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:46.084052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Network 5a661630-0595-4754-a1b8-567fb2edef2d is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:46.095841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 5a661630-0595-4754-a1b8-567fb2edef2d) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:46.101450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:46.102404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.109090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42fe0d0-e5c5-466c-a619-1ee9bde5d165 None None] Network 5a661630-0595-4754-a1b8-567fb2edef2d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:46.125558 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bc2c58de-d313-4cb9-8f3a-c4f551d6dc67 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5863934 Jul 14 10:02:46.126030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42406) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:46.131665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-37dbcad3-2ac2-4159-be0a-4c7920106b99 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:46.225427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] For port ee780c38-72a2-4f5f-832d-2317ef86e401, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:46.233252 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] For port ee780c38-72a2-4f5f-832d-2317ef86e401, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee780c38-72a2-4f5f-832d-2317ef86e401,segment=NetworkSegment(d3f442ed-3f43-4840-be37-801b37f72c3f),segment_id=d3f442ed-3f43-4840-be37-801b37f72c3f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:46.240845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.373116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4503c-ccb2-4532-b1e4-e2b3211b9aa4 None None] Pushing event updated for resources: {'Port': ['ID=ee780c38-72a2-4f5f-832d-2317ef86e401,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:46.415061 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37dbcad3-2ac2-4159-be0a-4c7920106b99 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.448233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-5a661630-0595-4754-a1b8-567fb2edef2d', 'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d', 'tenant_id': '97cdc833555942479f4ee13adb230df0', 'fixed_ips': [{'subnet_id': 'b8b1e993-6ea7-4686-bb1f-1f8ca3f329a4'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:46.449884 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.632788 n-d-758944-44 neutron-server[93753]: INFO neutron.api.v2.resource [None req-37dbcad3-2ac2-4159-be0a-4c7920106b99 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:02:46.633863 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-37dbcad3-2ac2-4159-be0a-4c7920106b99 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "PUT /v2.0/routers/44d25b2d-22f2-4fad-baf9-b9783a0a3f5f HTTP/1.1" status: 400 len: 364 time: 0.5067599 Jul 14 10:02:46.641047 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:46.689549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Allocated IP 172.21.0.2 (5a661630-0595-4754-a1b8-567fb2edef2d/b8b1e993-6ea7-4686-bb1f-1f8ca3f329a4/4bb252e2-b425-472b-a4c0-35d96695864d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:46.733434 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Deleting subnet b8b1e993-6ea7-4686-bb1f-1f8ca3f329a4 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:46.862673 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.872864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Transition to ACTIVE for port object 4bb252e2-b425-472b-a4c0-35d96695864d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:46.890549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Transition to ACTIVE for port object 4bb252e2-b425-472b-a4c0-35d96695864d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:46.897097 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.900658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.960295 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.974237 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Network 5a661630-0595-4754-a1b8-567fb2edef2d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:46.980444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:46.984585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:47.054553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.136313 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.184656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b1e993-6ea7-4686-bb1f-1f8ca3f329a4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:47.188475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.192024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6a5f3ad7-9389-4d99-8961-5108eb006183 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "DELETE /v2.0/subnets/b8b1e993-6ea7-4686-bb1f-1f8ca3f329a4 HTTP/1.1" status: 204 len: 168 time: 0.5495877 Jul 14 10:02:47.195966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42410) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:47.288757 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Pushing event updated for resources: {'Port': ['ID=4bb252e2-b425-472b-a4c0-35d96695864d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:47.313190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.355235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Attempting to bind port 4bb252e2-b425-472b-a4c0-35d96695864d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:47.356088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Attempting to bind port 4bb252e2-b425-472b-a4c0-35d96695864d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c41b0191-c496-45ca-bc86-925a5fab9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:47.356861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Attempting to bind port 4bb252e2-b425-472b-a4c0-35d96695864d on network 5a661630-0595-4754-a1b8-567fb2edef2d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:47.366995 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:47.367659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Checking segment: {'id': 'c41b0191-c496-45ca-bc86-925a5fab9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:47.368354 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.369026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Bound using segment: {'id': 'c41b0191-c496-45ca-bc86-925a5fab9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:47.369883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Bound port: 4bb252e2-b425-472b-a4c0-35d96695864d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41b0191-c496-45ca-bc86-925a5fab9fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a661630-0595-4754-a1b8-567fb2edef2d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:47.370578 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.375932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Deleting port 4bb252e2-b425-472b-a4c0-35d96695864d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:47.376364 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.483844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] For port 4bb252e2-b425-472b-a4c0-35d96695864d, host n-d-758944-44, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:47.484264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.492436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] For port 4bb252e2-b425-472b-a4c0-35d96695864d, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:47.500049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] For port 4bb252e2-b425-472b-a4c0-35d96695864d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=4bb252e2-b425-472b-a4c0-35d96695864d,segment=NetworkSegment(c41b0191-c496-45ca-bc86-925a5fab9fd8),segment_id=c41b0191-c496-45ca-bc86-925a5fab9fd8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:47.502730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Calling delete_port for 4bb252e2-b425-472b-a4c0-35d96695864d owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:47.508062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.570284 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4687eae-09da-4ba6-857b-6c2570cdccf5 None None] Network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:47.627384 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.656339 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event deleted for resources: {'Port': ['ID=4bb252e2-b425-472b-a4c0-35d96695864d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:47.658432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] No DVR routers for this DVR port 4bb252e2-b425-472b-a4c0-35d96695864d on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-9f5141bc-53ed-4345-9785-531a1ff554df None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 4bb252e2-b425-472b-a4c0-35d96695864d could not be found. Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 4bb252e2-b425-472b-a4c0-35d96695864d could not be found. Jul 14 10:02:47.763670 n-d-758944-44 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 14 10:02:47.777849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.786491 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae855c-d3d6-4385-be5a-826b5e680dcb None None] Network 5a661630-0595-4754-a1b8-567fb2edef2d requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:47.800497 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a661630-0595-4754-a1b8-567fb2edef2d']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:47.801571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-02a48677-8197-4317-b166-8c052b89102d None None] Provisioning for port ee780c38-72a2-4f5f-832d-2317ef86e401 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:47.805893 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195418-bc5d-463d-b9c4-cc581d9269cc None None] Pushing event updated for resources: {'Port': ['ID=4bb252e2-b425-472b-a4c0-35d96695864d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:47.823744 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41b0191-c496-45ca-bc86-925a5fab9fd8') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:47.824611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41b0191-c496-45ca-bc86-925a5fab9fd8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:47.843969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.864979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.865329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee780c38-72a2-4f5f-832d-2317ef86e401 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:47.873049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:47.874266 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:47.877298 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:47.955078 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.966580 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.970027 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "DELETE /v2.0/networks/5a661630-0595-4754-a1b8-567fb2edef2d HTTP/1.1" status: 204 len: 168 time: 0.7721674 Jul 14 10:02:47.973958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42412) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:47.989614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cde5a2-18aa-4155-bcbb-f56099d49734 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event deleted for resources: {'Network': ['ID=5a661630-0595-4754-a1b8-567fb2edef2d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:48.065874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Deleting subnet 1a7d488a-31df-454b-92a3-67866b6927bf {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:48.066816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ee780c38-72a2-4f5f-832d-2317ef86e401 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:48.071268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.076258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ee780c38-72a2-4f5f-832d-2317ef86e401 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:48.076849 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.144846 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.244348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.301506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ee780c38-72a2-4f5f-832d-2317ef86e401, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee780c38-72a2-4f5f-832d-2317ef86e401,segment=NetworkSegment(d3f442ed-3f43-4840-be37-801b37f72c3f),segment_id=d3f442ed-3f43-4840-be37-801b37f72c3f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:48.307407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.320370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.390379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ee780c38-72a2-4f5f-832d-2317ef86e401,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:48.431147 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.461075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd5006-b15c-4bc5-97c2-880db50cb131 None None] get_active_networks_info from n-d-758944-44 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:02:48.473635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7d488a-31df-454b-92a3-67866b6927bf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:48.477858 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.482804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9b64925b-f5c4-4211-8741-fcad2448d996 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "DELETE /v2.0/subnets/1a7d488a-31df-454b-92a3-67866b6927bf HTTP/1.1" status: 204 len: 168 time: 0.5055082 Jul 14 10:02:48.484999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42414) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:48.569943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.585339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd5006-b15c-4bc5-97c2-880db50cb131 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:02:48.589263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17df8816-9578-4b33-94df-4652c1ed8e08 None None] Provisioning complete for port ee780c38-72a2-4f5f-832d-2317ef86e401 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:48.589846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17df8816-9578-4b33-94df-4652c1ed8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.634077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Deleting port ee780c38-72a2-4f5f-832d-2317ef86e401 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:48.634077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.708849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] For port ee780c38-72a2-4f5f-832d-2317ef86e401, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ee780c38-72a2-4f5f-832d-2317ef86e401,segment=NetworkSegment(d3f442ed-3f43-4840-be37-801b37f72c3f),segment_id=d3f442ed-3f43-4840-be37-801b37f72c3f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:48.709769 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.724886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Calling delete_port for ee780c38-72a2-4f5f-832d-2317ef86e401 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:48.813285 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.848028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event deleted for resources: {'Port': ['ID=ee780c38-72a2-4f5f-832d-2317ef86e401,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:48.850031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] No DVR routers for this DVR port ee780c38-72a2-4f5f-832d-2317ef86e401 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:48.940929 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.960035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c8ed58-c27c-4c36-8770-942d3f14d5a9']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:48.979722 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f442ed-3f43-4840-be37-801b37f72c3f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:48.980089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f442ed-3f43-4840-be37-801b37f72c3f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:48.997847 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.024254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.034453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:49.035054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:49.039708 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:49.044233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0574d94-f236-491a-8165-6af248b1208a None None] Network a0c8ed58-c27c-4c36-8770-942d3f14d5a9 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:49.148432 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.160503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.163850 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "DELETE /v2.0/networks/a0c8ed58-c27c-4c36-8770-942d3f14d5a9 HTTP/1.1" status: 204 len: 168 time: 0.6774435 Jul 14 10:02:49.167857 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:49.184316 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1760d7-5953-4672-8486-28d9afc17478 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Pushing event deleted for resources: {'Network': ['ID=a0c8ed58-c27c-4c36-8770-942d3f14d5a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:49.204076 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.220537 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a8e91974-1065-4911-aa61-0d706eb67ab6 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "GET /v2.0/ports?device_id=44d25b2d-22f2-4fad-baf9-b9783a0a3f5f HTTP/1.1" status: 200 len: 205 time: 0.0507789 Jul 14 10:02:49.223461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:49.321049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb0743-4970-4e54-baf3-9137ead603ec None None] DHCP port deletion for a0c8ed58-c27c-4c36-8770-942d3f14d5a9 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:49.326665 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1864da66-493c-4a55-aa55-7183b852fa04 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.524958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1864da66-493c-4a55-aa55-7183b852fa04 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.527822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1864da66-493c-4a55-aa55-7183b852fa04 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.582896 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1864da66-493c-4a55-aa55-7183b852fa04 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.583811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1864da66-493c-4a55-aa55-7183b852fa04 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Fanout notify agent at l3_agent the message router_deleted on router 44d25b2d-22f2-4fad-baf9-b9783a0a3f5f {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:02:49.592036 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1864da66-493c-4a55-aa55-7183b852fa04 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.593797 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1864da66-493c-4a55-aa55-7183b852fa04 tempest-RoutersNegativeTest-755685925 tempest-RoutersNegativeTest-755685925-project] 10.222.0.18 "DELETE /v2.0/routers/44d25b2d-22f2-4fad-baf9-b9783a0a3f5f HTTP/1.1" status: 204 len: 168 time: 0.3686757 Jul 14 10:02:49.754633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee780c38-72a2-4f5f-832d-2317ef86e401 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:49.765321 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3304dae9-6d05-4dc0-a881-962ecc1da975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.788449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ee780c38-72a2-4f5f-832d-2317ef86e401 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:49.788991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ee780c38-72a2-4f5f-832d-2317ef86e401 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:49.884375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.930015 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.109661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e193ace-8b4c-49b9-a3bc-c8dca54504ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97cdc833555942479f4ee13adb230df0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780741 Jul 14 10:02:50.112265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:50.182921 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-018dc883-fd19-4387-9259-7ca261ad8d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.221828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-018dc883-fd19-4387-9259-7ca261ad8d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.278929 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-018dc883-fd19-4387-9259-7ca261ad8d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.282296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-018dc883-fd19-4387-9259-7ca261ad8d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.283644 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-018dc883-fd19-4387-9259-7ca261ad8d7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80dee240-c443-4db5-9e54-302f02bad807 HTTP/1.1" status: 204 len: 168 time: 0.1699522 Jul 14 10:02:50.294386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dc883-fd19-4387-9259-7ca261ad8d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dee240-c443-4db5-9e54-302f02bad807,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:50.522318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.060283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:51.168610 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-221482478-network', 'tenant_id': '384425d7938847198bdbbc03af9a470e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:51.196312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Made reservation on behalf of 384425d7938847198bdbbc03af9a470e for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:51.200452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.214136 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.333953 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.340210 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.372029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:51.379829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6810f8d-8dbe-4b9a-9662-f042c542f35e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.389811 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.390394 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Added segment 31d6ee43-b5a7-4a77-8354-f64470d9e11b of type vlan for network 82d8cd19-c923-478d-a6c4-666ace0d1e2e Jul 14 10:02:51.466378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.513138 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.514345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:51.515002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.583688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5216255 Jul 14 10:02:51.588490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:51.594986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Request body: {'subnet': {'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-subnet', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:51.596764 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.609662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe491c-52cf-4b7e-8eea-15f618ecd789 admin admin] Pushing event updated for resources: {'Network': ['ID=82d8cd19-c923-478d-a6c4-666ace0d1e2e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.625403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:51.634323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Made reservation on behalf of 384425d7938847198bdbbc03af9a470e for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:51.637972 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.839027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.904641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f75888-a988-406e-94ca-05650787c0bb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.916729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Checking segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:51.917681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Network hostable DHCP agents. Network: 82d8cd19-c923-478d-a6c4-666ace0d1e2e, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:51.937673 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:51.949642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 82d8cd19-c923-478d-a6c4-666ace0d1e2e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:51.955062 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:51.955902 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.961928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd3e58-dd93-4215-b22e-5066c10dd08f None None] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:51.981511 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9e8ec638-7fa9-4a2e-aa91-d142bbef30b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3887362 Jul 14 10:02:51.981922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:51.986779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:52.013278 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.014724 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.087897 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.178379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:52.179943 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.253507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.362428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Allocated IP 172.20.0.2 (82d8cd19-c923-478d-a6c4-666ace0d1e2e/75f75888-a988-406e-94ca-05650787c0bb/17515522-cbe6-4176-b67b-27646942b6ae) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:52.503946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.525109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.595096 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.605410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Transition to ACTIVE for port object 17515522-cbe6-4176-b67b-27646942b6ae will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:52.626802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Transition to ACTIVE for port object 17515522-cbe6-4176-b67b-27646942b6ae will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:52.635027 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.661040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Allocated IP 172.25.2.68 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/f041214b-3efb-4cb1-b82b-1ebc50741787) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:52.691308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:52.695608 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:52.701209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:52.711933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Pushing event updated for resources: {'Port': ['ID=17515522-cbe6-4176-b67b-27646942b6ae,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:52.811672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Attempting to bind port 17515522-cbe6-4176-b67b-27646942b6ae on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:52.812294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Attempting to bind port 17515522-cbe6-4176-b67b-27646942b6ae by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:52.812905 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Attempting to bind port 17515522-cbe6-4176-b67b-27646942b6ae on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:52.822411 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:52.823065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Checking segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:52.823864 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.824523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Bound using segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:52.825349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Bound port: 17515522-cbe6-4176-b67b-27646942b6ae, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:52.826014 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.957866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] For port 17515522-cbe6-4176-b67b-27646942b6ae, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:52.964590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] For port 17515522-cbe6-4176-b67b-27646942b6ae, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=17515522-cbe6-4176-b67b-27646942b6ae,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:52.970894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.049023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157986e-eefc-4bbf-a5b4-6eeaf7059143 None None] Pushing event updated for resources: {'Port': ['ID=17515522-cbe6-4176-b67b-27646942b6ae,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:53.253922 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.328311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.376279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:53.380794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:53.385008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:53.410937 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Pushing event updated for resources: {'Port': ['ID=f041214b-3efb-4cb1-b82b-1ebc50741787,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:53.778441 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.796826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 17515522-cbe6-4176-b67b-27646942b6ae up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:53.862987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 17515522-cbe6-4176-b67b-27646942b6ae completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:54.056250 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.139056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d4785-feb4-4954-98ae-57cd53eb4f0b None None] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:54.207088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e9062299-b623-4d8e-8d85-2cc0eecf9aed None None] Provisioning for port 17515522-cbe6-4176-b67b-27646942b6ae completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:54.214245 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Router 216d8fd7-252e-4526-b855-36d011a55703 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:54.221587 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e9062299-b623-4d8e-8d85-2cc0eecf9aed None None] Provisioning complete for port 17515522-cbe6-4176-b67b-27646942b6ae triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:54.222005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9062299-b623-4d8e-8d85-2cc0eecf9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.336927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:54.356077 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.357830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-adbbaf3a-8a2a-4bb0-aafd-d0e29dd2b066 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3745701 Jul 14 10:02:54.360714 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42462) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:54.386956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Sync routers for ids ['216d8fd7-252e-4526-b855-36d011a55703'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:54.438232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Routers {'216d8fd7-252e-4526-b855-36d011a55703'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:54.439287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['216d8fd7-252e-4526-b855-36d011a55703'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:54.450618 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9062299-b623-4d8e-8d85-2cc0eecf9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.652655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e9062299-b623-4d8e-8d85-2cc0eecf9aed None None] For port 17515522-cbe6-4176-b67b-27646942b6ae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=17515522-cbe6-4176-b67b-27646942b6ae,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:54.659041 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9062299-b623-4d8e-8d85-2cc0eecf9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.772975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Set router 216d8fd7-252e-4526-b855-36d011a55703 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:54.826777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9062299-b623-4d8e-8d85-2cc0eecf9aed None None] Pushing event updated for resources: {'Port': ['ID=17515522-cbe6-4176-b67b-27646942b6ae,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:54.910277 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.985500 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-836f9256-34cb-454d-a9a6-1c000b6d7760 None None] Provisioning complete for port 17515522-cbe6-4176-b67b-27646942b6ae triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:54.986128 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-836f9256-34cb-454d-a9a6-1c000b6d7760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.134204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Allocated IP 172.20.0.1 (82d8cd19-c923-478d-a6c4-666ace0d1e2e/75f75888-a988-406e-94ca-05650787c0bb/1ce0e179-a376-4ea9-8c08-4111321340fd) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:55.254709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.257002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:53Z', 'revision_number': 3, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port': {'id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:88:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:55.270543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Transition to ACTIVE for port object 1ce0e179-a376-4ea9-8c08-4111321340fd will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:55.289146 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Checking router: 216d8fd7-252e-4526-b855-36d011a55703 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:55.289502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Updating router 216d8fd7-252e-4526-b855-36d011a55703 port f041214b-3efb-4cb1-b82b-1ebc50741787 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:55.327681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.336506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.404870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:55.415144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:55.422652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:55.470994 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce0e179-a376-4ea9-8c08-4111321340fd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:55.503444 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.692966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.732127 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.748272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Transition to ACTIVE for port object f041214b-3efb-4cb1-b82b-1ebc50741787 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:55.767999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 17515522-cbe6-4176-b67b-27646942b6ae up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:55.773882 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.844818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e059d04-3a5b-49f8-be53-3288411bd5fd None None] Provisioning for port 1ce0e179-a376-4ea9-8c08-4111321340fd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:55.883600 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.889958 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.009850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce0e179-a376-4ea9-8c08-4111321340fd,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:56.019887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.040184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e059d04-3a5b-49f8-be53-3288411bd5fd None None] Provisioning complete for port 1ce0e179-a376-4ea9-8c08-4111321340fd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:56.040581 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e059d04-3a5b-49f8-be53-3288411bd5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.073352 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2635f7-f41e-4bdc-81e9-958e4f065a38 None None] Pushing event updated for resources: {'Port': ['ID=f041214b-3efb-4cb1-b82b-1ebc50741787,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:56.075917 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Attempting to bind port f041214b-3efb-4cb1-b82b-1ebc50741787 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:56.076295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Attempting to bind port f041214b-3efb-4cb1-b82b-1ebc50741787 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:56.076667 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Attempting to bind port f041214b-3efb-4cb1-b82b-1ebc50741787 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:56.092513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:56.092894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:56.093303 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.093707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:56.094205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Bound port: f041214b-3efb-4cb1-b82b-1ebc50741787, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:56.094603 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.120566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9e059d04-3a5b-49f8-be53-3288411bd5fd None None] Port 1ce0e179-a376-4ea9-8c08-4111321340fd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:56.144296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 17515522-cbe6-4176-b67b-27646942b6ae triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:56.144678 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.173615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:56.175939 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:56.187242 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] For port f041214b-3efb-4cb1-b82b-1ebc50741787, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:56.196802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] For port f041214b-3efb-4cb1-b82b-1ebc50741787, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f041214b-3efb-4cb1-b82b-1ebc50741787,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:56.207589 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.310886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Routers {'216d8fd7-252e-4526-b855-36d011a55703'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:56.311762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['216d8fd7-252e-4526-b855-36d011a55703'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:56.360305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Router 216d8fd7-252e-4526-b855-36d011a55703 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:56.367008 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2635f7-f41e-4bdc-81e9-958e4f065a38 None None] Pushing event updated for resources: {'Port': ['ID=f041214b-3efb-4cb1-b82b-1ebc50741787,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:56.470436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] Set router 216d8fd7-252e-4526-b855-36d011a55703 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:56.602699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8c455c48-0e7c-46d5-9e8d-76974d5e3d29 None None] Provisioning complete for port 1ce0e179-a376-4ea9-8c08-4111321340fd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:56.602958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c455c48-0e7c-46d5-9e8d-76974d5e3d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.657581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8c455c48-0e7c-46d5-9e8d-76974d5e3d29 None None] Port 1ce0e179-a376-4ea9-8c08-4111321340fd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:56.734462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port': {'id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:88:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '1ce0e179-a376-4ea9-8c08-4111321340fd', 'name': '', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'mac_address': 'fa:16:3e:9a:da:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 2, 'project_id': '384425d7938847198bdbbc03af9a470e', 'subnets': [{'id': '75f75888-a988-406e-94ca-05650787c0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:56.763729 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c799f70-9003-4ecb-9993-8331776a0d61 None None] The sync data for ids ['216d8fd7-252e-4526-b855-36d011a55703'] in n-d-758944-44 is: [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port': {'id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:88:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '1ce0e179-a376-4ea9-8c08-4111321340fd', 'name': '', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'mac_address': 'fa:16:3e:9a:da:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 2, 'project_id': '384425d7938847198bdbbc03af9a470e', 'subnets': [{'id': '75f75888-a988-406e-94ca-05650787c0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:57.088547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:57.094315 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cc06c3e4-d75a-45e5-8a53-01c0700925d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/216d8fd7-252e-4526-b855-36d011a55703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324641 Jul 14 10:02:57.790903 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f041214b-3efb-4cb1-b82b-1ebc50741787 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:57.825312 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:57.830485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-288870847-network', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:57.861203 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f041214b-3efb-4cb1-b82b-1ebc50741787 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:57.862418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Made reservation on behalf of 06f99af261b8444aa591f82cc42e3b8f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:57.864925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.868316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f041214b-3efb-4cb1-b82b-1ebc50741787 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:57.868846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.875841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.010148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.034243 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.044436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.053920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port f041214b-3efb-4cb1-b82b-1ebc50741787, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f041214b-3efb-4cb1-b82b-1ebc50741787,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:58.061595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.075769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:58.095433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a689a54-85a9-4f89-a4bd-4eda8418bd33,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:58.099973 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.100335 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Added segment 19cbef90-3f17-49eb-80dc-e7a7934dcdea of type vlan for network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 Jul 14 10:02:58.156082 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=f041214b-3efb-4cb1-b82b-1ebc50741787,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:58.161711 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.198062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.199110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:58.199795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.265734 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4391546 Jul 14 10:02:58.268847 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:58.278164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Request body: {'subnet': {'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-subnet', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:58.279257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c5385-77bf-4751-8bc5-3251f8d63d87 admin admin] Pushing event updated for resources: {'Network': ['ID=68d71e39-53f4-44cd-bc47-69fe77aa6b69,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:58.292538 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:58.321065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Made reservation on behalf of 06f99af261b8444aa591f82cc42e3b8f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:58.325660 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.618660 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.685763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8e9046-c7f1-48cd-86c6-5c0a540fad6c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:58.703333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Checking segment: {'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:58.703965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Network hostable DHCP agents. Network: 68d71e39-53f4-44cd-bc47-69fe77aa6b69, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:58.730467 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:58.741812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 68d71e39-53f4-44cd-bc47-69fe77aa6b69) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:58.747333 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:58.747958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.752502 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a353b0-ec28-4060-8001-175b788cdb5f None None] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:58.769132 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e283b19f-9cbd-495d-a73f-1424fe1d7b43 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4974959 Jul 14 10:02:58.772354 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:58.777228 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:58.810176 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.811964 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.879873 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.033721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'fixed_ips': [{'subnet_id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:59.034823 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.146670 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.311624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Allocated IP 172.20.0.2 (68d71e39-53f4-44cd-bc47-69fe77aa6b69/6d8e9046-c7f1-48cd-86c6-5c0a540fad6c/09c4b244-1646-4825-9d53-05814cef9710) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:59.478260 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Sync routers for ids ['216d8fd7-252e-4526-b855-36d011a55703'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:59.490851 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Routers {'216d8fd7-252e-4526-b855-36d011a55703'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:59.491835 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['216d8fd7-252e-4526-b855-36d011a55703'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:59.499979 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.516487 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.529264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Transition to ACTIVE for port object 09c4b244-1646-4825-9d53-05814cef9710 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:59.541513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.548605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Transition to ACTIVE for port object 09c4b244-1646-4825-9d53-05814cef9710 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:59.558914 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.621171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:59.630680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:59.636087 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:59.663713 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Set router 216d8fd7-252e-4526-b855-36d011a55703 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:59.667333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Allocated IP 172.25.2.77 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/37da44f7-14be-40ab-92ca-aa80581cd3c0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:59.695449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Pushing event updated for resources: {'Port': ['ID=09c4b244-1646-4825-9d53-05814cef9710,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:59.789375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Attempting to bind port 09c4b244-1646-4825-9d53-05814cef9710 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:59.789836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Attempting to bind port 09c4b244-1646-4825-9d53-05814cef9710 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:59.790319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Attempting to bind port 09c4b244-1646-4825-9d53-05814cef9710 on network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:59.803309 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:59.803960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Checking segment: {'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:59.804479 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.804969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Bound using segment: {'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:59.805550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Bound port: 09c4b244-1646-4825-9d53-05814cef9710, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:59.806014 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.817987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f041214b-3efb-4cb1-b82b-1ebc50741787 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:59.862604 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.915688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] For port 09c4b244-1646-4825-9d53-05814cef9710, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:59.920481 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] For port 09c4b244-1646-4825-9d53-05814cef9710, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=09c4b244-1646-4825-9d53-05814cef9710,segment=NetworkSegment(19cbef90-3f17-49eb-80dc-e7a7934dcdea),segment_id=19cbef90-3f17-49eb-80dc-e7a7934dcdea)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:59.925977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f041214b-3efb-4cb1-b82b-1ebc50741787 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:59.926581 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.934326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.949171 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.968402 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port': {'id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:88:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '1ce0e179-a376-4ea9-8c08-4111321340fd', 'name': '', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'mac_address': 'fa:16:3e:9a:da:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 2, 'project_id': '384425d7938847198bdbbc03af9a470e', 'subnets': [{'id': '75f75888-a988-406e-94ca-05650787c0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:59.997340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:00.002811 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:00.009473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:00.023482 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Checking router: 216d8fd7-252e-4526-b855-36d011a55703 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:00.024406 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Updating router 216d8fd7-252e-4526-b855-36d011a55703 port 1ce0e179-a376-4ea9-8c08-4111321340fd binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:03:00.034122 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668b1b5-9652-40b9-a417-dedadbb020d2 None None] Pushing event updated for resources: {'Port': ['ID=09c4b244-1646-4825-9d53-05814cef9710,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:00.088183 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.090571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=37da44f7-14be-40ab-92ca-aa80581cd3c0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:00.501999 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.520328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Transition to ACTIVE for port object 1ce0e179-a376-4ea9-8c08-4111321340fd will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:00.529138 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.540606 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.596009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Pushing event updated for resources: {'Port': ['ID=1ce0e179-a376-4ea9-8c08-4111321340fd,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:00.625146 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.625492 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.625821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.626149 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.626485 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.626815 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.627141 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.627493 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.627821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.628142 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.628463 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.628788 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:00.666955 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Attempting to bind port 1ce0e179-a376-4ea9-8c08-4111321340fd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:00.667338 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Attempting to bind port 1ce0e179-a376-4ea9-8c08-4111321340fd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:00.667745 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Attempting to bind port 1ce0e179-a376-4ea9-8c08-4111321340fd on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:00.674308 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:00.674692 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Checking segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:00.675110 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.675549 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Bound using segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:00.676008 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Bound port: 1ce0e179-a376-4ea9-8c08-4111321340fd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:00.676410 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.756819 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] For port 1ce0e179-a376-4ea9-8c08-4111321340fd, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:00.761812 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] For port 1ce0e179-a376-4ea9-8c08-4111321340fd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1ce0e179-a376-4ea9-8c08-4111321340fd,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:00.768017 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.868957 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Routers {'216d8fd7-252e-4526-b855-36d011a55703'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:00.869805 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['216d8fd7-252e-4526-b855-36d011a55703'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:00.895221 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.912773 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35800ef5-58c7-49b3-97ef-8549389db951 None None] Pushing event updated for resources: {'Port': ['ID=1ce0e179-a376-4ea9-8c08-4111321340fd,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:01.007806 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] Set router 216d8fd7-252e-4526-b855-36d011a55703 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:01.173428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:03:01.285216 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port': {'id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:88:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '1ce0e179-a376-4ea9-8c08-4111321340fd', 'name': '', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'mac_address': 'fa:16:3e:9a:da:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:03:00Z', 'revision_number': 4, 'project_id': '384425d7938847198bdbbc03af9a470e', 'subnets': [{'id': '75f75888-a988-406e-94ca-05650787c0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:01.327328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bfd28-b2a1-4981-9ffc-76ada2268cd6 None None] The sync data for ids ['216d8fd7-252e-4526-b855-36d011a55703'] in n-d-758944-44 is: [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port': {'id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:88:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '1ce0e179-a376-4ea9-8c08-4111321340fd', 'name': '', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'mac_address': 'fa:16:3e:9a:da:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:03:00Z', 'revision_number': 4, 'project_id': '384425d7938847198bdbbc03af9a470e', 'subnets': [{'id': '75f75888-a988-406e-94ca-05650787c0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:01.361298 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:01.378147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Sync routers for ids ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:01.390332 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:01.391980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f68d7dc3-5958-4ae2-89f8-79e3dc87c7a0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6185567 Jul 14 10:03:01.396466 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:01.400210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Routers {'1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:01.401446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:01.579187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c6ef2-8be8-4b1d-948c-ae02152fb6b8 None None] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:01.688982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Set router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:01.726049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-44b9f607-6e2c-430f-9165-1ff5452c3ea2 None None] Provisioning for port 09c4b244-1646-4825-9d53-05814cef9710 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:01.983181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.002385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ce0e179-a376-4ea9-8c08-4111321340fd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:02.044485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:03:00Z', 'revision_number': 3, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port': {'id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:59Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:02.078328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Checking router: 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:02.078707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Updating router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 port 37da44f7-14be-40ab-92ca-aa80581cd3c0 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:03:02.128807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1ce0e179-a376-4ea9-8c08-4111321340fd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:02.135747 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.136327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.183878 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1ce0e179-a376-4ea9-8c08-4111321340fd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:02.184288 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.344568 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Allocated IP 172.20.0.1 (68d71e39-53f4-44cd-bc47-69fe77aa6b69/6d8e9046-c7f1-48cd-86c6-5c0a540fad6c/8243b69e-ade1-4b5c-b23f-77a77f9e5022) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:02.490460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.509649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Transition to ACTIVE for port object 8243b69e-ade1-4b5c-b23f-77a77f9e5022 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:02.564441 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.618263 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.620719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:02.624149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:02.628204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:02.654464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Pushing event updated for resources: {'Port': ['ID=8243b69e-ade1-4b5c-b23f-77a77f9e5022,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:02.680828 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.682361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 1ce0e179-a376-4ea9-8c08-4111321340fd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1ce0e179-a376-4ea9-8c08-4111321340fd,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:02.693502 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.694347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09c4b244-1646-4825-9d53-05814cef9710 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:02.815901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.830759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=1ce0e179-a376-4ea9-8c08-4111321340fd,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:02.837348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Transition to ACTIVE for port object 37da44f7-14be-40ab-92ca-aa80581cd3c0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:02.846614 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.878325 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 09c4b244-1646-4825-9d53-05814cef9710 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:02.891772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 09c4b244-1646-4825-9d53-05814cef9710 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:02.892157 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.909878 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.933748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Attempting to bind port 37da44f7-14be-40ab-92ca-aa80581cd3c0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:02.934130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Attempting to bind port 37da44f7-14be-40ab-92ca-aa80581cd3c0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:02.934508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Attempting to bind port 37da44f7-14be-40ab-92ca-aa80581cd3c0 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:02.949734 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:02.950118 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:02.950531 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.950927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:02.951499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Bound port: 37da44f7-14be-40ab-92ca-aa80581cd3c0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:02.951838 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.953589 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777004f9-a0e1-4a9b-a249-9de980c81861 None None] Pushing event updated for resources: {'Port': ['ID=37da44f7-14be-40ab-92ca-aa80581cd3c0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:03.056372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] For port 37da44f7-14be-40ab-92ca-aa80581cd3c0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:03.084276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] For port 37da44f7-14be-40ab-92ca-aa80581cd3c0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37da44f7-14be-40ab-92ca-aa80581cd3c0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:03.087130 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-be456159-2a6b-4d79-a00a-d91d075e31d4 None None] Provisioning for port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:03.091953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.103283 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.109395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-be456159-2a6b-4d79-a00a-d91d075e31d4 None None] Provisioning complete for port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:03.109772 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be456159-2a6b-4d79-a00a-d91d075e31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.180026 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.195945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.227343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 09c4b244-1646-4825-9d53-05814cef9710, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=09c4b244-1646-4825-9d53-05814cef9710,segment=NetworkSegment(19cbef90-3f17-49eb-80dc-e7a7934dcdea),segment_id=19cbef90-3f17-49eb-80dc-e7a7934dcdea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:03.232779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-be456159-2a6b-4d79-a00a-d91d075e31d4 None None] Port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:03.237228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777004f9-a0e1-4a9b-a249-9de980c81861 None None] Pushing event updated for resources: {'Port': ['ID=37da44f7-14be-40ab-92ca-aa80581cd3c0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:03.241539 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.246686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Routers {'1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:03.247328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:03.278962 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Pushing event updated for resources: {'Port': ['ID=8243b69e-ade1-4b5c-b23f-77a77f9e5022,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:03.295814 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.375797 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=09c4b244-1646-4825-9d53-05814cef9710,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:03.413868 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:03.415918 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:03.418229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] Set router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:03.707139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e457cf81-877a-407d-a541-7a015f535114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 4, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port': {'id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:59Z', 'updated_at': '2021-07-14T10:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8243b69e-ade1-4b5c-b23f-77a77f9e5022', 'name': '', 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'mac_address': 'fa:16:3e:3d:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:03:02Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 2, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'subnets': [{'id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:03.746978 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457cf81-877a-407d-a541-7a015f535114 None None] The sync data for ids ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'] in n-d-758944-44 is: [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 4, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port': {'id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:59Z', 'updated_at': '2021-07-14T10:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8243b69e-ade1-4b5c-b23f-77a77f9e5022', 'name': '', 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'mac_address': 'fa:16:3e:3d:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:03:02Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 2, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'subnets': [{'id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:03.787347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7bf9c38-1a3c-4eae-a061-b2ce03c88500 None None] Provisioning complete for port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:03.787745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9c38-1a3c-4eae-a061-b2ce03c88500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.813830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ce0e179-a376-4ea9-8c08-4111321340fd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:03.875142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf9c38-1a3c-4eae-a061-b2ce03c88500 None None] Port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:03.898065 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1ce0e179-a376-4ea9-8c08-4111321340fd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:03.898467 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:04.008622 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09c4b244-1646-4825-9d53-05814cef9710 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:04.077738 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 09c4b244-1646-4825-9d53-05814cef9710 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:04.079795 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:04.113669 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:04.326600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:04.332076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b3992da9-19b5-45f9-ab58-316aadc4ac31 admin admin] 10.222.0.18 "PUT /v2.0/routers/1f40a4dc-ae11-4d02-ae21-e2bef3b6d124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9343286 Jul 14 10:03:05.479846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-3cfcebed-cf0b-4886-af37-dc2121443611 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:05.481657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-3cfcebed-cf0b-4886-af37-dc2121443611 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/networks?id=82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 200 len: 816 time: 0.1480291 Jul 14 10:03:05.499606 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-6d417eb8-d03f-483f-bc00-ce9546cd92b1 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/quotas/384425d7938847198bdbbc03af9a470e HTTP/1.1" status: 200 len: 375 time: 0.0104866 Jul 14 10:03:05.584105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-9b8ec756-9c39-4be7-b87f-104f99bcb441 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=384425d7938847198bdbbc03af9a470e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762024 Jul 14 10:03:05.717890 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-07de82b1-42ac-41b7-b3e2-10622dded841 service neutron] 10.222.0.18 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202633 Jul 14 10:03:05.796457 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37da44f7-14be-40ab-92ca-aa80581cd3c0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:05.834705 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-3251bea7-4908-41dd-8d76-e56f2a14189b service neutron] 10.222.0.18 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062126 Jul 14 10:03:05.863828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 37da44f7-14be-40ab-92ca-aa80581cd3c0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:05.871306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 37da44f7-14be-40ab-92ca-aa80581cd3c0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:05.871306 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.010210 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.036601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 37da44f7-14be-40ab-92ca-aa80581cd3c0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37da44f7-14be-40ab-92ca-aa80581cd3c0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:06.043312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.119949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=37da44f7-14be-40ab-92ca-aa80581cd3c0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:06.121869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-31005af0-b0e8-4f0a-b137-f871906d3841 req-ceca3ab9-0419-4778-8d93-6b0fd136efd8 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 210 time: 0.0685012 Jul 14 10:03:06.431508 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Sync routers for ids ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:06.443511 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Routers {'1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:06.444157 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:06.577037 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Set router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:06.862578 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 4, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port': {'id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:59Z', 'updated_at': '2021-07-14T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8243b69e-ade1-4b5c-b23f-77a77f9e5022', 'name': '', 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'mac_address': 'fa:16:3e:3d:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:03:02Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 2, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'subnets': [{'id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:06.897952 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Checking router: 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:06.898400 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Updating router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:03:06.941321 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.372390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2e8e3b83-eb02-4188-853e-372f24ee50ac req-4c1af01f-71ed-41aa-ab13-6c60a96d13c2 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 210 time: 0.0479622 Jul 14 10:03:07.405785 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.419647 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Transition to ACTIVE for port object 8243b69e-ade1-4b5c-b23f-77a77f9e5022 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:07.428082 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.482353 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d091b-504b-4067-8e76-fd809b6f7c2a None None] Pushing event updated for resources: {'Port': ['ID=8243b69e-ade1-4b5c-b23f-77a77f9e5022,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:07.564952 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Attempting to bind port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:07.565546 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Attempting to bind port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:07.566138 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Attempting to bind port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 on network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:07.576438 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:07.577055 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Checking segment: {'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:07.577762 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.578413 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Bound using segment: {'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:07.579208 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Bound port: 8243b69e-ade1-4b5c-b23f-77a77f9e5022, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cbef90-3f17-49eb-80dc-e7a7934dcdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:07.579867 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.672352 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] For port 8243b69e-ade1-4b5c-b23f-77a77f9e5022, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:07.680006 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] For port 8243b69e-ade1-4b5c-b23f-77a77f9e5022, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8243b69e-ade1-4b5c-b23f-77a77f9e5022,segment=NetworkSegment(19cbef90-3f17-49eb-80dc-e7a7934dcdea),segment_id=19cbef90-3f17-49eb-80dc-e7a7934dcdea)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:07.689021 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.798616 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Routers {'1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:07.800509 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:02:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:07.802761 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d091b-504b-4067-8e76-fd809b6f7c2a None None] Pushing event updated for resources: {'Port': ['ID=8243b69e-ade1-4b5c-b23f-77a77f9e5022,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:07.830478 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37da44f7-14be-40ab-92ca-aa80581cd3c0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:07.983197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 37da44f7-14be-40ab-92ca-aa80581cd3c0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:07.984050 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.987520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a123ff47-1f9b-4d76-92bb-963656ea3c44 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:07.990183 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a123ff47-1f9b-4d76-92bb-963656ea3c44 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.48 "GET /v2.0/networks?id=82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 200 len: 816 time: 0.2113612 Jul 14 10:03:08.016294 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Request body: {'port': {'device_id': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'admin_state_up': True, 'tenant_id': '384425d7938847198bdbbc03af9a470e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:08.023459 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] Set router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:08.214634 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Made reservation on behalf of 384425d7938847198bdbbc03af9a470e for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:08.219401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.287204 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 4, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port': {'id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:59Z', 'updated_at': '2021-07-14T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8243b69e-ade1-4b5c-b23f-77a77f9e5022', 'name': '', 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'mac_address': 'fa:16:3e:3d:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:03:02Z', 'updated_at': '2021-07-14T10:03:07Z', 'revision_number': 4, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'subnets': [{'id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:08.318161 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d1fb-3ec8-4554-a069-98f740cd9c53 None None] The sync data for ids ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'] in n-d-758944-44 is: [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:03:02Z', 'revision_number': 4, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port': {'id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:59Z', 'updated_at': '2021-07-14T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '8243b69e-ade1-4b5c-b23f-77a77f9e5022', 'name': '', 'network_id': '68d71e39-53f4-44cd-bc47-69fe77aa6b69', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'mac_address': 'fa:16:3e:3d:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:03:02Z', 'updated_at': '2021-07-14T10:03:07Z', 'revision_number': 4, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'subnets': [{'id': '6d8e9046-c7f1-48cd-86c6-5c0a540fad6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:08.440301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Allocated IP 172.20.0.5 (82d8cd19-c923-478d-a6c4-666ace0d1e2e/75f75888-a988-406e-94ca-05650787c0bb/db02f4b6-5b36-446c-a872-57c86317e3ff) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:08.621329 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b22baf22-ed80-4874-ad5a-d952f92a25e3 req-77a97686-6f35-4aa8-9fdf-fe600021f5d6 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 210 time: 0.1029263 Jul 14 10:03:08.718850 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.739274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Transition to ACTIVE for port object db02f4b6-5b36-446c-a872-57c86317e3ff will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:08.787314 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.853494 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:08.857423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:08.862648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:08.867394 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Pushing event updated for resources: {'Port': ['ID=db02f4b6-5b36-446c-a872-57c86317e3ff,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:08.935685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:08.936505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.956448 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-489c5fdf-114f-47dd-86d1-8b7d6ae474e5 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570911 Jul 14 10:03:08.967877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Request body: {'port': {'device_id': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:09.074094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.187484 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e7b0c0f4-942b-4bfa-b013-945dd6c231f4 None None] Provisioning for port db02f4b6-5b36-446c-a872-57c86317e3ff completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:09.193414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e7b0c0f4-942b-4bfa-b013-945dd6c231f4 None None] Provisioning complete for port db02f4b6-5b36-446c-a872-57c86317e3ff triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:09.194073 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e7b0c0f4-942b-4bfa-b013-945dd6c231f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.262770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0c0f4-942b-4bfa-b013-945dd6c231f4 None None] Port db02f4b6-5b36-446c-a872-57c86317e3ff cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:09.413302 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db02f4b6-5b36-446c-a872-57c86317e3ff {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:03:09.422412 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.440605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Transition to ACTIVE for port object db02f4b6-5b36-446c-a872-57c86317e3ff will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:09.445028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.516823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Pushing event updated for resources: {'Port': ['ID=db02f4b6-5b36-446c-a872-57c86317e3ff,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:09.601599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Attempting to bind port db02f4b6-5b36-446c-a872-57c86317e3ff on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:09.602066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Attempting to bind port db02f4b6-5b36-446c-a872-57c86317e3ff by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:09.602454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Attempting to bind port db02f4b6-5b36-446c-a872-57c86317e3ff on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:09.610163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Port db02f4b6-5b36-446c-a872-57c86317e3ff on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:03:09.610684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Attempting to bind port db02f4b6-5b36-446c-a872-57c86317e3ff on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:09.618684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:09.619771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Checking segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:09.620413 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Bound using segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:09.621149 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Bound port: db02f4b6-5b36-446c-a872-57c86317e3ff, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:09.621714 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.742884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] For port db02f4b6-5b36-446c-a872-57c86317e3ff, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:09.760576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] For port db02f4b6-5b36-446c-a872-57c86317e3ff, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=db02f4b6-5b36-446c-a872-57c86317e3ff,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:09.768066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.851272 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:09.852227 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.854938 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] 10.222.0.48 "PUT /v2.0/ports/db02f4b6-5b36-446c-a872-57c86317e3ff HTTP/1.1" status: 200 len: 1092 time: 0.8924665 Jul 14 10:03:09.855628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'tag': 'db02f4b6-5b36-446c-a872-57c86317e3ff'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:09.859325 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99326133-d8ea-485d-9188-19c5d0914489" -d '{"events": [{"name": "network-changed", "server_uuid": "01a49b3d-b02d-4533-aa7c-a82787e550ae", "tag": "db02f4b6-5b36-446c-a872-57c86317e3ff"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:09.897726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226551d-3d2f-49cf-be11-891ce4e3f47d service neutron] Pushing event updated for resources: {'Port': ['ID=db02f4b6-5b36-446c-a872-57c86317e3ff,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:09.948167 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8243b69e-ade1-4b5c-b23f-77a77f9e5022 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:10.005185 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda2d01f-b617-4ebd-9e2f-64283d18caac x-openstack-request-id: req-cda2d01f-b617-4ebd-9e2f-64283d18caac {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:10.005650 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a49b3d-b02d-4533-aa7c-a82787e550ae", "tag": "db02f4b6-5b36-446c-a872-57c86317e3ff", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:10.006093 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cda2d01f-b617-4ebd-9e2f-64283d18caac {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:10.006677 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'tag': 'db02f4b6-5b36-446c-a872-57c86317e3ff', 'status': 'completed', 'code': 200} Jul 14 10:03:10.050017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-35172905-ae9c-45ec-b156-5cc0f5d1ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.051790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-35172905-ae9c-45ec-b156-5cc0f5d1ef5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=384425d7938847198bdbbc03af9a470e&device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 1095 time: 0.1287360 Jul 14 10:03:10.060445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955205-93ff-4b71-91e1-d513a878f1b8 req-1d5bbf5b-45aa-4854-9a6e-f58464a7e2bb tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.061602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:10.063498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cf955205-93ff-4b71-91e1-d513a878f1b8 req-1d5bbf5b-45aa-4854-9a6e-f58464a7e2bb tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 943 time: 0.1656251 Jul 14 10:03:10.079505 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:10.080515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:10.118879 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-3889223b-5f2b-4d7c-91cc-429f9db7c631 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db02f4b6-5b36-446c-a872-57c86317e3ff HTTP/1.1" status: 200 len: 217 time: 0.0597477 Jul 14 10:03:10.141375 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cf955205-93ff-4b71-91e1-d513a878f1b8 req-9b764808-c2e8-4974-8c45-e1dcbec1c6dc tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677986 Jul 14 10:03:10.206485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a70e3478-36e9-48a2-8b51-1951daf19cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.208069 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-a70e3478-36e9-48a2-8b51-1951daf19cc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75f75888-a988-406e-94ca-05650787c0bb HTTP/1.1" status: 200 len: 855 time: 0.0827277 Jul 14 10:03:10.265359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:10.279926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-de1a0945-87c8-4037-b013-c1c0f31aef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.281664 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-de1a0945-87c8-4037-b013-c1c0f31aef87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82d8cd19-c923-478d-a6c4-666ace0d1e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671704 Jul 14 10:03:10.330362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 8243b69e-ade1-4b5c-b23f-77a77f9e5022, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8243b69e-ade1-4b5c-b23f-77a77f9e5022,segment=NetworkSegment(19cbef90-3f17-49eb-80dc-e7a7934dcdea),segment_id=19cbef90-3f17-49eb-80dc-e7a7934dcdea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:10.335131 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:10.400034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-29552421-cacb-4a24-962a-eab616c6dee4 service neutron] 10.222.0.48 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117978 Jul 14 10:03:10.400600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=8243b69e-ade1-4b5c-b23f-77a77f9e5022,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:10.518213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-67d7ab75-5126-4999-9a6e-0bd1de2486a4 req-cda54366-95ba-4e8d-ac7f-71ed08f74d4d service neutron] 10.222.0.48 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113005 Jul 14 10:03:10.627813 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326133-d8ea-485d-9188-19c5d0914489 req-5a4a4522-784d-4e9d-a708-9631d06c8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.629385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99326133-d8ea-485d-9188-19c5d0914489 req-5a4a4522-784d-4e9d-a708-9631d06c8136 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=384425d7938847198bdbbc03af9a470e&device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 1095 time: 0.0604236 Jul 14 10:03:10.732123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326133-d8ea-485d-9188-19c5d0914489 req-82b11df8-76ce-4ab8-abd7-62fa4d90c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.733922 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99326133-d8ea-485d-9188-19c5d0914489 req-82b11df8-76ce-4ab8-abd7-62fa4d90c184 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 200 len: 917 time: 0.0980599 Jul 14 10:03:10.753121 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:10.784446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99326133-d8ea-485d-9188-19c5d0914489 req-ae357fdb-943b-4357-bf4b-0c0723855601 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db02f4b6-5b36-446c-a872-57c86317e3ff HTTP/1.1" status: 200 len: 217 time: 0.0440931 Jul 14 10:03:10.839758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326133-d8ea-485d-9188-19c5d0914489 req-29655a0e-6599-4012-b653-d5060ac3a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.841296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99326133-d8ea-485d-9188-19c5d0914489 req-29655a0e-6599-4012-b653-d5060ac3a9a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75f75888-a988-406e-94ca-05650787c0bb HTTP/1.1" status: 200 len: 855 time: 0.0491483 Jul 14 10:03:10.907565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326133-d8ea-485d-9188-19c5d0914489 req-88cba08d-518f-4d24-8c6a-81d6b5d48915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.909007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99326133-d8ea-485d-9188-19c5d0914489 req-88cba08d-518f-4d24-8c6a-81d6b5d48915 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82d8cd19-c923-478d-a6c4-666ace0d1e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600011 Jul 14 10:03:11.016388 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99326133-d8ea-485d-9188-19c5d0914489 req-6d95a713-1897-4b30-9c67-c97dead06fde service neutron] 10.222.0.48 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999682 Jul 14 10:03:11.117661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99326133-d8ea-485d-9188-19c5d0914489 req-dc24588b-590b-4ea4-b7b3-1abcc238b46d service neutron] 10.222.0.48 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940330 Jul 14 10:03:11.362034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d56ef-6b04-4247-a128-309ea263cd89 req-2e7bd6c8-f535-4789-9b52-1167959078a7 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:11.363800 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-701d56ef-6b04-4247-a128-309ea263cd89 req-2e7bd6c8-f535-4789-9b52-1167959078a7 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 943 time: 0.0779338 Jul 14 10:03:11.413894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-701d56ef-6b04-4247-a128-309ea263cd89 req-f475c280-d340-4f97-8ee2-6dd0fdf85be4 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Jul 14 10:03:11.647931 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device db02f4b6-5b36-446c-a872-57c86317e3ff details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:03:11.763639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8243b69e-ade1-4b5c-b23f-77a77f9e5022 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:11.773744 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port db02f4b6-5b36-446c-a872-57c86317e3ff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=db02f4b6-5b36-446c-a872-57c86317e3ff,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:11.810578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'db02f4b6-5b36-446c-a872-57c86317e3ff', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'port_id': 'db02f4b6-5b36-446c-a872-57c86317e3ff', 'mac_address': 'fa:16:3e:1c:fa:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:03:11.862975 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.877010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:11.877386 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.882523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db02f4b6-5b36-446c-a872-57c86317e3ff {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:03:11.929561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port db02f4b6-5b36-446c-a872-57c86317e3ff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=db02f4b6-5b36-446c-a872-57c86317e3ff,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:11.935608 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.018637 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=db02f4b6-5b36-446c-a872-57c86317e3ff,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:12.140269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['db02f4b6-5b36-446c-a872-57c86317e3ff'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:03:12.633480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c8a11-6fa3-4b9b-93cc-9ccc629e44f1 req-b6312df6-8fe8-45ce-b902-77919fb1c957 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:12.636803 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-627c8a11-6fa3-4b9b-93cc-9ccc629e44f1 req-b6312df6-8fe8-45ce-b902-77919fb1c957 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 944 time: 0.0987618 Jul 14 10:03:12.678525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-627c8a11-6fa3-4b9b-93cc-9ccc629e44f1 req-ee1667b3-6c68-4144-b534-da77cec1593f tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Jul 14 10:03:13.675470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device db02f4b6-5b36-446c-a872-57c86317e3ff up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:13.735126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port db02f4b6-5b36-446c-a872-57c86317e3ff completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:13.740400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port db02f4b6-5b36-446c-a872-57c86317e3ff triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:13.740881 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.830200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.857215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db02f4b6-5b36-446c-a872-57c86317e3ff'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:13.859740 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f8158-ee61-45ee-b119-b72f93018529" -d '{"events": [{"server_uuid": "01a49b3d-b02d-4533-aa7c-a82787e550ae", "name": "network-vif-plugged", "status": "completed", "tag": "db02f4b6-5b36-446c-a872-57c86317e3ff"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:13.875618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port db02f4b6-5b36-446c-a872-57c86317e3ff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=db02f4b6-5b36-446c-a872-57c86317e3ff,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:13.880396 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.947815 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7966ba4-52a3-4927-89e0-d896afc986e0 x-openstack-request-id: req-f7966ba4-52a3-4927-89e0-d896afc986e0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:13.948222 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a49b3d-b02d-4533-aa7c-a82787e550ae", "name": "network-vif-plugged", "status": "completed", "tag": "db02f4b6-5b36-446c-a872-57c86317e3ff", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:13.948487 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7966ba4-52a3-4927-89e0-d896afc986e0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:13.948958 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db02f4b6-5b36-446c-a872-57c86317e3ff', 'code': 200} Jul 14 10:03:13.960104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=db02f4b6-5b36-446c-a872-57c86317e3ff,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:13.971879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74950fa0-6659-4a97-a8cd-c8912f1d29c2 req-3925aa55-6f64-43d2-8626-8889782f134e tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:13.973687 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74950fa0-6659-4a97-a8cd-c8912f1d29c2 req-3925aa55-6f64-43d2-8626-8889782f134e tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 944 time: 0.1214318 Jul 14 10:03:14.047816 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74950fa0-6659-4a97-a8cd-c8912f1d29c2 req-becdbcf2-e915-4ccc-9491-372096c7a2d7 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654140 Jul 14 10:03:14.082042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8f146-6074-4d23-b208-23f924252ef7 req-c548b163-acde-46c8-bd5c-d4181d9a73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:14.083911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5f8f146-6074-4d23-b208-23f924252ef7 req-c548b163-acde-46c8-bd5c-d4181d9a73f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 1097 time: 0.0682383 Jul 14 10:03:14.124714 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5f8f146-6074-4d23-b208-23f924252ef7 req-bfc02ab8-9ca0-47c3-84b9-76f76015bd8d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349321 Jul 14 10:03:15.239013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f8e01-82f8-442e-9bab-fd2c0c28622d req-8768c222-f0f3-4a67-b16c-04b381c10886 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:15.240710 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae1f8e01-82f8-442e-9bab-fd2c0c28622d req-8768c222-f0f3-4a67-b16c-04b381c10886 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 945 time: 0.0711038 Jul 14 10:03:15.288105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ae1f8e01-82f8-442e-9bab-fd2c0c28622d req-9b3e7a3e-c766-4d52-b6f2-9395121e8233 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Jul 14 10:03:15.474260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd25cb7-3548-4968-a45d-65b4ee165ed2 req-07a649da-c733-4df1-85ec-f6de68e93219 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:15.475925 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6bd25cb7-3548-4968-a45d-65b4ee165ed2 req-07a649da-c733-4df1-85ec-f6de68e93219 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 945 time: 0.0716670 Jul 14 10:03:15.518510 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6bd25cb7-3548-4968-a45d-65b4ee165ed2 req-420be06f-c47b-425f-b04a-58b98526fa58 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365336 Jul 14 10:03:16.013458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e32b32f-a044-48c1-9b6e-03823ca9ac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.149158 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.751958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94ce9b18-e44a-4f17-aad5-076d7ec21436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.884790 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.511846 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.602643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:31.975384 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.405249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-7183e28a-2605-4e9d-b4b5-b9f3625d2354 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0805755 Jul 14 10:03:36.546459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ab581-1b87-446e-9467-9c29583c96fb req-f8272af4-9976-4e4f-924f-5db9be9dd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.548291 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-f8272af4-9976-4e4f-924f-5db9be9dd514 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=384425d7938847198bdbbc03af9a470e&device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 1097 time: 0.0719037 Jul 14 10:03:36.720134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ab581-1b87-446e-9467-9c29583c96fb req-d8985590-ce09-4412-b0a4-c999049cfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.722531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-d8985590-ce09-4412-b0a4-c999049cfb5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 200 len: 917 time: 0.1492670 Jul 14 10:03:36.789216 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-313e8b31-baf7-43ba-b196-6c54229512cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db02f4b6-5b36-446c-a872-57c86317e3ff HTTP/1.1" status: 200 len: 217 time: 0.0610940 Jul 14 10:03:36.870349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ab581-1b87-446e-9467-9c29583c96fb req-23f8211e-58a9-4192-ac35-ef299881e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.872944 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-23f8211e-58a9-4192-ac35-ef299881e828 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75f75888-a988-406e-94ca-05650787c0bb HTTP/1.1" status: 200 len: 855 time: 0.0766902 Jul 14 10:03:36.964598 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ab581-1b87-446e-9467-9c29583c96fb req-f4323fc4-6f64-40a6-b325-4eb8c635def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:36.966398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-f4323fc4-6f64-40a6-b325-4eb8c635def8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82d8cd19-c923-478d-a6c4-666ace0d1e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861282 Jul 14 10:03:37.078674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-e5a22e43-4392-449e-9a31-f149f2cb3a07 service neutron] 10.222.0.48 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055381 Jul 14 10:03:37.215128 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-111ab581-1b87-446e-9467-9c29583c96fb req-9bdbe239-386c-410e-966e-8ec53eda0c12 service neutron] 10.222.0.48 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297052 Jul 14 10:03:37.361357 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a545e-d09e-49a6-b735-255c2089c874 req-7700db88-209c-4c97-a2d4-a9f137c9e41d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:37.362985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-129a545e-d09e-49a6-b735-255c2089c874 req-7700db88-209c-4c97-a2d4-a9f137c9e41d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 945 time: 0.0682018 Jul 14 10:03:37.404052 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-129a545e-d09e-49a6-b735-255c2089c874 req-fe58dda6-f942-4d6a-b030-69af796ece58 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351276 Jul 14 10:03:38.595706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348e8f2-9f2b-4170-b393-d36547d1ce69 req-b1eaf313-e153-4fd1-8f49-0b7e8c7a9337 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:38.597312 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f348e8f2-9f2b-4170-b393-d36547d1ce69 req-b1eaf313-e153-4fd1-8f49-0b7e8c7a9337 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 945 time: 0.0748162 Jul 14 10:03:38.640257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f348e8f2-9f2b-4170-b393-d36547d1ce69 req-2ee9993b-fcbc-4aa9-8d5a-013973ff954d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Jul 14 10:03:38.767093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c78fe-83bc-47d4-b279-4244347ed067 req-52a46046-3fe4-437b-91d3-74f49d0fa2d2 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:38.768543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-240c78fe-83bc-47d4-b279-4244347ed067 req-52a46046-3fe4-437b-91d3-74f49d0fa2d2 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.48 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 945 time: 0.0673249 Jul 14 10:03:38.890282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Deleting port db02f4b6-5b36-446c-a872-57c86317e3ff {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:38.890634 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:38.991805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] For port db02f4b6-5b36-446c-a872-57c86317e3ff, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=db02f4b6-5b36-446c-a872-57c86317e3ff,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:38.992175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.007606 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Calling delete_port for db02f4b6-5b36-446c-a872-57c86317e3ff owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:39.162523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.175225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['db02f4b6-5b36-446c-a872-57c86317e3ff'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:03:39.205441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Pushing event deleted for resources: {'Port': ['ID=db02f4b6-5b36-446c-a872-57c86317e3ff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:39.242488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.242834 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.243182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.243547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.243899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.244243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.244571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.244897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.245223 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.245549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.245873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.246194 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:39.273776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] No DVR routers for this DVR port db02f4b6-5b36-446c-a872-57c86317e3ff on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:39.277466 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.279928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-240c78fe-83bc-47d4-b279-4244347ed067 req-e34f18f6-b2bc-4006-a03d-4f53ae0b7353 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.48 "DELETE /v2.0/ports/db02f4b6-5b36-446c-a872-57c86317e3ff HTTP/1.1" status: 204 len: 173 time: 0.5065167 Jul 14 10:03:39.280425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'name': 'network-vif-deleted', 'tag': 'db02f4b6-5b36-446c-a872-57c86317e3ff'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:39.282893 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cf2f52-f8b1-4952-9f0e-0c7425118c2d" -d '{"events": [{"server_uuid": "01a49b3d-b02d-4533-aa7c-a82787e550ae", "name": "network-vif-deleted", "tag": "db02f4b6-5b36-446c-a872-57c86317e3ff"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:39.321660 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f377430-4661-414b-b1c0-98d712a1070f x-openstack-request-id: req-4f377430-4661-414b-b1c0-98d712a1070f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:39.321962 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a49b3d-b02d-4533-aa7c-a82787e550ae", "name": "network-vif-deleted", "tag": "db02f4b6-5b36-446c-a872-57c86317e3ff", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:39.322746 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f377430-4661-414b-b1c0-98d712a1070f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:39.323337 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a49b3d-b02d-4533-aa7c-a82787e550ae', 'name': 'network-vif-deleted', 'tag': 'db02f4b6-5b36-446c-a872-57c86317e3ff', 'status': 'completed', 'code': 200} Jul 14 10:03:39.805165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4df4b7b4-6db1-4320-ba72-fd60a0af6ada req-12d28915-e4fd-4410-a470-9eabe7dbeeba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=01a49b3d-b02d-4533-aa7c-a82787e550ae HTTP/1.1" status: 200 len: 210 time: 0.0331788 Jul 14 10:03:41.499106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-f1bc4587-1f24-4300-95c2-13e73118c2ab tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:41.500697 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-f1bc4587-1f24-4300-95c2-13e73118c2ab tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/networks?id=82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 200 len: 816 time: 0.1229532 Jul 14 10:03:41.517188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-b09367b3-fd2e-46f0-b569-e0b834170a03 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/quotas/384425d7938847198bdbbc03af9a470e HTTP/1.1" status: 200 len: 375 time: 0.0107069 Jul 14 10:03:41.605957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-d2280c73-6368-447f-ba73-bf202e2c4f41 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=384425d7938847198bdbbc03af9a470e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831294 Jul 14 10:03:41.742111 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-38518559-31fd-417f-b080-fe928b3726d8 service neutron] 10.222.0.18 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218104 Jul 14 10:03:41.856564 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-d5e3c560-8860-4cc0-8f0f-caabd7d1c73b service neutron] 10.222.0.18 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076190 Jul 14 10:03:41.897254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device db02f4b6-5b36-446c-a872-57c86317e3ff no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:41.920145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: db02f4b6-5b36-446c-a872-57c86317e3ff {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:41.920642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device db02f4b6-5b36-446c-a872-57c86317e3ff not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:42.055239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8f86d413-c066-4d19-b0c9-f11b1e42898c req-e89afb99-dfc0-43e2-ad03-613b424d5191 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 210 time: 0.0320177 Jul 14 10:03:43.219638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e38455de-c561-43a6-a5a8-abe0f6da97c3 req-35474817-4456-4502-a0ca-446c6fd16c59 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 210 time: 0.0325754 Jul 14 10:03:43.381553 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-733062d7-6f82-426f-bc0f-762671c187f4 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:43.383173 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-733062d7-6f82-426f-bc0f-762671c187f4 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.11 "GET /v2.0/networks?id=82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 200 len: 816 time: 0.1159899 Jul 14 10:03:43.402519 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Request body: {'port': {'device_id': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'admin_state_up': True, 'tenant_id': '384425d7938847198bdbbc03af9a470e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:43.524210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Made reservation on behalf of 384425d7938847198bdbbc03af9a470e for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:43.527850 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.664220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Allocated IP 172.20.0.10 (82d8cd19-c923-478d-a6c4-666ace0d1e2e/75f75888-a988-406e-94ca-05650787c0bb/cd41edc4-b6e8-49a7-b015-c73d98c8ff8e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:43.845256 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.863242 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Transition to ACTIVE for port object cd41edc4-b6e8-49a7-b015-c73d98c8ff8e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:43.906461 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.958981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:43.963590 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:43.968166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:43.975881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Pushing event updated for resources: {'Port': ['ID=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:44.007195 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.007596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.008088 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.008444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.008783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.009125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.009535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.009909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.010251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.010588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.010922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.011250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:44.058900 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:44.060031 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.082777 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-124dcdeb-3c8e-44df-97eb-9b131db3b51d tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6840692 Jul 14 10:03:44.096514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Request body: {'port': {'device_id': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:44.210879 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.217385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1dc7e2f8-03a0-433e-9d35-a0b85f7229c0 None None] Provisioning for port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:44.223927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1dc7e2f8-03a0-433e-9d35-a0b85f7229c0 None None] Provisioning complete for port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:44.224543 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e2f8-03a0-433e-9d35-a0b85f7229c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.278467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7e2f8-03a0-433e-9d35-a0b85f7229c0 None None] Port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:44.607607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd41edc4-b6e8-49a7-b015-c73d98c8ff8e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:03:44.615910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.630109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Transition to ACTIVE for port object cd41edc4-b6e8-49a7-b015-c73d98c8ff8e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:44.636597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.657631 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469cc3d-c3d4-4844-a535-683df55c36d9 req-32a01b8d-897a-42ba-9234-4700193a5ac1 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:44.659616 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3469cc3d-c3d4-4844-a535-683df55c36d9 req-32a01b8d-897a-42ba-9234-4700193a5ac1 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 932 time: 0.0856669 Jul 14 10:03:44.717631 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Pushing event updated for resources: {'Port': ['ID=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:44.737544 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3469cc3d-c3d4-4844-a535-683df55c36d9 req-91774495-69ec-498d-bb5a-fcee7a8cfb35 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699463 Jul 14 10:03:44.780682 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Attempting to bind port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:44.781123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Attempting to bind port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:44.781570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Attempting to bind port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:44.787310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:03:44.787813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Attempting to bind port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e on network 82d8cd19-c923-478d-a6c4-666ace0d1e2e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:44.795436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:44.795978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Checking segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:44.796602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Bound using segment: {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:44.797364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Bound port: cd41edc4-b6e8-49a7-b015-c73d98c8ff8e, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d6ee43-b5a7-4a77-8354-f64470d9e11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:44.797952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.901817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] For port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:44.908023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] For port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:44.914716 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.983010 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:44.983838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:44.986049 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] 10.222.0.11 "PUT /v2.0/ports/cd41edc4-b6e8-49a7-b015-c73d98c8ff8e HTTP/1.1" status: 200 len: 1093 time: 0.8949909 Jul 14 10:03:44.986658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'tag': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:44.989598 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe00ce3-2dae-44e3-80fa-eeed5797118e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b201e08-0d58-4950-af25-b9f468fa2d12", "tag": "cd41edc4-b6e8-49a7-b015-c73d98c8ff8e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:45.046087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d9744-072e-4794-9cd6-7a606c24dd71 service neutron] Pushing event updated for resources: {'Port': ['ID=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:45.070031 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ce511c-e1ca-4398-9665-541884df3a16 x-openstack-request-id: req-32ce511c-e1ca-4398-9665-541884df3a16 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:45.070357 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b201e08-0d58-4950-af25-b9f468fa2d12", "tag": "cd41edc4-b6e8-49a7-b015-c73d98c8ff8e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:45.070737 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32ce511c-e1ca-4398-9665-541884df3a16 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:45.070976 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'tag': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e', 'status': 'completed', 'code': 200} Jul 14 10:03:45.105951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-84664a90-6fac-4c8f-96b3-d66d93005ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.107533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-84664a90-6fac-4c8f-96b3-d66d93005ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=384425d7938847198bdbbc03af9a470e&device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 1096 time: 0.0736334 Jul 14 10:03:45.164442 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-8a410479-d82a-476a-8d54-7ab30f64bc89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e HTTP/1.1" status: 200 len: 217 time: 0.0497518 Jul 14 10:03:45.225364 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-8c7e6bac-f905-42c7-8f7a-c004999012a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.226948 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-8c7e6bac-f905-42c7-8f7a-c004999012a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75f75888-a988-406e-94ca-05650787c0bb HTTP/1.1" status: 200 len: 855 time: 0.0569112 Jul 14 10:03:45.290638 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-b2624f39-df43-466d-a063-c89c2e52b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.292729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-b2624f39-df43-466d-a063-c89c2e52b19d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82d8cd19-c923-478d-a6c4-666ace0d1e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596497 Jul 14 10:03:45.396484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-7cb60835-ecba-4896-a9cf-0e95b686b694 service neutron] 10.222.0.11 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972500 Jul 14 10:03:45.500288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-39b93ed4-1cd7-465a-81d2-4b98e468006c req-8218f02b-217a-4aa6-ac22-6fb4f2c26586 service neutron] 10.222.0.11 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974836 Jul 14 10:03:45.612621 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-14ab5b30-d345-4960-ac5d-db22cd89a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.614206 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-14ab5b30-d345-4960-ac5d-db22cd89a95f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=384425d7938847198bdbbc03af9a470e&device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 1096 time: 0.0580111 Jul 14 10:03:45.715625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-43a4cd1c-7e1b-4c78-8544-c80f2cbfcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.717166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-43a4cd1c-7e1b-4c78-8544-c80f2cbfcd6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 200 len: 917 time: 0.0958664 Jul 14 10:03:45.760742 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-1c8b4ef4-14da-4289-ac5b-e15d0268bd5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e HTTP/1.1" status: 200 len: 217 time: 0.0369604 Jul 14 10:03:45.818662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-06e3eb33-0476-4ebb-8ffc-a3d90c433b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.820494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-06e3eb33-0476-4ebb-8ffc-a3d90c433b16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=75f75888-a988-406e-94ca-05650787c0bb HTTP/1.1" status: 200 len: 855 time: 0.0525930 Jul 14 10:03:45.892712 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-37691a84-c56a-4e41-b436-5c0eacacd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.894485 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-37691a84-c56a-4e41-b436-5c0eacacd985 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82d8cd19-c923-478d-a6c4-666ace0d1e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668426 Jul 14 10:03:45.947141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2580-9aba-4fb5-9d3f-d8a935b54bbe req-8a2fef42-3ea5-46bf-b329-dc6076ef24b8 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:45.950006 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6ea2580-9aba-4fb5-9d3f-d8a935b54bbe req-8a2fef42-3ea5-46bf-b329-dc6076ef24b8 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 944 time: 0.0866480 Jul 14 10:03:46.004597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a6ea2580-9aba-4fb5-9d3f-d8a935b54bbe req-a57f2be0-d485-4bc1-86d7-89c242af44dd tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483177 Jul 14 10:03:46.008221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-0c09f040-16d0-43a4-b7db-ea6147ac5a9e service neutron] 10.222.0.11 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050134 Jul 14 10:03:46.011292 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-164a0956-cf60-4035-be9f-a34d042d9d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:46.118753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ffe00ce3-2dae-44e3-80fa-eeed5797118e req-e16d1ea6-db8d-4e10-8cbe-82d4b108d325 service neutron] 10.222.0.11 "GET /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040647 Jul 14 10:03:47.215609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ce9a-f423-4076-8ca9-2e4d031e6f35 req-435838d6-08f6-4cbe-a1de-481fe03d1afe tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:47.217266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3708ce9a-f423-4076-8ca9-2e4d031e6f35 req-435838d6-08f6-4cbe-a1de-481fe03d1afe tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 944 time: 0.0754831 Jul 14 10:03:47.261954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3708ce9a-f423-4076-8ca9-2e4d031e6f35 req-bf3cd9bc-8a68-4ede-a932-6db1249dcc15 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Jul 14 10:03:47.753913 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:48.451244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23543479-1c44-4811-a5b5-9b054f465a1f req-fb15fe0b-831b-4190-8a06-75c01af96a09 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:48.453101 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23543479-1c44-4811-a5b5-9b054f465a1f req-fb15fe0b-831b-4190-8a06-75c01af96a09 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 944 time: 0.0689943 Jul 14 10:03:48.502066 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-23543479-1c44-4811-a5b5-9b054f465a1f req-b7ded657-3479-4dd9-966f-a6366b4d39cf tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Jul 14 10:03:48.786700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cd41edc4-b6e8-49a7-b015-c73d98c8ff8e details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:03:48.889574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:48.904209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e', 'network_id': '82d8cd19-c923-478d-a6c4-666ace0d1e2e', 'port_id': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e', 'mac_address': 'fa:16:3e:80:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f75888-a988-406e-94ca-05650787c0bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:03:48.949652 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:48.964906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd41edc4-b6e8-49a7-b015-c73d98c8ff8e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:03:48.985497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:48.990238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:49.044633 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:49.053348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.053704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.054054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.054406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.054754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.055099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.055472 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.055813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.056148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.056485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.056818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.057151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:49.154509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:49.230398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['cd41edc4-b6e8-49a7-b015-c73d98c8ff8e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:03:49.704429 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0a6d-d2a7-495a-86b3-508c438fb5b1 req-01e9e8f3-d641-4055-8665-1475658e46a8 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:49.705954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c90b0a6d-d2a7-495a-86b3-508c438fb5b1 req-01e9e8f3-d641-4055-8665-1475658e46a8 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 945 time: 0.0787280 Jul 14 10:03:49.746852 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aac99f49-00da-4a48-a4ef-0b884d6ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:49.758049 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c90b0a6d-d2a7-495a-86b3-508c438fb5b1 req-9844e677-9f0e-4096-ae61-5312aff315e0 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Jul 14 10:03:49.887913 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.529414 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.639023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cd41edc4-b6e8-49a7-b015-c73d98c8ff8e up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:50.691749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:50.695992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:50.696368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.784191 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.810929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:50.813602 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f080c5-2a58-474a-96b5-1191caa42d8a" -d '{"events": [{"server_uuid": "8b201e08-0d58-4950-af25-b9f468fa2d12", "name": "network-vif-plugged", "status": "completed", "tag": "cd41edc4-b6e8-49a7-b015-c73d98c8ff8e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:50.833340 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:50.839549 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:50.886716 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6628666-5d7f-4dc4-a27d-98efbd9aee72 x-openstack-request-id: req-f6628666-5d7f-4dc4-a27d-98efbd9aee72 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:50.887336 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b201e08-0d58-4950-af25-b9f468fa2d12", "name": "network-vif-plugged", "status": "completed", "tag": "cd41edc4-b6e8-49a7-b015-c73d98c8ff8e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:50.887843 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6628666-5d7f-4dc4-a27d-98efbd9aee72 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:50.888553 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e', 'code': 200} Jul 14 10:03:50.920185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:50.999496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75091842-afbb-4a6f-9d38-9a804aeca3f2 req-13af8c35-3237-4cd0-9d81-b9b0b1d5b0e6 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:51.000990 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-75091842-afbb-4a6f-9d38-9a804aeca3f2 req-13af8c35-3237-4cd0-9d81-b9b0b1d5b0e6 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 946 time: 0.0807085 Jul 14 10:03:51.022564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbcf81-9f2f-49fb-92e0-47f86732654a req-0adc9e80-ad60-4a22-8d51-ecb89cdd0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:51.024175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-18dbcf81-9f2f-49fb-92e0-47f86732654a req-0adc9e80-ad60-4a22-8d51-ecb89cdd0e17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 1098 time: 0.0670009 Jul 14 10:03:51.054897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-75091842-afbb-4a6f-9d38-9a804aeca3f2 req-80425cf8-5609-411e-9db7-dd473c639406 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Jul 14 10:03:51.068791 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-18dbcf81-9f2f-49fb-92e0-47f86732654a req-e7b984a7-0a3c-452a-96e8-b53dca6d9b62 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Jul 14 10:03:51.600085 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:52.259345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4878398-cde5-498c-83d8-ba67b5ba7155 req-302e9354-5446-4e19-bd22-e670a1728ef3 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:52.261799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4878398-cde5-498c-83d8-ba67b5ba7155 req-302e9354-5446-4e19-bd22-e670a1728ef3 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 946 time: 0.0755239 Jul 14 10:03:52.309608 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b4878398-cde5-498c-83d8-ba67b5ba7155 req-1fd280ce-29f8-49fc-86e8-cee84c720d47 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Jul 14 10:03:52.504754 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8765545-5664-4fe6-b709-46306b4eba9c req-8c3a1a8b-272a-4ca6-96ad-7e72514a9d50 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:52.506460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8765545-5664-4fe6-b709-46306b4eba9c req-8c3a1a8b-272a-4ca6-96ad-7e72514a9d50 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 946 time: 0.0750835 Jul 14 10:03:52.557287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c8765545-5664-4fe6-b709-46306b4eba9c req-ebd65ac3-8e58-4463-a030-460d99da25c8 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Jul 14 10:04:02.005184 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.102611 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74271e44-3faa-40c4-a3e6-9cda61755a72 req-d9195390-8538-4360-ad06-1c9ca55b2668 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:14.104680 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74271e44-3faa-40c4-a3e6-9cda61755a72 req-d9195390-8538-4360-ad06-1c9ca55b2668 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 946 time: 0.0814784 Jul 14 10:04:14.148429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74271e44-3faa-40c4-a3e6-9cda61755a72 req-1ab14c18-c8d2-44b9-ace0-69531765a46c tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377009 Jul 14 10:04:15.388655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc196288-7440-4fe3-9a62-6ac04c8c6204 req-f50a83d5-a931-4941-9b55-670502645355 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.390398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc196288-7440-4fe3-9a62-6ac04c8c6204 req-f50a83d5-a931-4941-9b55-670502645355 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 946 time: 0.1125958 Jul 14 10:04:15.441281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-dc196288-7440-4fe3-9a62-6ac04c8c6204 req-a637e441-c49c-4240-83d3-9e67042a42a4 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6810f8d-8dbe-4b9a-9662-f042c542f35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Jul 14 10:04:15.530218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-863f3351-ef63-4497-b54c-acd0d0cad680 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.531945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-863f3351-ef63-4497-b54c-acd0d0cad680 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 946 time: 0.0740318 Jul 14 10:04:15.640436 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Deleting port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:15.640758 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.742486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] For port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:15.742853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.758030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Calling delete_port for cd41edc4-b6e8-49a7-b015-c73d98c8ff8e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:15.901798 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.914956 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['cd41edc4-b6e8-49a7-b015-c73d98c8ff8e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:04:15.934022 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Pushing event deleted for resources: {'Port': ['ID=cd41edc4-b6e8-49a7-b015-c73d98c8ff8e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.984330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] No DVR routers for this DVR port cd41edc4-b6e8-49a7-b015-c73d98c8ff8e on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:15.987427 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.989556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b65e46ff-6106-473e-8a3f-076ce9ca92c5 req-52d7c33d-d64e-4afb-a31e-09d819d8d0ba tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.11 "DELETE /v2.0/ports/cd41edc4-b6e8-49a7-b015-c73d98c8ff8e HTTP/1.1" status: 204 len: 173 time: 0.4523022 Jul 14 10:04:15.990123 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'name': 'network-vif-deleted', 'tag': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:15.992650 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff6d86-633e-4ec9-9100-d2091b7da184" -d '{"events": [{"server_uuid": "8b201e08-0d58-4950-af25-b9f468fa2d12", "name": "network-vif-deleted", "tag": "cd41edc4-b6e8-49a7-b015-c73d98c8ff8e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:16.014330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce092975-85e2-406b-aa45-490a00a07c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.062065 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a90a52-7bc0-449e-96fc-ff1fed9d1b46 x-openstack-request-id: req-22a90a52-7bc0-449e-96fc-ff1fed9d1b46 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:16.062538 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b201e08-0d58-4950-af25-b9f468fa2d12", "name": "network-vif-deleted", "tag": "cd41edc4-b6e8-49a7-b015-c73d98c8ff8e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:16.062958 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22a90a52-7bc0-449e-96fc-ff1fed9d1b46 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:16.063660 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b201e08-0d58-4950-af25-b9f468fa2d12', 'name': 'network-vif-deleted', 'tag': 'cd41edc4-b6e8-49a7-b015-c73d98c8ff8e', 'status': 'completed', 'code': 200} Jul 14 10:04:16.657934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-db47083b-c649-4770-97f3-95f4a25e9368 req-f5d6be88-6cbc-4e2a-a013-02af88359bf9 tempest-TestEncryptedCinderVolumes-181300833 tempest-TestEncryptedCinderVolumes-181300833-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b201e08-0d58-4950-af25-b9f468fa2d12 HTTP/1.1" status: 200 len: 210 time: 0.0457280 Jul 14 10:04:17.805584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42844) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:18.571317 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.796460 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cd41edc4-b6e8-49a7-b015-c73d98c8ff8e no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:18.820451 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: cd41edc4-b6e8-49a7-b015-c73d98c8ff8e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:18.820962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device cd41edc4-b6e8-49a7-b015-c73d98c8ff8e not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:18.862683 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Deleting port 1ce0e179-a376-4ea9-8c08-4111321340fd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:18.863345 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.955480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] For port 1ce0e179-a376-4ea9-8c08-4111321340fd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1ce0e179-a376-4ea9-8c08-4111321340fd,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:18.956241 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.978758 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Calling delete_port for 1ce0e179-a376-4ea9-8c08-4111321340fd owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:19.168391 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.207326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.237562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce0e179-a376-4ea9-8c08-4111321340fd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:19.463690 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.744180 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4a3c-def1-4e5b-9f8d-09140e7b1460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.757797 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Router 216d8fd7-252e-4526-b855-36d011a55703 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:19.902465 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.914568 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:19.923524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8385685c-5a40-4af3-8610-39b1a626e5ef admin admin] 10.222.0.18 "PUT /v2.0/routers/216d8fd7-252e-4526-b855-36d011a55703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1163564 Jul 14 10:04:19.924096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:19.928679 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] Sync routers for ids ['216d8fd7-252e-4526-b855-36d011a55703'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:19.939114 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] Routers {'216d8fd7-252e-4526-b855-36d011a55703'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:19.939798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['216d8fd7-252e-4526-b855-36d011a55703'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:20.061479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] Set router 216d8fd7-252e-4526-b855-36d011a55703 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:20.095659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.230913 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.295373 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:04:19Z', 'revision_number': 5, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port': {'id': 'f041214b-3efb-4cb1-b82b-1ebc50741787', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:88:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216d8fd7-252e-4526-b855-36d011a55703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:20.299412 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Deleting port f041214b-3efb-4cb1-b82b-1ebc50741787 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:20.299746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.325092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] Checking router: 216d8fd7-252e-4526-b855-36d011a55703 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:20.334851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] Routers {'216d8fd7-252e-4526-b855-36d011a55703'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:20.335781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['216d8fd7-252e-4526-b855-36d011a55703'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:20.407026 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] For port f041214b-3efb-4cb1-b82b-1ebc50741787, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f041214b-3efb-4cb1-b82b-1ebc50741787,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:20.407487 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.426661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Calling delete_port for f041214b-3efb-4cb1-b82b-1ebc50741787 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:20.442666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] Set router 216d8fd7-252e-4526-b855-36d011a55703 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:20.521416 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 6, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:20.557627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3081c3-efac-46aa-aa15-0a4c7e4a4e38 None None] The sync data for ids ['216d8fd7-252e-4526-b855-36d011a55703'] in n-d-758944-44 is: [{'id': '216d8fd7-252e-4526-b855-36d011a55703', 'name': 'tempest-TestEncryptedCinderVolumes-221482478-router', 'tenant_id': '384425d7938847198bdbbc03af9a470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:52Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 6, 'project_id': '384425d7938847198bdbbc03af9a470e', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:20.562390 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.637491 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.666196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Pushing event deleted for resources: {'Port': ['ID=f041214b-3efb-4cb1-b82b-1ebc50741787,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:20.736662 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.840676 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.843326 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.892225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.892683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216d8fd7-252e-4526-b855-36d011a55703 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:04:20.898244 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.899920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dc10e4ba-e4de-49d5-bcd1-7f53ebf4a45b admin admin] 10.222.0.18 "DELETE /v2.0/routers/216d8fd7-252e-4526-b855-36d011a55703 HTTP/1.1" status: 204 len: 168 time: 0.9739988 Jul 14 10:04:20.902225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:20.982136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] Deleting subnet 75f75888-a988-406e-94ca-05650787c0bb {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:04:20.988007 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.053505 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.165945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.226463 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.259891 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.263579 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/75f75888-a988-406e-94ca-05650787c0bb HTTP/1.1" status: 204 len: 168 time: 0.3592186 Jul 14 10:04:21.265327 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987d9de-f4e7-4934-9289-40ece3116c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f75888-a988-406e-94ca-05650787c0bb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:21.266961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256659f1-d7af-491f-b9e5-e77fe7b02ab3 None None] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:21.267886 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:21.357319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.434884 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Deleting port 17515522-cbe6-4176-b67b-27646942b6ae {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:21.435389 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.536210 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] DHCP port deletion for 82d8cd19-c923-478d-a6c4-666ace0d1e2e request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:04:21.536441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] For port 17515522-cbe6-4176-b67b-27646942b6ae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=17515522-cbe6-4176-b67b-27646942b6ae,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:21.536586 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.556310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Calling delete_port for 17515522-cbe6-4176-b67b-27646942b6ae owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:21.618607 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.621208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] Deleting port 17515522-cbe6-4176-b67b-27646942b6ae {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:21.622258 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.657300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.713472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Pushing event deleted for resources: {'Port': ['ID=17515522-cbe6-4176-b67b-27646942b6ae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:21.719197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] No DVR routers for this DVR port 17515522-cbe6-4176-b67b-27646942b6ae on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:21.733158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] For port 17515522-cbe6-4176-b67b-27646942b6ae, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=17515522-cbe6-4176-b67b-27646942b6ae,segment=NetworkSegment(31d6ee43-b5a7-4a77-8354-f64470d9e11b),segment_id=31d6ee43-b5a7-4a77-8354-f64470d9e11b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:21.733561 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.755525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] Calling delete_port for 17515522-cbe6-4176-b67b-27646942b6ae owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:21.868369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 17515522-cbe6-4176-b67b-27646942b6ae no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:21.873882 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.885999 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d8cd19-c923-478d-a6c4-666ace0d1e2e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:21.897789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d6ee43-b5a7-4a77-8354-f64470d9e11b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:21.898229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d6ee43-b5a7-4a77-8354-f64470d9e11b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:21.909316 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.916253 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 17515522-cbe6-4176-b67b-27646942b6ae {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:21.916811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 17515522-cbe6-4176-b67b-27646942b6ae not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:21.917527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ce0e179-a376-4ea9-8c08-4111321340fd no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:21.926989 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.935314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:04:21.935756 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:04:21.937799 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:04:21.953290 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 1ce0e179-a376-4ea9-8c08-4111321340fd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:21.953876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1ce0e179-a376-4ea9-8c08-4111321340fd not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:21.954576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f041214b-3efb-4cb1-b82b-1ebc50741787 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:21.998104 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f041214b-3efb-4cb1-b82b-1ebc50741787 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:21.998717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f041214b-3efb-4cb1-b82b-1ebc50741787 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:22.001404 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.006110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.016028 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.018197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] 10.222.0.18 "DELETE /v2.0/networks/82d8cd19-c923-478d-a6c4-666ace0d1e2e HTTP/1.1" status: 204 len: 168 time: 0.7487864 Jul 14 10:04:22.023655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42854) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:22.031666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50228d2-e62f-4124-a67d-4395ebe9e929 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d8cd19-c923-478d-a6c4-666ace0d1e2e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:22.046799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] Pushing event deleted for resources: {'Port': ['ID=17515522-cbe6-4176-b67b-27646942b6ae,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:22.050234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] Network 82d8cd19-c923-478d-a6c4-666ace0d1e2e is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 10:04:22.051005 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf905a-2922-439b-bcdb-7c639e2699dd None None] No DVR routers for this DVR port 17515522-cbe6-4176-b67b-27646942b6ae on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:22.486725 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.138951 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Deleting port 8243b69e-ade1-4b5c-b23f-77a77f9e5022 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:23.139790 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.225423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] For port 8243b69e-ade1-4b5c-b23f-77a77f9e5022, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8243b69e-ade1-4b5c-b23f-77a77f9e5022,segment=NetworkSegment(19cbef90-3f17-49eb-80dc-e7a7934dcdea),segment_id=19cbef90-3f17-49eb-80dc-e7a7934dcdea)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:23.225847 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.241695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Calling delete_port for 8243b69e-ade1-4b5c-b23f-77a77f9e5022 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:23.489884 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.523659 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Pushing event deleted for resources: {'Port': ['ID=8243b69e-ade1-4b5c-b23f-77a77f9e5022,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:23.753546 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.104041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:24.305355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:24.314179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-32717718-9890-4675-8faa-6d866cacb2be admin admin] 10.222.0.18 "PUT /v2.0/routers/1f40a4dc-ae11-4d02-ae21-e2bef3b6d124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2862291 Jul 14 10:04:24.317226 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:24.320661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] Sync routers for ids ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:24.334883 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] Routers {'1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:24.336564 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:24.461332 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.467888 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] Set router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:24.606206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.681786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Deleting port 37da44f7-14be-40ab-92ca-aa80581cd3c0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:24.682270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.697351 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:04:23Z', 'revision_number': 5, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port': {'id': '37da44f7-14be-40ab-92ca-aa80581cd3c0', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:59Z', 'updated_at': '2021-07-14T10:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:24.763449 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] Checking router: 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:24.768201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:04:24.777362 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] Routers {'1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:24.778139 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:24.812965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] For port 37da44f7-14be-40ab-92ca-aa80581cd3c0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=37da44f7-14be-40ab-92ca-aa80581cd3c0,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:24.813769 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.840729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Calling delete_port for 37da44f7-14be-40ab-92ca-aa80581cd3c0 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:24.919945 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] Set router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:24.995558 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:04:24Z', 'revision_number': 6, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:25.098957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.131877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37da44f7-14be-40ab-92ca-aa80581cd3c0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:25.152779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d709ffd-8f3b-4395-b319-4f2cab6b8c35 None None] The sync data for ids ['1f40a4dc-ae11-4d02-ae21-e2bef3b6d124'] in n-d-758944-44 is: [{'id': '1f40a4dc-ae11-4d02-ae21-e2bef3b6d124', 'name': 'tempest-TestEncryptedCinderVolumes-288870847-router', 'tenant_id': '06f99af261b8444aa591f82cc42e3b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:58Z', 'updated_at': '2021-07-14T10:04:24Z', 'revision_number': 6, 'project_id': '06f99af261b8444aa591f82cc42e3b8f', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:25.226271 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.327573 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.329996 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.379648 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.380338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:04:25.387125 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.387744 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9b601f66-7b43-4957-b7ce-dc89cfc5dce1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1f40a4dc-ae11-4d02-ae21-e2bef3b6d124 HTTP/1.1" status: 204 len: 168 time: 1.0690255 Jul 14 10:04:25.390632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:25.448391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] Deleting subnet 6d8e9046-c7f1-48cd-86c6-5c0a540fad6c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:04:25.452194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.493932 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.611175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.672675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.705861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8e9046-c7f1-48cd-86c6-5c0a540fad6c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:25.713460 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.716304 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1c233c38-8fcb-4ded-8b55-9f41763ef7e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6d8e9046-c7f1-48cd-86c6-5c0a540fad6c HTTP/1.1" status: 204 len: 168 time: 0.3241918 Jul 14 10:04:25.718502 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:25.723240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4d981-d37d-49d5-aac1-2868518acdfe None None] Network 68d71e39-53f4-44cd-bc47-69fe77aa6b69 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:25.829145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.906541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Deleting port 09c4b244-1646-4825-9d53-05814cef9710 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:25.907008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.012091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] DHCP port deletion for 68d71e39-53f4-44cd-bc47-69fe77aa6b69 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:04:26.022015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] For port 09c4b244-1646-4825-9d53-05814cef9710, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=09c4b244-1646-4825-9d53-05814cef9710,segment=NetworkSegment(19cbef90-3f17-49eb-80dc-e7a7934dcdea),segment_id=19cbef90-3f17-49eb-80dc-e7a7934dcdea)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:26.022523 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.046863 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37da44f7-14be-40ab-92ca-aa80581cd3c0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:26.048218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Calling delete_port for 09c4b244-1646-4825-9d53-05814cef9710 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:26.072410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 37da44f7-14be-40ab-92ca-aa80581cd3c0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:26.072798 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 37da44f7-14be-40ab-92ca-aa80581cd3c0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:26.073345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8243b69e-ade1-4b5c-b23f-77a77f9e5022 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:26.099434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8243b69e-ade1-4b5c-b23f-77a77f9e5022 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:26.099897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8243b69e-ade1-4b5c-b23f-77a77f9e5022 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:26.113846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] Deleting port 09c4b244-1646-4825-9d53-05814cef9710 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:26.114296 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.182877 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.194517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] For port 09c4b244-1646-4825-9d53-05814cef9710, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=09c4b244-1646-4825-9d53-05814cef9710,segment=NetworkSegment(19cbef90-3f17-49eb-80dc-e7a7934dcdea),segment_id=19cbef90-3f17-49eb-80dc-e7a7934dcdea)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:26.194930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.212107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] Calling delete_port for 09c4b244-1646-4825-9d53-05814cef9710 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:26.231038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c4b244-1646-4825-9d53-05814cef9710,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:26.239234 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] No DVR routers for this DVR port 09c4b244-1646-4825-9d53-05814cef9710 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:26.325440 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.360779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.361183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] Pushing event deleted for resources: {'Port': ['ID=09c4b244-1646-4825-9d53-05814cef9710,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:26.363006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232bd25-cd1e-4291-a089-e177a44027ec None None] No DVR routers for this DVR port 09c4b244-1646-4825-9d53-05814cef9710 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:26.383430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d71e39-53f4-44cd-bc47-69fe77aa6b69']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:26.397580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cbef90-3f17-49eb-80dc-e7a7934dcdea') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:26.397920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cbef90-3f17-49eb-80dc-e7a7934dcdea') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:26.409666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.430507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.440061 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:04:26.440475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:04:26.442506 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:04:26.508996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.517714 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.520633 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] 10.222.0.18 "DELETE /v2.0/networks/68d71e39-53f4-44cd-bc47-69fe77aa6b69 HTTP/1.1" status: 204 len: 168 time: 0.7998452 Jul 14 10:04:26.534766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc615f-ee50-4bd4-8a3f-88cacb732940 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d71e39-53f4-44cd-bc47-69fe77aa6b69,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:26.733533 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42868) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:26.797938 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-582305e2-71a2-4afe-81f7-fd6ed34ed649 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=384425d7938847198bdbbc03af9a470e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629134 Jul 14 10:04:26.800597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42870) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:26.894311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1205347a-c2ac-4a48-908b-9d442245ba92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.935437 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1205347a-c2ac-4a48-908b-9d442245ba92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.017534 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1205347a-c2ac-4a48-908b-9d442245ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.020554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1205347a-c2ac-4a48-908b-9d442245ba92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.021838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1205347a-c2ac-4a48-908b-9d442245ba92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6810f8d-8dbe-4b9a-9662-f042c542f35e HTTP/1.1" status: 204 len: 168 time: 0.2198770 Jul 14 10:04:27.032504 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205347a-c2ac-4a48-908b-9d442245ba92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6810f8d-8dbe-4b9a-9662-f042c542f35e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:27.435008 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42876) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:27.483869 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2bba5d48-6764-4938-91eb-b365e757f706 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06f99af261b8444aa591f82cc42e3b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473316 Jul 14 10:04:27.488111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:27.551968 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e29b3631-792c-4596-b78d-d253d2bc9cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.587281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e29b3631-792c-4596-b78d-d253d2bc9cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.655975 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e29b3631-792c-4596-b78d-d253d2bc9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.659077 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e29b3631-792c-4596-b78d-d253d2bc9cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.660713 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e29b3631-792c-4596-b78d-d253d2bc9cc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a689a54-85a9-4f89-a4bd-4eda8418bd33 HTTP/1.1" status: 204 len: 168 time: 0.1713817 Jul 14 10:04:27.674607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b3631-792c-4596-b78d-d253d2bc9cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a689a54-85a9-4f89-a4bd-4eda8418bd33,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:27.810517 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09c4b244-1646-4825-9d53-05814cef9710 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:27.832680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 09c4b244-1646-4825-9d53-05814cef9710 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:27.833057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09c4b244-1646-4825-9d53-05814cef9710 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:28.569370 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:28.677185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1068531414-network', 'tenant_id': '360207706c8749efa344b8921605d7bc'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:28.702496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Made reservation on behalf of 360207706c8749efa344b8921605d7bc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:28.705339 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.716605 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.829869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.834647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.866063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:04:28.877524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8792f2dd-b61f-4373-930f-4e77caa30389,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:28.883447 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.883808 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Added segment 82189284-6f9e-46b4-be69-eb3b37ac2f07 of type vlan for network 2dafa8d5-eca2-4644-986f-bf0309022cd8 Jul 14 10:04:28.932354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.967381 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.968503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.969186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.037264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4667337 Jul 14 10:04:29.042452 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42904) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:29.044351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a994fb1-b94a-4019-8db7-f170c0dc82a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2dafa8d5-eca2-4644-986f-bf0309022cd8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:29.050127 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Request body: {'subnet': {'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1068531414-subnet', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:29.059576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:04:29.082769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Made reservation on behalf of 360207706c8749efa344b8921605d7bc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:29.086056 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.297752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.355482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4e2178-31f2-4c7e-a8a2-573ff9478e82,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:29.375303 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Checking segment: {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:29.375808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Network hostable DHCP agents. Network: 2dafa8d5-eca2-4644-986f-bf0309022cd8, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:04:29.397940 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:04:29.409475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 2dafa8d5-eca2-4644-986f-bf0309022cd8) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:29.414374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:29.414987 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.427542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc125a-ecfd-4ef6-9470-081196324d51 None None] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:29.438260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b7a9a696-69e3-4d0e-b4fc-e86c416ed6fa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3938806 Jul 14 10:04:29.442705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:29.447895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:29.475694 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.477117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.551417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.625824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-2dafa8d5-eca2-4644-986f-bf0309022cd8', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:04:29.626727 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.726702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.821638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Allocated IP 172.20.0.2 (2dafa8d5-eca2-4644-986f-bf0309022cd8/3f4e2178-31f2-4c7e-a8a2-573ff9478e82/ba2efd62-0ba1-4bce-9eb3-d0545755bf44) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:30.004284 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.028480 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.028965 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.043477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Transition to ACTIVE for port object ba2efd62-0ba1-4bce-9eb3-d0545755bf44 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:30.061479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Transition to ACTIVE for port object ba2efd62-0ba1-4bce-9eb3-d0545755bf44 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:30.069471 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.113117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:30.116427 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:30.120497 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:30.126602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Pushing event updated for resources: {'Port': ['ID=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:30.187857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Attempting to bind port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:30.188593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Attempting to bind port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:30.188974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Attempting to bind port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 on network 2dafa8d5-eca2-4644-986f-bf0309022cd8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:30.190387 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Allocated IP 172.25.2.225 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:30.195580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:30.195961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Checking segment: {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:30.196901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.197349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Bound using segment: {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:30.197830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Bound port: ba2efd62-0ba1-4bce-9eb3-d0545755bf44, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:30.198271 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.277440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] For port ba2efd62-0ba1-4bce-9eb3-d0545755bf44, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:30.282619 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] For port ba2efd62-0ba1-4bce-9eb3-d0545755bf44, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:30.288719 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.369432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acb7c0-bf2f-45e2-95f8-39b2cbaf51ed None None] Pushing event updated for resources: {'Port': ['ID=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:30.380353 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.438928 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:30.492666 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:30.497014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:30.499901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:30.529386 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Pushing event updated for resources: {'Port': ['ID=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:30.902321 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.465110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a2bc5-17f9-47dc-9f34-2699ab4a0be3 None None] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:31.474998 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.531840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bbda2f45-8961-4494-af01-7208403259f2 None None] Provisioning for port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:31.653028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Router d80755c5-4787-4f57-b8d7-c36d64bd3d75 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:04:31.825799 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:31.846573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Sync routers for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:31.850008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.856696 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:31.857504 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0de5d380-a652-4649-aff3-1f33dffad449 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4134557 Jul 14 10:04:31.877585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:31.878567 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:31.943599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ba2efd62-0ba1-4bce-9eb3-d0545755bf44 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:32.232560 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.265793 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:32.268598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:32.328217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:32.328744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.486452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.494214 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.553992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port ba2efd62-0ba1-4bce-9eb3-d0545755bf44, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:32.559766 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.609876 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:30Z', 'revision_number': 3, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:32.646684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Checking router: d80755c5-4787-4f57-b8d7-c36d64bd3d75 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:32.647049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Updating router d80755c5-4787-4f57-b8d7-c36d64bd3d75 port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:32.673168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:32.691513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.740884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Allocated IP 172.20.0.1 (2dafa8d5-eca2-4644-986f-bf0309022cd8/3f4e2178-31f2-4c7e-a8a2-573ff9478e82/45dd929a-2ea6-4413-8abe-1fcb5e1e9c02) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:32.901582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.922043 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Transition to ACTIVE for port object 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:32.962842 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.014824 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:33.020608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:33.023436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:33.049492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.054944 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Pushing event updated for resources: {'Port': ['ID=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:33.066803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Transition to ACTIVE for port object 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:33.074850 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.095555 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.133476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Attempting to bind port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:33.134461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Attempting to bind port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:33.134802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Attempting to bind port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:33.143310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032beb75-a416-448d-a120-073e3396d64a None None] Pushing event updated for resources: {'Port': ['ID=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:33.148421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:33.148795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:33.149212 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.150187 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:33.150717 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Bound port: 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:33.151269 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.232751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] For port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:33.240003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] For port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:33.248455 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.338602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:33.339343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:33.343691 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.345385 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032beb75-a416-448d-a120-073e3396d64a None None] Pushing event updated for resources: {'Port': ['ID=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:33.444135 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-579503e6-4ed5-43a0-b3d3-a35bf54ffbf5 None None] Provisioning for port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:33.497693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-579503e6-4ed5-43a0-b3d3-a35bf54ffbf5 None None] Provisioning complete for port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:33.498595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-579503e6-4ed5-43a0-b3d3-a35bf54ffbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.578151 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-579503e6-4ed5-43a0-b3d3-a35bf54ffbf5 None None] Port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:33.589007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:33.624592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.630697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.702016 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.705202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Pushing event updated for resources: {'Port': ['ID=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:33.824426 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:33.826593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:33.893901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ba2efd62-0ba1-4bce-9eb3-d0545755bf44 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:33.994768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Router d80755c5-4787-4f57-b8d7-c36d64bd3d75 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:34.004862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:32Z', 'revision_number': 1, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:34.054640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:34.055122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:34.060720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b5513-6fda-4924-9af2-f7a794ae26fc None None] The sync data for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 is: [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:32Z', 'revision_number': 1, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:34.156475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:34.162563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6bab86e0-28ca-4ad4-8d16-c0bf4f4b30c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/d80755c5-4787-4f57-b8d7-c36d64bd3d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3036983 Jul 14 10:04:34.226394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-103b71c7-706d-4afb-856a-33fede6037fd None None] Provisioning complete for port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:34.226993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-103b71c7-706d-4afb-856a-33fede6037fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:34.285278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-103b71c7-706d-4afb-856a-33fede6037fd None None] Port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:34.856615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:34.861830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513649261-network', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:34.890533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Made reservation on behalf of d2c40eda9e2e443aa52d1e567ae9699d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:34.893413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:34.903695 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.061833 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.069032 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.108205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:04:35.134733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becf34c7-89c2-4510-97f8-5e0d1f3da667,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:35.144390 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.144784 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Added segment 61522309-8531-479a-9e80-c1ca50ad51d1 of type vlan for network a4223cbc-58d5-4fa0-942f-170541d8e3d6 Jul 14 10:04:35.217567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.266681 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.268005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:35.268757 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.343469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4855673 Jul 14 10:04:35.346986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:35.355492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Request body: {'subnet': {'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513649261-subnet', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:35.360509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c68b7a-b6d7-4fcc-a701-142b9dcaaf74 admin admin] Pushing event updated for resources: {'Network': ['ID=a4223cbc-58d5-4fa0-942f-170541d8e3d6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:35.381143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:04:35.386733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Made reservation on behalf of d2c40eda9e2e443aa52d1e567ae9699d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:35.389723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.883733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:35.979933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:35.985319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:35.985847 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.001374 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.064545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fee76a-1e17-4b2b-9a82-f11202fbec0d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:36.083009 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Checking segment: {'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:36.083747 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Network hostable DHCP agents. Network: a4223cbc-58d5-4fa0-942f-170541d8e3d6, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:04:36.107213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:04:36.111244 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.125081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, a4223cbc-58d5-4fa0-942f-170541d8e3d6) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:36.132862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:36.134404 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.142607 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f832c4-c353-4c07-b37b-01ad3bd22887 None None] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:36.150996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:36.154929 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6b1a5f16-6498-408d-a500-f9882f646519 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8066039 Jul 14 10:04:36.159644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 42932) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:36.165444 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:36.187840 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.198206 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.199870 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.266758 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.283028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:36.403263 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'fixed_ips': [{'subnet_id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:04:36.404739 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.533484 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.607027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Allocated IP 172.20.0.2 (a4223cbc-58d5-4fa0-942f-170541d8e3d6/36fee76a-1e17-4b2b-9a82-f11202fbec0d/94c1990a-ebcd-4ffb-8ea3-2dd2097ba493) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:36.762688 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Sync routers for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:36.777101 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:36.778337 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:36.865570 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.868783 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.882577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Transition to ACTIVE for port object 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:36.912108 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Transition to ACTIVE for port object 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:36.922580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.927234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.936546 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:36.999714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:37.006794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:37.015400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:37.019423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Pushing event updated for resources: {'Port': ['ID=94c1990a-ebcd-4ffb-8ea3-2dd2097ba493,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:37.111687 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Attempting to bind port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:37.112405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Attempting to bind port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:37.113012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Attempting to bind port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 on network a4223cbc-58d5-4fa0-942f-170541d8e3d6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:37.120149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:37.120721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Checking segment: {'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:37.121375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.122024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Bound using segment: {'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:37.122818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Bound port: 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:37.123458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.143706 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Allocated IP 172.25.2.146 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/a6c546fa-7b3c-4a5d-8549-5cccb0d55d43) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:37.237282 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1880abde-579d-4f2e-85a7-299673390300 None None] For port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:37.242877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1880abde-579d-4f2e-85a7-299673390300 None None] For port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=94c1990a-ebcd-4ffb-8ea3-2dd2097ba493,segment=NetworkSegment(61522309-8531-479a-9e80-c1ca50ad51d1),segment_id=61522309-8531-479a-9e80-c1ca50ad51d1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:37.251300 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.265270 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 2, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:37.313365 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Checking router: d80755c5-4787-4f57-b8d7-c36d64bd3d75 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:37.314090 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Updating router d80755c5-4787-4f57-b8d7-c36d64bd3d75 port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:37.335143 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.361271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880abde-579d-4f2e-85a7-299673390300 None None] Pushing event updated for resources: {'Port': ['ID=94c1990a-ebcd-4ffb-8ea3-2dd2097ba493,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:37.383334 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.418014 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.473684 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:37.477197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:37.483202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:37.486966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Pushing event updated for resources: {'Port': ['ID=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:37.799826 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.828304 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Transition to ACTIVE for port object 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:37.852220 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.934827 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Pushing event updated for resources: {'Port': ['ID=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:37.950867 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.951395 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.951812 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.952225 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.952560 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.952894 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.953223 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.953551 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.953879 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.954205 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.954525 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:37.954997 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:38.016881 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:38.037877 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Attempting to bind port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:38.038260 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Attempting to bind port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:38.038628 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Attempting to bind port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 on network 2dafa8d5-eca2-4644-986f-bf0309022cd8 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:38.041556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:38.045765 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:38.046445 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Checking segment: {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:38.047189 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:38.047826 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Bound using segment: {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:38.048563 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Bound port: 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:38.049474 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:38.119994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:38.126106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:38.175527 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] For port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:38.179700 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] For port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:38.193853 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:38.200088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:38.200682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:38.282990 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef784a-3b14-48f7-876c-6bfd998854c1 None None] Pushing event updated for resources: {'Port': ['ID=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:38.291532 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:38.292067 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:38.474162 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:38.474542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:38.706534 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Router d51d610a-c6ca-4942-aa2c-96d8bb5e198f is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:04:38.780050 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:38Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:38.830836 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc1d9b-032f-4beb-b136-639e2b6ac398 None None] The sync data for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 is: [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:38Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:38.844452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:38.855522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Sync routers for ids ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:38.866539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:38.869174 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-34e8afe6-2956-4ba1-8c11-483073c75ece admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7073932 Jul 14 10:04:38.871374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Routers {'d51d610a-c6ca-4942-aa2c-96d8bb5e198f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:38.871824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 42934) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:38.872701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:38.956433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3c9a1-ba82-4c0c-be35-4ad53ca87730 None None] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:39.296380 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-57116edb-731e-4215-8c43-648355428703 None None] Provisioning for port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:39.318663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Set router d51d610a-c6ca-4942-aa2c-96d8bb5e198f gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:39.320968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-57116edb-731e-4215-8c43-648355428703 None None] Provisioning complete for port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:39.321959 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57116edb-731e-4215-8c43-648355428703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:39.511079 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:39.649336 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57116edb-731e-4215-8c43-648355428703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:39.712968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-57116edb-731e-4215-8c43-648355428703 None None] For port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=94c1990a-ebcd-4ffb-8ea3-2dd2097ba493,segment=NetworkSegment(61522309-8531-479a-9e80-c1ca50ad51d1),segment_id=61522309-8531-479a-9e80-c1ca50ad51d1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:39.723811 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57116edb-731e-4215-8c43-648355428703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:39.758394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:37Z', 'revision_number': 3, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port': {'id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:39.804994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Allocated IP 172.20.0.1 (a4223cbc-58d5-4fa0-942f-170541d8e3d6/36fee76a-1e17-4b2b-9a82-f11202fbec0d/bd3d222c-02f1-4280-89d6-6fc4698a26c8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:39.834877 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Checking router: d51d610a-c6ca-4942-aa2c-96d8bb5e198f for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:39.835755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Updating router d51d610a-c6ca-4942-aa2c-96d8bb5e198f port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:39.929813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57116edb-731e-4215-8c43-648355428703 None None] Pushing event updated for resources: {'Port': ['ID=94c1990a-ebcd-4ffb-8ea3-2dd2097ba493,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:39.949861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:39.957907 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:39.984961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Transition to ACTIVE for port object bd3d222c-02f1-4280-89d6-6fc4698a26c8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:40.008689 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.050157 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.097678 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:40.101073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:40.105939 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:40.145309 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3d222c-02f1-4280-89d6-6fc4698a26c8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:40.146761 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:40.160075 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.161274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:40.161881 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.306506 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fe5fb156-918f-411f-b0d4-ad753dc08097 None None] Provisioning complete for port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:40.307583 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe5fb156-918f-411f-b0d4-ad753dc08097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.355774 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.463492 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.561083 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.564459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:40.568159 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.574321 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.595389 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.625730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Transition to ACTIVE for port object a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:40.641777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.650016 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3d222c-02f1-4280-89d6-6fc4698a26c8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:40.653098 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.660519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:40.713875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Attempting to bind port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:40.714157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Attempting to bind port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:40.714523 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Attempting to bind port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:40.730838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:40.731240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:40.732053 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.732053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:40.732513 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Bound port: a6c546fa-7b3c-4a5d-8549-5cccb0d55d43, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:40.732926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.736465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c9e74-e8f3-4688-8fd6-56c302fc6514 None None] Pushing event updated for resources: {'Port': ['ID=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:40.758169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-43aeb71f-ed74-4c0c-b5e0-a1f67d381b16 None None] Provisioning for port bd3d222c-02f1-4280-89d6-6fc4698a26c8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:40.769131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-43aeb71f-ed74-4c0c-b5e0-a1f67d381b16 None None] Provisioning complete for port bd3d222c-02f1-4280-89d6-6fc4698a26c8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:40.769541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43aeb71f-ed74-4c0c-b5e0-a1f67d381b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.786461 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:40.788118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:40.823701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] For port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:40.826337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-43aeb71f-ed74-4c0c-b5e0-a1f67d381b16 None None] Port bd3d222c-02f1-4280-89d6-6fc4698a26c8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:40.844857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] For port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:40.851720 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:40.915883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c9e74-e8f3-4688-8fd6-56c302fc6514 None None] Pushing event updated for resources: {'Port': ['ID=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:40.918556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Routers {'d51d610a-c6ca-4942-aa2c-96d8bb5e198f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:40.919174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:40.954237 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Router d51d610a-c6ca-4942-aa2c-96d8bb5e198f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:41.076406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] Set router d51d610a-c6ca-4942-aa2c-96d8bb5e198f gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:41.088132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:41.095423 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f47f0e7c-ec29-4c08-b295-81c89f3135f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/d51d610a-c6ca-4942-aa2c-96d8bb5e198f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2198362 Jul 14 10:04:41.219287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8da5c07b-3105-494c-b901-188ab295c291 None None] Provisioning complete for port bd3d222c-02f1-4280-89d6-6fc4698a26c8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:41.219287 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8da5c07b-3105-494c-b901-188ab295c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.279504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8da5c07b-3105-494c-b901-188ab295c291 None None] Port bd3d222c-02f1-4280-89d6-6fc4698a26c8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:41.352002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 4, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port': {'id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bd3d222c-02f1-4280-89d6-6fc4698a26c8', 'name': '', 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'mac_address': 'fa:16:3e:04:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:39Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 2, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'subnets': [{'id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:41.379874 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93524b2e-8d91-4a36-9830-085e4526bb0b None None] The sync data for ids ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'] in n-d-758944-44 is: [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 4, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port': {'id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bd3d222c-02f1-4280-89d6-6fc4698a26c8', 'name': '', 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'mac_address': 'fa:16:3e:04:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:39Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 2, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'subnets': [{'id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:41.872603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:41.953458 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:41.954019 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.079106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:42.177091 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:42.177654 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:43.884842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:43.985050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:43.996160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:43.996766 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.125785 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.156111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:44.162917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:44.242933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:45.832870 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Sync routers for ids ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:45.850796 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Routers {'d51d610a-c6ca-4942-aa2c-96d8bb5e198f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:45.851446 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:45.862394 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:45.944719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:45.944719 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.995672 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Set router d51d610a-c6ca-4942-aa2c-96d8bb5e198f gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:46.052062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04d7d585-965e-4d8f-847a-09d606628c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.346896 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 4, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port': {'id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bd3d222c-02f1-4280-89d6-6fc4698a26c8', 'name': '', 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'mac_address': 'fa:16:3e:04:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:39Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 2, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'subnets': [{'id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:46.560353 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Checking router: d51d610a-c6ca-4942-aa2c-96d8bb5e198f for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:46.561098 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Updating router d51d610a-c6ca-4942-aa2c-96d8bb5e198f port bd3d222c-02f1-4280-89d6-6fc4698a26c8 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:46.624768 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:47.185285 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:47.208759 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Transition to ACTIVE for port object bd3d222c-02f1-4280-89d6-6fc4698a26c8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:47.219714 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:47.410385 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eebfec-97bc-415f-b525-a8fc98b2a086 None None] Pushing event updated for resources: {'Port': ['ID=bd3d222c-02f1-4280-89d6-6fc4698a26c8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:47.423173 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Attempting to bind port bd3d222c-02f1-4280-89d6-6fc4698a26c8 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:47.423783 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Attempting to bind port bd3d222c-02f1-4280-89d6-6fc4698a26c8 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:47.424366 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Attempting to bind port bd3d222c-02f1-4280-89d6-6fc4698a26c8 on network a4223cbc-58d5-4fa0-942f-170541d8e3d6 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:47.443223 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:47.443694 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Checking segment: {'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:47.444098 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:47.444509 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Bound using segment: {'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:47.445059 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Bound port: bd3d222c-02f1-4280-89d6-6fc4698a26c8, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61522309-8531-479a-9e80-c1ca50ad51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:47.445919 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:47.582629 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] For port bd3d222c-02f1-4280-89d6-6fc4698a26c8, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:47.588069 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] For port bd3d222c-02f1-4280-89d6-6fc4698a26c8, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bd3d222c-02f1-4280-89d6-6fc4698a26c8,segment=NetworkSegment(61522309-8531-479a-9e80-c1ca50ad51d1),segment_id=61522309-8531-479a-9e80-c1ca50ad51d1)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:47.598413 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:47.709380 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Routers {'d51d610a-c6ca-4942-aa2c-96d8bb5e198f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:47.710681 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:04:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:47.951744 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eebfec-97bc-415f-b525-a8fc98b2a086 None None] Pushing event updated for resources: {'Port': ['ID=bd3d222c-02f1-4280-89d6-6fc4698a26c8,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:48.003083 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] Set router d51d610a-c6ca-4942-aa2c-96d8bb5e198f gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:48.309125 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 4, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port': {'id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bd3d222c-02f1-4280-89d6-6fc4698a26c8', 'name': '', 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'mac_address': 'fa:16:3e:04:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:39Z', 'updated_at': '2021-07-14T10:04:47Z', 'revision_number': 4, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'subnets': [{'id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:48.354514 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee3963f-2d64-4ba7-83ae-2e7540a1c409 None None] The sync data for ids ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'] in n-d-758944-44 is: [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 4, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port': {'id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'bd3d222c-02f1-4280-89d6-6fc4698a26c8', 'name': '', 'network_id': 'a4223cbc-58d5-4fa0-942f-170541d8e3d6', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'mac_address': 'fa:16:3e:04:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:39Z', 'updated_at': '2021-07-14T10:04:47Z', 'revision_number': 4, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'subnets': [{'id': '36fee76a-1e17-4b2b-9a82-f11202fbec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:49.183184 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:49.744205 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5015414-7491-484f-8dc4-42512398e520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:49.872675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bd3d222c-02f1-4280-89d6-6fc4698a26c8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:49.989531 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:50.016698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port bd3d222c-02f1-4280-89d6-6fc4698a26c8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:50.021598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port bd3d222c-02f1-4280-89d6-6fc4698a26c8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:50.022541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:50.124195 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:50.164259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port bd3d222c-02f1-4280-89d6-6fc4698a26c8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bd3d222c-02f1-4280-89d6-6fc4698a26c8,segment=NetworkSegment(61522309-8531-479a-9e80-c1ca50ad51d1),segment_id=61522309-8531-479a-9e80-c1ca50ad51d1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:50.172333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:50.240106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=bd3d222c-02f1-4280-89d6-6fc4698a26c8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:50.252739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.253410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.254052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.255013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.255321 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.255983 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.256635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.257273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.257828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.261126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.261907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.262530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:50.565445 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.624350 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.846753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bd3d222c-02f1-4280-89d6-6fc4698a26c8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:51.933678 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port bd3d222c-02f1-4280-89d6-6fc4698a26c8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:51.933954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:52.704141 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-b86c55f7-a31c-4853-9bf0-f6aa53a2bd38 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.705824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-b86c55f7-a31c-4853-9bf0-f6aa53a2bd38 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 815 time: 0.1275520 Jul 14 10:04:52.726313 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-f2d7e89b-fa59-4413-ace8-93078c9f18f4 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/quotas/360207706c8749efa344b8921605d7bc HTTP/1.1" status: 200 len: 375 time: 0.0105267 Jul 14 10:04:52.807188 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-34614ca2-322f-46c8-b71e-06dc6a912595 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741956 Jul 14 10:04:52.916476 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-5ae95d27-9979-4a9c-99a1-51eeefa04ad5 service neutron] 10.222.0.18 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972941 Jul 14 10:04:53.021734 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-bb808507-1e9b-4635-8996-9f0ce9b5c8df service neutron] 10.222.0.18 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946803 Jul 14 10:04:53.214559 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-90970a7f-fa8a-4756-b8ba-b16be45581d2 req-33501b58-124b-4c63-aefb-d16cf0b7ac63 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 210 time: 0.0370357 Jul 14 10:04:54.491327 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3046f053-1122-4d9a-8a09-fb8db60b44f1 req-39f42c4b-c9e8-43fa-9029-28710a3edbad tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 210 time: 0.0653627 Jul 14 10:04:54.529728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-e9899ae2-d2f7-4f66-8833-7109ebfccb74 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:54.531877 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-e9899ae2-d2f7-4f66-8833-7109ebfccb74 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 815 time: 0.2086947 Jul 14 10:04:54.545233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'port': {'device_id': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'admin_state_up': True, 'tenant_id': '360207706c8749efa344b8921605d7bc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:54.690332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Made reservation on behalf of 360207706c8749efa344b8921605d7bc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:54.696963 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.870156 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Allocated IP 172.20.0.6 (2dafa8d5-eca2-4644-986f-bf0309022cd8/3f4e2178-31f2-4c7e-a8a2-573ff9478e82/28db7b01-e3e3-4ca2-a680-7d2b6cda2385) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:55.173155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:55.202636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Transition to ACTIVE for port object 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:55.266594 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:55.345292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:55.351822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:55.358941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:55.416076 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:55.450762 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.451506 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.452055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.452593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.453125 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.453662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.454185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.454708 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.455226 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.455851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.456376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.456879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:55.474772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:55.475830 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:55.512870 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1d88661d-a0eb-4992-abab-3fa249bea2dc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9713943 Jul 14 10:04:55.750480 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e2a8c23-8ab3-4201-a033-3c1f34b2c254 None None] Provisioning for port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:55.757747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e2a8c23-8ab3-4201-a033-3c1f34b2c254 None None] Provisioning complete for port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:55.758376 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8c23-8ab3-4201-a033-3c1f34b2c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:55.809318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4676fc-219a-4052-8e57-3d8d5ffab87e req-82ba53cf-dc67-4c41-9e55-4dce53075439 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:55.811947 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a4676fc-219a-4052-8e57-3d8d5ffab87e req-82ba53cf-dc67-4c41-9e55-4dce53075439 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.1609614 Jul 14 10:04:55.836358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a8c23-8ab3-4201-a033-3c1f34b2c254 None None] Port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:55.878335 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1a4676fc-219a-4052-8e57-3d8d5ffab87e req-02b514b0-2651-41cb-8c01-db85d8b54ce8 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587008 Jul 14 10:04:57.103441 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fac31-dd81-4b13-b082-f5ba5da38e67 req-a31bd1c2-dc22-4e39-bfec-fb7aec656626 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:57.106391 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e08fac31-dd81-4b13-b082-f5ba5da38e67 req-a31bd1c2-dc22-4e39-bfec-fb7aec656626 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.0847523 Jul 14 10:04:57.160589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e08fac31-dd81-4b13-b082-f5ba5da38e67 req-56a1e53f-6870-4bef-8524-83118c49dae2 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 Jul 14 10:04:58.391372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca3b3f-1f81-481e-bdb6-9e1b8b4fbb93 req-71fb4115-40c7-436c-8d8b-faeabc147931 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:58.394140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0ca3b3f-1f81-481e-bdb6-9e1b8b4fbb93 req-71fb4115-40c7-436c-8d8b-faeabc147931 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.0973938 Jul 14 10:04:58.471841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c0ca3b3f-1f81-481e-bdb6-9e1b8b4fbb93 req-0e74b15a-7ce4-4b1a-ab6d-a381bd8b8e3d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700896 Jul 14 10:04:59.792775 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc8dc1-7090-49f9-9fed-71b206baee2a req-1da0271a-0fda-486c-9fa6-9d08b558572c tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:59.794605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11cc8dc1-7090-49f9-9fed-71b206baee2a req-1da0271a-0fda-486c-9fa6-9d08b558572c tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.1574161 Jul 14 10:04:59.871834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11cc8dc1-7090-49f9-9fed-71b206baee2a req-c070810a-387a-47c0-9928-e84b860989db tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600128 Jul 14 10:05:01.111377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de60b9-5e50-49c4-a2cf-18982a520a80 req-1f7c740a-6ad6-428a-bbba-788ab001baca tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:01.113142 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-29de60b9-5e50-49c4-a2cf-18982a520a80 req-1f7c740a-6ad6-428a-bbba-788ab001baca tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.0806777 Jul 14 10:05:01.178391 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-29de60b9-5e50-49c4-a2cf-18982a520a80 req-befdc246-cbc9-4d3d-8146-9e03466f8792 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Jul 14 10:05:01.760722 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:02.020060 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:02.428997 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29862a36-9e35-4a3d-9dbb-c69fb5b36514 req-efe6cdc3-17b8-4a4e-a9cd-d8a0ac898c2f tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:02.433604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29862a36-9e35-4a3d-9dbb-c69fb5b36514 req-efe6cdc3-17b8-4a4e-a9cd-d8a0ac898c2f tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.1099541 Jul 14 10:05:02.511703 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29862a36-9e35-4a3d-9dbb-c69fb5b36514 req-eeb881ba-bb1a-4615-9b9d-f88f78b42111 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670826 Jul 14 10:05:03.759912 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2d9c3-0bd5-402c-acb6-2f9493c4970f req-7d69dfcd-50d1-4bde-8a82-be88bf6fdf42 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:03.763285 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-38d2d9c3-0bd5-402c-acb6-2f9493c4970f req-7d69dfcd-50d1-4bde-8a82-be88bf6fdf42 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.1070201 Jul 14 10:05:03.826010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-38d2d9c3-0bd5-402c-acb6-2f9493c4970f req-82bf3586-3a8e-4fc5-a202-6518ca25b8fe tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521414 Jul 14 10:05:05.007674 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-9f198c41-6d27-4d64-8546-8b1ccd7c1984 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:05:05.008770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-9f198c41-6d27-4d64-8546-8b1ccd7c1984 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066774 Jul 14 10:05:05.021278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Request body: {'port': {'device_id': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:05.107709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6ff78-488d-4c1e-bfaf-8554f6e47f81 req-321e7d39-7da7-4611-9afa-f8fc6774efc8 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:05.109318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a6ff78-488d-4c1e-bfaf-8554f6e47f81 req-321e7d39-7da7-4611-9afa-f8fc6774efc8 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 931 time: 0.1441524 Jul 14 10:05:05.136950 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:05.187606 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f0a6ff78-488d-4c1e-bfaf-8554f6e47f81 req-45dcf94f-c0b3-42cf-a56e-77fa0981997a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689144 Jul 14 10:05:05.453378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:05:05.462687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:05.476614 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Transition to ACTIVE for port object 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:05.482900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:05.551492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Pushing event updated for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:05.658950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Attempting to bind port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:05.659545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Attempting to bind port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:05.660121 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Attempting to bind port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 on network 2dafa8d5-eca2-4644-986f-bf0309022cd8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:05.669164 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 on network 2dafa8d5-eca2-4644-986f-bf0309022cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:05:05.669719 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Attempting to bind port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 on network 2dafa8d5-eca2-4644-986f-bf0309022cd8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:05.678458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:05.679027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Checking segment: {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:05.679702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Bound using segment: {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:05.681155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Bound port: 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82189284-6f9e-46b4-be69-eb3b37ac2f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:05.681732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:05.766895 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:05.771891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:05.779296 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:05.817662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:05.818355 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:05.820116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] 10.222.0.11 "PUT /v2.0/ports/28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 1092 time: 0.8034399 Jul 14 10:05:05.820393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:05.822981 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:05.857951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b641b1e-d419-420d-bc5c-4b7eb4383326 service neutron] Pushing event updated for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:05.940055 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b62e6b-a8d7-4d6e-ab29-78d408cb8e78 x-openstack-request-id: req-e4b62e6b-a8d7-4d6e-ab29-78d408cb8e78 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:05.940492 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:05.940892 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b62e6b-a8d7-4d6e-ab29-78d408cb8e78 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:05.941489 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'status': 'completed', 'code': 200} Jul 14 10:05:05.979184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-b1756b54-1db6-409a-9598-3b5a1d413335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:05.980886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-b1756b54-1db6-409a-9598-3b5a1d413335 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1095 time: 0.0896819 Jul 14 10:05:06.032688 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-a1b05b04-0c91-4714-8eba-660c5f8cf5fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 217 time: 0.0445702 Jul 14 10:05:06.088601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-34e49dc7-2fac-42e2-b26f-d62507dd74da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.090150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-34e49dc7-2fac-42e2-b26f-d62507dd74da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0518644 Jul 14 10:05:06.152317 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-5c49e320-d5a3-4205-be4f-402de682a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.153886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-5c49e320-d5a3-4205-be4f-402de682a952 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578911 Jul 14 10:05:06.272247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-82645a2e-27e7-4562-aa89-eb31fb397226 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117229 Jul 14 10:05:06.512120 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e4052065-a471-4c4c-8000-fa1ca032db86 req-336cc145-a26e-4e7f-8b6b-36f699d97a16 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326145 Jul 14 10:05:06.539793 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17111e5d-15ff-4107-930c-b6eb69c141d7 req-722af6fe-f92b-4d9a-80ae-6d054db617fd tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.542297 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17111e5d-15ff-4107-930c-b6eb69c141d7 req-722af6fe-f92b-4d9a-80ae-6d054db617fd tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 943 time: 0.1866062 Jul 14 10:05:06.617100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-17111e5d-15ff-4107-930c-b6eb69c141d7 req-10a234e8-4a77-46c7-81fc-e5c1372a74a5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683062 Jul 14 10:05:06.641210 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-62cba018-8122-4904-80ff-9b6c1a1c13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.642847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-62cba018-8122-4904-80ff-9b6c1a1c13f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1095 time: 0.0774350 Jul 14 10:05:06.746948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-a46b4bb5-ca3c-43e6-9e8c-e09bd9f300f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.748637 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-a46b4bb5-ca3c-43e6-9e8c-e09bd9f300f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.0998523 Jul 14 10:05:06.793851 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-6c0a5293-b609-4317-ac4c-dd38ddb15d7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 217 time: 0.0376587 Jul 14 10:05:06.845105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-00c576df-2d02-4278-aa25-ad7563f8d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.846650 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-00c576df-2d02-4278-aa25-ad7563f8d542 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0458531 Jul 14 10:05:06.913926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-bcc2bacb-17a9-47d1-83d6-baf134db47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.915605 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-bcc2bacb-17a9-47d1-83d6-baf134db47a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616941 Jul 14 10:05:07.010766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-b3c36704-fbc2-439a-b36e-1ac0b60a69ac service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884655 Jul 14 10:05:07.111778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-15f58cf3-3c5c-47d4-aed3-38c7ed090a29 req-56bf5479-c36a-4350-9557-fb3853b1ce90 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930140 Jul 14 10:05:07.817502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929514f-e3b1-49eb-806c-fa63f5898162 req-b07b8760-df90-405f-a8c7-a8b331304c23 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:07.818990 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4929514f-e3b1-49eb-806c-fa63f5898162 req-b07b8760-df90-405f-a8c7-a8b331304c23 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 943 time: 0.0719347 Jul 14 10:05:07.862124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4929514f-e3b1-49eb-806c-fa63f5898162 req-16928008-28f5-4247-87cd-987ea2878284 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Jul 14 10:05:09.067887 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f515-00e3-47fc-9f87-4e8da4653d82 req-e4ac3581-2938-4ec4-bbd2-e0d3e968586e tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:09.069579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08f8f515-00e3-47fc-9f87-4e8da4653d82 req-e4ac3581-2938-4ec4-bbd2-e0d3e968586e tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 943 time: 0.0720611 Jul 14 10:05:09.117752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-08f8f515-00e3-47fc-9f87-4e8da4653d82 req-3b41cdc9-64a7-4f03-b7b8-17109bc381ab tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376034 Jul 14 10:05:09.125471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:05:09.256467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:09.269024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'port_id': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'mac_address': 'fa:16:3e:85:1e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:05:09.309268 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:09.324568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:05:09.348231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:09.353299 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:09.407774 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:09.585662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28db7b01-e3e3-4ca2-a680-7d2b6cda2385'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:05:10.299711 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1bdb-c0be-4d5d-915a-36593ee9c861 req-a3a5e4c1-790d-4e21-9675-4bd023395321 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:10.301330 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-726b1bdb-c0be-4d5d-915a-36593ee9c861 req-a3a5e4c1-790d-4e21-9675-4bd023395321 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 944 time: 0.0677309 Jul 14 10:05:10.342469 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-726b1bdb-c0be-4d5d-915a-36593ee9c861 req-eeb8c1f7-4d03-488c-b720-7f9a78c2b952 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Jul 14 10:05:11.140033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:11.192914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:11.197871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:11.198295 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.286032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.313095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:11.315519 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d64b904-3411-4251-a37b-953de6b81eaf" -d '{"events": [{"server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "name": "network-vif-plugged", "status": "completed", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:11.330881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:11.337514 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.363503 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e9798-3968-4f08-98f1-c368bab7b30d x-openstack-request-id: req-7c0e9798-3968-4f08-98f1-c368bab7b30d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:11.363905 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "name": "network-vif-plugged", "status": "completed", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:11.364088 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c0e9798-3968-4f08-98f1-c368bab7b30d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:11.364416 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'code': 200} Jul 14 10:05:11.411623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:11.506330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd92be-e57f-4fe3-a3a0-578ac2740058 req-46bac42a-87a9-43a3-9d53-e710486da6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:11.508171 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cacd92be-e57f-4fe3-a3a0-578ac2740058 req-46bac42a-87a9-43a3-9d53-e710486da6b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1097 time: 0.0605390 Jul 14 10:05:11.548544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cacd92be-e57f-4fe3-a3a0-578ac2740058 req-39f2821e-87ca-4859-9527-dce4acc13cec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Jul 14 10:05:11.592389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c63ee4-09bc-43b1-9676-8e09aec3dd4c req-1be29d0e-c407-4c4a-a169-0a7dfa3fc95b tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:11.594865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65c63ee4-09bc-43b1-9676-8e09aec3dd4c req-1be29d0e-c407-4c4a-a169-0a7dfa3fc95b tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.1005671 Jul 14 10:05:11.637986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-65c63ee4-09bc-43b1-9676-8e09aec3dd4c req-ce28e07b-1a6b-4a05-a348-87bbcbb0a484 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Jul 14 10:05:12.854791 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787875-597d-4585-a31f-0b94dcd85778 req-086808ae-b432-42bf-99fd-4fc4efbcec01 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:12.857674 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88787875-597d-4585-a31f-0b94dcd85778 req-086808ae-b432-42bf-99fd-4fc4efbcec01 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.0983648 Jul 14 10:05:12.898603 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88787875-597d-4585-a31f-0b94dcd85778 req-9e697ce8-3709-4392-b1ff-a37ea21f9d2c tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Jul 14 10:05:13.099646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f585-157b-403d-93fc-a5ca6b112188 req-13e855b3-8624-4287-9564-0cb196e4b34d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:13.103064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9701f585-157b-403d-93fc-a5ca6b112188 req-13e855b3-8624-4287-9564-0cb196e4b34d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.0821805 Jul 14 10:05:13.144950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9701f585-157b-403d-93fc-a5ca6b112188 req-a4afaf1c-a574-402c-8a9b-05c9fe0023b3 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Jul 14 10:05:13.509005 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34829744-6bcb-4c9e-84a9-5a27d7865557 req-59b74684-17b7-469a-9c3f-1c69230644ab tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:13.510435 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34829744-6bcb-4c9e-84a9-5a27d7865557 req-59b74684-17b7-469a-9c3f-1c69230644ab tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.0732231 Jul 14 10:05:13.552891 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34829744-6bcb-4c9e-84a9-5a27d7865557 req-f069873d-27c2-45e0-b1cb-18ac82a2c1ef tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Jul 14 10:05:16.016107 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b04c3910-98d0-4e2c-90ae-5da1481f9747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:19.171208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:19.746796 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36c878c1-3250-49b5-b65d-5d50859378d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:19.899457 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.506512 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-d121b53e-6416-4609-8c4a-fdcf46871851 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553000 Jul 14 10:05:20.581516 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.605103 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-f3db4c49-445f-418a-b013-ff83c6c9ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.606713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-f3db4c49-445f-418a-b013-ff83c6c9ed93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1097 time: 0.0571651 Jul 14 10:05:20.722607 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-ae728c1f-1040-4897-b151-b013f1b62b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.724079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-ae728c1f-1040-4897-b151-b013f1b62b0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.0947223 Jul 14 10:05:20.765736 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-2ed2d808-13b8-4366-a15b-717e02e37423 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 217 time: 0.0351570 Jul 14 10:05:20.820804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-fbdf5121-7380-47cc-a164-15adf574240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.822324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-fbdf5121-7380-47cc-a164-15adf574240b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0509403 Jul 14 10:05:21.221220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-9131b4b3-5b00-4388-8c6d-cf711184fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:21.222766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-9131b4b3-5b00-4388-8c6d-cf711184fd8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3943830 Jul 14 10:05:21.317197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-2e3b5b61-bb90-44d0-8c64-296efb98f3d1 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873563 Jul 14 10:05:21.417678 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-86403fb5-702d-4eb9-8fde-9f14a1c265e7 req-ee5ff4ce-60d3-4747-a7ad-f84dd5160472 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941498 Jul 14 10:05:21.608330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.638646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fa318-d032-459c-b0eb-e469dfe10fb1 req-d1d63475-9452-49d7-8492-342073182be5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.640360 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f9fa318-d032-459c-b0eb-e469dfe10fb1 req-d1d63475-9452-49d7-8492-342073182be5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.0795891 Jul 14 10:05:26.700736 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0f9fa318-d032-459c-b0eb-e469dfe10fb1 req-1d243662-197e-4d86-8076-530b0ac9a74b tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539215 Jul 14 10:05:26.729173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:26.938448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceeaa3a-9f4f-4a6d-a08a-bf24d9b0f071 tempest-TestMinimumBasicScenario-1671445777 tempest-TestMinimumBasicScenario-1671445777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:26.940544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4ceeaa3a-9f4f-4a6d-a08a-bf24d9b0f071 tempest-TestMinimumBasicScenario-1671445777 tempest-TestMinimumBasicScenario-1671445777-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1092 time: 0.2101603 Jul 14 10:05:26.944503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:26.949292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:26.974491 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.086874 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.200556 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Allocated IP 172.25.2.60 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/6fee8df2-1ef6-4faf-90f8-cb003aa2858c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:27.322659 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.365067 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.409492 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:27.412875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:27.416922 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:27.423889 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'Port': ['ID=6fee8df2-1ef6-4faf-90f8-cb003aa2858c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:27.837494 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.924777 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.086179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.092742 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.168611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'Port': ['ID=6fee8df2-1ef6-4faf-90f8-cb003aa2858c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:28.182003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.287218 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Floating IP 907db199-98c1-4cca-b35b-a612877eae27 associated. External IP: 172.25.2.60, port: 28db7b01-e3e3-4ca2-a680-7d2b6cda2385. Jul 14 10:05:28.515741 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Router d80755c5-4787-4f57-b8d7-c36d64bd3d75 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:28.640289 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:28.659810 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.662971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] Sync routers for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:28.676935 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:28.677730 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:05:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:28.701426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9faf3854-c103-4bb5-9a5d-7643f8ee2adf tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7555733 Jul 14 10:05:28.701818 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:28.704255 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee84ff4a-aa56-400b-910b-2cc57ba12037" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:28.705805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43142) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:28.714661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785814653', 'description': 'tempest-secgroup-smoke-1785814653 description', 'project_id': '360207706c8749efa344b8921605d7bc'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:28.745566 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039e6929-198c-4f9a-9cc3-488ee6a5c53a x-openstack-request-id: req-039e6929-198c-4f9a-9cc3-488ee6a5c53a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:28.745566 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:28.746031 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-039e6929-198c-4f9a-9cc3-488ee6a5c53a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:28.746194 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'status': 'completed', 'code': 200} Jul 14 10:05:28.747409 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.856785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-19a74997-5198-4708-a766-783e725a9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.859087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-19a74997-5198-4708-a766-783e725a9e25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1097 time: 0.0797238 Jul 14 10:05:28.866162 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.872312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.911583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:28.916634 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2057555 Jul 14 10:05:28.920001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43146) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:28.926668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aaa078ed-0dfe-4bff-9c60-a708db38c024 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'security_group_rule': {'security_group_id': '4fbdc981-2570-44e8-8101-6891d05046f8', 'project_id': '360207706c8749efa344b8921605d7bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:28.930441 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbdc981-2570-44e8-8101-6891d05046f8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:28.943703 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.944059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.944635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.945338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.946271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.946876 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.947488 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.948482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.948666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.949199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.950722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.950722 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80083551-7582-4cb4-82b2-ac1198eea869 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:28.991588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa078ed-0dfe-4bff-9c60-a708db38c024 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.006801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-222ad75c-2775-4c31-a8fc-68f47616040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:29.009149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-222ad75c-2775-4c31-a8fc-68f47616040a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.1435554 Jul 14 10:05:29.090914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:29.104604 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-135a8609-f73c-4ade-a120-16412bf40065 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 998 time: 0.0880144 Jul 14 10:05:29.106425 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa078ed-0dfe-4bff-9c60-a708db38c024 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.119636 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa078ed-0dfe-4bff-9c60-a708db38c024 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.172848 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa078ed-0dfe-4bff-9c60-a708db38c024 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5555273e-bf2a-41b0-ace4-bfd51cbeb446,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:29.182907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-77f592b7-ab85-4f38-a410-8e5fcee9ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:29.184943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-77f592b7-ab85-4f38-a410-8e5fcee9ac81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0738232 Jul 14 10:05:29.186262 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa078ed-0dfe-4bff-9c60-a708db38c024 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.191667 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aaa078ed-0dfe-4bff-9c60-a708db38c024 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664161 Jul 14 10:05:29.193029 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43148) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:29.200815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4b379f7c-a24e-4cb8-bcdc-6a295434dadc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'security_group_rule': {'security_group_id': '4fbdc981-2570-44e8-8101-6891d05046f8', 'project_id': '360207706c8749efa344b8921605d7bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:29.244386 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b379f7c-a24e-4cb8-bcdc-6a295434dadc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.274468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-b50232b9-0b26-4bd7-abe5-c11da965efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:29.276749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-b50232b9-0b26-4bd7-abe5-c11da965efca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856032 Jul 14 10:05:29.306071 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b379f7c-a24e-4cb8-bcdc-6a295434dadc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.310856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b379f7c-a24e-4cb8-bcdc-6a295434dadc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.334038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b379f7c-a24e-4cb8-bcdc-6a295434dadc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b083a66a-86ee-4ddf-ac95-f1603d9d66dd,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:29.339548 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b379f7c-a24e-4cb8-bcdc-6a295434dadc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.340895 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4b379f7c-a24e-4cb8-bcdc-6a295434dadc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459286 Jul 14 10:05:29.343903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43150) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:29.349078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-549175c4-54dc-4eb8-a8a2-a765bb01d3de tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'security_group_rule': {'security_group_id': '4fbdc981-2570-44e8-8101-6891d05046f8', 'project_id': '360207706c8749efa344b8921605d7bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:29.381712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-549175c4-54dc-4eb8-a8a2-a765bb01d3de tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.386720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '907db199-98c1-4cca-b35b-a612877eae27', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'port_id': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'mac_address': 'fa:16:3e:85:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:27Z', 'updated_at': '2021-07-14T10:05:27Z', 'revision_number': 0, 'project_id': '360207706c8749efa344b8921605d7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 5, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:29.393871 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-87f0b232-f677-434c-999c-569d07d7405a service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101773 Jul 14 10:05:29.416518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] Checking router: d80755c5-4787-4f57-b8d7-c36d64bd3d75 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:29.426668 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:29.427825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:05:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:29.476698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-549175c4-54dc-4eb8-a8a2-a765bb01d3de tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.484159 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-549175c4-54dc-4eb8-a8a2-a765bb01d3de tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.501610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee84ff4a-aa56-400b-910b-2cc57ba12037 req-4fe9afa7-f0bc-483a-98b8-a2836ea8833f service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008921 Jul 14 10:05:29.517885 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549175c4-54dc-4eb8-a8a2-a765bb01d3de tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565f58c8-c8c5-44ca-b601-f4208cfd51a7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:29.530525 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-549175c4-54dc-4eb8-a8a2-a765bb01d3de tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.534445 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-549175c4-54dc-4eb8-a8a2-a765bb01d3de tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869614 Jul 14 10:05:29.534836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:29.542163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-326cb186-34bb-4edd-ba81-0a57b6b215b1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'security_group_rule': {'security_group_id': '4fbdc981-2570-44e8-8101-6891d05046f8', 'project_id': '360207706c8749efa344b8921605d7bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:29.563408 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:29.580062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-326cb186-34bb-4edd-ba81-0a57b6b215b1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.676428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-326cb186-34bb-4edd-ba81-0a57b6b215b1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.681494 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-326cb186-34bb-4edd-ba81-0a57b6b215b1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.700562 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cb186-34bb-4edd-ba81-0a57b6b215b1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e3d233-bf8b-4784-a88b-553e7096e61d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:29.706788 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-326cb186-34bb-4edd-ba81-0a57b6b215b1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.708051 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-326cb186-34bb-4edd-ba81-0a57b6b215b1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1717913 Jul 14 10:05:29.713061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:29.718840 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'security_group_rule': {'security_group_id': '4fbdc981-2570-44e8-8101-6891d05046f8', 'project_id': '360207706c8749efa344b8921605d7bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:29.745478 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Project 360207706c8749efa344b8921605d7bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:05:29.751005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.853522 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.859022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.859825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '907db199-98c1-4cca-b35b-a612877eae27', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'port_id': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'mac_address': 'fa:16:3e:85:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:27Z', 'updated_at': '2021-07-14T10:05:27Z', 'revision_number': 0, 'project_id': '360207706c8749efa344b8921605d7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 5, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:29.881338 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de67de5b-f285-41fc-b695-60144978da21,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:29.885817 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.887099 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c63d483f-ba2e-4721-9cf7-82d402c682b0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1729493 Jul 14 10:05:29.888215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b1b8f-5164-4693-bb5b-3addbde200d7 None None] The sync data for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 is: [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '907db199-98c1-4cca-b35b-a612877eae27', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'port_id': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'mac_address': 'fa:16:3e:85:1e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:27Z', 'updated_at': '2021-07-14T10:05:27Z', 'revision_number': 0, 'project_id': '360207706c8749efa344b8921605d7bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 5, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:29.890979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:29.897599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'security_group_rule': {'security_group_id': '4fbdc981-2570-44e8-8101-6891d05046f8', 'project_id': '360207706c8749efa344b8921605d7bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:29.922759 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Project 360207706c8749efa344b8921605d7bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:05:29.928052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.001027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.006810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.033060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08331ce7-960c-4310-b813-e999574ae9c8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:30.041120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.041990 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f4672416-39a2-4258-93cd-319c6de20d6d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492345 Jul 14 10:05:30.155267 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a8d4cb-d6e1-4bcb-88bd-a25ebd082a34 None None] New status for floating IP 907db199-98c1-4cca-b35b-a612877eae27: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:05:30.254897 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-b035072c-8f29-4ecb-ae93-49c9270508a1 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785814653&fields=id&tenant_id=360207706c8749efa344b8921605d7bc HTTP/1.1" status: 200 len: 267 time: 0.0418069 Jul 14 10:05:30.363572 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-9f90582b-f9bc-456a-9f76-bf4213476832 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:30.365956 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-9f90582b-f9bc-456a-9f76-bf4213476832 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.1038008 Jul 14 10:05:30.381232 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'port': {'security_groups': ['8792f2dd-b61f-4373-930f-4e77caa30389', '4fbdc981-2570-44e8-8101-6891d05046f8']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:30.496874 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.706544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:30.742643 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.749127 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.761305 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28db7b01-e3e3-4ca2-a680-7d2b6cda2385'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:05:30.798023 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:30.798805 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:30.800349 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e06ba8f4-6aa0-4f74-9c31-0cd89d85f9b5 req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "PUT /v2.0/ports/28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 981 time: 0.4267991 Jul 14 10:05:30.800995 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:30.803224 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebbe620-2637-44db-b885-5171981653cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:30.848879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda32d1-5f04-48c8-8f1f-7ccb2c2ea390 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:30.864749 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28db7b01-e3e3-4ca2-a680-7d2b6cda2385'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:05:30.925209 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc28c86-1f63-470d-81ce-a92cf538ac20 x-openstack-request-id: req-8fc28c86-1f63-470d-81ce-a92cf538ac20 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:30.925673 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:30.926084 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fc28c86-1f63-470d-81ce-a92cf538ac20 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:30.926946 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'status': 'completed', 'code': 200} Jul 14 10:05:31.130746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe620-2637-44db-b885-5171981653cc req-fee68dd2-4901-4df5-bc5b-6ddbc94a592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:31.132721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ebbe620-2637-44db-b885-5171981653cc req-fee68dd2-4901-4df5-bc5b-6ddbc94a592e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1136 time: 0.1759281 Jul 14 10:05:31.203971 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ae2f9d6a-2c56-4899-995b-b665d1dc5aac None None] Provisioning complete for port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:31.203971 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9d6a-2c56-4899-995b-b665d1dc5aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:31.216658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe7b6f-e11b-475f-8cd3-60f4d2b8d230 req-97cffc94-5b29-42c3-81f2-aef6860cdde8 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:31.218260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36fe7b6f-e11b-475f-8cd3-60f4d2b8d230 req-97cffc94-5b29-42c3-81f2-aef6860cdde8 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.1732810 Jul 14 10:05:31.280341 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe620-2637-44db-b885-5171981653cc req-385ca923-14bc-4a25-ab4f-f747e7e25eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:31.282163 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ebbe620-2637-44db-b885-5171981653cc req-385ca923-14bc-4a25-ab4f-f747e7e25eff service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.1414547 Jul 14 10:05:31.290266 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-36fe7b6f-e11b-475f-8cd3-60f4d2b8d230 req-28eb7b0b-26d5-4675-a783-11b05532eb66 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621259 Jul 14 10:05:31.361830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ebbe620-2637-44db-b885-5171981653cc req-15fc243d-5279-4dad-9b2e-28e25536f109 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 1000 time: 0.0705199 Jul 14 10:05:31.419045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe620-2637-44db-b885-5171981653cc req-1237f120-c965-4591-80f9-ed7a292eb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:31.420809 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ebbe620-2637-44db-b885-5171981653cc req-1237f120-c965-4591-80f9-ed7a292eb755 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0518148 Jul 14 10:05:31.488345 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe620-2637-44db-b885-5171981653cc req-9f7692fa-34b4-46df-afa3-cf9f6160fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:31.490199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ebbe620-2637-44db-b885-5171981653cc req-9f7692fa-34b4-46df-afa3-cf9f6160fbf8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628166 Jul 14 10:05:31.597393 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ebbe620-2637-44db-b885-5171981653cc req-3f417bf4-328e-4252-9547-83774deb012e service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995851 Jul 14 10:05:31.699363 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ebbe620-2637-44db-b885-5171981653cc req-231d4a83-ef35-478c-99ab-970af6117db4 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954099 Jul 14 10:05:32.041359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.761510 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:45.629591 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-79e23037-1cb6-4a13-9383-f88638f7277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:45.631174 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-79e23037-1cb6-4a13-9383-f88638f7277f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1136 time: 0.1159484 Jul 14 10:05:45.642527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02a79-9bc2-4eb0-b87c-cc1a3d6cf928 req-a9e88af8-19e9-4ea3-a78e-276c2a46ac73 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:45.644123 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21a02a79-9bc2-4eb0-b87c-cc1a3d6cf928 req-a9e88af8-19e9-4ea3-a78e-276c2a46ac73 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0955400 Jul 14 10:05:45.742914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-21a02a79-9bc2-4eb0-b87c-cc1a3d6cf928 req-74642f25-29ae-4310-b23e-843501effedb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893402 Jul 14 10:05:45.781858 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-aa1afd84-03cd-418e-834b-fd1aa5a25c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:45.783450 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-aa1afd84-03cd-418e-834b-fd1aa5a25c87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.1383531 Jul 14 10:05:45.853889 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-2f94ec56-35af-432d-9df2-02149a1bf259 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 1000 time: 0.0633011 Jul 14 10:05:45.932901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-f7211751-5471-47af-81d2-c395652caec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:45.936326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-f7211751-5471-47af-81d2-c395652caec7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0752945 Jul 14 10:05:46.004257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-acc7d5ff-36b8-42d0-92d6-fe1c92fc7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:46.005824 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-acc7d5ff-36b8-42d0-92d6-fe1c92fc7275 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618885 Jul 14 10:05:46.017687 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1acb2d24-75a4-4db0-851d-be8ca11042b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:46.105367 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-a7cfce5a-7708-461b-bd51-a36561e443d4 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913856 Jul 14 10:05:46.541108 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ad181d1c-292b-425d-afdc-4bbe1b15bb52 req-bd089977-e9c0-45a7-8687-95af1b8fdca6 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288716 Jul 14 10:05:47.073929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45133-36fc-422f-8a2a-ed3dcc7c9dd3 req-35f8bda0-2469-43b7-afeb-76c4b3f506e7 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:47.075518 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84f45133-36fc-422f-8a2a-ed3dcc7c9dd3 req-35f8bda0-2469-43b7-afeb-76c4b3f506e7 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.1999013 Jul 14 10:05:47.125855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-84f45133-36fc-422f-8a2a-ed3dcc7c9dd3 req-e510464c-6806-4b90-bdab-099349d96a50 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394914 Jul 14 10:05:48.372329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dae55-086b-4657-b9a1-56e70490ffbf req-1fc3ffcd-b036-461b-a857-1b445ea56833 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:48.373967 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-905dae55-086b-4657-b9a1-56e70490ffbf req-1fc3ffcd-b036-461b-a857-1b445ea56833 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.1277509 Jul 14 10:05:48.417265 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-905dae55-086b-4657-b9a1-56e70490ffbf req-0a5353d0-0abf-488f-8cbf-ff8f41095fbb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372152 Jul 14 10:05:49.167523 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:49.617665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4da13-69df-4dbe-bbb8-56bc25c1c698 req-719d9aa1-a455-4496-b350-1d657c06b2e8 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.619723 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2f4da13-69df-4dbe-bbb8-56bc25c1c698 req-719d9aa1-a455-4496-b350-1d657c06b2e8 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0730770 Jul 14 10:05:49.669960 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2f4da13-69df-4dbe-bbb8-56bc25c1c698 req-508be928-4a56-4bff-bcd5-c10291b4db24 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437796 Jul 14 10:05:49.739860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae406178-214a-49fd-956a-1d1a7a49a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:49.902963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:50.603885 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:50.878815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee3a73-22e6-44e5-9d80-3c3f2c9e6090 req-4643dc41-f3c5-41aa-9c5b-8ea7e43436f3 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:50.880754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccee3a73-22e6-44e5-9d80-3c3f2c9e6090 req-4643dc41-f3c5-41aa-9c5b-8ea7e43436f3 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0715315 Jul 14 10:05:50.926154 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ccee3a73-22e6-44e5-9d80-3c3f2c9e6090 req-1b5b2ed9-a372-433a-859a-2b856cc73af0 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389166 Jul 14 10:05:51.613330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:52.122391 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d726c-7daf-4a1f-9e3c-00598ec8052d req-1ea10ada-2b37-406c-bd64-3fe2ff7363c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:52.124097 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-239d726c-7daf-4a1f-9e3c-00598ec8052d req-1ea10ada-2b37-406c-bd64-3fe2ff7363c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0713804 Jul 14 10:05:52.173103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-239d726c-7daf-4a1f-9e3c-00598ec8052d req-6aa99ac2-5b8c-404b-984d-1a427c57533f tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393519 Jul 14 10:05:53.368055 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245103b5-2f60-4c04-9970-ccb5f5018dd3 req-96e8cb49-ce89-483b-9780-694a6236dd08 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:53.370754 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-245103b5-2f60-4c04-9970-ccb5f5018dd3 req-96e8cb49-ce89-483b-9780-694a6236dd08 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0842566 Jul 14 10:05:53.421760 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-245103b5-2f60-4c04-9970-ccb5f5018dd3 req-9ffe01ff-ba96-46d0-a59c-b509710fdb1b tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446062 Jul 14 10:05:54.621710 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39409a-841a-44d4-a8d1-35a16b7d333f req-e1b192d5-9b60-4868-aa4e-b1ab3670584e tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:54.623333 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f39409a-841a-44d4-a8d1-35a16b7d333f req-e1b192d5-9b60-4868-aa4e-b1ab3670584e tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0739863 Jul 14 10:05:54.672395 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5f39409a-841a-44d4-a8d1-35a16b7d333f req-fc7739ef-61a7-4a39-8b8c-50a86860ad90 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392070 Jul 14 10:05:55.883062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3767-2f85-4870-862e-e3c0b1e4d200 req-fa677b05-95cc-48fd-9cbf-5bf241158f5d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:55.884783 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f56c3767-2f85-4870-862e-e3c0b1e4d200 req-fa677b05-95cc-48fd-9cbf-5bf241158f5d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0683029 Jul 14 10:05:55.935549 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f56c3767-2f85-4870-862e-e3c0b1e4d200 req-68c7b72f-b86d-4c30-8b4e-3eb0bc820968 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404179 Jul 14 10:05:57.129462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae37cea-6cc2-4a85-b1ad-406bdae70b50 req-fbe411f9-d17d-4d76-b49f-a071cfd8fe3d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:57.131132 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bae37cea-6cc2-4a85-b1ad-406bdae70b50 req-fbe411f9-d17d-4d76-b49f-a071cfd8fe3d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0743597 Jul 14 10:05:57.177767 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bae37cea-6cc2-4a85-b1ad-406bdae70b50 req-8bd8eeaf-72b4-4e3f-808d-1e95c7221a5d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402801 Jul 14 10:05:58.380232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511c756-5510-42a7-b467-58f544a19768 req-d227a387-6dce-4166-a601-092d3ce6e3e2 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:58.381907 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1511c756-5510-42a7-b467-58f544a19768 req-d227a387-6dce-4166-a601-092d3ce6e3e2 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0748885 Jul 14 10:05:58.432906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1511c756-5510-42a7-b467-58f544a19768 req-c31a1a5c-7803-4a67-b3be-41b66c3ff0a6 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fbdc981-2570-44e8-8101-6891d05046f8&id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407529 Jul 14 10:06:02.029635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:15.762020 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:16.019816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad600059-bdd8-4234-8e09-345c387f862a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:19.168601 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:19.743929 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6029736f-5f04-470d-9efc-254e34de69e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:19.904999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:20.618723 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.583706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-293ef8e3-ab28-4c95-9260-124f7b79023c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369634 Jul 14 10:06:21.614507 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.697528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-bc87e989-a9ec-4d68-8501-77187e6acde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:21.699004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-bc87e989-a9ec-4d68-8501-77187e6acde3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1136 time: 0.0646520 Jul 14 10:06:21.815300 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-a4920ef8-4347-43e1-bcea-56c3f20f49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:21.817039 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-a4920ef8-4347-43e1-bcea-56c3f20f49ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.0965109 Jul 14 10:06:21.887920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-cac9779d-0ea8-4dd0-a384-78711dd47348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 1000 time: 0.0640247 Jul 14 10:06:21.941122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-eff054c1-ee05-41bc-87fb-ad502d7200c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:21.942677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-eff054c1-ee05-41bc-87fb-ad502d7200c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0486412 Jul 14 10:06:22.007547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-24f2e59d-3821-4204-bab4-6f3254bd0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:22.009021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-24f2e59d-3821-4204-bab4-6f3254bd0a68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602551 Jul 14 10:06:22.106456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-e02fe6ab-8ed9-4cfd-9353-d2a0d5ee316c service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911543 Jul 14 10:06:22.210303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-475a7fb5-c33e-4337-98ce-bb0e94da23a3 req-00961108-9f0e-4506-b118-36b2f1ed2ec8 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976593 Jul 14 10:06:30.959064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb3819f6-5367-4da8-a070-94273a281e11 req-3ff9df47-200d-4007-b902-f634106701f4 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785814653&fields=id&tenant_id=360207706c8749efa344b8921605d7bc HTTP/1.1" status: 200 len: 267 time: 0.0367486 Jul 14 10:06:31.036630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3819f6-5367-4da8-a070-94273a281e11 req-21a185d0-d484-47fb-abb0-c42a21e0f039 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.038251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb3819f6-5367-4da8-a070-94273a281e11 req-21a185d0-d484-47fb-abb0-c42a21e0f039 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 984 time: 0.0726819 Jul 14 10:06:31.050392 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Request body: {'port': {'security_groups': ['8792f2dd-b61f-4373-930f-4e77caa30389']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:31.147622 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.354373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:31.387835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.394000 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.408785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28db7b01-e3e3-4ca2-a680-7d2b6cda2385'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:06:31.475096 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.477186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.484420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb3819f6-5367-4da8-a070-94273a281e11 req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "PUT /v2.0/ports/28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 942 time: 0.4384735 Jul 14 10:06:31.485165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:31.489216 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a630a462-1efd-4849-91f7-909be85ba2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:31.495142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:31.565860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28db7b01-e3e3-4ca2-a680-7d2b6cda2385'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:06:31.620071 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event updated for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:31.646257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.646828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.647427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.648156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.648822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.649418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.649988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.650578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.651174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.651812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.652407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.652999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b3cba-897b-4ac9-90f7-52c0c71e06c5 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.708665 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.759737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.805293 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431adfc0-e316-40a0-89bf-af29b7fa0de1 x-openstack-request-id: req-431adfc0-e316-40a0-89bf-af29b7fa0de1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:31.806121 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:31.806925 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-431adfc0-e316-40a0-89bf-af29b7fa0de1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:31.807862 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'status': 'completed', 'code': 200} Jul 14 10:06:31.870085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20fbb47f-1d93-42d7-b17e-782eb59ad279 None None] Provisioning complete for port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:06:31.870731 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20fbb47f-1d93-42d7-b17e-782eb59ad279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.902212 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.905229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.906868 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "DELETE /v2.0/security-groups/4fbdc981-2570-44e8-8101-6891d05046f8 HTTP/1.1" status: 204 len: 168 time: 0.4102573 Jul 14 10:06:31.910664 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43236) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:31.925057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630a462-1efd-4849-91f7-909be85ba2bb req-30d11309-e6a2-4c18-ac97-9f8aca6adbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:31.926662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a630a462-1efd-4849-91f7-909be85ba2bb req-30d11309-e6a2-4c18-ac97-9f8aca6adbf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1097 time: 0.0896659 Jul 14 10:06:31.927787 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbdc981-2570-44e8-8101-6891d05046f8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:31.954071 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.954767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.955465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.956114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.956756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.957410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.958072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.958693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.959978 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.960152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.961315 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:31.961958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d94fc8e-ecd5-45c1-b608-8de9d87bcd1a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:32.102161 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630a462-1efd-4849-91f7-909be85ba2bb req-565adce2-78ca-4e62-8ca8-8c48eb96b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:32.104017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a630a462-1efd-4849-91f7-909be85ba2bb req-565adce2-78ca-4e62-8ca8-8c48eb96b3c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.1660142 Jul 14 10:06:32.114874 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.140418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Deleting port 6fee8df2-1ef6-4faf-90f8-cb003aa2858c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:32.141361 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.184730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a630a462-1efd-4849-91f7-909be85ba2bb req-309f6006-ab00-40b0-a53d-27bd1cd0e2c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 1000 time: 0.0732412 Jul 14 10:06:32.234186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.234497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.249178 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Calling delete_port for 6fee8df2-1ef6-4faf-90f8-cb003aa2858c owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:32.261232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630a462-1efd-4849-91f7-909be85ba2bb req-07e86d94-a879-4e6d-bff7-ce410deae06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:32.263957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a630a462-1efd-4849-91f7-909be85ba2bb req-07e86d94-a879-4e6d-bff7-ce410deae06a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0725610 Jul 14 10:06:32.333617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630a462-1efd-4849-91f7-909be85ba2bb req-d6ff8fdc-87e9-428c-ab80-8f6811a2838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:32.336212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a630a462-1efd-4849-91f7-909be85ba2bb req-d6ff8fdc-87e9-428c-ab80-8f6811a2838e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658116 Jul 14 10:06:32.450926 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a630a462-1efd-4849-91f7-909be85ba2bb req-fb095ceb-4ccd-4c80-937f-a9aa92b3dba3 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080527 Jul 14 10:06:32.455578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.488755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event deleted for resources: {'Port': ['ID=6fee8df2-1ef6-4faf-90f8-cb003aa2858c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:32.600917 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.601632 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Floating IP 907db199-98c1-4cca-b35b-a612877eae27 disassociated (deleted). External IP: 172.25.2.60, port: 28db7b01-e3e3-4ca2-a680-7d2b6cda2385. Jul 14 10:06:32.603232 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a630a462-1efd-4849-91f7-909be85ba2bb req-f1e88846-6133-449a-9515-48cc28aa0298 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462038 Jul 14 10:06:32.836365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Router d80755c5-4787-4f57-b8d7-c36d64bd3d75 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:33.306680 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:33.312432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:33.318245 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] Sync routers for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:33.329773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:33.330649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:33.362577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-628b57f1-fabe-470f-8b7f-1c8725f3d868 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "DELETE /v2.0/floatingips/907db199-98c1-4cca-b35b-a612877eae27 HTTP/1.1" status: 204 len: 168 time: 1.4460027 Jul 14 10:06:33.466202 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:33.735177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 5, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:33.764496 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] Checking router: d80755c5-4787-4f57-b8d7-c36d64bd3d75 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:33.774920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:33.776190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:33.809339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:33.813605 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbc0a8-e27d-44a9-b227-d8f236299f44" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:33.891696 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae102c81-5304-40c8-bf6a-77996f60b25a x-openstack-request-id: req-ae102c81-5304-40c8-bf6a-77996f60b25a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:33.892174 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:33.892698 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae102c81-5304-40c8-bf6a-77996f60b25a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:33.893478 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'status': 'completed', 'code': 200} Jul 14 10:06:33.945000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:33.985409 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-96423853-7655-46a3-a5a3-6c995e0a5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:33.986995 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-96423853-7655-46a3-a5a3-6c995e0a5663 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=360207706c8749efa344b8921605d7bc&device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 1097 time: 0.0671363 Jul 14 10:06:34.149835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-1acf5d5d-0e98-417e-8aed-3cf11a53aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:34.152595 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-1acf5d5d-0e98-417e-8aed-3cf11a53aad5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 200 len: 916 time: 0.1578510 Jul 14 10:06:34.168996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 5, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:34.201787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-2891078c-c0c6-4ed4-8a5c-7b6237f03048 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 200 len: 217 time: 0.0403359 Jul 14 10:06:34.202124 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a0cc0-5cef-4228-9993-7ba723e1cd14 None None] The sync data for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 is: [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:04:33Z', 'revision_number': 4, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '45dd929a-2ea6-4413-8abe-1fcb5e1e9c02', 'name': '', 'network_id': '2dafa8d5-eca2-4644-986f-bf0309022cd8', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'mac_address': 'fa:16:3e:fa:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:32Z', 'updated_at': '2021-07-14T10:04:40Z', 'revision_number': 5, 'project_id': '360207706c8749efa344b8921605d7bc', 'subnets': [{'id': '3f4e2178-31f2-4c7e-a8a2-573ff9478e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:34.283277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-b8d8d0de-ace1-4ebf-9e7b-b284e561fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:34.285209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-b8d8d0de-ace1-4ebf-9e7b-b284e561fdcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 200 len: 854 time: 0.0701272 Jul 14 10:06:34.356588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-5f3920ca-d811-4953-8128-2307d4d16844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:34.358204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-5f3920ca-d811-4953-8128-2307d4d16844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dafa8d5-eca2-4644-986f-bf0309022cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662577 Jul 14 10:06:34.483143 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-4b66f011-87bd-4bc8-aada-5f660fb1110b service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184158 Jul 14 10:06:34.553898 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190c1ba-3cc4-4547-921e-750bbd465227 None None] New status for floating IP 907db199-98c1-4cca-b35b-a612877eae27: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:06:34.625157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35cbc0a8-e27d-44a9-b227-d8f236299f44 req-accc0485-e1bd-4eb0-9aa5-17944a0726a8 service neutron] 10.222.0.11 "GET /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352925 Jul 14 10:06:41.226175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e49c5-959c-49b6-bbd3-d0c784ddd1bc req-6baeeb0e-2056-4d48-8e01-e91aaf1dc84d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:41.227857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b1e49c5-959c-49b6-bbd3-d0c784ddd1bc req-6baeeb0e-2056-4d48-8e01-e91aaf1dc84d tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.0744359 Jul 14 10:06:41.280633 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5b1e49c5-959c-49b6-bbd3-d0c784ddd1bc req-2c428a56-83bc-4a69-86f9-9dcbe083c457 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Jul 14 10:06:42.479736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e2029-f1e8-4f0a-a932-f66abc8a8f2b req-4aba6d48-c152-42f2-b21c-49af14150535 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:42.481520 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b63e2029-f1e8-4f0a-a932-f66abc8a8f2b req-4aba6d48-c152-42f2-b21c-49af14150535 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.0747459 Jul 14 10:06:42.528089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b63e2029-f1e8-4f0a-a932-f66abc8a8f2b req-6a908a95-46d7-4e76-b90e-a6476358acfc tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/security-groups?id=8792f2dd-b61f-4373-930f-4e77caa30389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Jul 14 10:06:42.701794 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67759f38-a4a2-4040-aef6-184a435c9892 req-12c724db-bf59-48e5-ae1c-55e456342c7a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:42.703482 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67759f38-a4a2-4040-aef6-184a435c9892 req-12c724db-bf59-48e5-ae1c-55e456342c7a tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 945 time: 0.0702751 Jul 14 10:06:42.820373 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Deleting port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:42.820724 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:42.918524 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] For port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:42.918888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:42.934254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Calling delete_port for 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:43.079103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:43.091672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['28db7b01-e3e3-4ca2-a680-7d2b6cda2385'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:06:43.110589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Pushing event deleted for resources: {'Port': ['ID=28db7b01-e3e3-4ca2-a680-7d2b6cda2385,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:43.163157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] No DVR routers for this DVR port 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:43.166008 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:43.168488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67759f38-a4a2-4040-aef6-184a435c9892 req-ac81d036-71d7-4432-959b-3965d7abd6cb tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.11 "DELETE /v2.0/ports/28db7b01-e3e3-4ca2-a680-7d2b6cda2385 HTTP/1.1" status: 204 len: 173 time: 0.4593909 Jul 14 10:06:43.172815 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'name': 'network-vif-deleted', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:43.172815 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0545a736-b057-469a-a93e-ab923c877c5f" -d '{"events": [{"server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "name": "network-vif-deleted", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:43.232304 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049bb20-03b0-4288-83ba-587f31454ce9 x-openstack-request-id: req-f049bb20-03b0-4288-83ba-587f31454ce9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:43.232606 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e", "name": "network-vif-deleted", "tag": "28db7b01-e3e3-4ca2-a680-7d2b6cda2385", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:43.232866 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f049bb20-03b0-4288-83ba-587f31454ce9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:43.233281 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e', 'name': 'network-vif-deleted', 'tag': '28db7b01-e3e3-4ca2-a680-7d2b6cda2385', 'status': 'completed', 'code': 200} Jul 14 10:06:43.720574 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-679c9ba7-2a5a-434e-8152-2affcde1f4d3 req-f262d121-355a-4db8-bdb7-018dccc05e80 tempest-TestMinimumBasicScenario-1305992726 tempest-TestMinimumBasicScenario-1305992726-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdc02d1d-e1a8-41ae-a717-5a3ce6d7f22e HTTP/1.1" status: 200 len: 210 time: 0.0328991 Jul 14 10:06:45.404529 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43332) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:45.773164 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:46.012725 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5b37565-29f6-4f91-93b4-8dd6eb0bb641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:46.041062 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Deleting port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:46.041333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:46.125927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] For port 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:46.126277 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:46.140136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Calling delete_port for 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:46.326360 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:46.353718 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Pushing event deleted for resources: {'Port': ['ID=45dd929a-2ea6-4413-8abe-1fcb5e1e9c02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:46.549792 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:46.791102 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Router d80755c5-4787-4f57-b8d7-c36d64bd3d75 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:46.902169 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:46.907766 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eb6e3b7a-850a-4dbc-90d9-728b29b840cc admin admin] 10.222.0.18 "PUT /v2.0/routers/d80755c5-4787-4f57-b8d7-c36d64bd3d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019929 Jul 14 10:06:46.910162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43334) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:46.913891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] Sync routers for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:46.926535 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:46.927222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:47.029770 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.044283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:47.144863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.214069 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Deleting port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:47.214328 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.257113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:06:46Z', 'revision_number': 5, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port': {'id': '3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:30Z', 'updated_at': '2021-07-14T10:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:47.290043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] Checking router: d80755c5-4787-4f57-b8d7-c36d64bd3d75 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:47.299384 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] Routers {'d80755c5-4787-4f57-b8d7-c36d64bd3d75'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:47.300022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:47.309207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] For port 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:47.309815 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.324091 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Calling delete_port for 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:47.519702 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.547260 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:47.558075 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] Set router d80755c5-4787-4f57-b8d7-c36d64bd3d75 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:47.619239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:06:47Z', 'revision_number': 6, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:47.622551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.653421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a67b359-a513-49bf-94bd-bfa25c6f4bbd None None] The sync data for ids ['d80755c5-4787-4f57-b8d7-c36d64bd3d75'] in n-d-758944-44 is: [{'id': 'd80755c5-4787-4f57-b8d7-c36d64bd3d75', 'name': 'tempest-TestMinimumBasicScenario-1068531414-router', 'tenant_id': '360207706c8749efa344b8921605d7bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:29Z', 'updated_at': '2021-07-14T10:06:47Z', 'revision_number': 6, 'project_id': '360207706c8749efa344b8921605d7bc', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:47.690412 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:47.721212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:47.721776 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device 28db7b01-e3e3-4ca2-a680-7d2b6cda2385 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:48.057801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.060598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.116050 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.117258 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d80755c5-4787-4f57-b8d7-c36d64bd3d75 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:06:48.125799 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.126981 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f471e5c9-6678-4e69-bbe2-66213b829200 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d80755c5-4787-4f57-b8d7-c36d64bd3d75 HTTP/1.1" status: 204 len: 168 time: 1.2158415 Jul 14 10:06:48.128709 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:48.129699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:48.151312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:48.151751 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 45dd929a-2ea6-4413-8abe-1fcb5e1e9c02 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:48.177946 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] Deleting subnet 3f4e2178-31f2-4c7e-a8a2-573ff9478e82 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:06:48.182143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.218933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.308585 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.366597 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.393835 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4e2178-31f2-4c7e-a8a2-573ff9478e82,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:48.399997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.402329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2bcc74ff-a2c3-4546-a8d3-304476522809 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f4e2178-31f2-4c7e-a8a2-573ff9478e82 HTTP/1.1" status: 204 len: 168 time: 0.2715926 Jul 14 10:06:48.405375 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43338) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:48.406655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da15d2-5e31-49d1-8916-8734c8bfbea1 None None] Network 2dafa8d5-eca2-4644-986f-bf0309022cd8 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:06:48.491019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.556645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Deleting port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:48.557009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.625789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] DHCP port deletion for 2dafa8d5-eca2-4644-986f-bf0309022cd8 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:06:48.631894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] For port ba2efd62-0ba1-4bce-9eb3-d0545755bf44, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:48.633040 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.647728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Calling delete_port for ba2efd62-0ba1-4bce-9eb3-d0545755bf44 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:48.679948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Deleting port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:48.680330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.742675 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.757549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] For port ba2efd62-0ba1-4bce-9eb3-d0545755bf44, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,segment=NetworkSegment(82189284-6f9e-46b4-be69-eb3b37ac2f07),segment_id=82189284-6f9e-46b4-be69-eb3b37ac2f07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:48.758407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.770458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:48.774655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] No DVR routers for this DVR port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 on host n-d-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:48.793570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Calling delete_port for ba2efd62-0ba1-4bce-9eb3-d0545755bf44 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:48.859686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.870796 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dafa8d5-eca2-4644-986f-bf0309022cd8']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:48.881382 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.883685 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82189284-6f9e-46b4-be69-eb3b37ac2f07') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:48.883985 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82189284-6f9e-46b4-be69-eb3b37ac2f07') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:48.894204 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.909926 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Pushing event deleted for resources: {'Port': ['ID=ba2efd62-0ba1-4bce-9eb3-d0545755bf44,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:48.913466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] No DVR routers for this DVR port ba2efd62-0ba1-4bce-9eb3-d0545755bf44 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:48.913714 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.921593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.921945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.922296 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.922644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.922986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.923246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:06:48.923414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.923922 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.924033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.924240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.924357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.924645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.924994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.925306 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d6af8-7665-4fe6-b552-1edfd4966c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:06:48.927562 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:06:48.990990 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:48.997340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.000301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/2dafa8d5-eca2-4644-986f-bf0309022cd8 HTTP/1.1" status: 204 len: 168 time: 0.5938668 Jul 14 10:06:49.003433 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43340) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:49.014396 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3d410-24bd-4b1b-add1-3f15a34ab7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=2dafa8d5-eca2-4644-986f-bf0309022cd8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:49.166160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.377893 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.656173 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Deleting port bd3d222c-02f1-4280-89d6-6fc4698a26c8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:49.656513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.746120 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4681504-2e20-40d0-905f-b693207df135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.747550 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] For port bd3d222c-02f1-4280-89d6-6fc4698a26c8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=bd3d222c-02f1-4280-89d6-6fc4698a26c8,segment=NetworkSegment(61522309-8531-479a-9e80-c1ca50ad51d1),segment_id=61522309-8531-479a-9e80-c1ca50ad51d1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:49.748166 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.762889 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Calling delete_port for bd3d222c-02f1-4280-89d6-6fc4698a26c8 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:49.888189 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:49.912897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:49.913269 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3a7d4071-8b25-4a7f-8cb2-2ce784e1b02f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:49.913816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ba2efd62-0ba1-4bce-9eb3-d0545755bf44 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:49.943963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: ba2efd62-0ba1-4bce-9eb3-d0545755bf44 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:49.944381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device ba2efd62-0ba1-4bce-9eb3-d0545755bf44 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:49.948337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.954266 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.997541 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3d222c-02f1-4280-89d6-6fc4698a26c8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:50.170189 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.398651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Router d51d610a-c6ca-4942-aa2c-96d8bb5e198f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:50.509685 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:50.515860 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f5a9ccb5-15ad-41b4-94e3-e17782aa3c6d admin admin] 10.222.0.18 "PUT /v2.0/routers/d51d610a-c6ca-4942-aa2c-96d8bb5e198f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5105424 Jul 14 10:06:50.517648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43342) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:50.519115 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] Sync routers for ids ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:50.529800 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] Routers {'d51d610a-c6ca-4942-aa2c-96d8bb5e198f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:50.530417 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:50.607415 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.626829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.638884 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] Set router d51d610a-c6ca-4942-aa2c-96d8bb5e198f gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:50.740299 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.801591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Deleting port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:50.801920 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.887724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] For port a6c546fa-7b3c-4a5d-8549-5cccb0d55d43, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:50.888086 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.901476 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Calling delete_port for a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:50.926789 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:06:49Z', 'revision_number': 5, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port': {'id': 'a6c546fa-7b3c-4a5d-8549-5cccb0d55d43', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:50.954088 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] Checking router: d51d610a-c6ca-4942-aa2c-96d8bb5e198f for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:50.962528 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] Routers {'d51d610a-c6ca-4942-aa2c-96d8bb5e198f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:50.963314 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:51.054892 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] Set router d51d610a-c6ca-4942-aa2c-96d8bb5e198f gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:51.079173 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.109711 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:06:50Z', 'revision_number': 6, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:51.111719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c546fa-7b3c-4a5d-8549-5cccb0d55d43,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:51.138120 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23c9c-a2b5-42ec-8b19-61df6a658989 None None] The sync data for ids ['d51d610a-c6ca-4942-aa2c-96d8bb5e198f'] in n-d-758944-44 is: [{'id': 'd51d610a-c6ca-4942-aa2c-96d8bb5e198f', 'name': 'tempest-TestMinimumBasicScenario-1513649261-router', 'tenant_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:36Z', 'updated_at': '2021-07-14T10:06:50Z', 'revision_number': 6, 'project_id': 'd2c40eda9e2e443aa52d1e567ae9699d', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:51.178613 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.273742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.275885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.340911 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.341817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51d610a-c6ca-4942-aa2c-96d8bb5e198f {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:06:51.348328 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.349622 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-57f27807-8f63-4d42-a0d0-d26885a9082f admin admin] 10.222.0.18 "DELETE /v2.0/routers/d51d610a-c6ca-4942-aa2c-96d8bb5e198f HTTP/1.1" status: 204 len: 168 time: 0.8308859 Jul 14 10:06:51.352318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:51.402520 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] Deleting subnet 36fee76a-1e17-4b2b-9a82-f11202fbec0d {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:06:51.405752 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.440452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.531705 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.594772 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.615750 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.620999 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fee76a-1e17-4b2b-9a82-f11202fbec0d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:51.626689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.628609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-69bf2220-504a-4b05-9d6d-4fafa0e668f3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36fee76a-1e17-4b2b-9a82-f11202fbec0d HTTP/1.1" status: 204 len: 168 time: 0.2752848 Jul 14 10:06:51.631080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:51.634262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86dd46c-d1c9-4bbf-ab43-a8c51b04306c None None] Network a4223cbc-58d5-4fa0-942f-170541d8e3d6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:06:51.699046 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.752776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Deleting port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:51.753190 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.822251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] For port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=94c1990a-ebcd-4ffb-8ea3-2dd2097ba493,segment=NetworkSegment(61522309-8531-479a-9e80-c1ca50ad51d1),segment_id=61522309-8531-479a-9e80-c1ca50ad51d1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:51.822615 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.835991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Calling delete_port for 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:51.916841 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.929898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f0770-2833-4402-a780-772c1310bf28 None None] DHCP port deletion for a4223cbc-58d5-4fa0-942f-170541d8e3d6 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:06:51.954400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=94c1990a-ebcd-4ffb-8ea3-2dd2097ba493,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:51.956427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] No DVR routers for this DVR port 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:52.003441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:52.026048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:52.026402 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device a6c546fa-7b3c-4a5d-8549-5cccb0d55d43 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:52.026843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:52.029497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.040879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4223cbc-58d5-4fa0-942f-170541d8e3d6']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:52.047094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:52.047466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 94c1990a-ebcd-4ffb-8ea3-2dd2097ba493 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:52.048011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bd3d222c-02f1-4280-89d6-6fc4698a26c8 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:52.052648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61522309-8531-479a-9e80-c1ca50ad51d1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:52.052954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61522309-8531-479a-9e80-c1ca50ad51d1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:52.065709 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.068000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: bd3d222c-02f1-4280-89d6-6fc4698a26c8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:52.068358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device bd3d222c-02f1-4280-89d6-6fc4698a26c8 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:52.089439 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.096333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:06:52.097377 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:06:52.099283 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:06:52.160518 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.167951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.169840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] 10.222.0.18 "DELETE /v2.0/networks/a4223cbc-58d5-4fa0-942f-170541d8e3d6 HTTP/1.1" status: 204 len: 168 time: 0.5377722 Jul 14 10:06:52.183851 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ca60f-876d-4403-aa16-a5cb20010e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=a4223cbc-58d5-4fa0-942f-170541d8e3d6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:52.359326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:52.404187 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0b4b2bab-0862-4b30-bea9-7bc8f7d979ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=360207706c8749efa344b8921605d7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436049 Jul 14 10:06:52.406619 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:52.456240 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-833437db-4212-4f57-8a88-6dce59ab0140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.479053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-833437db-4212-4f57-8a88-6dce59ab0140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.526889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-833437db-4212-4f57-8a88-6dce59ab0140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.530409 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-833437db-4212-4f57-8a88-6dce59ab0140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.531933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-833437db-4212-4f57-8a88-6dce59ab0140 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8792f2dd-b61f-4373-930f-4e77caa30389 HTTP/1.1" status: 204 len: 168 time: 0.1243691 Jul 14 10:06:52.545666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833437db-4212-4f57-8a88-6dce59ab0140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8792f2dd-b61f-4373-930f-4e77caa30389,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:52.763636 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:52.897974 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:52.941478 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c60ce21a-a370-44d2-8e4a-c572a933cbe9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2c40eda9e2e443aa52d1e567ae9699d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421412 Jul 14 10:06:52.944133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43360) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:52.999624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-332bfb60-84cf-4208-9623-c094ac33b1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.021588 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-332bfb60-84cf-4208-9623-c094ac33b1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.073021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-332bfb60-84cf-4208-9623-c094ac33b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.075773 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-332bfb60-84cf-4208-9623-c094ac33b1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:53.076939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-332bfb60-84cf-4208-9623-c094ac33b1f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/becf34c7-89c2-4510-97f8-5e0d1f3da667 HTTP/1.1" status: 204 len: 168 time: 0.1318116 Jul 14 10:06:53.084918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bfb60-84cf-4208-9623-c094ac33b1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becf34c7-89c2-4510-97f8-5e0d1f3da667,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:54.753323 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:54.758127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539824966', 'description': 'tempest-secgroup-smoke-1539824966 description', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:54.781305 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.789910 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.887215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.891185 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.929766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f260101-f82f-44fc-934b-77b3916beb81,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:54.992609 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.996570 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.030306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.031638 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2772634 Jul 14 10:06:55.032837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec3404-e477-469a-965e-c95381b19f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a61064d-970e-4e19-b503-4d13f7728414,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:55.034861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:55.045389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4a9ed98f-ba45-41cf-86f9-4e3b1b9dd9a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '7a61064d-970e-4e19-b503-4d13f7728414', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:55.072943 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98f-ba45-41cf-86f9-4e3b1b9dd9a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.119931 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98f-ba45-41cf-86f9-4e3b1b9dd9a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.123926 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98f-ba45-41cf-86f9-4e3b1b9dd9a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.141767 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ed98f-ba45-41cf-86f9-4e3b1b9dd9a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe2d795-8541-45b9-9adf-d6cbadff658d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:55.149087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98f-ba45-41cf-86f9-4e3b1b9dd9a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.150276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4a9ed98f-ba45-41cf-86f9-4e3b1b9dd9a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139677 Jul 14 10:06:55.153054 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:55.157474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dc3cfde7-93fb-406f-a86d-d222abbb04d2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '7a61064d-970e-4e19-b503-4d13f7728414', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:55.183543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfde7-93fb-406f-a86d-d222abbb04d2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.243076 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfde7-93fb-406f-a86d-d222abbb04d2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.247225 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfde7-93fb-406f-a86d-d222abbb04d2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.265635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cfde7-93fb-406f-a86d-d222abbb04d2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f37a4f-7d7e-4bfa-9650-501171c24f92,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:55.271587 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfde7-93fb-406f-a86d-d222abbb04d2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.272933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dc3cfde7-93fb-406f-a86d-d222abbb04d2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189072 Jul 14 10:06:55.275626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43406) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:55.280077 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0e7efb1f-a706-4b32-8dc1-54a126708826 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '7a61064d-970e-4e19-b503-4d13f7728414', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:55.307025 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7efb1f-a706-4b32-8dc1-54a126708826 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.374188 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7efb1f-a706-4b32-8dc1-54a126708826 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.378417 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7efb1f-a706-4b32-8dc1-54a126708826 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.397110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7efb1f-a706-4b32-8dc1-54a126708826 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd6eb8d-4378-46e6-acce-cdd080dce8bf,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:55.410747 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e7efb1f-a706-4b32-8dc1-54a126708826 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.412193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0e7efb1f-a706-4b32-8dc1-54a126708826 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355796 Jul 14 10:06:55.415194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:55.420692 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3836bb0c-00e7-4f64-b83d-09f6099c5673 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '7a61064d-970e-4e19-b503-4d13f7728414', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:55.455837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3836bb0c-00e7-4f64-b83d-09f6099c5673 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.538832 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3836bb0c-00e7-4f64-b83d-09f6099c5673 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.544003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3836bb0c-00e7-4f64-b83d-09f6099c5673 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.568092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836bb0c-00e7-4f64-b83d-09f6099c5673 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef10847-d2bd-4a57-9993-96151bdcc596,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:55.577840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3836bb0c-00e7-4f64-b83d-09f6099c5673 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.579324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3836bb0c-00e7-4f64-b83d-09f6099c5673 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628299 Jul 14 10:06:55.582383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43410) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:55.587490 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '7a61064d-970e-4e19-b503-4d13f7728414', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:55.614994 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:06:55.621542 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.696184 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.700604 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.722668 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b7e46a-8260-403d-b7a4-54c4ed145d9a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:55.734001 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.735335 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b8c9a8eb-7110-4fb3-9129-51bd16385843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518862 Jul 14 10:06:55.738414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:55.743926 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '7a61064d-970e-4e19-b503-4d13f7728414', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:55.770553 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:06:55.776621 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.859489 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.863457 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.887816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c25eec-4099-4aa1-afde-66a6637dfe39,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:55.896910 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.898715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-965e6e60-f06a-47f0-9a3d-51ba05a6eb89 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592124 Jul 14 10:06:55.902296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43414) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:55.909216 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'network': {'name': 'tempest-network-smoke--694099058', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:55.941980 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:06:55.946125 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.973118 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:06:55.983883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.984243 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Added segment 405c24b0-283b-405b-9bdf-70b0d74b3ef4 of type vlan for network 8d3c2109-ef7b-4809-83e6-837748ee5959 Jul 14 10:06:56.031445 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.064275 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.069892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:56.070485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.133355 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2297602 Jul 14 10:06:56.136213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:56.140763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'admin_state_up': True, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:56.154936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8815-b35d-48fa-9ca9-2bb4169b83e6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Network': ['ID=8d3c2109-ef7b-4809-83e6-837748ee5959,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:56.166998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:06:56.171570 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.172592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.225737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.367474 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.583270 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.603592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.708430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.233 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/c1a14bc7-55d2-4079-bff8-6add29300fd9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:06:56.809060 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.854257 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.892219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:06:56.897367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:56.900131 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:06:56.926875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=c1a14bc7-55d2-4079-bff8-6add29300fd9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:57.159871 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.364024 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.498812 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 44d1458e-444d-45ca-81d0-162586ab46f0 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:06:57.625412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:57.637715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Sync routers for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:57.648447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:57.649374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:57.653598 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.654882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8e13a4a0-b13a-4ce2-8802-e4883000e1e0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5177205 Jul 14 10:06:57.659995 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:57.769838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:57.834458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5d21c093-6a46-46cd-9e9c-c5465d12adcc tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca5f08a838274c89bf2fb02cce94533b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1732402 Jul 14 10:06:57.840884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:57.952032 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9957c073-402c-429b-9436-f8efd7b8f895 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:57.953911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9957c073-402c-429b-9436-f8efd7b8f895 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1119297 Jul 14 10:06:57.956822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:58.018501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:06:57Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:58.071676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Checking router: 44d1458e-444d-45ca-81d0-162586ab46f0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:58.072277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Updating router 44d1458e-444d-45ca-81d0-162586ab46f0 port c1a14bc7-55d2-4079-bff8-6add29300fd9 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:06:58.120161 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.343187 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ac4512e1-48f0-48fd-91d1-2ab0258c09d2 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3849621 Jul 14 10:06:58.345713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:58.351124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1657784749', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:58.425265 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.433131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Transition to ACTIVE for port object c1a14bc7-55d2-4079-bff8-6add29300fd9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:06:58.444039 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.453064 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:06:58.458318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.527849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Attempting to bind port c1a14bc7-55d2-4079-bff8-6add29300fd9 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:06:58.528236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Attempting to bind port c1a14bc7-55d2-4079-bff8-6add29300fd9 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:06:58.528612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Attempting to bind port c1a14bc7-55d2-4079-bff8-6add29300fd9 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:58.532111 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0e364-7611-464e-80d9-c6ba307e688b None None] Pushing event updated for resources: {'Port': ['ID=c1a14bc7-55d2-4079-bff8-6add29300fd9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:58.537184 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:06:58.537576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:06:58.537986 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.538438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:06:58.538930 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Bound port: c1a14bc7-55d2-4079-bff8-6add29300fd9, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:06:58.539328 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.621188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] For port c1a14bc7-55d2-4079-bff8-6add29300fd9, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:58.624925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] For port c1a14bc7-55d2-4079-bff8-6add29300fd9, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c1a14bc7-55d2-4079-bff8-6add29300fd9,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:06:58.630095 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.693331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:58.694024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:58.695186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.729909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0e364-7611-464e-80d9-c6ba307e688b None None] Pushing event updated for resources: {'Port': ['ID=c1a14bc7-55d2-4079-bff8-6add29300fd9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:58.807329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:58.812202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Subnet': ['ID=5e58bc71-285b-466a-a6e5-e16c49bcb0d3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:58.824983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Checking segment: {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:06:58.825608 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network hostable DHCP agents. Network: 8d3c2109-ef7b-4809-83e6-837748ee5959, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:06:58.853399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:06:58.864809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 8d3c2109-ef7b-4809-83e6-837748ee5959) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:58.872500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:58.873009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:58.876755 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429fac6-992e-412f-bfaf-8f43702f156c None None] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:06:58.888310 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6be322d6-7a63-4563-9d26-91703d7d1c2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5414951 Jul 14 10:06:58.891418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43428) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:59.109085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-8d3c2109-ef7b-4809-83e6-837748ee5959', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:06:59.109940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.125434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:06:57Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:59.154640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2fabc2-b9f2-4ea0-b643-8521e90f228d None None] The sync data for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 is: [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:06:57Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:59.278718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Allocated IP 172.20.0.2 (8d3c2109-ef7b-4809-83e6-837748ee5959/5e58bc71-285b-466a-a6e5-e16c49bcb0d3/0c81f0d0-9c53-4e63-92aa-186fe1ae79e0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:06:59.531613 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.555975 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Transition to ACTIVE for port object 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:06:59.584401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Transition to ACTIVE for port object 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:06:59.595810 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.645270 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:06:59.651109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:59.653882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:06:59.667003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Pushing event updated for resources: {'Port': ['ID=0c81f0d0-9c53-4e63-92aa-186fe1ae79e0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:59.729958 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.912623 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Attempting to bind port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:06:59.913225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Attempting to bind port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:06:59.913455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Attempting to bind port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 on network 8d3c2109-ef7b-4809-83e6-837748ee5959 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:59.919067 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:06:59.919743 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Checking segment: {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:06:59.920310 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.920791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Bound using segment: {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:06:59.921367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Bound port: 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:06:59.921855 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.965945 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c1a14bc7-55d2-4079-bff8-6add29300fd9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:00.038056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] For port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:00.041779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] For port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0c81f0d0-9c53-4e63-92aa-186fe1ae79e0,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:00.043520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c1a14bc7-55d2-4079-bff8-6add29300fd9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:00.047627 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.052566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c1a14bc7-55d2-4079-bff8-6add29300fd9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:00.052954 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.075034 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.1 (8d3c2109-ef7b-4809-83e6-837748ee5959/5e58bc71-285b-466a-a6e5-e16c49bcb0d3/7399a6df-f340-4564-a64d-1262edb5fc95) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:00.159397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3687a7-3dfe-4c0c-955b-ca1841cff8b1 None None] Pushing event updated for resources: {'Port': ['ID=0c81f0d0-9c53-4e63-92aa-186fe1ae79e0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:00.209744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.230109 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.239685 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c1a14bc7-55d2-4079-bff8-6add29300fd9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c1a14bc7-55d2-4079-bff8-6add29300fd9,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:00.246059 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.247785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object 7399a6df-f340-4564-a64d-1262edb5fc95 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:00.286560 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.319302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c1a14bc7-55d2-4079-bff8-6add29300fd9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:00.362836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:00.368166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=7399a6df-f340-4564-a64d-1262edb5fc95,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:00.370930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:00.373371 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:00.439776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.632493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.986013 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:00.991593 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:01.075502 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:01.077432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=7399a6df-f340-4564-a64d-1262edb5fc95,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:01.183399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:01.185287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:01.311449 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 44d1458e-444d-45ca-81d0-162586ab46f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:01.438557 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:01.444286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-86e5fb5f-232e-48bc-b90f-6a9097af1e93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/44d1458e-444d-45ca-81d0-162586ab46f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512478 Jul 14 10:07:01.452276 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Sync routers for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:01.468921 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:01.469850 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:01.637243 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:01.688894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-1d8b8919-5642-4d02-b972-922c73996302 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539824966&fields=id&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 267 time: 0.0525949 Jul 14 10:07:01.816646 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-4e05e2a6-083e-4b84-adf1-950b0eb66c37 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:01.818679 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-4e05e2a6-083e-4b84-adf1-950b0eb66c37 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/networks?id=8d3c2109-ef7b-4809-83e6-837748ee5959 HTTP/1.1" status: 200 len: 796 time: 0.1206181 Jul 14 10:07:01.839247 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-491232c7-765e-4fdd-9029-f3e3479805ae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/quotas/ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 375 time: 0.0108228 Jul 14 10:07:01.939911 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-f48fa32b-67f4-4c04-a7e1-df1e1dd712b3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837102 Jul 14 10:07:01.981700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac32b55-bc48-4021-8931-bbb82ffb0c35 None None] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:02.025466 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 2, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:02.034593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-d123d5da-54a2-4660-89f7-3db601d3f00c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:07:02.035595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-d123d5da-54a2-4660-89f7-3db601d3f00c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0724955 Jul 14 10:07:02.064764 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Checking router: 44d1458e-444d-45ca-81d0-162586ab46f0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:02.065151 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Updating router 44d1458e-444d-45ca-81d0-162586ab46f0 port 7399a6df-f340-4564-a64d-1262edb5fc95 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:07:02.074785 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:02.105113 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.132940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.137516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a36514ee-9609-4ce5-b5eb-b9164a72e712 None None] Provisioning for port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:02.189482 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e88a8ccd-869b-450e-9abc-c460df64f6db service neutron] 10.222.0.18 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464348 Jul 14 10:07:02.202898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:02.210728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:02.211191 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.321071 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-9e7e9321-f862-4ffc-8474-120bc008c80f service neutron] 10.222.0.18 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195135 Jul 14 10:07:02.403658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.443128 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.466564 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Transition to ACTIVE for port object 7399a6df-f340-4564-a64d-1262edb5fc95 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:02.475217 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.481099 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0c81f0d0-9c53-4e63-92aa-186fe1ae79e0,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:02.497109 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.498154 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c1a14bc7-55d2-4079-bff8-6add29300fd9 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:02.576582 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cb05095d-2284-44f5-9b3c-6e7d804a8fe2 req-f522ce3e-9e6b-4c0d-9f45-82f2c625546a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 210 time: 0.0399365 Jul 14 10:07:02.595338 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Pushing event updated for resources: {'Port': ['ID=7399a6df-f340-4564-a64d-1262edb5fc95,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:02.623581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=0c81f0d0-9c53-4e63-92aa-186fe1ae79e0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:02.624755 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.625125 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.625434 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.625774 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.626110 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.626441 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.626768 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.627090 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.627443 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.627767 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.628089 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.628412 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:02.654250 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Attempting to bind port 7399a6df-f340-4564-a64d-1262edb5fc95 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:02.654695 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Attempting to bind port 7399a6df-f340-4564-a64d-1262edb5fc95 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:02.654987 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Attempting to bind port 7399a6df-f340-4564-a64d-1262edb5fc95 on network 8d3c2109-ef7b-4809-83e6-837748ee5959 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:02.661079 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:02.661459 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Checking segment: {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:02.661861 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.662254 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Bound using segment: {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:02.662735 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Bound port: 7399a6df-f340-4564-a64d-1262edb5fc95, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:02.663118 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.668054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c1a14bc7-55d2-4079-bff8-6add29300fd9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:02.668434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.764621 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] For port 7399a6df-f340-4564-a64d-1262edb5fc95, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:02.772451 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] For port 7399a6df-f340-4564-a64d-1262edb5fc95, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7399a6df-f340-4564-a64d-1262edb5fc95,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:02.779472 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.856088 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:02.856808 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:02.859084 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986f890-fab3-4b20-ae9a-2ca45417c836 None None] Pushing event updated for resources: {'Port': ['ID=7399a6df-f340-4564-a64d-1262edb5fc95,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:02.902998 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65f1b88d-eb4b-43cc-8819-b0547ea8625e None None] Provisioning complete for port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:02.903905 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65f1b88d-eb4b-43cc-8819-b0547ea8625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:03.036809 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:03.060871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65f1b88d-eb4b-43cc-8819-b0547ea8625e None None] Provisioning for port 7399a6df-f340-4564-a64d-1262edb5fc95 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:03.300761 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:02Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:03.347779 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eb8f4-798d-4a49-9011-0533c07914e0 None None] The sync data for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 is: [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:02Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:03.776463 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-703d78ab-fbe5-4828-a67d-3f7e764809ea req-931dd555-81e4-4ef6-9f61-ebc613ab787f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 210 time: 0.0425301 Jul 14 10:07:04.117562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:04.204962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:04.205645 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.244821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-2ba9f14c-2418-46bc-bec4-5aa5c174e123 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:04.246749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-2ba9f14c-2418-46bc-bec4-5aa5c174e123 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/networks?id=8d3c2109-ef7b-4809-83e6-837748ee5959 HTTP/1.1" status: 200 len: 796 time: 0.2396791 Jul 14 10:07:04.308872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-edfd2bf3-dbad-4e84-b4fc-5b791d307f52 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 380 time: 0.0523627 Jul 14 10:07:04.319163 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'port': {'device_id': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'admin_state_up': True, 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'security_groups': ['7a61064d-970e-4e19-b503-4d13f7728414']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:04.356013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7399a6df-f340-4564-a64d-1262edb5fc95 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:04.436994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 7399a6df-f340-4564-a64d-1262edb5fc95 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:04.442409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7399a6df-f340-4564-a64d-1262edb5fc95 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:04.443063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.505916 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:04.510485 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.549925 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.593784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 7399a6df-f340-4564-a64d-1262edb5fc95, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7399a6df-f340-4564-a64d-1262edb5fc95,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:04.599926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.659368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=7399a6df-f340-4564-a64d-1262edb5fc95,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:04.690059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.9 (8d3c2109-ef7b-4809-83e6-837748ee5959/5e58bc71-285b-466a-a6e5-e16c49bcb0d3/c06b5ea3-516a-46fa-9bd0-01ed62e051b8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:04.889357 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.907527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object c06b5ea3-516a-46fa-9bd0-01ed62e051b8 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:04.942918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-730edc0b-1d43-455a-9f24-06c230abba2b req-c2e4ee38-6a8e-4b2b-8a59-c263325e6033 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 210 time: 0.0296206 Jul 14 10:07:04.947746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.998736 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:05.002365 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:05.007596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:05.050922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.075934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:05.076723 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.095888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-e4c73d7c-008e-43f3-aa94-2f8880e1888e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7814748 Jul 14 10:07:05.107020 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-2d8fa38f-a898-48e5-a2fa-68628caa2eee tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:07:05.108184 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-2d8fa38f-a898-48e5-a2fa-68628caa2eee tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057733 Jul 14 10:07:05.167639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Request body: {'port': {'device_id': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:05.245829 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.336909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0140eaa3-5769-4e23-bf76-14bf8fb120a5 None None] Provisioning for port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:05.341391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0140eaa3-5769-4e23-bf76-14bf8fb120a5 None None] Provisioning complete for port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:05.341781 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0140eaa3-5769-4e23-bf76-14bf8fb120a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.379571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0140eaa3-5769-4e23-bf76-14bf8fb120a5 None None] Port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:05.538745 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06b5ea3-516a-46fa-9bd0-01ed62e051b8 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:05.546826 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.560179 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Transition to ACTIVE for port object c06b5ea3-516a-46fa-9bd0-01ed62e051b8 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:05.564722 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.639030 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.699583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Attempting to bind port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:05.699925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Attempting to bind port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:05.700271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Attempting to bind port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 on network 8d3c2109-ef7b-4809-83e6-837748ee5959 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:05.705027 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 on network 8d3c2109-ef7b-4809-83e6-837748ee5959 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:07:05.705351 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Attempting to bind port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 on network 8d3c2109-ef7b-4809-83e6-837748ee5959 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:05.711255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:05.711632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Checking segment: {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:05.712025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Bound using segment: {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:05.712464 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Bound port: c06b5ea3-516a-46fa-9bd0-01ed62e051b8, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405c24b0-283b-405b-9bdf-70b0d74b3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:05.712825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.784909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] For port c06b5ea3-516a-46fa-9bd0-01ed62e051b8, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:05.788998 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] For port c06b5ea3-516a-46fa-9bd0-01ed62e051b8, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:05.793616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.828073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:05.828701 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.830156 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/c06b5ea3-516a-46fa-9bd0-01ed62e051b8 HTTP/1.1" status: 200 len: 1092 time: 0.7157035 Jul 14 10:07:05.830644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:05.833030 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3befad3-90b2-4b4d-853f-eca9714ca472" -d '{"events": [{"name": "network-changed", "server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:05.868313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d631-1efc-4af0-a07e-04512ad2b2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.882373 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8ec8c-2e76-4973-87d3-c4806ed147c0 x-openstack-request-id: req-b3c8ec8c-2e76-4973-87d3-c4806ed147c0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:05.882691 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:05.883100 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3c8ec8c-2e76-4973-87d3-c4806ed147c0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:05.883631 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'status': 'completed', 'code': 200} Jul 14 10:07:05.937829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7399a6df-f340-4564-a64d-1262edb5fc95 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:05.955069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-3ce0d70a-14d0-4d55-b0d3-095d9d4be214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:05.956678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-3ce0d70a-14d0-4d55-b0d3-095d9d4be214 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 1095 time: 0.0721645 Jul 14 10:07:05.998440 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 7399a6df-f340-4564-a64d-1262edb5fc95 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:05.998963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.006385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-defdf875-c8d6-440f-ad03-778d0c0df3d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8 HTTP/1.1" status: 200 len: 217 time: 0.0430505 Jul 14 10:07:06.074130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-08976751-0b24-4223-99b2-9d4fa177ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.075781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-08976751-0b24-4223-99b2-9d4fa177ba30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e58bc71-285b-466a-a6e5-e16c49bcb0d3 HTTP/1.1" status: 200 len: 835 time: 0.0626163 Jul 14 10:07:06.149445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-39c5302e-0779-41c5-bc4d-7faaee3668d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.150994 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-39c5302e-0779-41c5-bc4d-7faaee3668d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3c2109-ef7b-4809-83e6-837748ee5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689721 Jul 14 10:07:06.172547 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01134fa4-2105-49a3-9d44-9a1faa2590f7 req-162fd26f-53aa-4f7f-aa5d-3aee3d027aa5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.174196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01134fa4-2105-49a3-9d44-9a1faa2590f7 req-162fd26f-53aa-4f7f-aa5d-3aee3d027aa5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 943 time: 0.0783966 Jul 14 10:07:06.224257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-01134fa4-2105-49a3-9d44-9a1faa2590f7 req-2e4983d6-9cb2-4e3b-8caf-5f9abfacb9e2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Jul 14 10:07:06.254239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-252a0da6-f2dd-47ec-bcb4-b741d2f0005a service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966079 Jul 14 10:07:06.352047 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-24db3b0a-48e1-4063-ba58-473018a0ab71 req-14efcbd7-dc16-44c6-b264-186ebfde9b03 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919259 Jul 14 10:07:06.455609 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-81e114aa-456c-4e53-a5cd-8b9af2a48e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.457141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-81e114aa-456c-4e53-a5cd-8b9af2a48e95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 1095 time: 0.0570219 Jul 14 10:07:06.557731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-b027468f-7a4d-4288-a267-b1a2fff5277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.559215 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-b027468f-7a4d-4288-a267-b1a2fff5277c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3c2109-ef7b-4809-83e6-837748ee5959 HTTP/1.1" status: 200 len: 897 time: 0.0962818 Jul 14 10:07:06.602375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-c2aeaeb8-ad51-4b1b-884d-8d418aaa2635 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8 HTTP/1.1" status: 200 len: 217 time: 0.0369422 Jul 14 10:07:06.661967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-86e91f38-a83f-4e9a-9f52-1989e097471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.663610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-86e91f38-a83f-4e9a-9f52-1989e097471e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e58bc71-285b-466a-a6e5-e16c49bcb0d3 HTTP/1.1" status: 200 len: 835 time: 0.0538995 Jul 14 10:07:06.726883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-0c84a540-2922-4f54-aede-f20831d3cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.728420 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-0c84a540-2922-4f54-aede-f20831d3cbbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3c2109-ef7b-4809-83e6-837748ee5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576379 Jul 14 10:07:06.821964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-70b9f41f-0c0e-4850-a9f5-3a42c118ef2f service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856881 Jul 14 10:07:06.925932 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a3befad3-90b2-4b4d-853f-eca9714ca472 req-07424559-0221-435e-8eb4-75e5a57390ac service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968070 Jul 14 10:07:07.405726 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863a856-bc94-40d6-bfd3-375889c6d57b req-9913b8c5-941b-40f9-b477-a3342df1a569 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:07.407273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3863a856-bc94-40d6-bfd3-375889c6d57b req-9913b8c5-941b-40f9-b477-a3342df1a569 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 943 time: 0.0655806 Jul 14 10:07:07.447203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3863a856-bc94-40d6-bfd3-375889c6d57b req-e12e0677-94f9-48ab-8d10-65c1a31223dc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340798 Jul 14 10:07:08.621710 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896be0a-9ad6-4c0c-9d9b-dd9c5b4dac0c req-adc3a88c-624b-45be-a1b4-fd6ea2756c44 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:08.623209 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b896be0a-9ad6-4c0c-9d9b-dd9c5b4dac0c req-adc3a88c-624b-45be-a1b4-fd6ea2756c44 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 943 time: 0.0633137 Jul 14 10:07:08.660390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b896be0a-9ad6-4c0c-9d9b-dd9c5b4dac0c req-cccc63ca-2850-4cfa-9b56-d11adf681c83 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Jul 14 10:07:08.956598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c06b5ea3-516a-46fa-9bd0-01ed62e051b8 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:09.056142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port c06b5ea3-516a-46fa-9bd0-01ed62e051b8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:09.067602 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'port_id': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'mac_address': 'fa:16:3e:77:bf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:07:09.105571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.118600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06b5ea3-516a-46fa-9bd0-01ed62e051b8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:09.138520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port c06b5ea3-516a-46fa-9bd0-01ed62e051b8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:09.142159 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:09.187442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:09.369039 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['c06b5ea3-516a-46fa-9bd0-01ed62e051b8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:09.838018 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edd255-485d-433e-a3a0-f769cd9b701a req-1d94a650-2f52-4194-9eac-21b5bdf91132 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:09.839829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98edd255-485d-433e-a3a0-f769cd9b701a req-1d94a650-2f52-4194-9eac-21b5bdf91132 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 944 time: 0.0698440 Jul 14 10:07:09.881811 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-98edd255-485d-433e-a3a0-f769cd9b701a req-4ec71355-7f21-4024-989f-e91e04c38c36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Jul 14 10:07:10.952550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c06b5ea3-516a-46fa-9bd0-01ed62e051b8 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:11.000339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:11.004011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:11.004443 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.055013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0fd4-644d-4a34-a9dc-c378339280ff req-fbf5532a-d0ed-4214-aa89-3ee0843a6da2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.056550 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40ad0fd4-644d-4a34-a9dc-c378339280ff req-fbf5532a-d0ed-4214-aa89-3ee0843a6da2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 944 time: 0.0658453 Jul 14 10:07:11.083091 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.101021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-40ad0fd4-644d-4a34-a9dc-c378339280ff req-5daf8cad-6876-4b22-8691-ba0973213749 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383821 Jul 14 10:07:11.105462 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:11.107782 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6151cf1-224e-4a0d-a821-76ac7586024c" -d '{"events": [{"server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "name": "network-vif-plugged", "status": "completed", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:11.121426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port c06b5ea3-516a-46fa-9bd0-01ed62e051b8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:11.125382 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.172810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:11.213643 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10e342f-f259-4b2e-a5ed-325f3c79f8dd x-openstack-request-id: req-a10e342f-f259-4b2e-a5ed-325f3c79f8dd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:11.213936 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "name": "network-vif-plugged", "status": "completed", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:11.214183 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a10e342f-f259-4b2e-a5ed-325f3c79f8dd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:11.214579 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'code': 200} Jul 14 10:07:11.328772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349c3d8-507c-412d-8cf1-6ae870dffe5b req-5779d19c-358e-4147-bdca-54c5c9898413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.330311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1349c3d8-507c-412d-8cf1-6ae870dffe5b req-5779d19c-358e-4147-bdca-54c5c9898413 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 1097 time: 0.0538788 Jul 14 10:07:11.367231 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1349c3d8-507c-412d-8cf1-6ae870dffe5b req-18b355fb-abeb-4aa7-a3e3-d82c1d49dc52 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302126 Jul 14 10:07:12.286604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef7539-0197-45e3-9fb3-855c06ed87f4 req-5e9bd889-49a8-4d84-a0ed-0e3e82da709a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.288207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55ef7539-0197-45e3-9fb3-855c06ed87f4 req-5e9bd889-49a8-4d84-a0ed-0e3e82da709a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0714796 Jul 14 10:07:12.326768 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-55ef7539-0197-45e3-9fb3-855c06ed87f4 req-aa3dc8c5-4a2c-4d14-ad01-c6e6f6f3558f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Jul 14 10:07:12.502525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592387c-ef6f-4c5d-8a4b-b9e15c833d8d req-5be6f7f4-9f7c-4e81-8485-c8b0c4db564b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.504094 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1592387c-ef6f-4c5d-8a4b-b9e15c833d8d req-5be6f7f4-9f7c-4e81-8485-c8b0c4db564b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0650856 Jul 14 10:07:12.542327 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1592387c-ef6f-4c5d-8a4b-b9e15c833d8d req-bd9a1605-001c-4d29-a9fc-a1a022f98439 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Jul 14 10:07:12.566609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:12.620504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d6dc6-d5bf-4440-a33b-e0b223aa6518 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.622279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-079d6dc6-d5bf-4440-a33b-e0b223aa6518 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 1092 time: 0.0544674 Jul 14 10:07:12.625560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:12.630236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:12.653780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.757549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.857052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.20 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/110e2374-e2b4-4ff0-b570-50b4cea3e9b7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:12.959482 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.999229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.039266 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:13.042246 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:13.045785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:13.051445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=110e2374-e2b4-4ff0-b570-50b4cea3e9b7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:13.422413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.501993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.647521 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.652646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.722324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=110e2374-e2b4-4ff0-b570-50b4cea3e9b7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:13.734549 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.837452 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 0ea54f84-a990-4c0b-856e-23e3d447bb76 associated. External IP: 172.25.2.20, port: c06b5ea3-516a-46fa-9bd0-01ed62e051b8. Jul 14 10:07:14.059676 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 44d1458e-444d-45ca-81d0-162586ab46f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:14.170772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:14.181514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] Sync routers for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:14.189543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:14.191129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:14.191802 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:14.229245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-268dd40d-d6b6-469e-8bbc-713bf91ea4c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6024561 Jul 14 10:07:14.229860 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:14.232219 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c" -d '{"events": [{"name": "network-changed", "server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:14.308419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:14.336812 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9a2798-35b0-4ebf-9d50-4c3eb729b93e x-openstack-request-id: req-fb9a2798-35b0-4ebf-9d50-4c3eb729b93e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:14.337130 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:14.337374 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb9a2798-35b0-4ebf-9d50-4c3eb729b93e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:14.337774 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'status': 'completed', 'code': 200} Jul 14 10:07:14.412152 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509c65-8e81-4711-adae-47371ba65d70 req-91d1b536-306f-4230-888d-df7279e36434 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:14.415612 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2509c65-8e81-4711-adae-47371ba65d70 req-91d1b536-306f-4230-888d-df7279e36434 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0907376 Jul 14 10:07:14.427242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-6b85a0fa-8247-4534-a8e6-f44cc4aa0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:14.429968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-6b85a0fa-8247-4534-a8e6-f44cc4aa0ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 1097 time: 0.0651352 Jul 14 10:07:14.482963 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b2509c65-8e81-4711-adae-47371ba65d70 req-31ed06aa-7e20-4412-9bc2-edb5a84b2ee6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582395 Jul 14 10:07:14.520912 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:14.527890 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-10f65c31-f2a5-43d7-9ff9-cd57f4cbf2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:14.529509 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-10f65c31-f2a5-43d7-9ff9-cd57f4cbf2d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3c2109-ef7b-4809-83e6-837748ee5959 HTTP/1.1" status: 200 len: 897 time: 0.0921280 Jul 14 10:07:14.572958 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0ea54f84-a990-4c0b-856e-23e3d447bb76', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'port_id': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'mac_address': 'fa:16:3e:77:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:07:13Z', 'updated_at': '2021-07-14T10:07:13Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:04Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:14.601599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] Checking router: 44d1458e-444d-45ca-81d0-162586ab46f0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:14.605846 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-bb48a657-51ce-42c5-bb70-3b8f116d25a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8 HTTP/1.1" status: 200 len: 998 time: 0.0699036 Jul 14 10:07:14.611038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:14.611770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:06:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:14.634150 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3ceb98da-279a-47ea-8536-85f34c05553e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/0ea54f84-a990-4c0b-856e-23e3d447bb76 HTTP/1.1" status: 200 len: 990 time: 0.1093016 Jul 14 10:07:14.656372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-72cdec3b-5ff5-488e-bb6a-7c1a489c7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:14.657928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-72cdec3b-5ff5-488e-bb6a-7c1a489c7ada service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e58bc71-285b-466a-a6e5-e16c49bcb0d3 HTTP/1.1" status: 200 len: 835 time: 0.0460591 Jul 14 10:07:14.738879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-54627af9-5ab7-4b0e-9ade-a0d2c4bbf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:14.740494 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-54627af9-5ab7-4b0e-9ade-a0d2c4bbf676 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3c2109-ef7b-4809-83e6-837748ee5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759387 Jul 14 10:07:14.745357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:14.838691 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-aaecee48-efb6-45b4-91c0-b035ad959eac service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918193 Jul 14 10:07:14.937510 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-871f6bf2-fd23-46c9-9b98-ca534ca3ee7c req-d08e777c-a4c3-47c2-926d-cd63fbfdd38c service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926547 Jul 14 10:07:14.990855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0ea54f84-a990-4c0b-856e-23e3d447bb76', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'port_id': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'mac_address': 'fa:16:3e:77:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:07:13Z', 'updated_at': '2021-07-14T10:07:13Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:04Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:15.016723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e42be3-70ed-46fb-8b16-c68ce538ed5e None None] The sync data for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 is: [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '0ea54f84-a990-4c0b-856e-23e3d447bb76', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'port_id': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'mac_address': 'fa:16:3e:77:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:07:13Z', 'updated_at': '2021-07-14T10:07:13Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:04Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:15.222853 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756f6b0-8bbe-48de-8315-5ae2cbaa59ee None None] New status for floating IP 0ea54f84-a990-4c0b-856e-23e3d447bb76: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:07:15.637181 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43498) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:15.698212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7011378e-fa19-4079-9ddf-40ba4a4ab4b1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/0ea54f84-a990-4c0b-856e-23e3d447bb76 HTTP/1.1" status: 200 len: 992 time: 0.0598845 Jul 14 10:07:16.014524 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b7056e0-d14c-448c-919d-dfd69ac31200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.160814 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.749690 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3688d4-7bc5-4d39-9f8c-15357439ccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.911868 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:20.615721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:21.618508 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.762898 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:32.062498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.360702 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-80081029-9389-4cd5-b660-030c93cdcb60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534735 Jul 14 10:07:38.459803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-050cd959-d8f5-4245-a606-00b8ff68c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:38.461466 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-050cd959-d8f5-4245-a606-00b8ff68c180 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 1097 time: 0.0577500 Jul 14 10:07:38.566919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-3360e254-8f1f-4bed-b5fa-783e4aa55fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:38.568446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-3360e254-8f1f-4bed-b5fa-783e4aa55fbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3c2109-ef7b-4809-83e6-837748ee5959 HTTP/1.1" status: 200 len: 897 time: 0.0857551 Jul 14 10:07:38.641308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-05e10afe-ea40-4d15-88a0-d6faca562578 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8 HTTP/1.1" status: 200 len: 1000 time: 0.0652721 Jul 14 10:07:38.691094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-09d1c070-e210-4245-98ca-65f02d874726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:38.692779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-09d1c070-e210-4245-98ca-65f02d874726 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e58bc71-285b-466a-a6e5-e16c49bcb0d3 HTTP/1.1" status: 200 len: 835 time: 0.0449448 Jul 14 10:07:38.751309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-b8623814-3df8-41d4-b6b5-28c8b800e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:38.752845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-b8623814-3df8-41d4-b6b5-28c8b800e34e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3c2109-ef7b-4809-83e6-837748ee5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533640 Jul 14 10:07:38.846692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-9df64c6b-7d88-491e-bf63-f45e053c00a0 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870852 Jul 14 10:07:38.935781 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e2d4adb9-ee32-4cb4-b359-a3e46953bccd req-d7f26800-b144-4566-afde-52fa5558dc76 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829320 Jul 14 10:07:46.015361 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42410e4c-3388-4ad9-b526-56d9baa30840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:47.225832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d195-78f7-48f2-87ec-48c3bababd8e req-18ec7cf3-cf4b-41cf-952b-e6c6fffda9a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:47.227261 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8fa5d195-78f7-48f2-87ec-48c3bababd8e req-18ec7cf3-cf4b-41cf-952b-e6c6fffda9a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0652182 Jul 14 10:07:47.266213 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8fa5d195-78f7-48f2-87ec-48c3bababd8e req-0b6fa715-ec06-40aa-bb77-4004fc2f93f0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Jul 14 10:07:48.465419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9826976-604a-461f-9aa7-1ddeac8524e2 req-0d3b876c-f0dd-4da4-8711-f26742ecc3e2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:48.466984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9826976-604a-461f-9aa7-1ddeac8524e2 req-0d3b876c-f0dd-4da4-8711-f26742ecc3e2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0700400 Jul 14 10:07:48.504461 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9826976-604a-461f-9aa7-1ddeac8524e2 req-7e05b311-c9c0-40c3-a650-93cb53be10a8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318766 Jul 14 10:07:48.529295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:48.591009 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d77a0919-233a-44e8-9999-6616d1d7520c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/0ea54f84-a990-4c0b-856e-23e3d447bb76 HTTP/1.1" status: 200 len: 992 time: 0.0604498 Jul 14 10:07:49.161566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:49.751612 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03212b15-7843-4df7-86c0-12b8b5fc1ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:49.915619 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:50.034309 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd598c-aab5-4271-b9f8-0ba1972260b0 req-d09e51d2-fd59-4c0e-b433-8dc6f5a0bd24 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.036358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5bd598c-aab5-4271-b9f8-0ba1972260b0 req-d09e51d2-fd59-4c0e-b433-8dc6f5a0bd24 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0693378 Jul 14 10:07:50.073643 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d5bd598c-aab5-4271-b9f8-0ba1972260b0 req-b683bec6-93d4-44b9-9687-64a5b9fc0ad4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Jul 14 10:07:50.627582 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.253478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc17723-9e5c-4112-978d-9c2bd41dc402 req-82091378-1109-4c13-91f3-87117b7e566a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:51.254978 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdc17723-9e5c-4112-978d-9c2bd41dc402 req-82091378-1109-4c13-91f3-87117b7e566a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0678191 Jul 14 10:07:51.292556 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-cdc17723-9e5c-4112-978d-9c2bd41dc402 req-ea41598f-d431-47d2-801f-3abd92b89ee0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Jul 14 10:07:51.317400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:51.377377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-87e4d106-40cf-4770-b91c-42f243612089 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/0ea54f84-a990-4c0b-856e-23e3d447bb76 HTTP/1.1" status: 200 len: 992 time: 0.0587890 Jul 14 10:07:51.621651 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.627220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:51.781643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 110e2374-e2b4-4ff0-b570-50b4cea3e9b7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:51.781904 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.858713 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.859042 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:51.870570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 110e2374-e2b4-4ff0-b570-50b4cea3e9b7 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:52.014318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.044296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=110e2374-e2b4-4ff0-b570-50b4cea3e9b7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:52.070904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.071251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.071618 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.071955 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.072286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.072621 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.072949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.073771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.074100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.074434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.074749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.075093 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:52.115023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.115379 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 0ea54f84-a990-4c0b-856e-23e3d447bb76 disassociated (deleted). External IP: 172.25.2.20, port: c06b5ea3-516a-46fa-9bd0-01ed62e051b8. Jul 14 10:07:52.329699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 44d1458e-444d-45ca-81d0-162586ab46f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:52.442489 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:52.447452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.452626 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] Sync routers for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:52.461862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:52.462550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:52.487141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-44fc3d13-252d-47e8-aaa3-73a2d4a0939c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/floatingips/0ea54f84-a990-4c0b-856e-23e3d447bb76 HTTP/1.1" status: 204 len: 168 time: 0.8587306 Jul 14 10:07:52.487765 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:52.490331 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f35696-0774-4c3b-a1a7-ac1b61719444" -d '{"events": [{"name": "network-changed", "server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:52.530328 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c0e3e0-e586-41d6-8eb6-85a8b90a095b x-openstack-request-id: req-15c0e3e0-e586-41d6-8eb6-85a8b90a095b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:52.530700 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:52.531021 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15c0e3e0-e586-41d6-8eb6-85a8b90a095b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:52.531686 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'status': 'completed', 'code': 200} Jul 14 10:07:52.579234 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:52.610682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-625ab091-3ab0-4f3a-bee0-2d426e2261e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.612569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-625ab091-3ab0-4f3a-bee0-2d426e2261e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 1097 time: 0.0577137 Jul 14 10:07:52.733877 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-6953a70d-bc6c-493d-8b48-70d713fac14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.735671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-6953a70d-bc6c-493d-8b48-70d713fac14d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8d3c2109-ef7b-4809-83e6-837748ee5959 HTTP/1.1" status: 200 len: 897 time: 0.1174660 Jul 14 10:07:52.780783 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-b08a2d89-4572-4ed8-854c-172e4ed1f30c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8 HTTP/1.1" status: 200 len: 217 time: 0.0388498 Jul 14 10:07:52.805109 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:04Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:52.834220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] Checking router: 44d1458e-444d-45ca-81d0-162586ab46f0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:52.843367 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:52.844031 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:53.123559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:53.203797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-d4b69714-c449-4454-b1e4-959bfd86230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.205289 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-d4b69714-c449-4454-b1e4-959bfd86230e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e58bc71-285b-466a-a6e5-e16c49bcb0d3 HTTP/1.1" status: 200 len: 835 time: 0.4183769 Jul 14 10:07:53.269451 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd20f0-edbf-4e7d-aaea-fb70c5e12dee req-c45d07af-32bf-4b46-92e8-d306f8dcedfe tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.271011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70dd20f0-edbf-4e7d-aaea-fb70c5e12dee req-c45d07af-32bf-4b46-92e8-d306f8dcedfe tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.4515905 Jul 14 10:07:53.309278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-700d7fda-a77f-4586-a5c9-71c163fa7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.310827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-700d7fda-a77f-4586-a5c9-71c163fa7417 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8d3c2109-ef7b-4809-83e6-837748ee5959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980821 Jul 14 10:07:53.334000 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70dd20f0-edbf-4e7d-aaea-fb70c5e12dee req-73f22268-b666-4284-bc94-ecdcd210f3f5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563893 Jul 14 10:07:53.345986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:04Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:53.380586 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63779b6-9087-4977-855e-e2c6082cd0ca None None] The sync data for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 is: [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '7399a6df-f340-4564-a64d-1262edb5fc95', 'name': '', 'network_id': '8d3c2109-ef7b-4809-83e6-837748ee5959', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:bf:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:59Z', 'updated_at': '2021-07-14T10:07:04Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '5e58bc71-285b-466a-a6e5-e16c49bcb0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:53.457999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-80371145-aa9f-4879-8d9e-cea5232e0844 service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374981 Jul 14 10:07:53.577661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-99f35696-0774-4c3b-a1a7-ac1b61719444 req-2aa23763-fbef-4c7a-acd6-0e9b32349dbd service neutron] 10.222.0.48 "GET /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126029 Jul 14 10:07:53.650081 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4bfd9c-ef50-4fe0-ba8f-9373dd644b26 None None] New status for floating IP 0ea54f84-a990-4c0b-856e-23e3d447bb76: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:07:54.309730 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-a05b8cd5-9623-4fe5-ab01-15cad29c30ea tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.311249 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-a05b8cd5-9623-4fe5-ab01-15cad29c30ea tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0694349 Jul 14 10:07:54.441567 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:54.441915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.548208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52804d2-08f5-43e3-a503-b34a6310e880 req-5ab1f675-6cc3-416c-9728-c17364d4d6df tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.549819 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e52804d2-08f5-43e3-a503-b34a6310e880 req-5ab1f675-6cc3-416c-9728-c17364d4d6df tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b342c4-96a9-4f1e-8467-336f2de479e5 HTTP/1.1" status: 200 len: 945 time: 0.0743341 Jul 14 10:07:54.551878 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port c06b5ea3-516a-46fa-9bd0-01ed62e051b8, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:54.552255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.566902 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for c06b5ea3-516a-46fa-9bd0-01ed62e051b8 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:54.597223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e52804d2-08f5-43e3-a503-b34a6310e880 req-064cbc11-aa4c-4cd9-bdc5-f17ec9e87b3d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a61064d-970e-4e19-b503-4d13f7728414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408704 Jul 14 10:07:54.709062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.745320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=c06b5ea3-516a-46fa-9bd0-01ed62e051b8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:54.811095 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] No DVR routers for this DVR port c06b5ea3-516a-46fa-9bd0-01ed62e051b8 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:54.813766 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.815792 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b650662b-dd57-4d9d-b353-0b1bea4091ee req-80233cba-115d-46fa-b9fd-622e6834314a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "DELETE /v2.0/ports/c06b5ea3-516a-46fa-9bd0-01ed62e051b8 HTTP/1.1" status: 204 len: 173 time: 0.4946303 Jul 14 10:07:54.816250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'name': 'network-vif-deleted', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:54.818602 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90c6563-e4ec-45a3-9293-da596ba360fb" -d '{"events": [{"server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "name": "network-vif-deleted", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:54.863232 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30348571-4747-4a30-8180-29bbe4f11e94 x-openstack-request-id: req-30348571-4747-4a30-8180-29bbe4f11e94 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:54.863563 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b342c4-96a9-4f1e-8467-336f2de479e5", "name": "network-vif-deleted", "tag": "c06b5ea3-516a-46fa-9bd0-01ed62e051b8", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:54.863821 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30348571-4747-4a30-8180-29bbe4f11e94 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:54.864269 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b342c4-96a9-4f1e-8467-336f2de479e5', 'name': 'network-vif-deleted', 'tag': 'c06b5ea3-516a-46fa-9bd0-01ed62e051b8', 'status': 'completed', 'code': 200} Jul 14 10:07:55.692257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43552) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:56.352924 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.618322 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 7399a6df-f340-4564-a64d-1262edb5fc95 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:56.618665 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.710941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port 7399a6df-f340-4564-a64d-1262edb5fc95, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=7399a6df-f340-4564-a64d-1262edb5fc95,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:56.711729 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.724662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 7399a6df-f340-4564-a64d-1262edb5fc95 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:56.915620 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.947086 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=7399a6df-f340-4564-a64d-1262edb5fc95,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:56.961368 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.961754 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.962106 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.962610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.963291 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.964337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.964857 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.965354 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.965861 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.966376 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.966891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.967421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:57.092699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c06b5ea3-516a-46fa-9bd0-01ed62e051b8 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:57.114011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: c06b5ea3-516a-46fa-9bd0-01ed62e051b8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:57.114359 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c06b5ea3-516a-46fa-9bd0-01ed62e051b8 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:57.156398 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.376893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 44d1458e-444d-45ca-81d0-162586ab46f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:57.488838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:57.495790 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-57d39eec-b140-4ae9-8b39-95af9339a7f6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/44d1458e-444d-45ca-81d0-162586ab46f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024595 Jul 14 10:07:57.498564 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43554) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:57.501432 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] Sync routers for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:57.510605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:57.511224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:57.554437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting subnet 5e58bc71-285b-466a-a6e5-e16c49bcb0d3 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:07:57.557831 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.600430 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.629662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:57.696888 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.773264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.801973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Subnet': ['ID=5e58bc71-285b-466a-a6e5-e16c49bcb0d3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:57.808131 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.813321 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:57.814125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-522f1e32-06ed-478d-85d6-88d810267a6c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/subnets/5e58bc71-285b-466a-a6e5-e16c49bcb0d3 HTTP/1.1" status: 204 len: 168 time: 0.3145127 Jul 14 10:07:57.816152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18015594-3131-4a3a-bd24-564570db3e95 None None] Network 8d3c2109-ef7b-4809-83e6-837748ee5959 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:57.914796 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:56Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:57.940384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.992300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] Checking router: 44d1458e-444d-45ca-81d0-162586ab46f0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:58.036013 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] Routers {'44d1458e-444d-45ca-81d0-162586ab46f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:58.036638 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['44d1458e-444d-45ca-81d0-162586ab46f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.058715 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.115862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port c1a14bc7-55d2-4079-bff8-6add29300fd9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:58.116194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.170258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] Set router 44d1458e-444d-45ca-81d0-162586ab46f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:58.216604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] DHCP port deletion for 8d3c2109-ef7b-4809-83e6-837748ee5959 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:07:58.224521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port c1a14bc7-55d2-4079-bff8-6add29300fd9, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c1a14bc7-55d2-4079-bff8-6add29300fd9,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:58.225186 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.246519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for c1a14bc7-55d2-4079-bff8-6add29300fd9 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:58.371824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Deleting port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:58.372151 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.427258 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.459774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=c1a14bc7-55d2-4079-bff8-6add29300fd9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:58.469279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] For port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=0c81f0d0-9c53-4e63-92aa-186fe1ae79e0,segment=NetworkSegment(405c24b0-283b-405b-9bdf-70b0d74b3ef4),segment_id=405c24b0-283b-405b-9bdf-70b0d74b3ef4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:58.469726 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.486597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Calling delete_port for 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:58.507264 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:56Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.526489 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.566074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37ee81-49b7-485b-b814-f8eab1f205ea None None] The sync data for ids ['44d1458e-444d-45ca-81d0-162586ab46f0'] in n-d-758944-44 is: [{'id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2136310520', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:56Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c1a14bc7-55d2-4079-bff8-6add29300fd9', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:01:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d1458e-444d-45ca-81d0-162586ab46f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:06:56Z', 'updated_at': '2021-07-14T10:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:58.617759 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.624912 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.627925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.644257 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Pushing event deleted for resources: {'Port': ['ID=0c81f0d0-9c53-4e63-92aa-186fe1ae79e0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:58.649259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] No DVR routers for this DVR port 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:58.662326 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.662676 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.663059 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.663833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.664030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.664365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.665199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.665199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.665605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.666048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.666570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.667425 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b83bf-11eb-4622-8be5-1b397fa626db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:58.672306 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.673036 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Fanout notify agent at l3_agent the message router_deleted on router 44d1458e-444d-45ca-81d0-162586ab46f0 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:07:58.684297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.685595 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-609b4ad0-cdc3-4bd4-a889-a9c6b9f398bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/routers/44d1458e-444d-45ca-81d0-162586ab46f0 HTTP/1.1" status: 204 len: 168 time: 0.8704939 Jul 14 10:07:58.688697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:58.768234 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.857182 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.867580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3c2109-ef7b-4809-83e6-837748ee5959']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.879547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405c24b0-283b-405b-9bdf-70b0d74b3ef4') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.879847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405c24b0-283b-405b-9bdf-70b0d74b3ef4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.889275 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.910477 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.918539 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:07:58.918956 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:07:58.922312 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:07:58.987710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.995686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.997632 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/networks/8d3c2109-ef7b-4809-83e6-837748ee5959 HTTP/1.1" status: 204 len: 168 time: 0.3080759 Jul 14 10:07:59.000752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:59.013920 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560f1ed-6cd6-4702-a88f-ab7d5717e39a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Network': ['ID=8d3c2109-ef7b-4809-83e6-837748ee5959,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:59.070012 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd85f410-1eb5-4352-b2b8-8334e7829457 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.097804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd85f410-1eb5-4352-b2b8-8334e7829457 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.165637 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd85f410-1eb5-4352-b2b8-8334e7829457 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.169054 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd85f410-1eb5-4352-b2b8-8334e7829457 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.170289 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-dd85f410-1eb5-4352-b2b8-8334e7829457 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a61064d-970e-4e19-b503-4d13f7728414 HTTP/1.1" status: 204 len: 168 time: 0.1685441 Jul 14 10:07:59.180157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85f410-1eb5-4352-b2b8-8334e7829457 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a61064d-970e-4e19-b503-4d13f7728414,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:59.449838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43566) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:59.454690 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c66c26dc-21a1-4649-a71a-ed33d8ba42d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504219023', 'description': 'tempest-secgroup-smoke-1504219023 description', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:59.479095 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c26dc-21a1-4649-a71a-ed33d8ba42d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.565251 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c26dc-21a1-4649-a71a-ed33d8ba42d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.569207 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c26dc-21a1-4649-a71a-ed33d8ba42d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.601849 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c66c26dc-21a1-4649-a71a-ed33d8ba42d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.603122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c66c26dc-21a1-4649-a71a-ed33d8ba42d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1522498 Jul 14 10:07:59.604645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c26dc-21a1-4649-a71a-ed33d8ba42d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20596024-b4f6-4785-900e-bf938ac3ff93,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:59.606240 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43568) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:59.612090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eea3ea9b-890f-4cdc-b4d9-f981ba0c84ca tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '20596024-b4f6-4785-900e-bf938ac3ff93', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:59.645469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eea3ea9b-890f-4cdc-b4d9-f981ba0c84ca tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.705598 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eea3ea9b-890f-4cdc-b4d9-f981ba0c84ca tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.710005 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eea3ea9b-890f-4cdc-b4d9-f981ba0c84ca tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.725830 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3ea9b-890f-4cdc-b4d9-f981ba0c84ca tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0134112-08b7-427b-bfe7-e3ad8a50c43f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:59.735296 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eea3ea9b-890f-4cdc-b4d9-f981ba0c84ca tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.736845 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eea3ea9b-890f-4cdc-b4d9-f981ba0c84ca tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292925 Jul 14 10:07:59.739822 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:59.744619 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a85210e0-bb36-4901-86f4-dd030bab2471 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '20596024-b4f6-4785-900e-bf938ac3ff93', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:59.773777 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85210e0-bb36-4901-86f4-dd030bab2471 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.837536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85210e0-bb36-4901-86f4-dd030bab2471 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.842798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85210e0-bb36-4901-86f4-dd030bab2471 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.862447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85210e0-bb36-4901-86f4-dd030bab2471 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bc5e4f-5a3d-4793-b92d-f46039808187,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:59.867020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85210e0-bb36-4901-86f4-dd030bab2471 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.871990 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a85210e0-bb36-4901-86f4-dd030bab2471 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309893 Jul 14 10:07:59.872790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43572) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:59.877859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6d8f022f-d154-4817-ab12-72f3573f007e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '20596024-b4f6-4785-900e-bf938ac3ff93', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:59.912110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d8f022f-d154-4817-ab12-72f3573f007e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.935219 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:59.957139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:59.957404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 0c81f0d0-9c53-4e63-92aa-186fe1ae79e0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:59.957852 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7399a6df-f340-4564-a64d-1262edb5fc95 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:59.977624 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 7399a6df-f340-4564-a64d-1262edb5fc95 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:59.982925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 7399a6df-f340-4564-a64d-1262edb5fc95 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:59.982925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c1a14bc7-55d2-4079-bff8-6add29300fd9 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:59.990059 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d8f022f-d154-4817-ab12-72f3573f007e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.998540 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d8f022f-d154-4817-ab12-72f3573f007e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.002166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c1a14bc7-55d2-4079-bff8-6add29300fd9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:00.002514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c1a14bc7-55d2-4079-bff8-6add29300fd9 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:00.021651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f022f-d154-4817-ab12-72f3573f007e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9e9e91-0e8d-47bb-b92e-dd918de67eb8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.025770 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d8f022f-d154-4817-ab12-72f3573f007e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.027217 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6d8f022f-d154-4817-ab12-72f3573f007e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530621 Jul 14 10:08:00.029966 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43574) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:00.034478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aacf4a80-200e-4cc1-b797-db32ff385c70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '20596024-b4f6-4785-900e-bf938ac3ff93', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:00.061895 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacf4a80-200e-4cc1-b797-db32ff385c70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.125838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacf4a80-200e-4cc1-b797-db32ff385c70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.129883 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacf4a80-200e-4cc1-b797-db32ff385c70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.150170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4a80-200e-4cc1-b797-db32ff385c70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f85d91-a08d-4192-9e31-0865984c145d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.159091 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacf4a80-200e-4cc1-b797-db32ff385c70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.160406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aacf4a80-200e-4cc1-b797-db32ff385c70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294889 Jul 14 10:08:00.163182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43576) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:00.168295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '20596024-b4f6-4785-900e-bf938ac3ff93', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:00.192137 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:08:00.197503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.262727 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.267114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.288731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce3ef92-579b-4fac-985d-96cd712ecfa9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.293366 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.294618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aaef7801-479d-4f0c-b1f3-d4a8e0a6ebdf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304636 Jul 14 10:08:00.297907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:00.305515 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '20596024-b4f6-4785-900e-bf938ac3ff93', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:00.332721 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:08:00.339265 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.412106 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.418619 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.440453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafa290b-b33f-476b-a46f-85d962f15d98,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.444402 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.445624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-70ef8b4a-5b30-4313-acec-49c0e3ae8f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464431 Jul 14 10:08:00.448634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:00.453883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'network': {'name': 'tempest-network-smoke--1099961415', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:00.477036 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:00.481732 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.508059 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:08:00.517772 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.518026 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Added segment c89134d9-198c-4c2a-9e19-f1b5bd0c602e of type vlan for network 49135146-1de5-419a-9324-49e5f341e8c2 Jul 14 10:08:00.560971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.591386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.598041 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:00.598041 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.665160 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2130189 Jul 14 10:08:00.665642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43582) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:00.671203 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'admin_state_up': True, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:00.672893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3db03-7afe-4782-b968-2f963e0be68e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Network': ['ID=49135146-1de5-419a-9324-49e5f341e8c2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.685174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 49135146-1de5-419a-9324-49e5f341e8c2 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:08:00.700607 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.702658 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.789503 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.945216 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:01.164632 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:01.189060 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:01.333044 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.143 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/1bb71d83-3041-4648-81c3-2ff585052bfc) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:01.460699 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:01.504689 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:01.545814 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:01.548884 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:01.552551 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:01.559033 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=1bb71d83-3041-4648-81c3-2ff585052bfc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:01.873693 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.078048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.093641 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.231306 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:08:02.373974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:02.383965 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Sync routers for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:02.394622 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:02.395677 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:02.399619 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.400946 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-808e8ec0-0ca0-4eed-a4b6-32e7509ec58c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7341604 Jul 14 10:08:02.406803 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:02.440083 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-65146a74-e1c9-4854-89ee-6c2f00b1b4d4 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca5f08a838274c89bf2fb02cce94533b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294127 Jul 14 10:08:02.440366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43586) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:02.512408 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:02.531205 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e9fa42-47e2-4188-8c78-bdda07e0c952 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:02.532791 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-42e9fa42-47e2-4188-8c78-bdda07e0c952 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915477 Jul 14 10:08:02.535682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:02.568625 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e8fccf04-6543-4339-83e2-ad752b503d0b tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318558 Jul 14 10:08:02.571251 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:02.576778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1246949034', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:02.668616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:02.671540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.707053 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:01Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:02.738478 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Checking router: ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:02.738846 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Updating router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 port 1bb71d83-3041-4648-81c3-2ff585052bfc binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:08:02.775879 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.896428 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:02.961628 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Subnet': ['ID=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:02.969522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Checking segment: {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:02.969865 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network hostable DHCP agents. Network: 49135146-1de5-419a-9324-49e5f341e8c2, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:08:02.988942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 49135146-1de5-419a-9324-49e5f341e8c2 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:08:02.999770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 49135146-1de5-419a-9324-49e5f341e8c2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:03.004750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:03.005991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.011063 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a1640-1123-4a8a-a8cd-2b814afbd69e None None] Network 49135146-1de5-419a-9324-49e5f341e8c2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:03.022247 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f1e5e0aa-0066-4922-83b5-242988f51f36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4499121 Jul 14 10:08:03.025378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43592) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:03.083871 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.102015 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Transition to ACTIVE for port object 1bb71d83-3041-4648-81c3-2ff585052bfc will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:03.114147 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.188764 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Pushing event updated for resources: {'Port': ['ID=1bb71d83-3041-4648-81c3-2ff585052bfc,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:03.190140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-49135146-1de5-419a-9324-49e5f341e8c2', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:08:03.191048 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.202379 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.203726 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.203726 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.203726 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.203726 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:03.223393 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Attempting to bind port 1bb71d83-3041-4648-81c3-2ff585052bfc on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:03.223770 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Attempting to bind port 1bb71d83-3041-4648-81c3-2ff585052bfc by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:03.224132 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Attempting to bind port 1bb71d83-3041-4648-81c3-2ff585052bfc on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:03.231852 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:03.231852 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:03.231852 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.231852 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:03.232655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Bound port: 1bb71d83-3041-4648-81c3-2ff585052bfc, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:03.232655 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.309185 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] For port 1bb71d83-3041-4648-81c3-2ff585052bfc, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:03.312663 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] For port 1bb71d83-3041-4648-81c3-2ff585052bfc, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1bb71d83-3041-4648-81c3-2ff585052bfc,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:03.320009 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.403261 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96bc62-c595-453a-84bd-93055a7c5b9c None None] Pushing event updated for resources: {'Port': ['ID=1bb71d83-3041-4648-81c3-2ff585052bfc,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:03.406704 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:03.407324 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:03.412904 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Allocated IP 172.20.0.2 (49135146-1de5-419a-9324-49e5f341e8c2/30eacb22-0cec-43c8-a2d1-f2aa244bf7ae/cec847c7-a8d8-47e1-9d76-75115c08d09a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:03.529013 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:03.561626 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.592027 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.601371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Transition to ACTIVE for port object cec847c7-a8d8-47e1-9d76-75115c08d09a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:03.623026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Transition to ACTIVE for port object cec847c7-a8d8-47e1-9d76-75115c08d09a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:03.631735 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.682873 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Network 49135146-1de5-419a-9324-49e5f341e8c2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:03.686208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:03.689920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:03.712278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Pushing event updated for resources: {'Port': ['ID=cec847c7-a8d8-47e1-9d76-75115c08d09a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:03.766637 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:01Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:03.801101 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6b2e8-2887-4630-b4d1-ebc6109c7b36 None None] The sync data for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 is: [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:01Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:03.806949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Attempting to bind port cec847c7-a8d8-47e1-9d76-75115c08d09a on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:03.807378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Attempting to bind port cec847c7-a8d8-47e1-9d76-75115c08d09a by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:03.807763 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Attempting to bind port cec847c7-a8d8-47e1-9d76-75115c08d09a on network 49135146-1de5-419a-9324-49e5f341e8c2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:03.815386 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:03.815782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Checking segment: {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:03.816199 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.816604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Bound using segment: {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:03.817095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Bound port: cec847c7-a8d8-47e1-9d76-75115c08d09a, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:03.817474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.903119 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] For port cec847c7-a8d8-47e1-9d76-75115c08d09a, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:03.908531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] For port cec847c7-a8d8-47e1-9d76-75115c08d09a, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=cec847c7-a8d8-47e1-9d76-75115c08d09a,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:03.914917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.919012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.1 (49135146-1de5-419a-9324-49e5f341e8c2/30eacb22-0cec-43c8-a2d1-f2aa244bf7ae/825caab2-225b-4f2a-8029-6490e40bc592) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:03.993289 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74d874-d64c-47fb-88f4-648065b6943a None None] Pushing event updated for resources: {'Port': ['ID=cec847c7-a8d8-47e1-9d76-75115c08d09a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:04.082102 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.102558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object 825caab2-225b-4f2a-8029-6490e40bc592 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:04.175062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.256450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 49135146-1de5-419a-9324-49e5f341e8c2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:04.263117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:04.267175 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:04.274615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=825caab2-225b-4f2a-8029-6490e40bc592,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:04.326755 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.512137 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.882947 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.890194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.972703 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=825caab2-225b-4f2a-8029-6490e40bc592,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:04.984568 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:05.148501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 49135146-1de5-419a-9324-49e5f341e8c2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:05.150067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:05.176554 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77978ad-fcea-4b5e-9c97-4935133d6340 None None] Network 49135146-1de5-419a-9324-49e5f341e8c2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:05.277801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:08:05.284355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3cba1db-d9d0-479f-923d-a0b3272b3ff3 None None] Provisioning for port cec847c7-a8d8-47e1-9d76-75115c08d09a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:05.753391 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c81e8e3a-26e6-4207-ad50-6e6389faffee None None] Provisioning for port 825caab2-225b-4f2a-8029-6490e40bc592 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:05.758094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c81e8e3a-26e6-4207-ad50-6e6389faffee None None] Provisioning complete for port 825caab2-225b-4f2a-8029-6490e40bc592 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:05.758484 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c81e8e3a-26e6-4207-ad50-6e6389faffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:05.765233 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:05.771979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f8dcad48-72a1-4e50-a3ef-2c7706100193 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454343 Jul 14 10:08:05.818283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c81e8e3a-26e6-4207-ad50-6e6389faffee None None] Port 825caab2-225b-4f2a-8029-6490e40bc592 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:06.002376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Sync routers for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:06.029258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device cec847c7-a8d8-47e1-9d76-75115c08d09a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:06.030447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-7483bdcc-88f6-4f25-843c-0969ca578eac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504219023&fields=id&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 267 time: 0.0642724 Jul 14 10:08:06.083433 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:06.084627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:06.168635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-eb97e6a0-896d-44c2-a860-feada6b498be tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:06.170502 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-eb97e6a0-896d-44c2-a860-feada6b498be tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 797 time: 0.1319036 Jul 14 10:08:06.177102 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b313e66-7dc2-4dff-a1a1-17e0c25a411d None None] Provisioning complete for port 825caab2-225b-4f2a-8029-6490e40bc592 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:06.177755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b313e66-7dc2-4dff-a1a1-17e0c25a411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:06.204437 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-b8f5ad32-615d-4bc2-91df-d1c62c9181a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/quotas/ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 375 time: 0.0206642 Jul 14 10:08:06.317141 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-f7ab6af2-15bb-40b5-b5c1-07d895afa340 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058791 Jul 14 10:08:06.433809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0b313e66-7dc2-4dff-a1a1-17e0c25a411d None None] Port 825caab2-225b-4f2a-8029-6490e40bc592 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:06.453699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:06.460129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port cec847c7-a8d8-47e1-9d76-75115c08d09a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:06.489116 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port cec847c7-a8d8-47e1-9d76-75115c08d09a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:06.489766 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:06.633551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3d8100e0-faee-4c20-ac4e-66315b6595ae None None] Provisioning complete for port 825caab2-225b-4f2a-8029-6490e40bc592 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:06.633917 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d8100e0-faee-4c20-ac4e-66315b6595ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:06.710455 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3d8100e0-faee-4c20-ac4e-66315b6595ae None None] Port 825caab2-225b-4f2a-8029-6490e40bc592 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:06.740197 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:06.767283 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:06.806869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port cec847c7-a8d8-47e1-9d76-75115c08d09a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=cec847c7-a8d8-47e1-9d76-75115c08d09a,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:06.813968 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-6bcf53e0-90e7-437f-bc0a-d7f800a151c2 service neutron] 10.222.0.18 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824064 Jul 14 10:08:06.816469 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:06.817889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1bb71d83-3041-4648-81c3-2ff585052bfc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:06.893721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 2, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:06.931451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-89f26194-f60a-492c-9338-2a49d7c542e0 service neutron] 10.222.0.18 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109784 Jul 14 10:08:06.936361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Checking router: ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:06.936361 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Updating router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 port 825caab2-225b-4f2a-8029-6490e40bc592 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:08:06.943163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=cec847c7-a8d8-47e1-9d76-75115c08d09a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:06.992498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.009324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 1bb71d83-3041-4648-81c3-2ff585052bfc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:07.021725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1bb71d83-3041-4648-81c3-2ff585052bfc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:07.022358 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.129049 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e675aea9-08c6-4071-87c2-46229a929df2 req-e9f215e9-ed25-48a7-90d2-c388f921e01c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 210 time: 0.0317597 Jul 14 10:08:07.277269 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.316572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 1bb71d83-3041-4648-81c3-2ff585052bfc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1bb71d83-3041-4648-81c3-2ff585052bfc,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:07.326556 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.438747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=1bb71d83-3041-4648-81c3-2ff585052bfc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:07.511342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.529449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Transition to ACTIVE for port object 825caab2-225b-4f2a-8029-6490e40bc592 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:07.538802 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.631669 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6fd7b-3ee3-4d58-9323-79bd36004f32 None None] Pushing event updated for resources: {'Port': ['ID=825caab2-225b-4f2a-8029-6490e40bc592,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:07.715238 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Attempting to bind port 825caab2-225b-4f2a-8029-6490e40bc592 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:07.715866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Attempting to bind port 825caab2-225b-4f2a-8029-6490e40bc592 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:07.716474 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Attempting to bind port 825caab2-225b-4f2a-8029-6490e40bc592 on network 49135146-1de5-419a-9324-49e5f341e8c2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:07.725714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:07.726258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Checking segment: {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:07.726767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.727302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Bound using segment: {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:07.727927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Bound port: 825caab2-225b-4f2a-8029-6490e40bc592, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:07.728624 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.804970 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] For port 825caab2-225b-4f2a-8029-6490e40bc592, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:07.809155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] For port 825caab2-225b-4f2a-8029-6490e40bc592, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=825caab2-225b-4f2a-8029-6490e40bc592,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:07.815074 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:07.892021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6fd7b-3ee3-4d58-9323-79bd36004f32 None None] Pushing event updated for resources: {'Port': ['ID=825caab2-225b-4f2a-8029-6490e40bc592,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:07.895030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:07.895953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:07:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:08.019477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device cec847c7-a8d8-47e1-9d76-75115c08d09a up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:08.081636 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:08.138465 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port cec847c7-a8d8-47e1-9d76-75115c08d09a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:08.138847 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.288036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42ea5c18-c2c9-4d80-8ab1-9bdc816c05bd req-2e9265c0-bee6-47dd-80cd-35f2914209b6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 210 time: 0.0356164 Jul 14 10:08:08.365477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1bb71d83-3041-4648-81c3-2ff585052bfc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:08.432742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:08.448550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-222a3865-1546-4bf3-9ff9-4aeb475d1690 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:08.449738 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-222a3865-1546-4bf3-9ff9-4aeb475d1690 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 797 time: 0.1256218 Jul 14 10:08:08.464580 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d07936-567a-4dc8-a6c0-5bdb81310db4 None None] The sync data for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 is: [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:08.467663 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 1bb71d83-3041-4648-81c3-2ff585052bfc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:08.468257 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.509468 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-428ad4fd-a141-495d-9223-4a26c416b727 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 380 time: 0.0496724 Jul 14 10:08:08.525803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'port': {'device_id': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'admin_state_up': True, 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'security_groups': ['20596024-b4f6-4785-900e-bf938ac3ff93']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:08.683064 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:08.686793 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.837357 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.11 (49135146-1de5-419a-9324-49e5f341e8c2/30eacb22-0cec-43c8-a2d1-f2aa244bf7ae/f2e9111b-b023-489e-8a22-a17b2020ca52) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:09.023662 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.039948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object f2e9111b-b023-489e-8a22-a17b2020ca52 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:09.081973 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.142277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 49135146-1de5-419a-9324-49e5f341e8c2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:09.146236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:09.149138 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:09.177665 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=f2e9111b-b023-489e-8a22-a17b2020ca52,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:09.216936 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.217730 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.234780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0002356e-3c34-4e51-b430-7120c94b8315 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7135763 Jul 14 10:08:09.247854 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Request body: {'port': {'device_id': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:09.332124 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.512519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8504efe8-88af-4e1d-8724-f9d49798de48 None None] Provisioning for port f2e9111b-b023-489e-8a22-a17b2020ca52 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:09.520572 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8504efe8-88af-4e1d-8724-f9d49798de48 None None] Provisioning complete for port f2e9111b-b023-489e-8a22-a17b2020ca52 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:09.520572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8504efe8-88af-4e1d-8724-f9d49798de48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.563994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8504efe8-88af-4e1d-8724-f9d49798de48 None None] Port f2e9111b-b023-489e-8a22-a17b2020ca52 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:09.628219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddaf49-da6b-4bf7-a3fd-a4e2f31f9fa2 req-1be061a8-6532-430f-a1a4-24821d4df20e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:09.629846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fddaf49-da6b-4bf7-a3fd-a4e2f31f9fa2 req-1be061a8-6532-430f-a1a4-24821d4df20e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 932 time: 0.1672926 Jul 14 10:08:09.700354 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7fddaf49-da6b-4bf7-a3fd-a4e2f31f9fa2 req-f13f76b8-da1c-4fbd-b03f-99f2c8cc992a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568438 Jul 14 10:08:09.749602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e9111b-b023-489e-8a22-a17b2020ca52 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:09.758496 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.778277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Transition to ACTIVE for port object f2e9111b-b023-489e-8a22-a17b2020ca52 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:09.782268 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.844522 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e9111b-b023-489e-8a22-a17b2020ca52,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:09.926834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Attempting to bind port f2e9111b-b023-489e-8a22-a17b2020ca52 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:09.927257 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Attempting to bind port f2e9111b-b023-489e-8a22-a17b2020ca52 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:09.927560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Attempting to bind port f2e9111b-b023-489e-8a22-a17b2020ca52 on network 49135146-1de5-419a-9324-49e5f341e8c2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:09.932955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Port f2e9111b-b023-489e-8a22-a17b2020ca52 on network 49135146-1de5-419a-9324-49e5f341e8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:09.933290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Attempting to bind port f2e9111b-b023-489e-8a22-a17b2020ca52 on network 49135146-1de5-419a-9324-49e5f341e8c2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:09.938909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:09.939310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Checking segment: {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:09.939753 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Bound using segment: {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:09.940218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Bound port: f2e9111b-b023-489e-8a22-a17b2020ca52, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:09.940578 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.009492 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 825caab2-225b-4f2a-8029-6490e40bc592 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:10.028407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] For port f2e9111b-b023-489e-8a22-a17b2020ca52, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:10.032984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] For port f2e9111b-b023-489e-8a22-a17b2020ca52, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f2e9111b-b023-489e-8a22-a17b2020ca52,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:10.039708 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.084838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.085381 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.086897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 1093 time: 0.8442540 Jul 14 10:08:10.087419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:10.091201 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:10.104805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 825caab2-225b-4f2a-8029-6490e40bc592 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:10.118110 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1168bf-a757-49f8-b59b-9334fc551d17 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e9111b-b023-489e-8a22-a17b2020ca52,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:10.124232 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 825caab2-225b-4f2a-8029-6490e40bc592 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:10.124728 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.214062 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fffbc-e314-4e76-ab51-f201adfd176e x-openstack-request-id: req-670fffbc-e314-4e76-ab51-f201adfd176e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:10.214779 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:10.215203 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-670fffbc-e314-4e76-ab51-f201adfd176e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:10.215878 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'status': 'completed', 'code': 200} Jul 14 10:08:10.247131 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.267171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-98bcfd9f-edec-40b2-a889-9c88a15ac7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.269211 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-98bcfd9f-edec-40b2-a889-9c88a15ac7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1096 time: 0.1040473 Jul 14 10:08:10.293664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 825caab2-225b-4f2a-8029-6490e40bc592, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=825caab2-225b-4f2a-8029-6490e40bc592,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:10.299181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.321807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-5a1e2517-e127-4bc7-b066-15f120a9892c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 217 time: 0.0458400 Jul 14 10:08:10.355438 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=825caab2-225b-4f2a-8029-6490e40bc592,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:10.391829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8abbf518-2c6e-4520-844e-b727e62325b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.394453 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-8abbf518-2c6e-4520-844e-b727e62325b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 200 len: 835 time: 0.0660605 Jul 14 10:08:10.457698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0784daea-3fe7-4eae-a23e-aeb1d5d41459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.459256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-0784daea-3fe7-4eae-a23e-aeb1d5d41459 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49135146-1de5-419a-9324-49e5f341e8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598705 Jul 14 10:08:10.560377 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-f78fefbc-6194-4ad6-a604-505758075138 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944037 Jul 14 10:08:10.656092 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-167d0c8a-55f1-4409-9f00-f778b0b22e23 req-59ca3617-ef31-4c3f-8c15-d2586fb28842 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895917 Jul 14 10:08:10.763160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-5657191f-d63c-4862-a3f2-f5aef32e5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.765225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-5657191f-d63c-4862-a3f2-f5aef32e5084 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1096 time: 0.0618768 Jul 14 10:08:10.871023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-ebbe8f60-5a42-4bb4-8ce3-fca44e41a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.872662 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-ebbe8f60-5a42-4bb4-8ce3-fca44e41a8bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 898 time: 0.1015995 Jul 14 10:08:10.948055 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-690f5bc3-d11d-4085-8632-a16cd0a34275 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 217 time: 0.0674164 Jul 14 10:08:11.022626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d876-68ef-41c3-ae49-e63d2ad0dd35 req-cafc7c82-a5a7-4f50-915f-cd618685bd1b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.024336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3903d876-68ef-41c3-ae49-e63d2ad0dd35 req-cafc7c82-a5a7-4f50-915f-cd618685bd1b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 944 time: 0.1458647 Jul 14 10:08:11.025851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-355076e7-6cb9-4751-9caa-06682ef0eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.027830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-355076e7-6cb9-4751-9caa-06682ef0eb3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 200 len: 835 time: 0.0706797 Jul 14 10:08:11.098151 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3903d876-68ef-41c3-ae49-e63d2ad0dd35 req-d3732362-cec6-49a2-ac33-c1187e2312ea tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670416 Jul 14 10:08:11.121324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-1b3ff019-3de4-478d-ab71-8fa03f1a68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.123331 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-1b3ff019-3de4-478d-ab71-8fa03f1a68cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49135146-1de5-419a-9324-49e5f341e8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854924 Jul 14 10:08:11.225411 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-20ced10a-087d-42fa-910c-7c78baae7ecb service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944960 Jul 14 10:08:11.316786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fc171da-f06d-42bb-ac94-5ed4c8fb390c req-d6f7e23b-56d6-4795-b8b8-449fd590bb66 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Jul 14 10:08:11.934747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 825caab2-225b-4f2a-8029-6490e40bc592 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:11.986350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 825caab2-225b-4f2a-8029-6490e40bc592 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:11.986350 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:12.279901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425cfd-2264-4bec-818c-fddce312a972 req-5fb7b8ba-6ac7-4031-848c-9a953fc6429d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.281447 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb425cfd-2264-4bec-818c-fddce312a972 req-5fb7b8ba-6ac7-4031-848c-9a953fc6429d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 944 time: 0.0649436 Jul 14 10:08:12.320760 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fb425cfd-2264-4bec-818c-fddce312a972 req-cd84cf54-b19d-45d6-80cd-87abdd488ade tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334728 Jul 14 10:08:13.514003 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90326e5f-4928-43b3-8601-47b08aa82d7f req-83ffaad0-8ebb-4643-a2a2-562eca1b7196 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:13.515704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90326e5f-4928-43b3-8601-47b08aa82d7f req-83ffaad0-8ebb-4643-a2a2-562eca1b7196 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 944 time: 0.0769260 Jul 14 10:08:13.559529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-90326e5f-4928-43b3-8601-47b08aa82d7f req-e8c7204a-c668-405e-aa5f-3e09683fe9d8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379307 Jul 14 10:08:14.068001 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f2e9111b-b023-489e-8a22-a17b2020ca52 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:08:14.163236 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f2e9111b-b023-489e-8a22-a17b2020ca52, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f2e9111b-b023-489e-8a22-a17b2020ca52,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:14.174823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'port_id': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'mac_address': 'fa:16:3e:e4:b6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:08:14.213164 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.231272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e9111b-b023-489e-8a22-a17b2020ca52 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:14.251929 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f2e9111b-b023-489e-8a22-a17b2020ca52, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f2e9111b-b023-489e-8a22-a17b2020ca52,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:14.256310 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.304164 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f2e9111b-b023-489e-8a22-a17b2020ca52,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:14.484132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['f2e9111b-b023-489e-8a22-a17b2020ca52'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:14.743716 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130c63b-3583-46e9-a769-7259ecdb2a11 req-12b17244-b82b-4db6-84c0-b80236145ee8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:14.745108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3130c63b-3583-46e9-a769-7259ecdb2a11 req-12b17244-b82b-4db6-84c0-b80236145ee8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 945 time: 0.0633383 Jul 14 10:08:14.782084 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3130c63b-3583-46e9-a769-7259ecdb2a11 req-eed9a5ee-cb31-4e55-b0f5-f9b41e9df8bf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Jul 14 10:08:15.952627 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbaf8-45d9-4642-b3a4-14bc482c86fd req-e75df33b-074b-4ea0-b0f2-85e6a82221d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:15.954160 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8bdbaf8-45d9-4642-b3a4-14bc482c86fd req-e75df33b-074b-4ea0-b0f2-85e6a82221d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 945 time: 0.0628438 Jul 14 10:08:15.991697 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c8bdbaf8-45d9-4642-b3a4-14bc482c86fd req-7ade9700-ef53-4552-9623-704fc87e90d3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jul 14 10:08:16.015767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96d570cf-cbd6-4344-bc10-0dccbdf76f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.068568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f2e9111b-b023-489e-8a22-a17b2020ca52 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:16.114723 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port f2e9111b-b023-489e-8a22-a17b2020ca52 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:16.118426 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port f2e9111b-b023-489e-8a22-a17b2020ca52 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:16.118801 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.196980 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.221006 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:16.223307 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b882656d-2c71-4c94-9eb2-3b58f41790c2" -d '{"events": [{"server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "name": "network-vif-plugged", "status": "completed", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:16.237689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port f2e9111b-b023-489e-8a22-a17b2020ca52, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f2e9111b-b023-489e-8a22-a17b2020ca52,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:16.242470 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:16.266978 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eba3043-2faa-497b-9aeb-7cee3a9c0d7c x-openstack-request-id: req-0eba3043-2faa-497b-9aeb-7cee3a9c0d7c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:16.267274 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "name": "network-vif-plugged", "status": "completed", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:16.267545 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0eba3043-2faa-497b-9aeb-7cee3a9c0d7c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:16.267967 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'code': 200} Jul 14 10:08:16.296933 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=f2e9111b-b023-489e-8a22-a17b2020ca52,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:16.375636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150d7f3-e336-4337-b83a-8488d0b6a50f req-38fc0352-a3fe-4edb-ab07-56f6a0fa39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:16.377193 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b150d7f3-e336-4337-b83a-8488d0b6a50f req-38fc0352-a3fe-4edb-ab07-56f6a0fa39a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1098 time: 0.0538580 Jul 14 10:08:16.411110 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b150d7f3-e336-4337-b83a-8488d0b6a50f req-de9577a8-1b6e-47ea-9d0e-8f9eb59078e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280490 Jul 14 10:08:17.176720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949aa71-1890-4544-862c-aaacd3045e3d req-0527d6d4-fb74-4dff-b436-76f3f1b77f57 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:17.178251 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8949aa71-1890-4544-862c-aaacd3045e3d req-0527d6d4-fb74-4dff-b436-76f3f1b77f57 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0689805 Jul 14 10:08:17.219876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8949aa71-1890-4544-862c-aaacd3045e3d req-6f73aeb7-b894-4b31-bdd5-44f7ac3d4843 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359337 Jul 14 10:08:18.404039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a8b8a-c1c2-4896-8a3c-a60407664474 req-9f137f70-dcae-406b-b587-2978eed6e7cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:18.405609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc4a8b8a-c1c2-4896-8a3c-a60407664474 req-9f137f70-dcae-406b-b587-2978eed6e7cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0725904 Jul 14 10:08:18.445440 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc4a8b8a-c1c2-4896-8a3c-a60407664474 req-8d7978fa-8b7c-4ca1-89a2-22464d298694 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336220 Jul 14 10:08:18.626839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba64a5-0d5a-40d6-8dc9-e2ad401b785a req-31d477f9-0e4a-4b16-a857-0673971f12d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:18.628369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ba64a5-0d5a-40d6-8dc9-e2ad401b785a req-31d477f9-0e4a-4b16-a857-0673971f12d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0655155 Jul 14 10:08:18.666125 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-28ba64a5-0d5a-40d6-8dc9-e2ad401b785a req-201374b8-7509-4b50-b68b-457f6c16b3bc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Jul 14 10:08:18.689988 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:18.746227 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5e630-7f12-4a44-a3f1-20cfce4b427c tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:18.747776 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6db5e630-7f12-4a44-a3f1-20cfce4b427c tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1093 time: 0.0568063 Jul 14 10:08:18.750458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:18.754759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:18.775606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:18.871669 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:18.984717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.181 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/b87679bd-a96c-4703-aaa9-63d93b6a0676) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:19.085224 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.124684 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.160250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:19.164597 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.165277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:19.169393 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:19.196545 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=b87679bd-a96c-4703-aaa9-63d93b6a0676,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:19.543543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.621286 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.752553 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65a31f1c-32b7-459d-989c-20d47aa12352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.770543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.774968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.839994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=b87679bd-a96c-4703-aaa9-63d93b6a0676,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:19.851893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.917310 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:19.951475 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 4a6ee875-8f13-44cb-b67b-09cdce196ad2 associated. External IP: 172.25.2.181, port: f2e9111b-b023-489e-8a22-a17b2020ca52. Jul 14 10:08:20.161205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:08:20.271052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:20.282176 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] Sync routers for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:20.287896 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:20.291936 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:20.292542 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:08:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:20.326069 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-00024297-3bb2-4086-8836-927e0759cf19 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5745709 Jul 14 10:08:20.326790 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:20.329283 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f17088-bd44-4a8f-ae4d-a7716c925795" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:20.373710 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff64f86-e741-4591-9b88-966f8f249c54 x-openstack-request-id: req-8ff64f86-e741-4591-9b88-966f8f249c54 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:20.374318 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:20.374818 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ff64f86-e741-4591-9b88-966f8f249c54 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:20.375324 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'status': 'completed', 'code': 200} Jul 14 10:08:20.400568 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:20.455544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-04a16bf0-9c8d-4f5c-acf4-baa8e9726e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:20.457145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-04a16bf0-9c8d-4f5c-acf4-baa8e9726e5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1098 time: 0.0600162 Jul 14 10:08:20.505996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b42ef-8347-41f8-b7a4-9cb5d0e31809 req-80271ffd-b3cf-4843-aff7-b4dee0e621d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:20.507688 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de4b42ef-8347-41f8-b7a4-9cb5d0e31809 req-80271ffd-b3cf-4843-aff7-b4dee0e621d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0798337 Jul 14 10:08:20.551885 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-de4b42ef-8347-41f8-b7a4-9cb5d0e31809 req-77880505-5d05-48b0-a587-143e509d9e44 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367572 Jul 14 10:08:20.560589 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-908b698b-5be3-4893-945e-58c28e0ba3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:20.562656 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-908b698b-5be3-4893-945e-58c28e0ba3f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 898 time: 0.0995374 Jul 14 10:08:20.580457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:20.642181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-42f276d9-bc0a-4f64-b840-751c95406cb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 1000 time: 0.0719135 Jul 14 10:08:20.645066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:20.651825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4e593aa7-69b7-44f6-89b5-3def98859d22 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/4a6ee875-8f13-44cb-b67b-09cdce196ad2 HTTP/1.1" status: 200 len: 992 time: 0.0701635 Jul 14 10:08:20.694454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-ebc6494f-83e8-4fcb-930e-5cecd4319c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:20.695937 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-ebc6494f-83e8-4fcb-930e-5cecd4319c3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 200 len: 835 time: 0.0491314 Jul 14 10:08:20.742044 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4a6ee875-8f13-44cb-b67b-09cdce196ad2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'port_id': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'mac_address': 'fa:16:3e:e4:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:08:19Z', 'updated_at': '2021-07-14T10:08:19Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:10Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:20.756850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-f8fb6618-e2ca-4b7f-8a08-c3e13bd81384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:20.758403 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-f8fb6618-e2ca-4b7f-8a08-c3e13bd81384 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49135146-1de5-419a-9324-49e5f341e8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568883 Jul 14 10:08:20.769556 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] Checking router: ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:20.778130 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:20.778748 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:08:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:20.849609 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-8f37a041-c92c-42f0-91e5-0c1c1299020a service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Jul 14 10:08:20.887023 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:21.134889 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4a6ee875-8f13-44cb-b67b-09cdce196ad2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'port_id': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'mac_address': 'fa:16:3e:e4:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:08:19Z', 'updated_at': '2021-07-14T10:08:19Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:10Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:21.161265 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f589c32-31f6-4820-892b-922ebad7d991 None None] The sync data for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 is: [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4a6ee875-8f13-44cb-b67b-09cdce196ad2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'port_id': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'mac_address': 'fa:16:3e:e4:b6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:08:19Z', 'updated_at': '2021-07-14T10:08:19Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:10Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:21.279857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-87f17088-bd44-4a8f-ae4d-a7716c925795 req-7dec7f6d-6a2b-4aef-84c0-b02c38f28c1d service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240980 Jul 14 10:08:21.380701 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4002f9c-8c28-4758-a6d2-52758c2b4943 None None] New status for floating IP 4a6ee875-8f13-44cb-b67b-09cdce196ad2: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:08:21.624181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:21.655846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:21.717799 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ba21c0fd-a9d4-42cd-81bd-1f2d07c9ae82 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/4a6ee875-8f13-44cb-b67b-09cdce196ad2 HTTP/1.1" status: 200 len: 994 time: 0.0606148 Jul 14 10:08:23.480833 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-3fb8907f-edc6-427f-a60d-e5279c43a6e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546260 Jul 14 10:08:23.575788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-310641ad-43e2-4ae2-ba02-2ce23702d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:23.577315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-310641ad-43e2-4ae2-ba02-2ce23702d8db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1098 time: 0.0534005 Jul 14 10:08:23.684817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-99e42b56-6a7a-4bae-a4ee-ce544c82bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:23.686199 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-99e42b56-6a7a-4bae-a4ee-ce544c82bb4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 898 time: 0.0882120 Jul 14 10:08:23.749571 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-fb052fa2-0245-40cb-83b7-ee197968e944 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 1002 time: 0.0567825 Jul 14 10:08:23.800338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-9975894d-1907-44c4-8355-23711a6ea4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:23.801783 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-9975894d-1907-44c4-8355-23711a6ea4ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 200 len: 835 time: 0.0461628 Jul 14 10:08:23.856655 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-6265f6fa-2d19-4b8d-9865-40fa2871bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:23.858112 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-6265f6fa-2d19-4b8d-9865-40fa2871bb76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49135146-1de5-419a-9324-49e5f341e8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500331 Jul 14 10:08:23.947002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-36ca547d-d8a7-4baf-aaee-5644ed15ded6 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820668 Jul 14 10:08:24.042319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9abafa7c-ccfd-4354-bea9-815196c3a4af req-a7217051-21a5-4e8e-9b5d-bc68152dcb56 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895488 Jul 14 10:08:32.071180 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:35.712666 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-70696a63-2f57-4d1c-875b-3637368d5d92 req-5ebb7dc8-8abc-4287-8517-09c38682e915 service neutron] (93754) timed out ('10.222.0.18', 38704) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:08:43.767729 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:46.021679 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b9265d6-47f5-4787-b8c9-e28fd0016075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.167804 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.755752 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8e88551-d19d-4c69-88c4-ee05aa9dd447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.921230 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.647228 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.629353 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:53.268082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-36c755a0-20eb-43c1-9a94-fdc0fdef1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.269567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-36c755a0-20eb-43c1-9a94-fdc0fdef1b87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1098 time: 0.1314933 Jul 14 10:08:53.294183 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de192e95-1d59-4efa-916c-4aea2be06efa req-56f0c850-6a55-48a3-b5b9-250830ca6d85 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.296349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de192e95-1d59-4efa-916c-4aea2be06efa req-56f0c850-6a55-48a3-b5b9-250830ca6d85 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.1128480 Jul 14 10:08:53.390908 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-de192e95-1d59-4efa-916c-4aea2be06efa req-d4eefcbc-77f4-4737-8a92-8f3761336905 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820799 Jul 14 10:08:53.414609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-16fb4a40-1481-4ec9-b247-11a49bad2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.416168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-16fb4a40-1481-4ec9-b247-11a49bad2498 service neutron] 10.222.0.11 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 898 time: 0.1382940 Jul 14 10:08:53.493679 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-1351674b-1330-46e9-822b-51b4c88df07e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 1002 time: 0.0706813 Jul 14 10:08:53.549963 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-c3febcd5-d0c7-4523-838e-ac173fdef58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.551437 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-c3febcd5-d0c7-4523-838e-ac173fdef58f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 200 len: 835 time: 0.0513334 Jul 14 10:08:53.609133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-a07c8f29-64c6-45a0-a234-ec24ef696c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.610648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-a07c8f29-64c6-45a0-a234-ec24ef696c55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49135146-1de5-419a-9324-49e5f341e8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533090 Jul 14 10:08:53.704215 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-21bfe3a7-959f-4330-8dec-7a69e046596f service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849125 Jul 14 10:08:53.798590 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7be1ace2-e845-40bc-9773-ecbcec605afd req-f7a92c3e-74a6-4640-a39d-f23da4d05561 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879934 Jul 14 10:08:54.586756 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18757334-f374-48bd-821d-00943c9770b5 req-17f2b907-c357-4530-b9f0-eb24b5330cbc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:54.588422 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-18757334-f374-48bd-821d-00943c9770b5 req-17f2b907-c357-4530-b9f0-eb24b5330cbc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0708315 Jul 14 10:08:54.631343 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-18757334-f374-48bd-821d-00943c9770b5 req-a759a16c-47ab-47fb-aba7-0458d558bb4b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354230 Jul 14 10:08:55.812184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe1b4-d99b-43ba-aa8b-05237177fd0c req-dd103b5f-0bfb-44b1-9e60-724bc956fdcb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:55.813601 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3abe1b4-d99b-43ba-aa8b-05237177fd0c req-dd103b5f-0bfb-44b1-9e60-724bc956fdcb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0659378 Jul 14 10:08:55.858280 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c3abe1b4-d99b-43ba-aa8b-05237177fd0c req-de68abd9-6cf7-4958-a0b2-6b2e0822eadb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 Jul 14 10:08:57.035599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e72fc1-2e87-4b27-bdae-87537886de39 req-f5666a86-a7f6-403b-9220-bb25a8fb88b4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:57.037106 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42e72fc1-2e87-4b27-bdae-87537886de39 req-f5666a86-a7f6-403b-9220-bb25a8fb88b4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0631902 Jul 14 10:08:57.074941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-42e72fc1-2e87-4b27-bdae-87537886de39 req-d0ccfdbc-42bc-4048-aaad-f860a48ae567 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Jul 14 10:08:58.247430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e43e-fef7-4d51-b5ad-b8d8ce8521ae req-699bb392-89b6-497f-ab0e-bfc6278f2767 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.248841 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b15e43e-fef7-4d51-b5ad-b8d8ce8521ae req-699bb392-89b6-497f-ab0e-bfc6278f2767 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0635223 Jul 14 10:08:58.287834 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4b15e43e-fef7-4d51-b5ad-b8d8ce8521ae req-d581df55-74f9-4308-a866-9fbc7d97c417 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334206 Jul 14 10:08:59.462341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd2ef7-ad96-4c6d-ae6b-880f13309c76 req-c7ac1161-c72f-4343-a472-8e0e9ff40af1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.464009 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fdd2ef7-ad96-4c6d-ae6b-880f13309c76 req-c7ac1161-c72f-4343-a472-8e0e9ff40af1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0646145 Jul 14 10:08:59.502686 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-7fdd2ef7-ad96-4c6d-ae6b-880f13309c76 req-6a103124-797e-437c-bd2b-02c66f3809ee tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Jul 14 10:09:00.687068 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef649d-ef10-4abe-9c88-6a04f97024c1 req-37d3d767-bcc9-466f-921e-94f2ff48dc00 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:00.688513 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22ef649d-ef10-4abe-9c88-6a04f97024c1 req-37d3d767-bcc9-466f-921e-94f2ff48dc00 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0658593 Jul 14 10:09:00.727230 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-22ef649d-ef10-4abe-9c88-6a04f97024c1 req-aea5a126-512d-4552-8a1a-c078511877a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331326 Jul 14 10:09:01.914545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcd1a7-968e-4d8b-82f6-ea0728acd468 req-cc7de240-e2a3-47c0-b53a-645c53477991 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:01.916140 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70fcd1a7-968e-4d8b-82f6-ea0728acd468 req-cc7de240-e2a3-47c0-b53a-645c53477991 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0680127 Jul 14 10:09:01.954986 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-70fcd1a7-968e-4d8b-82f6-ea0728acd468 req-2443b39e-60c8-4fe8-946b-e2909584de7b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Jul 14 10:09:02.065841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:03.143504 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b98b-1b4f-47d9-b295-df282e025e3c req-5ba7c3fe-288f-49f1-b125-ae51cd3bd1a7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:03.146220 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a231b98b-1b4f-47d9-b295-df282e025e3c req-5ba7c3fe-288f-49f1-b125-ae51cd3bd1a7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0799811 Jul 14 10:09:03.188273 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a231b98b-1b4f-47d9-b295-df282e025e3c req-2a49a1b5-a6cf-4c53-83a1-2dcce153af29 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364318 Jul 14 10:09:04.368470 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8af85-f1fc-4f04-a123-125502c25011 req-3fb2f900-f7cc-484e-93d5-ebf59d5bbe57 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:04.370460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6fe8af85-f1fc-4f04-a123-125502c25011 req-3fb2f900-f7cc-484e-93d5-ebf59d5bbe57 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0664954 Jul 14 10:09:04.410195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6fe8af85-f1fc-4f04-a123-125502c25011 req-e9dd145b-a6f8-4af6-a310-568b040b305e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336533 Jul 14 10:09:05.595931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce788b1-ddea-470b-a75d-c56054ada428 req-45396ba4-3960-48e3-98d1-91b6261fa12b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:05.597546 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ce788b1-ddea-470b-a75d-c56054ada428 req-45396ba4-3960-48e3-98d1-91b6261fa12b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0667071 Jul 14 10:09:05.638319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ce788b1-ddea-470b-a75d-c56054ada428 req-d83c600a-2fa2-4435-879e-b45cf1eaf792 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351381 Jul 14 10:09:06.816100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5990e-538a-4323-a6ec-541bbfc05a0e req-f20d4dc4-974d-4f05-b5ff-60b1ca4b21b6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:06.817584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dbe5990e-538a-4323-a6ec-541bbfc05a0e req-f20d4dc4-974d-4f05-b5ff-60b1ca4b21b6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0671093 Jul 14 10:09:06.856288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dbe5990e-538a-4323-a6ec-541bbfc05a0e req-653933c8-d466-47df-9b05-2a3bf2c8e70a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332034 Jul 14 10:09:08.027739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170351e3-f856-497f-81ce-7e71629f1757 req-16f411c4-42ec-48a9-945b-5067f7e23d6e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.029228 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-170351e3-f856-497f-81ce-7e71629f1757 req-16f411c4-42ec-48a9-945b-5067f7e23d6e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0625029 Jul 14 10:09:08.070579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-170351e3-f856-497f-81ce-7e71629f1757 req-096e3934-0af3-4b8d-8d71-0619bd4fa071 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358887 Jul 14 10:09:09.241434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22912-9e35-4757-acaa-42d82bb83c17 req-8410938e-8d81-414b-9e98-236c576910d3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:09.242902 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88c22912-9e35-4757-acaa-42d82bb83c17 req-8410938e-8d81-414b-9e98-236c576910d3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0627446 Jul 14 10:09:09.279951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-88c22912-9e35-4757-acaa-42d82bb83c17 req-a09ad4ed-b708-479c-8484-c30e7a326a76 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Jul 14 10:09:10.453584 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d3fe7-5cbd-4b24-ac29-37fd19c0e3f3 req-126d50c9-01b6-424a-8fb3-a02b35c0489e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:10.455086 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa2d3fe7-5cbd-4b24-ac29-37fd19c0e3f3 req-126d50c9-01b6-424a-8fb3-a02b35c0489e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0649219 Jul 14 10:09:10.493063 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa2d3fe7-5cbd-4b24-ac29-37fd19c0e3f3 req-fa6f09f0-9516-4def-94fa-c544dbeafca3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Jul 14 10:09:10.517625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:10.576832 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d8477fa7-61e6-490c-8e28-a7414b59dbf5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/4a6ee875-8f13-44cb-b67b-09cdce196ad2 HTTP/1.1" status: 200 len: 994 time: 0.0579743 Jul 14 10:09:16.011902 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7fcf-78b5-4b2c-81de-8859e57403aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:19.170901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:19.758283 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89295353-19cd-45c8-a3bb-e2343e0b69a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:19.925497 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:20.648330 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:20.767665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:21.628629 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:26.136923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-0e2af6b0-1750-41f2-b884-2b3c20130e0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617249 Jul 14 10:09:26.236256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-a614e879-b08b-416f-ba64-6657af6ccab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.237724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-a614e879-b08b-416f-ba64-6657af6ccab1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1098 time: 0.0552394 Jul 14 10:09:26.349205 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-d0d73fd0-53f1-494d-9c99-9162dfcc1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.350729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-d0d73fd0-53f1-494d-9c99-9162dfcc1f14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 898 time: 0.0909784 Jul 14 10:09:26.425262 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-a7e0a0f2-9c6a-44e1-b81e-6c6ebef169c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 1002 time: 0.0676222 Jul 14 10:09:26.477198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-b46961f7-258d-4add-b7ed-198004f8a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.478800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-b46961f7-258d-4add-b7ed-198004f8a32b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 200 len: 835 time: 0.0468519 Jul 14 10:09:26.543298 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-b08c0b3a-547c-42a1-93bf-605004ac3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.544847 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-b08c0b3a-547c-42a1-93bf-605004ac3dc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49135146-1de5-419a-9324-49e5f341e8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593283 Jul 14 10:09:26.649888 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-82871070-24a8-4b59-a910-9effe2f6966d service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983551 Jul 14 10:09:26.754374 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-29de9e83-6a28-45af-a7cc-535be0a3a8d2 req-ee14cb4e-75e7-4163-9bbc-9ec740f40305 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972922 Jul 14 10:09:32.084208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.977861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:41.145486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port b87679bd-a96c-4703-aaa9-63d93b6a0676 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:41.145835 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.232184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.232427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.245398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for b87679bd-a96c-4703-aaa9-63d93b6a0676 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:41.412849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.441436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=b87679bd-a96c-4703-aaa9-63d93b6a0676,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:41.469024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.469377 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.469733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.470074 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.470418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.470759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.471099 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.471463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.471801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.472130 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.472493 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.472835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.517773 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.518020 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 4a6ee875-8f13-44cb-b67b-09cdce196ad2 disassociated (deleted). External IP: 172.25.2.181, port: f2e9111b-b023-489e-8a22-a17b2020ca52. Jul 14 10:09:41.743314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:09:41.867806 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:41.875623 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.878878 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] Sync routers for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:41.888070 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:41.888732 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:41.939830 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-aab9ee13-4d0d-425b-b933-13428feb4e1c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/floatingips/4a6ee875-8f13-44cb-b67b-09cdce196ad2 HTTP/1.1" status: 204 len: 168 time: 0.9607787 Jul 14 10:09:41.940435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:41.942828 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:41.983752 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e53d363-7442-47c6-b35f-2c26b137a88f x-openstack-request-id: req-9e53d363-7442-47c6-b35f-2c26b137a88f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:41.984387 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:41.984387 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e53d363-7442-47c6-b35f-2c26b137a88f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:41.985093 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'status': 'completed', 'code': 200} Jul 14 10:09:42.010033 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:42.077198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-ebe6e118-167e-47b9-8078-e35bcb7e1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.079538 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-ebe6e118-167e-47b9-8078-e35bcb7e1362 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 1098 time: 0.0704498 Jul 14 10:09:42.195962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-15fbd947-c2a9-46f5-899a-b6fa619a0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.199531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-15fbd947-c2a9-46f5-899a-b6fa619a0d30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 200 len: 898 time: 0.1104491 Jul 14 10:09:42.255859 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:10Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:42.256164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-52da83a5-4bf2-4a11-8888-15622a55a901 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 200 len: 217 time: 0.0502384 Jul 14 10:09:42.284646 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] Checking router: ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:42.298912 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:42.299965 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:42.315114 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-60cf0a5c-f191-4e81-a357-1f45ae86e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.316939 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-60cf0a5c-f191-4e81-a357-1f45ae86e612 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 200 len: 835 time: 0.0540364 Jul 14 10:09:42.398465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-b1b4d305-7a1a-4f0d-a601-de1d29d0aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.400460 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-b1b4d305-7a1a-4f0d-a601-de1d29d0aad3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49135146-1de5-419a-9324-49e5f341e8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748165 Jul 14 10:09:42.470202 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:42.492151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6263-0231-489a-86bb-5aedc95b21ca req-de5ef5ff-4272-4435-8a68-fa01d0178700 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.494413 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b9a6263-0231-489a-86bb-5aedc95b21ca req-de5ef5ff-4272-4435-8a68-fa01d0178700 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0954311 Jul 14 10:09:42.526480 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-cb6bf013-208c-4688-8b10-3d4bdddd5a16 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173360 Jul 14 10:09:42.552377 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1b9a6263-0231-489a-86bb-5aedc95b21ca req-d5b3460b-47f9-4a5e-8902-9f819e43c4fe tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477555 Jul 14 10:09:42.627346 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4e6a9869-68ff-4bd8-b3a1-b6cc86e0bd04 req-8ce5afd3-b788-4c35-8d2a-a676e7208ae3 service neutron] 10.222.0.11 "GET /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925353 Jul 14 10:09:42.720976 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:10Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:42.753998 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c427f4-9656-4ead-a961-febf90a5f5d0 None None] The sync data for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 is: [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:08:04Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '825caab2-225b-4f2a-8029-6490e40bc592', 'name': '', 'network_id': '49135146-1de5-419a-9324-49e5f341e8c2', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:83:12:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:03Z', 'updated_at': '2021-07-14T10:08:10Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '30eacb22-0cec-43c8-a2d1-f2aa244bf7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:43.017921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be091fc-b19b-43da-bd27-6ae3d17664b9 None None] New status for floating IP 4a6ee875-8f13-44cb-b67b-09cdce196ad2: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:09:43.744451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716a3a1-bd70-44b8-a32c-02b22bbc7f9b req-75323d06-758e-4875-9f01-ef8c4b907f53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:43.745975 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8716a3a1-bd70-44b8-a32c-02b22bbc7f9b req-75323d06-758e-4875-9f01-ef8c4b907f53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.0721211 Jul 14 10:09:43.819501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8716a3a1-bd70-44b8-a32c-02b22bbc7f9b req-dda8cfd9-24ed-4c23-aae8-39153b75fffb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=20596024-b4f6-4785-900e-bf938ac3ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655472 Jul 14 10:09:43.844596 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-082572df-9679-4c86-9af6-88d8bc983601 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:43.846087 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-082572df-9679-4c86-9af6-88d8bc983601 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8 HTTP/1.1" status: 200 len: 946 time: 0.1097479 Jul 14 10:09:43.951159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port f2e9111b-b023-489e-8a22-a17b2020ca52 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:43.951543 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.047466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port f2e9111b-b023-489e-8a22-a17b2020ca52, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=f2e9111b-b023-489e-8a22-a17b2020ca52,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:44.047837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.060230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for f2e9111b-b023-489e-8a22-a17b2020ca52 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:44.193048 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.220898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=f2e9111b-b023-489e-8a22-a17b2020ca52,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:44.231737 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.232098 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.232455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.232801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.233143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.233484 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.233826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.234709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.234709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.234907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.235147 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.235508 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.281092 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] No DVR routers for this DVR port f2e9111b-b023-489e-8a22-a17b2020ca52 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:44.283729 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.285740 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93a0f6ee-27fd-4d0b-bd4e-ca0f3bce7acf req-6fbcb6cb-9400-44f3-a736-d0824bbca828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "DELETE /v2.0/ports/f2e9111b-b023-489e-8a22-a17b2020ca52 HTTP/1.1" status: 204 len: 173 time: 0.4344060 Jul 14 10:09:44.286190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'name': 'network-vif-deleted', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:44.288509 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0adb54b-74f7-41c0-9896-53d1af80bb6a" -d '{"events": [{"server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "name": "network-vif-deleted", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:44.329185 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e59fad7-a73b-4c47-9973-0b6bd2a78e2e x-openstack-request-id: req-4e59fad7-a73b-4c47-9973-0b6bd2a78e2e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:44.329510 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8", "name": "network-vif-deleted", "tag": "f2e9111b-b023-489e-8a22-a17b2020ca52", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:44.329760 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e59fad7-a73b-4c47-9973-0b6bd2a78e2e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:44.330172 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2173d3-5dcc-47d9-b61a-e40ce6f2fad8', 'name': 'network-vif-deleted', 'tag': 'f2e9111b-b023-489e-8a22-a17b2020ca52', 'status': 'completed', 'code': 200} Jul 14 10:09:44.919518 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:45.334627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.630650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 825caab2-225b-4f2a-8029-6490e40bc592 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:45.630992 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.729777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port 825caab2-225b-4f2a-8029-6490e40bc592, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=825caab2-225b-4f2a-8029-6490e40bc592,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:45.730167 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.742457 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 825caab2-225b-4f2a-8029-6490e40bc592 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:45.938735 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.969578 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=825caab2-225b-4f2a-8029-6490e40bc592,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:46.014631 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5984-8244-4f80-895a-05acf1b22960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.158282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.391274 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:09:46.505048 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:46.512028 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f4046439-050d-443e-80f5-184dea4c536d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5894542 Jul 14 10:09:46.512775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:46.517906 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] Sync routers for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:46.529067 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:46.529785 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:46.571571 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting subnet 30eacb22-0cec-43c8-a2d1-f2aa244bf7ae {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:09:46.575282 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.622202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.651665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:46.719908 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.786350 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.815499 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Subnet': ['ID=30eacb22-0cec-43c8-a2d1-f2aa244bf7ae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:46.819608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.821570 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-905b6081-3cfa-4c11-98d6-2a86fb6664cd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/subnets/30eacb22-0cec-43c8-a2d1-f2aa244bf7ae HTTP/1.1" status: 204 len: 168 time: 0.3078241 Jul 14 10:09:46.825151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:46.836875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889cbc1-f1db-4eaa-9563-f79d36f0f20b None None] Network 49135146-1de5-419a-9324-49e5f341e8c2 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:09:46.939966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.945915 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:46.974835 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] Checking router: ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:46.984394 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] Routers {'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:46.985025 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:47.039198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] DHCP port deletion for 49135146-1de5-419a-9324-49e5f341e8c2 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:09:47.055871 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.091140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Deleting port cec847c7-a8d8-47e1-9d76-75115c08d09a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:47.091989 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.099814 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] Set router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:47.121967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 1bb71d83-3041-4648-81c3-2ff585052bfc {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:47.122322 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.160090 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] For port cec847c7-a8d8-47e1-9d76-75115c08d09a, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=cec847c7-a8d8-47e1-9d76-75115c08d09a,segment=NetworkSegment(c89134d9-198c-4c2a-9e19-f1b5bd0c602e),segment_id=c89134d9-198c-4c2a-9e19-f1b5bd0c602e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:47.160826 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.178259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Calling delete_port for cec847c7-a8d8-47e1-9d76-75115c08d09a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:47.224862 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port 1bb71d83-3041-4648-81c3-2ff585052bfc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=1bb71d83-3041-4648-81c3-2ff585052bfc,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:47.225153 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.239087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 1bb71d83-3041-4648-81c3-2ff585052bfc owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:47.271133 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.299702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Pushing event deleted for resources: {'Port': ['ID=cec847c7-a8d8-47e1-9d76-75115c08d09a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:47.304764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] No DVR routers for this DVR port cec847c7-a8d8-47e1-9d76-75115c08d09a on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:47.306460 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:47.313315 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.313666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.314213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.314732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.315229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.315753 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.316273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.317323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.317825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.318324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.319276 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.319801 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e36f2-28b0-402c-b6b7-8dbc06ab47c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:47.335661 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce7c95-a00c-46db-bda9-c389e6ccadb9 None None] The sync data for ids ['ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7'] in n-d-758944-44 is: [{'id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486602101', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:08:00Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '1bb71d83-3041-4648-81c3-2ff585052bfc', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:08:01Z', 'updated_at': '2021-07-14T10:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:47.433944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.460011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=1bb71d83-3041-4648-81c3-2ff585052bfc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:47.530062 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.966145 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.968707 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.021980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.022642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Fanout notify agent at l3_agent the message router_deleted on router ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:09:48.031302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.032528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7336187c-1ee1-4f4e-a893-b7612b659a8d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/routers/ad8ff6be-1edc-45e5-ab3c-179b7ec69fe7 HTTP/1.1" status: 204 len: 168 time: 1.2063372 Jul 14 10:09:48.036863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:48.041126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device cec847c7-a8d8-47e1-9d76-75115c08d09a no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:48.061961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: cec847c7-a8d8-47e1-9d76-75115c08d09a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:09:48.062316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device cec847c7-a8d8-47e1-9d76-75115c08d09a not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:48.062752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 825caab2-225b-4f2a-8029-6490e40bc592 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:48.082141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 825caab2-225b-4f2a-8029-6490e40bc592 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:09:48.082488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 825caab2-225b-4f2a-8029-6490e40bc592 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:48.123923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.211978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.222714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49135146-1de5-419a-9324-49e5f341e8c2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:48.233144 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:48.233438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89134d9-198c-4c2a-9e19-f1b5bd0c602e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:48.242312 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.256154 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.262885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:09:48.263310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:09:48.266271 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:09:48.330837 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.337779 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.339616 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/networks/49135146-1de5-419a-9324-49e5f341e8c2 HTTP/1.1" status: 204 len: 168 time: 0.3026457 Jul 14 10:09:48.342757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43750) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:48.351468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ecf72-e45a-47c1-9a07-c9fe96b4d6ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Network': ['ID=49135146-1de5-419a-9324-49e5f341e8c2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:48.404145 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43e6672-a4aa-43ac-94af-f028fc0a8fe5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.430207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43e6672-a4aa-43ac-94af-f028fc0a8fe5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.432644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f2e9111b-b023-489e-8a22-a17b2020ca52 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:48.455787 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: f2e9111b-b023-489e-8a22-a17b2020ca52 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:09:48.456132 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device f2e9111b-b023-489e-8a22-a17b2020ca52 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:48.496554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43e6672-a4aa-43ac-94af-f028fc0a8fe5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.499255 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43e6672-a4aa-43ac-94af-f028fc0a8fe5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.500545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e43e6672-a4aa-43ac-94af-f028fc0a8fe5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/security-groups/20596024-b4f6-4785-900e-bf938ac3ff93 HTTP/1.1" status: 204 len: 168 time: 0.1566527 Jul 14 10:09:48.510531 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e6672-a4aa-43ac-94af-f028fc0a8fe5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20596024-b4f6-4785-900e-bf938ac3ff93,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:49.047067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.051893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4f9426cb-eb93-4653-9fa9-81e6016a1533 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394807048', 'description': 'tempest-secgroup-smoke-1394807048 description', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:49.075969 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9426cb-eb93-4653-9fa9-81e6016a1533 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.171683 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9426cb-eb93-4653-9fa9-81e6016a1533 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.175369 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.178305 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9426cb-eb93-4653-9fa9-81e6016a1533 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.209828 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f9426cb-eb93-4653-9fa9-81e6016a1533 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.211031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4f9426cb-eb93-4653-9fa9-81e6016a1533 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1629012 Jul 14 10:09:49.214304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43762) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.220265 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9426cb-eb93-4653-9fa9-81e6016a1533 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8316365-ab61-4252-aaf9-654cd9622c8b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:49.220925 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cf13772b-4d1d-4568-9cd6-095997804c93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': 'f8316365-ab61-4252-aaf9-654cd9622c8b', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:49.250798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf13772b-4d1d-4568-9cd6-095997804c93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.316856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf13772b-4d1d-4568-9cd6-095997804c93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.321449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf13772b-4d1d-4568-9cd6-095997804c93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.341882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13772b-4d1d-4568-9cd6-095997804c93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9590755a-6e33-4f75-b4fd-fe11c4269883,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:49.349935 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf13772b-4d1d-4568-9cd6-095997804c93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.351328 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cf13772b-4d1d-4568-9cd6-095997804c93 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357057 Jul 14 10:09:49.354156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.358836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a3bb5ab7-e731-4e6b-8612-e80be7734d47 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': 'f8316365-ab61-4252-aaf9-654cd9622c8b', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:49.388590 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5ab7-e731-4e6b-8612-e80be7734d47 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.457383 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5ab7-e731-4e6b-8612-e80be7734d47 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.461978 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5ab7-e731-4e6b-8612-e80be7734d47 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.489408 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb5ab7-e731-4e6b-8612-e80be7734d47 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed60b9a2-3bf3-49b7-903b-3a46dffb8023,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:49.496981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3bb5ab7-e731-4e6b-8612-e80be7734d47 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.498219 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a3bb5ab7-e731-4e6b-8612-e80be7734d47 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431184 Jul 14 10:09:49.501276 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.508817 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8801d1ad-d100-443c-bb27-80ffebc981a1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': 'f8316365-ab61-4252-aaf9-654cd9622c8b', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:49.541869 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8801d1ad-d100-443c-bb27-80ffebc981a1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.640755 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8801d1ad-d100-443c-bb27-80ffebc981a1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.644865 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8801d1ad-d100-443c-bb27-80ffebc981a1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.662941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801d1ad-d100-443c-bb27-80ffebc981a1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f73b9c-4ee2-4042-ba5b-7d8e8b56e0eb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:49.670072 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8801d1ad-d100-443c-bb27-80ffebc981a1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.671274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8801d1ad-d100-443c-bb27-80ffebc981a1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686013 Jul 14 10:09:49.674025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.678589 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2d5f2ecc-f806-4481-b784-b2216603a3cc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': 'f8316365-ab61-4252-aaf9-654cd9622c8b', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:49.706395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2ecc-f806-4481-b784-b2216603a3cc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.760488 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91d551e8-1a12-459b-9624-986d1329a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.769102 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2ecc-f806-4481-b784-b2216603a3cc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.773087 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2ecc-f806-4481-b784-b2216603a3cc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.791863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f2ecc-f806-4481-b784-b2216603a3cc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fb73a6-4439-4725-8d76-4fc89967511b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:49.794647 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2ecc-f806-4481-b784-b2216603a3cc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.795865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2d5f2ecc-f806-4481-b784-b2216603a3cc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209102 Jul 14 10:09:49.798859 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.803829 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': 'f8316365-ab61-4252-aaf9-654cd9622c8b', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:49.827684 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:09:49.832677 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.886040 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.890016 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.909355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7de0ac-4e84-4435-9244-6781f1f06004,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:49.918300 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.919630 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-6c610ea7-77ef-4b81-8c8a-753d5acb2ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195333 Jul 14 10:09:49.923505 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:49.928286 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': 'f8316365-ab61-4252-aaf9-654cd9622c8b', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:49.928841 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.947869 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1bb71d83-3041-4648-81c3-2ff585052bfc no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:49.954259 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:09:49.960118 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:49.974409 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 1bb71d83-3041-4648-81c3-2ff585052bfc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:09:49.974767 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 1bb71d83-3041-4648-81c3-2ff585052bfc not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:50.034440 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.042359 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.062461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a570430f-3cb9-4e58-b899-58b2e3d3d36d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:50.070013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.071233 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1e4bc4f4-4c10-49db-83e7-eb28f3ec0d23 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466839 Jul 14 10:09:50.074239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:50.079307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'network': {'name': 'tempest-network-smoke--1120933496', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:50.101904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:50.106031 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.131985 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:09:50.142351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.142698 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Added segment ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e of type vlan for network cfcd2ea8-30f0-468a-8123-8bc8489bd731 Jul 14 10:09:50.199323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.240395 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.246237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:50.246883 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.305482 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2300150 Jul 14 10:09:50.308402 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:50.313277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'admin_state_up': True, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:50.336742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37b977-c04d-4d3f-a4d1-bb70d4e861d6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Network': ['ID=cfcd2ea8-30f0-468a-8123-8bc8489bd731,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:50.349967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:09:50.353661 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.355023 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.418290 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.578351 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.659586 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.808798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.829697 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.939322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.229 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:51.059784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.101536 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.145455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:51.148613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:51.152986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:51.159053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:51.454977 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.637894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.681698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.827288 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 5efd6869-8045-42a3-8015-52eaa13815e4 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:09:51.945059 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:51.955818 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Sync routers for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:51.963560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.964841 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8165df6e-2220-42be-9653-c4b93e11d978 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6554630 Jul 14 10:09:51.967476 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:51.968113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:51.968367 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:51.999645 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-eecadae9-120e-47e0-ae73-7e8cc0d6cf24 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca5f08a838274c89bf2fb02cce94533b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299473 Jul 14 10:09:52.002181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:52.074731 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:52.097579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64a058-f36f-47d4-9c41-e64dd05b112b tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:52.099307 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6c64a058-f36f-47d4-9c41-e64dd05b112b tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960104 Jul 14 10:09:52.102366 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43782) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:52.132753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2eae1f13-dff1-47ce-9a7a-3a589d43bf36 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292373 Jul 14 10:09:52.135401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43784) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:52.140600 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1042465990', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:52.234461 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:52.238013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.268799 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:51Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:52.296961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Checking router: 5efd6869-8045-42a3-8015-52eaa13815e4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:52.297322 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Updating router 5efd6869-8045-42a3-8015-52eaa13815e4 port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:09:52.340572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.445279 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.514335 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Subnet': ['ID=46089f29-2dd6-4fbc-ae56-1e2042f73a18,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:52.524056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Checking segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:52.524427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network hostable DHCP agents. Network: cfcd2ea8-30f0-468a-8123-8bc8489bd731, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:09:52.541410 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:09:52.551615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, cfcd2ea8-30f0-468a-8123-8bc8489bd731) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:52.556281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:52.557133 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.565965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd05eaae-3959-4d25-841d-baac53598a83 None None] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:09:52.573323 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-012b4427-aed7-48e5-b631-975333f29b0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4368322 Jul 14 10:09:52.576314 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:52.664177 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.679258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Transition to ACTIVE for port object e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:52.688643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.784494 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Attempting to bind port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:52.784773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Attempting to bind port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:52.785141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Attempting to bind port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:52.788986 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea3a5a-e2c1-44af-ae67-06c66fb33331 None None] Pushing event updated for resources: {'Port': ['ID=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:52.797834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:52.798220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:52.798630 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.799009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:52.799526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Bound port: e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:52.799919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.847214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:09:52.848307 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.909920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] For port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:52.914337 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] For port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:52.963820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.040971 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.068333 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:53.068965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:53.070682 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea3a5a-e2c1-44af-ae67-06c66fb33331 None None] Pushing event updated for resources: {'Port': ['ID=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:53.126996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Allocated IP 172.20.0.2 (cfcd2ea8-30f0-468a-8123-8bc8489bd731/46089f29-2dd6-4fbc-ae56-1e2042f73a18/6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:53.238213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:53.428294 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.457511 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Transition to ACTIVE for port object 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:53.476854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Transition to ACTIVE for port object 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:53.485572 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.534775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.1 (cfcd2ea8-30f0-468a-8123-8bc8489bd731/46089f29-2dd6-4fbc-ae56-1e2042f73a18/9a5669c0-c721-44b1-a164-7fd022c4a0a8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:53.539406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:53.547706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:53.549648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Pushing event updated for resources: {'Port': ['ID=6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:53.551862 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:53.556673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:51Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:53.588568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223ff7a-1758-46c4-aa07-e03f33bfa688 None None] The sync data for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 is: [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:51Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:53.645664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Attempting to bind port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:53.646193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Attempting to bind port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:53.646773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Attempting to bind port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:53.655992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:53.656562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Checking segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:53.657110 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.657742 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Bound using segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:53.658537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Bound port: 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:53.659016 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.688894 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.712835 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object 9a5669c0-c721-44b1-a164-7fd022c4a0a8 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:53.741576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] For port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:53.745404 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] For port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:53.751223 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.764519 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:53.822653 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91369a9f-0a40-49f2-a8bc-031b9407ceac None None] Pushing event updated for resources: {'Port': ['ID=6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:53.837945 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:53.842207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:53.846735 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:53.899041 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=9a5669c0-c721-44b1-a164-7fd022c4a0a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:53.919602 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.070699 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:54.161768 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.180220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:54.185383 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:54.185765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.291815 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.318777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:54.323297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.384410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:54.504316 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.510193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.591558 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=9a5669c0-c721-44b1-a164-7fd022c4a0a8,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:54.594069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.717037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:54.718565 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:54.878968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 5efd6869-8045-42a3-8015-52eaa13815e4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:09:55.008398 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6362971-202f-44c8-af9f-467b6d126041 None None] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:09:55.125389 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-afe0465a-3814-460a-a508-3326e87509da None None] Provisioning for port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:55.382801 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:55.388743 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-95f2c54c-09a4-46fd-b8ce-e2438b1017f3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/5efd6869-8045-42a3-8015-52eaa13815e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8113666 Jul 14 10:09:55.499303 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e93e1361-c269-4d49-9a7c-9e0d3a57b211 None None] Provisioning for port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:55.504086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e93e1361-c269-4d49-9a7c-9e0d3a57b211 None None] Provisioning complete for port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:55.504433 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e93e1361-c269-4d49-9a7c-9e0d3a57b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:55.544957 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e93e1361-c269-4d49-9a7c-9e0d3a57b211 None None] Port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:09:55.579136 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Sync routers for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:55.593270 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:55.593676 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-5e3d7bc9-779a-49a5-b918-09ba19a51bfd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394807048&fields=id&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 267 time: 0.0444574 Jul 14 10:09:55.594180 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:55.725759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-f2d3bac8-389c-4847-88f7-9126260cfebe tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:55.730251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-f2d3bac8-389c-4847-88f7-9126260cfebe tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 797 time: 0.1282570 Jul 14 10:09:55.741629 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:55.744630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-34b6193f-4e43-4c17-b30f-200112da0daf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/quotas/ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 375 time: 0.0104880 Jul 14 10:09:55.773140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c72b7637-3fcc-4179-ba18-3149e52d5c29 None None] Provisioning complete for port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:55.774026 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c72b7637-3fcc-4179-ba18-3149e52d5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:55.843735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-d8caf0fb-b70f-4884-8eca-e32c0b096c94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869505 Jul 14 10:09:55.852377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c72b7637-3fcc-4179-ba18-3149e52d5c29 None None] Port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:09:55.983853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6d19f8a-520b-4cf7-9c07-cd5fdf5f5896 None None] Provisioning complete for port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:55.984887 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6d19f8a-520b-4cf7-9c07-cd5fdf5f5896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:55.987584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-5ff22cd3-d11b-4c27-96a0-314b8aafb4c1 service neutron] 10.222.0.18 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203303 Jul 14 10:09:56.035895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d6d19f8a-520b-4cf7-9c07-cd5fdf5f5896 None None] Port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:09:56.049009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 2, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:56.083311 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Checking router: 5efd6869-8045-42a3-8015-52eaa13815e4 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:56.083878 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Updating router 5efd6869-8045-42a3-8015-52eaa13815e4 port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:09:56.108092 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:56.118384 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-ab435a4b-dfb5-4a9e-92c5-4bc45cfe367d service neutron] 10.222.0.18 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234877 Jul 14 10:09:56.125155 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.168704 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:56.169233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.265964 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:56.329113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:56.336084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:56.338077 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.355514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ac1ee005-ce09-4b96-a8e1-b83887b776a0 req-8c3f9247-ae77-4c94-b687-5e4f68f68e0f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 210 time: 0.0466919 Jul 14 10:09:56.447786 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.485831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:56.489697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.546076 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.558490 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Transition to ACTIVE for port object 9a5669c0-c721-44b1-a164-7fd022c4a0a8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:56.565177 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:56.566836 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.640191 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Pushing event updated for resources: {'Port': ['ID=9a5669c0-c721-44b1-a164-7fd022c4a0a8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:56.686435 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.686790 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.687146 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.687580 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.687910 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.688181 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.688617 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.688798 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.689106 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.689433 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.689757 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.690083 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.710143 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Attempting to bind port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:56.710610 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Attempting to bind port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:56.710880 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Attempting to bind port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:56.718679 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:56.718963 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Checking segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:56.719389 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.719840 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Bound using segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:56.720354 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Bound port: 9a5669c0-c721-44b1-a164-7fd022c4a0a8, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:56.720723 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.820825 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] For port 9a5669c0-c721-44b1-a164-7fd022c4a0a8, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:56.825007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] For port 9a5669c0-c721-44b1-a164-7fd022c4a0a8, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9a5669c0-c721-44b1-a164-7fd022c4a0a8,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:56.830323 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.891290 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:56.892174 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:56.955295 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc78d-434b-4262-b5f6-522510b157ab None None] Pushing event updated for resources: {'Port': ['ID=9a5669c0-c721-44b1-a164-7fd022c4a0a8,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:57.048551 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:57.404241 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:56Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:57.443690 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a1ca1-0aa4-40b9-b011-9938a3a6ae01 None None] The sync data for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 is: [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:56Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:57.536667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f041b12e-a782-4b42-9267-e09836f28f4d req-d2559a29-a783-4580-aabe-7a04bbf38aa9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 210 time: 0.0551713 Jul 14 10:09:57.769075 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:57.928986 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-6a528985-def6-41fa-8366-ae0a6d1d6e02 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:57.930599 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-6a528985-def6-41fa-8366-ae0a6d1d6e02 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 797 time: 0.1755962 Jul 14 10:09:58.039812 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-9dbc2151-7f93-42bc-9055-fd524f9827b0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 380 time: 0.0962486 Jul 14 10:09:58.049320 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'port': {'device_id': '93ba8f32-32dd-4275-8216-df6e906d0895', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'admin_state_up': True, 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'security_groups': ['f8316365-ab61-4252-aaf9-654cd9622c8b']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:58.140421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9a5669c0-c721-44b1-a164-7fd022c4a0a8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:58.209404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:58.213700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:58.219314 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:58.219757 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.220850 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.311208 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.453688 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.14 (cfcd2ea8-30f0-468a-8123-8bc8489bd731/46089f29-2dd6-4fbc-ae56-1e2042f73a18/c9107520-418b-47de-a07b-1c09251ecb37) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:58.521307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 9a5669c0-c721-44b1-a164-7fd022c4a0a8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9a5669c0-c721-44b1-a164-7fd022c4a0a8,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:58.528826 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.529838 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:58.617316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=9a5669c0-c721-44b1-a164-7fd022c4a0a8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:58.660515 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:58.661221 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.670378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.696270 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object c9107520-418b-47de-a07b-1c09251ecb37 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:58.702512 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-41864845-9f78-412c-a343-322456cd2b4b req-9f1c104d-129b-4274-9136-47666773a428 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 210 time: 0.0322101 Jul 14 10:09:58.755388 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.820124 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:58.826188 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:58.830695 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:58.863627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:58.904454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.905495 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.922954 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-30271b38-d28c-422f-b1b8-bf06f8d24b4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8781164 Jul 14 10:09:58.939345 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Request body: {'port': {'device_id': '93ba8f32-32dd-4275-8216-df6e906d0895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:59.056459 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.152834 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f27b8df0-53f8-422f-a99c-23308eeeccf8 None None] Provisioning for port c9107520-418b-47de-a07b-1c09251ecb37 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:59.158206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f27b8df0-53f8-422f-a99c-23308eeeccf8 None None] Provisioning complete for port c9107520-418b-47de-a07b-1c09251ecb37 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:59.158746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f27b8df0-53f8-422f-a99c-23308eeeccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.201745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f27b8df0-53f8-422f-a99c-23308eeeccf8 None None] Port c9107520-418b-47de-a07b-1c09251ecb37 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:09:59.387819 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9107520-418b-47de-a07b-1c09251ecb37 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:59.396767 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.411753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Transition to ACTIVE for port object c9107520-418b-47de-a07b-1c09251ecb37 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:59.416915 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.476713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:59.558828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:59.559154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:59.559529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:59.564796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Port c9107520-418b-47de-a07b-1c09251ecb37 on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:09:59.565129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:59.571200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:59.571580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Checking segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:59.571976 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Bound using segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:59.572421 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Bound port: c9107520-418b-47de-a07b-1c09251ecb37, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:59.572789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.659079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:59.662548 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:59.668924 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.711068 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:59.711934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.713267 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1093 time: 0.7819591 Jul 14 10:09:59.713789 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:59.717026 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe1041-2ebd-4826-b1d8-0c0174e625b2" -d '{"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:59.758899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c540b2-c2a9-4a5d-8222-6c15c457ed79 service neutron] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:59.824760 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed3c173-3621-470a-a80c-644bc35d2470 x-openstack-request-id: req-3ed3c173-3621-470a-a80c-644bc35d2470 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:59.825403 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:59.826798 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ed3c173-3621-470a-a80c-644bc35d2470 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:59.827076 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'status': 'completed', 'code': 200} Jul 14 10:09:59.881176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-d7178c36-240a-4c69-99f0-784f3a6d450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:59.882890 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-d7178c36-240a-4c69-99f0-784f3a6d450b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1096 time: 0.0889263 Jul 14 10:09:59.940250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-3fb3ff0d-9ceb-42de-85fd-74af29fdf606 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 217 time: 0.0489020 Jul 14 10:10:00.000593 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-714af2d7-5dbd-4448-a3f3-32cee9fba829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.002125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-714af2d7-5dbd-4448-a3f3-32cee9fba829 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0553110 Jul 14 10:10:00.002542 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c117f7-bc9a-413e-9fcf-976f0a934d24 req-5f15eb14-e20a-4aad-bfee-cedfd2f46f45 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.004140 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52c117f7-bc9a-413e-9fcf-976f0a934d24 req-5f15eb14-e20a-4aad-bfee-cedfd2f46f45 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.1042252 Jul 14 10:10:00.023206 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9a5669c0-c721-44b1-a164-7fd022c4a0a8 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:00.053231 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-52c117f7-bc9a-413e-9fcf-976f0a934d24 req-458cd4ca-dcf5-4796-a92e-b6e4c85fae2e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Jul 14 10:10:00.092090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-304b229c-cb93-492f-ab7e-f5f58e280902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.092348 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:00.092768 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:00.094289 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-304b229c-cb93-492f-ab7e-f5f58e280902 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842330 Jul 14 10:10:00.217045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-53daf01b-e1c0-4b7c-ac7d-38733fed8ddc service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159475 Jul 14 10:10:00.320385 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec4c1180-a694-4aa8-8235-1d00c93a33de req-18dffa22-01bc-44d1-bfcb-0dddb48f8db0 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975218 Jul 14 10:10:00.434212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-fec6b340-0077-4cdd-9d00-9d0a00ca1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.436067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-fec6b340-0077-4cdd-9d00-9d0a00ca1030 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1096 time: 0.0639729 Jul 14 10:10:00.534900 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-36643748-7107-43c5-8839-5af6fa3f17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.536362 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-36643748-7107-43c5-8839-5af6fa3f17f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.0943706 Jul 14 10:10:00.580741 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-5233e8f9-67bb-409c-b84b-79a17aef526e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 217 time: 0.0367150 Jul 14 10:10:00.638701 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-e3b4649a-ed8e-4265-acd2-401422a029f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.640273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-e3b4649a-ed8e-4265-acd2-401422a029f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0525534 Jul 14 10:10:00.702390 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-96e7383a-dbc0-4940-ae27-c82ae6774e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.703943 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-96e7383a-dbc0-4940-ae27-c82ae6774e16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557625 Jul 14 10:10:00.810105 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-9ee88fa0-160b-4b55-9455-41d99b7e05c7 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982208 Jul 14 10:10:00.921533 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66fe1041-2ebd-4826-b1d8-0c0174e625b2 req-3eb12e0a-d09f-4eb3-b28d-6534998a62be service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048582 Jul 14 10:10:01.246759 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb33a9-36b6-4761-8b91-869e4cf7e1df req-65da7144-1413-4e27-85b7-1ad7ad6ca17b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:01.248446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2eb33a9-36b6-4761-8b91-869e4cf7e1df req-65da7144-1413-4e27-85b7-1ad7ad6ca17b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.0688870 Jul 14 10:10:01.290917 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b2eb33a9-36b6-4761-8b91-869e4cf7e1df req-3f47d3e9-83f6-4c0f-b7a1-feb516711d26 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366731 Jul 14 10:10:02.100616 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:02.493424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbd766-13cf-4856-9e24-1e872d5a256a req-9afa8fdd-de6b-4d95-95bc-171459fb6324 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:02.495248 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cfbd766-13cf-4856-9e24-1e872d5a256a req-9afa8fdd-de6b-4d95-95bc-171459fb6324 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.0786202 Jul 14 10:10:02.539105 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9cfbd766-13cf-4856-9e24-1e872d5a256a req-27d37fd8-311c-4ca8-bccf-6b8594c705ac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Jul 14 10:10:03.541258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c9107520-418b-47de-a07b-1c09251ecb37 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:10:03.646368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:03.659811 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'c9107520-418b-47de-a07b-1c09251ecb37', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'port_id': 'c9107520-418b-47de-a07b-1c09251ecb37', 'mac_address': 'fa:16:3e:77:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:10:03.705906 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.721632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9107520-418b-47de-a07b-1c09251ecb37 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:03.743201 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:03.748508 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9369c-1788-4f75-8ccf-bb02910df7dd req-d5daa44f-e2ac-4e7b-bf43-976968a0cbb2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:03.749069 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:03.750119 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6cf9369c-1788-4f75-8ccf-bb02910df7dd req-d5daa44f-e2ac-4e7b-bf43-976968a0cbb2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.0781381 Jul 14 10:10:03.795284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6cf9369c-1788-4f75-8ccf-bb02910df7dd req-2edd0c4f-ac57-4e54-beb4-a30c94daa4ec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383794 Jul 14 10:10:03.816574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:04.010471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['c9107520-418b-47de-a07b-1c09251ecb37'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:04.976953 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3b6b7-61dd-4e0b-919a-dddb72d2e499 req-189d0277-9c8a-41ff-a3de-b6bde04dbf73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:04.978514 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7c3b6b7-61dd-4e0b-919a-dddb72d2e499 req-189d0277-9c8a-41ff-a3de-b6bde04dbf73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 945 time: 0.0678174 Jul 14 10:10:05.017547 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c7c3b6b7-61dd-4e0b-919a-dddb72d2e499 req-17f3c5df-8b93-466a-b840-50657c55627a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321538 Jul 14 10:10:05.556654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c9107520-418b-47de-a07b-1c09251ecb37 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:05.606447 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port c9107520-418b-47de-a07b-1c09251ecb37 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:05.609999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port c9107520-418b-47de-a07b-1c09251ecb37 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:05.610358 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:05.686894 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:05.708051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:05.710297 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b2e93-f1bf-4998-9cbb-e8ef3ac614ed" -d '{"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-plugged", "status": "completed", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:05.724395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:05.728357 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:05.753309 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194218ec-6227-4203-bdae-064e14824621 x-openstack-request-id: req-194218ec-6227-4203-bdae-064e14824621 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:05.753609 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-plugged", "status": "completed", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:05.753870 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194218ec-6227-4203-bdae-064e14824621 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:05.754264 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'code': 200} Jul 14 10:10:05.780803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:05.860576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7463fb2-ce3a-44eb-a57a-c2a160c38695 req-b96b3dd1-e5e2-4cbb-91fc-2b6c90eef0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:05.862079 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7463fb2-ce3a-44eb-a57a-c2a160c38695 req-b96b3dd1-e5e2-4cbb-91fc-2b6c90eef0bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1098 time: 0.0527275 Jul 14 10:10:05.895446 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7463fb2-ce3a-44eb-a57a-c2a160c38695 req-728f9aec-7521-4f15-bba4-cea48429861b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271709 Jul 14 10:10:06.184428 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a8d0a-90fe-4258-9641-bbcc744dc4ac req-52c3b536-e627-47dd-bc18-ef856828c7c6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:06.185911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a86a8d0a-90fe-4258-9641-bbcc744dc4ac req-52c3b536-e627-47dd-bc18-ef856828c7c6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0617826 Jul 14 10:10:06.228484 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a86a8d0a-90fe-4258-9641-bbcc744dc4ac req-989ebc75-fd84-4f3c-b3b0-b3b14051d960 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 Jul 14 10:10:07.400749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f5b38-b946-4005-aa1e-5b4dd4d830ee req-c1644969-5479-45a0-b9b7-7e852ce0ecf1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:07.402759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a81f5b38-b946-4005-aa1e-5b4dd4d830ee req-c1644969-5479-45a0-b9b7-7e852ce0ecf1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0640681 Jul 14 10:10:07.440698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a81f5b38-b946-4005-aa1e-5b4dd4d830ee req-930102a3-9d4a-4077-a0f6-25689fd4d11d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324183 Jul 14 10:10:07.613955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bdf67-351b-47fd-ade1-6981cc990854 req-1b492228-eb13-4fbd-b202-e41ac38f8458 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:07.615480 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa9bdf67-351b-47fd-ade1-6981cc990854 req-1b492228-eb13-4fbd-b202-e41ac38f8458 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0629520 Jul 14 10:10:07.652631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa9bdf67-351b-47fd-ade1-6981cc990854 req-fc8435f4-1767-4165-bda8-ecb8a1a8c3e3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Jul 14 10:10:07.678253 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:07.734850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c117ba-5961-40a3-b190-76bbad318a24 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:07.736350 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a1c117ba-5961-40a3-b190-76bbad318a24 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1093 time: 0.0570948 Jul 14 10:10:07.739181 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43844) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:07.743719 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'c9107520-418b-47de-a07b-1c09251ecb37', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:07.765692 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.867931 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:07.978145 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.181 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/ff804e05-2cd6-48c3-974f-7b7410637146) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:08.079523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:08.123178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:08.158919 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:08.163681 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:08.167307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:08.190908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=ff804e05-2cd6-48c3-974f-7b7410637146,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:08.541055 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:08.617353 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:08.771191 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:08.776302 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:08.844687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=ff804e05-2cd6-48c3-974f-7b7410637146,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:08.859113 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:08.967981 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP ea9861e9-7ef6-45d6-89c0-fabad1a418f0 associated. External IP: 172.25.2.181, port: c9107520-418b-47de-a07b-1c09251ecb37. Jul 14 10:10:09.188849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 5efd6869-8045-42a3-8015-52eaa13815e4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:10:09.301039 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:10:09.310924 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] Sync routers for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:10:09.317449 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:09.320934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:09.321558 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:09.357182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-823c26c9-0035-4972-9a9b-99e00ad55b13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6144786 Jul 14 10:10:09.357182 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:09.357828 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894ea333-2f50-49d0-bd1e-adbab3248d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:09.402150 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43f2527-4817-4aa9-8c57-6fb8bd3abbb0 x-openstack-request-id: req-d43f2527-4817-4aa9-8c57-6fb8bd3abbb0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:09.402886 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:09.403275 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d43f2527-4817-4aa9-8c57-6fb8bd3abbb0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:09.403920 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'status': 'completed', 'code': 200} Jul 14 10:10:09.430159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:09.527638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-65f986d3-d126-4262-adb6-ba00d5f79250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:09.529193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-65f986d3-d126-4262-adb6-ba00d5f79250 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1098 time: 0.1013756 Jul 14 10:10:09.552206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5f3d-3a8e-44cb-9c93-c12f58f1718a req-7f8876f0-e778-4be4-9134-fafdd3f2384c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:09.553875 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30af5f3d-3a8e-44cb-9c93-c12f58f1718a req-7f8876f0-e778-4be4-9134-fafdd3f2384c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0943086 Jul 14 10:10:09.638451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-30af5f3d-3a8e-44cb-9c93-c12f58f1718a req-3807538b-cbc1-44f6-aab1-d5a59e288756 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737290 Jul 14 10:10:09.657088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'ea9861e9-7ef6-45d6-89c0-fabad1a418f0', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'port_id': 'c9107520-418b-47de-a07b-1c09251ecb37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'mac_address': 'fa:16:3e:77:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba8f32-32dd-4275-8216-df6e906d0895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:10:08Z', 'updated_at': '2021-07-14T10:10:08Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:58Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:09.660277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-d10a2c09-4265-422a-8afa-a27afc4a47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:09.661545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-d10a2c09-4265-422a-8afa-a27afc4a47cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.1253417 Jul 14 10:10:09.664416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:09.685106 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] Checking router: 5efd6869-8045-42a3-8015-52eaa13815e4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:10:09.693782 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:10:09.694376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:09:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:09.773090 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a9838e11-8e03-4eb3-82d1-56e21ee7f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/ea9861e9-7ef6-45d6-89c0-fabad1a418f0 HTTP/1.1" status: 200 len: 992 time: 0.1075921 Jul 14 10:10:09.777536 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-edec93d6-8986-48ec-9afe-de6fb99d8528 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1000 time: 0.1063955 Jul 14 10:10:09.800015 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:09.830500 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-525b9577-050e-4bae-a96e-ea1821e769dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:09.831936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-525b9577-050e-4bae-a96e-ea1821e769dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0486162 Jul 14 10:10:09.900175 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-14b52a3c-fca5-4103-bdbc-c1cf5ff2cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:09.902453 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-14b52a3c-fca5-4103-bdbc-c1cf5ff2cd62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642514 Jul 14 10:10:10.001113 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-a787b50e-c4f4-4aff-a104-e7c231db3aef service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928760 Jul 14 10:10:10.036407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'ea9861e9-7ef6-45d6-89c0-fabad1a418f0', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'port_id': 'c9107520-418b-47de-a07b-1c09251ecb37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'mac_address': 'fa:16:3e:77:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba8f32-32dd-4275-8216-df6e906d0895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:10:08Z', 'updated_at': '2021-07-14T10:10:08Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:58Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:10.066401 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5934b3-9c05-41a3-b954-a1cf48a12ab4 None None] The sync data for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 is: [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'ea9861e9-7ef6-45d6-89c0-fabad1a418f0', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'port_id': 'c9107520-418b-47de-a07b-1c09251ecb37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'mac_address': 'fa:16:3e:77:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba8f32-32dd-4275-8216-df6e906d0895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:10:08Z', 'updated_at': '2021-07-14T10:10:08Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:58Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:10.101908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-894ea333-2f50-49d0-bd1e-adbab3248d4d req-2eb716e9-b0b2-4c07-9f72-abcde2fda6e3 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937052 Jul 14 10:10:10.256292 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112f7b8-5bd8-4625-b438-c69eb19c9715 None None] New status for floating IP ea9861e9-7ef6-45d6-89c0-fabad1a418f0: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:10:10.777224 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:10.838661 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-27341176-c869-4060-8be4-960826d547b6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/ea9861e9-7ef6-45d6-89c0-fabad1a418f0 HTTP/1.1" status: 200 len: 994 time: 0.0603211 Jul 14 10:10:16.022764 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21726a91-b1b3-40c9-a4ea-a4da94d6472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.177506 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.761724 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2219d245-a63d-4e7d-8d2c-3ffd31a072a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:19.930449 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:20.663815 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:21.638752 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:32.102024 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:34.768437 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:39.904202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680fd4c-e53e-4279-a119-735a8d521ffd req-a8d69cfa-99aa-4e4d-be0a-006ad3af1acb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.905713 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7680fd4c-e53e-4279-a119-735a8d521ffd req-a8d69cfa-99aa-4e4d-be0a-006ad3af1acb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.1023610 Jul 14 10:10:39.920883 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-d55844da-75f1-44ce-ad14-ecf1fa131131 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242862 Jul 14 10:10:39.949454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7680fd4c-e53e-4279-a119-735a8d521ffd req-63a4d213-5860-462d-8b0e-dc903cc7077e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375042 Jul 14 10:10:41.175053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91dfec-d382-4671-96a7-579993db08c7 req-709dc119-b3c0-47ab-ac25-f2cacd0f0445 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.176573 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c91dfec-d382-4671-96a7-579993db08c7 req-709dc119-b3c0-47ab-ac25-f2cacd0f0445 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0984180 Jul 14 10:10:41.179234 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-68f57df1-78e2-4d87-90a8-4ff5121c47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.180665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-68f57df1-78e2-4d87-90a8-4ff5121c47c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1098 time: 0.1111476 Jul 14 10:10:41.263457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2c91dfec-d382-4671-96a7-579993db08c7 req-88ca6268-4a12-486c-a846-6bd255edea86 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811896 Jul 14 10:10:41.297185 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-17de35ff-197c-4322-b396-7effb40c2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.298649 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-17de35ff-197c-4322-b396-7effb40c2d3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.1091049 Jul 14 10:10:41.364134 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-74be275b-9b21-4bd7-bb3a-69b0f38dc4b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1002 time: 0.0577862 Jul 14 10:10:41.411340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-0a0bd430-1608-4eb8-be0b-de6f3b37eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.412774 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-0a0bd430-1608-4eb8-be0b-de6f3b37eb6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0423083 Jul 14 10:10:41.473909 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-3e091c35-81fd-4506-b9be-36e62a53c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.475432 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-3e091c35-81fd-4506-b9be-36e62a53c296 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561867 Jul 14 10:10:41.565314 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-5085b95e-6990-4bf9-ae1f-8a0638a3ecce service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827155 Jul 14 10:10:41.658348 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-19bcf162-f2a0-430c-b921-b82d740260ee service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862610 Jul 14 10:10:42.406024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-ff2345df-685a-463d-80f5-becc8de2228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.407552 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-ff2345df-685a-463d-80f5-becc8de2228f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1098 time: 0.0550940 Jul 14 10:10:42.446056 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9f12e-0ef0-4275-9fa7-e1dddc1dfb1d req-d053a044-d71c-4fa5-b384-dd45d4c09aa4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.447613 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0b9f12e-0ef0-4275-9fa7-e1dddc1dfb1d req-d053a044-d71c-4fa5-b384-dd45d4c09aa4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0648160 Jul 14 10:10:42.487694 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e0b9f12e-0ef0-4275-9fa7-e1dddc1dfb1d req-b48f211d-f993-4957-acc8-b59c3b877abd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Jul 14 10:10:42.514418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-731b13e1-2f77-453c-a80f-4791a6503bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.515935 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-731b13e1-2f77-453c-a80f-4791a6503bc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.0861959 Jul 14 10:10:42.585034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-06cfa11d-bceb-4c55-a5ce-488d95075d4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1002 time: 0.0609775 Jul 14 10:10:42.632361 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-a4caaf05-a258-4b04-8ac3-e45dc81fb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.633794 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-a4caaf05-a258-4b04-8ac3-e45dc81fb37d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0433171 Jul 14 10:10:42.687917 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-e09a282c-d055-4256-b083-2a1dc5aa3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.689377 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-e09a282c-d055-4256-b083-2a1dc5aa3bf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498896 Jul 14 10:10:42.781871 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-46550816-79d4-4bcf-afd5-5c90aa52f730 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851910 Jul 14 10:10:42.869622 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a12b2c62-e015-4a72-9552-61fd16b29008 req-baa64f04-4c2c-489b-8b02-004f46e31754 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813255 Jul 14 10:10:43.666471 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eeea9-1d54-4ca3-8d31-25b9e5ac1d45 req-07d45fbd-48c9-4f3b-a001-db7141eff601 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:43.667996 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c9eeea9-1d54-4ca3-8d31-25b9e5ac1d45 req-07d45fbd-48c9-4f3b-a001-db7141eff601 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0671144 Jul 14 10:10:43.705555 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0c9eeea9-1d54-4ca3-8d31-25b9e5ac1d45 req-0bff0afc-17db-4069-9442-87c1beb7568f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Jul 14 10:10:44.876367 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9a1aa-da7c-41f6-92ad-85a7a856da65 req-713f204c-4c05-4f13-9cfe-c85cf9fe545b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:44.877899 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7f9a1aa-da7c-41f6-92ad-85a7a856da65 req-713f204c-4c05-4f13-9cfe-c85cf9fe545b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0627692 Jul 14 10:10:44.919368 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7f9a1aa-da7c-41f6-92ad-85a7a856da65 req-f1dc0931-cb2c-4214-bd09-10457a4ac89a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Jul 14 10:10:46.015404 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d66e4e00-4d59-4b45-b4d8-3f32859c45a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:46.095166 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024acb-6c03-4491-a499-9c285608f61c req-de4561e9-aa90-43cd-b2ee-ea4097f2d8c5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.096908 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09024acb-6c03-4491-a499-9c285608f61c req-de4561e9-aa90-43cd-b2ee-ea4097f2d8c5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0626075 Jul 14 10:10:46.133456 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-09024acb-6c03-4491-a499-9c285608f61c req-8c87e2c5-f37e-4274-85a0-563b7f0a590a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Jul 14 10:10:47.306670 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d47be-71bc-457d-8949-51048a32fdf0 req-9a8108af-ec82-44ca-aeaa-ef244af58fd4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:47.308272 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c6d47be-71bc-457d-8949-51048a32fdf0 req-9a8108af-ec82-44ca-aeaa-ef244af58fd4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0641401 Jul 14 10:10:47.347016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3c6d47be-71bc-457d-8949-51048a32fdf0 req-b7a750dd-8773-4e9c-b8d8-58b36355960f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331416 Jul 14 10:10:48.580828 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002288ac-dbf7-4660-a38b-6a57bf334805 req-e3cc8cf0-f5a0-4a1a-83f8-b4943723a310 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:48.582299 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-002288ac-dbf7-4660-a38b-6a57bf334805 req-e3cc8cf0-f5a0-4a1a-83f8-b4943723a310 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.1254916 Jul 14 10:10:48.620693 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-002288ac-dbf7-4660-a38b-6a57bf334805 req-bdb52657-2e8a-49a7-8509-696f987e03df tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327704 Jul 14 10:10:49.179128 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.762432 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-976a7518-6777-4f25-9c85-82846f4e7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.839653 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545046e-8ae2-41f3-b558-3b69c837815c req-be25096f-9d33-4a68-be1e-487f37971339 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:49.841142 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e545046e-8ae2-41f3-b558-3b69c837815c req-be25096f-9d33-4a68-be1e-487f37971339 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.1097305 Jul 14 10:10:49.878821 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e545046e-8ae2-41f3-b558-3b69c837815c req-2b3ee26a-601f-49d9-98a5-f2bbc7e97ea3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Jul 14 10:10:49.933222 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:50.664444 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:51.050437 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c790a3-fa00-4a73-a058-1294d36589de req-31a54ea3-5653-4d0a-bfd3-6e5aa23ca4fe tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:51.051862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9c790a3-fa00-4a73-a058-1294d36589de req-31a54ea3-5653-4d0a-bfd3-6e5aa23ca4fe tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0634005 Jul 14 10:10:51.088928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f9c790a3-fa00-4a73-a058-1294d36589de req-29045775-2c36-411f-b871-88a5865fb90c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Jul 14 10:10:51.640611 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.270380 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f731df-8215-49ae-a454-53dc6e2961cc req-54b67917-8fd1-437e-acde-f1626a744203 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:52.271796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02f731df-8215-49ae-a454-53dc6e2961cc req-54b67917-8fd1-437e-acde-f1626a744203 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0668702 Jul 14 10:10:52.311786 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02f731df-8215-49ae-a454-53dc6e2961cc req-ba48dbfe-9b5a-4be6-986b-73d84fef6e30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Jul 14 10:10:53.842200 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-96459fd3-c3a1-4c4b-9d46-ae10774171f1 service neutron] show failed (client error): The resource could not be found. Jul 14 10:10:53.843195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-96459fd3-c3a1-4c4b-9d46-ae10774171f1 service neutron] 10.222.0.48 "GET /v2.0/ports/c9107520-418b-47de-a07b-1c09251ecb37/bindings/n-h2-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.4084067 Jul 14 10:10:53.854983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59276e-b9e7-4c78-9866-63c4d4dc7f52 req-6e7783ac-3a2d-4287-95d3-a606131e6538 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:53.856487 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd59276e-b9e7-4c78-9866-63c4d4dc7f52 req-6e7783ac-3a2d-4287-95d3-a606131e6538 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.4306576 Jul 14 10:10:53.897086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cd59276e-b9e7-4c78-9866-63c4d4dc7f52 req-7391ffc5-1bbf-47a9-af12-c29abb04165f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Jul 14 10:10:54.083736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-9293573f-f2ed-4125-8c2c-391460034718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:54.085270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-9293573f-f2ed-4125-8c2c-391460034718 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 1098 time: 0.0513561 Jul 14 10:10:54.097470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:54.169971 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.367457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:54.400697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h1-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:54.439846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:54.442258 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edff768-d3af-4a4a-abab-3cf88a43e64b" -d '{"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-unplugged", "status": "completed", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:54.445818 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.458984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Transition to ACTIVE for port object c9107520-418b-47de-a07b-1c09251ecb37 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:54.463454 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.498078 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c3d42e-aef6-46c0-b128-2d4b5582ca4b x-openstack-request-id: req-24c3d42e-aef6-46c0-b128-2d4b5582ca4b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:54.498382 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-unplugged", "status": "completed", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:54.498643 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24c3d42e-aef6-46c0-b128-2d4b5582ca4b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:54.499040 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'code': 200} Jul 14 10:10:54.546230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:54.561182 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.561544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.561891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.562236 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.562576 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.562917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.563250 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.563636 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.563951 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.564286 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.564617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.564948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:54.601821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] No DVR routers for this DVR port c9107520-418b-47de-a07b-1c09251ecb37 on host n-h1-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:54.736980 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:54.737323 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:54.737658 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:54.741872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Port c9107520-418b-47de-a07b-1c09251ecb37 on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:10:54.742202 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Attempting to bind port c9107520-418b-47de-a07b-1c09251ecb37 on network cfcd2ea8-30f0-468a-8123-8bc8489bd731 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:54.747043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:54.748043 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Checking segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:54.748450 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Bound using segment: {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:54.748877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Bound port: c9107520-418b-47de-a07b-1c09251ecb37, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:54.749235 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.810486 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:54.813370 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:54.817942 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.853528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:54.854150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.855631 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1093 time: 0.7624352 Jul 14 10:10:54.887724 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf85103-e6c9-46f8-9bab-6ab3551179c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:54.938070 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-30a041a9-4eb2-4a9b-a8a7-5931e663535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:54.939906 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-30a041a9-4eb2-4a9b-a8a7-5931e663535b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1096 time: 0.0602815 Jul 14 10:10:55.037292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-31dd8a61-a8b3-41fe-9541-acbf228cac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:55.038930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-31dd8a61-a8b3-41fe-9541-acbf228cac66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.0925508 Jul 14 10:10:55.079275 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd6aab-4385-4ce8-bf24-0ae4c9380c2d req-6cdfc427-7af6-4fc5-9f97-a4d4f5df7abb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:55.080808 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26dd6aab-4385-4ce8-bf24-0ae4c9380c2d req-6cdfc427-7af6-4fc5-9f97-a4d4f5df7abb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.0655155 Jul 14 10:10:55.116149 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-00e5544e-5c1a-4001-b35e-3504254b089b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1000 time: 0.0678906 Jul 14 10:10:55.118269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-26dd6aab-4385-4ce8-bf24-0ae4c9380c2d req-b8aa3deb-b4cb-4a58-baea-5cce82aae964 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Jul 14 10:10:55.164526 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-34d936bd-5142-4efb-95d1-8e1e08795305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:55.166031 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-34d936bd-5142-4efb-95d1-8e1e08795305 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0442050 Jul 14 10:10:55.221795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-960a4d68-a8b0-4191-b380-a06da62ce245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:55.223287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-960a4d68-a8b0-4191-b380-a06da62ce245 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511270 Jul 14 10:10:55.622219 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-49e5f4ba-e039-4a62-b28e-1d25cc19da86 service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926919 Jul 14 10:10:55.709998 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-631f48ee-7a15-4517-845d-bc43ad6a5075 req-79a75326-3777-4257-9d98-c6c27933b118 service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800893 Jul 14 10:10:56.296193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cf68d-474a-4f52-ab55-13d82c4153b0 req-7155dcf5-8da6-4dde-a4e9-254421181015 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.297616 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e92cf68d-474a-4f52-ab55-13d82c4153b0 req-7155dcf5-8da6-4dde-a4e9-254421181015 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.0664093 Jul 14 10:10:56.335135 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e92cf68d-474a-4f52-ab55-13d82c4153b0 req-16b9c785-d205-4492-8519-ac748a730b77 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319803 Jul 14 10:10:56.500013 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:56.502355 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e841f4-dd21-4b6e-a871-1bd40dc94d34" -d '{"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:56.549608 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853df8bb-2ec1-47c8-a042-648715c9b870 x-openstack-request-id: req-853df8bb-2ec1-47c8-a042-648715c9b870 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:56.549903 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:56.550159 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-853df8bb-2ec1-47c8-a042-648715c9b870 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:56.550557 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'status': 'completed', 'code': 200} Jul 14 10:10:56.623320 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-61f04f30-c0d7-4867-8512-79a72376ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.624857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-61f04f30-c0d7-4867-8512-79a72376ab2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1096 time: 0.0540237 Jul 14 10:10:56.629502 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-f3009b75-140b-4dea-8535-25dd76b17084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.631033 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-f3009b75-140b-4dea-8535-25dd76b17084 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1096 time: 0.0564964 Jul 14 10:10:56.715772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-9f4b9951-c0b3-4a95-9c66-f5eef31dada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.717560 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-9f4b9951-c0b3-4a95-9c66-f5eef31dada6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.0865302 Jul 14 10:10:56.720785 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-e8747c01-ad0d-4abb-9a48-ada1ca9d09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.722225 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-e8747c01-ad0d-4abb-9a48-ada1ca9d09aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.0852416 Jul 14 10:10:56.783056 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-f0384e71-5354-477e-83fe-51b651b46b67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1000 time: 0.0585971 Jul 14 10:10:56.790703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-8307fe2b-d37b-439d-b07a-e8e496afbd78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1000 time: 0.0622351 Jul 14 10:10:56.832408 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-0922e106-6f79-446a-a92c-3401926f2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.833797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-0922e106-6f79-446a-a92c-3401926f2b84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0439496 Jul 14 10:10:56.838768 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-e50cd8bc-1f3a-45f2-bcca-d0cf8a2bc211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.840261 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-e50cd8bc-1f3a-45f2-bcca-d0cf8a2bc211 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0440536 Jul 14 10:10:56.896155 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-c18bc6b3-d5e5-4363-8dd0-1bc8070b5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.897706 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-c18bc6b3-d5e5-4363-8dd0-1bc8070b5e8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566914 Jul 14 10:10:56.897864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-99e9a4ba-b3c8-4d81-9d1b-fcda31e5b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:56.899287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-99e9a4ba-b3c8-4d81-9d1b-fcda31e5b936 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532191 Jul 14 10:10:56.988598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-a4d06947-0c6f-4c8f-bb87-7dd05ff2b4da service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831754 Jul 14 10:10:56.991790 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-71fe0873-f157-44d6-8c41-5282c621ba64 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Jul 14 10:10:57.080631 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-5bc3d5e8-af9f-41fb-9066-5d6b9a44ca22 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832357 Jul 14 10:10:57.081103 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e841f4-dd21-4b6e-a871-1bd40dc94d34 req-50d42dec-496b-42b4-b192-35044370f714 service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859089 Jul 14 10:10:57.507154 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b399c-6604-448b-8c09-2865a237ed37 req-b36bbb0e-0e5a-4cc7-9fad-be617ca12584 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:57.508943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c80b399c-6604-448b-8c09-2865a237ed37 req-b36bbb0e-0e5a-4cc7-9fad-be617ca12584 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.0630238 Jul 14 10:10:57.545757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c80b399c-6604-448b-8c09-2865a237ed37 req-1d4534e3-fb15-4d74-8269-78399b7b1c36 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Jul 14 10:10:57.822028 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c9107520-418b-47de-a07b-1c09251ecb37 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:57.841273 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c93230-7e23-4a44-9155-dd301b9640b8 req-07d94be3-c783-44b3-b3eb-346721b42731 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:57.843629 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64c93230-7e23-4a44-9155-dd301b9640b8 req-07d94be3-c783-44b3-b3eb-346721b42731 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.0670357 Jul 14 10:10:57.858515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-43f3a8c3-ac19-4670-a7a3-8de2ab419f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:57.860198 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-43f3a8c3-ac19-4670-a7a3-8de2ab419f50 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895&tenant_id=ca5f08a838274c89bf2fb02cce94533b&binding%3Ahost_id=n-h2-758944-44 HTTP/1.1" status: 200 len: 944 time: 0.0762782 Jul 14 10:10:57.865335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device c9107520-418b-47de-a07b-1c09251ecb37 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:57.884965 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-64c93230-7e23-4a44-9155-dd301b9640b8 req-abc61fa2-24e3-4db5-a3c7-0ee18720e2af tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347836 Jul 14 10:10:57.927512 n-d-758944-44 neutron-server[93754]: INFO neutron.api.v2.resource [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-cad034a9-b730-44c8-97bb-6c13aeb928be service neutron] delete failed (client error): The resource could not be found. Jul 14 10:10:57.928548 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-cad034a9-b730-44c8-97bb-6c13aeb928be service neutron] 10.222.0.48 "DELETE /v2.0/ports/c9107520-418b-47de-a07b-1c09251ecb37/bindings/n-h1-758944-44 HTTP/1.1" status: 404 len: 381 time: 0.0614843 Jul 14 10:10:58.054542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-dfbb1272-fbe3-4ccd-84b8-b274db3bab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:58.056064 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-dfbb1272-fbe3-4ccd-84b8-b274db3bab4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1096 time: 0.0846910 Jul 14 10:10:58.135787 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a993f-b8c9-4814-8986-538607e5bdd6 req-40bbe12a-3a70-4695-90c3-1bf2d8d534a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:58.137269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f0a993f-b8c9-4814-8986-538607e5bdd6 req-40bbe12a-3a70-4695-90c3-1bf2d8d534a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 944 time: 0.1300669 Jul 14 10:10:58.189632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-dcee8d38-8fba-434b-a2e5-80bcf54f31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:58.191029 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-dcee8d38-8fba-434b-a2e5-80bcf54f31c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.1285188 Jul 14 10:10:58.198175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9f0a993f-b8c9-4814-8986-538607e5bdd6 req-6c5f5b2d-7472-4bf3-b664-55aafdb03ae0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502367 Jul 14 10:10:58.261428 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-48e8f31c-9c5d-406a-b3e0-76238955f5f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 1000 time: 0.0623186 Jul 14 10:10:58.308478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-ca1da052-70bf-4e03-9541-d5cbcbda1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:58.310473 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-ca1da052-70bf-4e03-9541-d5cbcbda1c12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0429566 Jul 14 10:10:58.368103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-9dc23c74-951a-474f-84a2-26584d7fa1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:58.369633 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-9dc23c74-951a-474f-84a2-26584d7fa1d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532610 Jul 14 10:10:58.461209 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-0d5dd746-d004-433b-b76d-e4a8b0619f21 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852661 Jul 14 10:10:58.551819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bf972c24-7253-4b9d-8e89-cb3dd77a9104 req-7aea8d04-0390-4eed-8339-d998ce2da721 service neutron] 10.222.0.48 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838025 Jul 14 10:10:58.796231 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9107520-418b-47de-a07b-1c09251ecb37 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:10:58.888547 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:58.900161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'c9107520-418b-47de-a07b-1c09251ecb37', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'port_id': 'c9107520-418b-47de-a07b-1c09251ecb37', 'mac_address': 'fa:16:3e:77:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:10:58.936633 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.949049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9107520-418b-47de-a07b-1c09251ecb37 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:58.976287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:58.980533 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:59.028084 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:59.035775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.036131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.036477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.036817 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.037155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.037490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.037826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.038159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.038487 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.038813 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.039141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.039489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:59.234595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['c9107520-418b-47de-a07b-1c09251ecb37'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:59.377836 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2c9ea-78db-471a-b0c1-6e8ac510c8a6 req-322152cc-e844-40b8-801a-26ddc6ac7cf1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:59.379345 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efd2c9ea-78db-471a-b0c1-6e8ac510c8a6 req-322152cc-e844-40b8-801a-26ddc6ac7cf1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 945 time: 0.0664363 Jul 14 10:10:59.417796 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efd2c9ea-78db-471a-b0c1-6e8ac510c8a6 req-d6f777bf-dc19-4734-b9eb-9331357d67eb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Jul 14 10:10:59.444128 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:10:59.510840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5c392f51-34fd-4cab-bcf4-c050a88530e3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/ea9861e9-7ef6-45d6-89c0-fabad1a418f0 HTTP/1.1" status: 200 len: 993 time: 0.0655494 Jul 14 10:11:00.802431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9107520-418b-47de-a07b-1c09251ecb37 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:00.849773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port c9107520-418b-47de-a07b-1c09251ecb37 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:00.853372 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port c9107520-418b-47de-a07b-1c09251ecb37 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:00.853743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.932213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.954195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:00.956512 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4153e345-d58e-4226-ae63-8aa71add4a73" -d '{"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-plugged", "status": "completed", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:00.970085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:00.975160 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.998218 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4810ffb-433d-47e6-9d50-21c0c776e233 x-openstack-request-id: req-c4810ffb-433d-47e6-9d50-21c0c776e233 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:00.998510 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-plugged", "status": "completed", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:00.998768 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4810ffb-433d-47e6-9d50-21c0c776e233 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:00.999157 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'code': 200} Jul 14 10:11:01.024160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:02.098566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.767871 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:16.016427 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3732e4e-b6e1-411b-9399-62c8d0232481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.183820 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.764246 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-02a16ebf-783d-4aa1-8d6e-79c26016cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.937333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.697686 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:21.644357 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.900846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 43956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:28.061653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port ff804e05-2cd6-48c3-974f-7b7410637146 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:28.062001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:28.136097 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:28.136432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:28.148641 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for ff804e05-2cd6-48c3-974f-7b7410637146 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:28.299061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:28.329648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=ff804e05-2cd6-48c3-974f-7b7410637146,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:28.354546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.354897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.355236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.355595 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.355933 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.356752 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.357077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.357405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.357729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.358052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.358373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.358694 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:28.402034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:28.402434 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP ea9861e9-7ef6-45d6-89c0-fabad1a418f0 disassociated (deleted). External IP: 172.25.2.181, port: c9107520-418b-47de-a07b-1c09251ecb37. Jul 14 10:11:28.542165 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-d3427ac0-6c16-40a1-9a7b-af60e8589831 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972769 Jul 14 10:11:28.617584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 5efd6869-8045-42a3-8015-52eaa13815e4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:28.644412 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-d12290a0-35b4-4d25-90ad-ce1f70e4a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:28.646046 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-d12290a0-35b4-4d25-90ad-ce1f70e4a30f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1098 time: 0.0572734 Jul 14 10:11:28.739411 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:28.744024 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:28.751221 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] Sync routers for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:28.760681 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-cf9a7bf9-6805-4845-9042-d1795ec5cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:28.761390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:28.762204 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-cf9a7bf9-6805-4845-9042-d1795ec5cf5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.0949528 Jul 14 10:11:28.762355 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:28.785904 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-65379815-6fe8-4036-8eb0-8e448d91f118 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/floatingips/ea9861e9-7ef6-45d6-89c0-fabad1a418f0 HTTP/1.1" status: 204 len: 168 time: 0.8839362 Jul 14 10:11:28.786510 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:28.788988 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122" -d '{"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:28.806079 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-c48c9b68-2b1b-4538-b411-9e41fdeabcea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 217 time: 0.0373478 Jul 14 10:11:28.841461 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e9a668-ddf3-4bdf-8750-219b32c10eb2 x-openstack-request-id: req-54e9a668-ddf3-4bdf-8750-219b32c10eb2 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:28.841781 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:28.842039 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54e9a668-ddf3-4bdf-8750-219b32c10eb2 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:28.842706 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'status': 'completed', 'code': 200} Jul 14 10:11:28.864060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-c227ad88-0f83-436f-8dfd-47d0364797d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:28.865621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-c227ad88-0f83-436f-8dfd-47d0364797d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0539625 Jul 14 10:11:28.888972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:28.931569 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-f0fbbf8d-9e5c-44f7-bb85-024449a86957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:28.933361 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-f0fbbf8d-9e5c-44f7-bb85-024449a86957 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601671 Jul 14 10:11:29.042692 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-abfcd903-08ae-4c46-a7e1-e997d12e385f service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027730 Jul 14 10:11:29.114534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:58Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:29.140910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] Checking router: 5efd6869-8045-42a3-8015-52eaa13815e4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:29.149133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:29.149750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:29.170749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9212ad1c-5723-4c3d-8bda-f8ee4682bd0c req-eaf5ba6d-37dd-4e08-b38f-d6e36151547d service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214488 Jul 14 10:11:29.203337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be090084-94f5-4f01-a34f-50ecec4000ad req-5cb9522c-388a-4df5-b03d-33f6d630d22a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:29.204955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be090084-94f5-4f01-a34f-50ecec4000ad req-5cb9522c-388a-4df5-b03d-33f6d630d22a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0894859 Jul 14 10:11:29.259113 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:29.275610 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-be090084-94f5-4f01-a34f-50ecec4000ad req-aeb4013c-cc5a-41ca-847f-c5ecc4ed86d1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640872 Jul 14 10:11:29.298850 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-8236988e-05d4-4efb-a697-744c17a8d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:29.300408 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-8236988e-05d4-4efb-a697-744c17a8d66a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 1098 time: 0.0803638 Jul 14 10:11:29.396834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-cd4bb52b-b244-47d6-9183-42e79c885feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:29.398216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-cd4bb52b-b244-47d6-9183-42e79c885feb service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 200 len: 898 time: 0.0901971 Jul 14 10:11:29.439218 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-deda3b85-8303-4505-a2db-0170a7d37d78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 200 len: 217 time: 0.0337672 Jul 14 10:11:29.456807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:58Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:29.486437 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7bd91-9f0b-4d0d-ac95-b16a0ab704f1 None None] The sync data for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 is: [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9a5669c0-c721-44b1-a164-7fd022c4a0a8', 'name': '', 'network_id': 'cfcd2ea8-30f0-468a-8123-8bc8489bd731', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:59:e6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:53Z', 'updated_at': '2021-07-14T10:09:58Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '46089f29-2dd6-4fbc-ae56-1e2042f73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:29.495184 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-75714996-042b-47a1-8acf-9c2c0406d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:29.497286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-75714996-042b-47a1-8acf-9c2c0406d2b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 200 len: 835 time: 0.0506296 Jul 14 10:11:29.558157 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-4137aae3-d754-46d3-b292-396eb867ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:29.560227 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-4137aae3-d754-46d3-b292-396eb867ef4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfcd2ea8-30f0-468a-8123-8bc8489bd731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561423 Jul 14 10:11:29.652281 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-cc32f6b8-b43d-4388-9898-40c89ccc292e service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850272 Jul 14 10:11:29.706294 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7f76e-17dc-4769-a539-e43e507fac4e None None] New status for floating IP ea9861e9-7ef6-45d6-89c0-fabad1a418f0: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:11:29.749801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d78e3f98-bf01-4d74-9a14-fa9e4a5e0122 req-b1a409ff-f82b-4de4-96f0-ab5d4adb2372 service neutron] 10.222.0.11 "GET /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902898 Jul 14 10:11:30.362727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-35a3a18e-1ea5-47ea-9c9e-e31f6c667161 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:30.364265 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-35a3a18e-1ea5-47ea-9c9e-e31f6c667161 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0640376 Jul 14 10:11:30.460934 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808da084-15af-4147-995d-ec10f7ff670f req-952ed6e3-f82f-4898-bb84-bd7c50789ff7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:30.462497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-808da084-15af-4147-995d-ec10f7ff670f req-952ed6e3-f82f-4898-bb84-bd7c50789ff7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ba8f32-32dd-4275-8216-df6e906d0895 HTTP/1.1" status: 200 len: 946 time: 0.0714846 Jul 14 10:11:30.475395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port c9107520-418b-47de-a07b-1c09251ecb37 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:30.475868 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.501873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-808da084-15af-4147-995d-ec10f7ff670f req-81e7dd6a-841b-42ae-bd5c-1eb7d3859bd4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8316365-ab61-4252-aaf9-654cd9622c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333440 Jul 14 10:11:30.564281 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port c9107520-418b-47de-a07b-1c09251ecb37, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=c9107520-418b-47de-a07b-1c09251ecb37,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:30.564881 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.577920 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for c9107520-418b-47de-a07b-1c09251ecb37 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:30.708505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.741308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=c9107520-418b-47de-a07b-1c09251ecb37,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:30.785197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] No DVR routers for this DVR port c9107520-418b-47de-a07b-1c09251ecb37 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:30.787784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.789769 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0032e2f4-0bfb-434a-85ac-9ce140f4fbcf req-28439e1c-dec2-41ec-8f9f-30d946b8cc73 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "DELETE /v2.0/ports/c9107520-418b-47de-a07b-1c09251ecb37 HTTP/1.1" status: 204 len: 173 time: 0.4193780 Jul 14 10:11:30.790218 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-deleted', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:30.792488 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8908b56-70c0-4488-97b9-77982518cf75" -d '{"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-deleted", "tag": "c9107520-418b-47de-a07b-1c09251ecb37"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:30.829108 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c6fc2e-8505-4799-ab1f-d9e392ff74a6 x-openstack-request-id: req-17c6fc2e-8505-4799-ab1f-d9e392ff74a6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:30.829395 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ba8f32-32dd-4275-8216-df6e906d0895", "name": "network-vif-deleted", "tag": "c9107520-418b-47de-a07b-1c09251ecb37", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:30.829675 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17c6fc2e-8505-4799-ab1f-d9e392ff74a6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:30.830080 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ba8f32-32dd-4275-8216-df6e906d0895', 'name': 'network-vif-deleted', 'tag': 'c9107520-418b-47de-a07b-1c09251ecb37', 'status': 'completed', 'code': 200} Jul 14 10:11:31.598645 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:31.971477 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.096193 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.238611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 9a5669c0-c721-44b1-a164-7fd022c4a0a8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:32.238890 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.331907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port 9a5669c0-c721-44b1-a164-7fd022c4a0a8, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9a5669c0-c721-44b1-a164-7fd022c4a0a8,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:32.332277 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.345475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 9a5669c0-c721-44b1-a164-7fd022c4a0a8 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:32.536461 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.561310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=9a5669c0-c721-44b1-a164-7fd022c4a0a8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:32.734481 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:32.950443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 5efd6869-8045-42a3-8015-52eaa13815e4 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:33.066165 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:33.074038 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-46d856a8-af20-4d81-bab5-8705c8c7fef0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/5efd6869-8045-42a3-8015-52eaa13815e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716620 Jul 14 10:11:33.074038 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:33.075235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] Sync routers for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:33.084397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:33.085009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:33.125875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting subnet 46089f29-2dd6-4fbc-ae56-1e2042f73a18 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:11:33.129007 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.168386 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.192972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:33.258063 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.321517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.349962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Subnet': ['ID=46089f29-2dd6-4fbc-ae56-1e2042f73a18,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:33.353813 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.355800 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ece9d5a8-7dcb-4238-bf74-6fa0c0496a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/subnets/46089f29-2dd6-4fbc-ae56-1e2042f73a18 HTTP/1.1" status: 204 len: 168 time: 0.2808373 Jul 14 10:11:33.359480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:33.361961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a84aaed-bbda-4ad1-afcb-7302c5cfc1e9 None None] Network cfcd2ea8-30f0-468a-8123-8bc8489bd731 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:33.483493 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.489009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:11:32Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:33.518987 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] Checking router: 5efd6869-8045-42a3-8015-52eaa13815e4 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:33.535452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] Routers {'5efd6869-8045-42a3-8015-52eaa13815e4'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:33.536094 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['5efd6869-8045-42a3-8015-52eaa13815e4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:33.597473 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.651546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] Set router 5efd6869-8045-42a3-8015-52eaa13815e4 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:33.661648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:33.662004 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.679003 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] DHCP port deletion for cfcd2ea8-30f0-468a-8123-8bc8489bd731 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:11:33.745355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:33.745975 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.757194 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:33.837773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] Deleting port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:33.838060 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.910011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] For port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea,segment=NetworkSegment(ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e),segment_id=ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:33.910337 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.923065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:33.925413 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] Calling delete_port for 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:33.940429 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:11:32Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:33.949000 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:34.001330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47beee95-87a2-4a4c-b82a-e8322d75cd15 None None] The sync data for ids ['5efd6869-8045-42a3-8015-52eaa13815e4'] in n-d-758944-44 is: [{'id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046955826', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:11:32Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd6869-8045-42a3-8015-52eaa13815e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:50Z', 'updated_at': '2021-07-14T10:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:34.022413 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.046344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.073759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] Pushing event deleted for resources: {'Port': ['ID=6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:34.076178 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94e566-4812-449a-92a1-cd708804cba7 None None] No DVR routers for this DVR port 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:34.134495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.136633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.183049 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.183727 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Fanout notify agent at l3_agent the message router_deleted on router 5efd6869-8045-42a3-8015-52eaa13815e4 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:11:34.191107 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.192202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-66f8c545-cf7c-47dc-ad65-990125529674 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/routers/5efd6869-8045-42a3-8015-52eaa13815e4 HTTP/1.1" status: 204 len: 168 time: 0.8315964 Jul 14 10:11:34.194932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:34.270685 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.355455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.366517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd2ea8-30f0-468a-8123-8bc8489bd731']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:34.379693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:34.379994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7a8cc7-a3e3-46a7-aa0b-7a7018c8516e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:34.389587 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.408448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.415664 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:11:34.416332 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:11:34.421042 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:11:34.459471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:34.483485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.484292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:34.484650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 6d134ccf-a0be-4133-bb7b-0cdb7c27f0ea not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:34.492724 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.494749 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/networks/cfcd2ea8-30f0-468a-8123-8bc8489bd731 HTTP/1.1" status: 204 len: 168 time: 0.2988553 Jul 14 10:11:34.498014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43984) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:34.525274 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eff2ed-b168-49ca-aae8-1021f1b44769 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Network': ['ID=cfcd2ea8-30f0-468a-8123-8bc8489bd731,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:34.573628 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65210c3b-f2eb-43b0-b02f-7fb27ff7fbb8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.600294 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65210c3b-f2eb-43b0-b02f-7fb27ff7fbb8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.673858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65210c3b-f2eb-43b0-b02f-7fb27ff7fbb8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.677623 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65210c3b-f2eb-43b0-b02f-7fb27ff7fbb8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:34.678791 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-65210c3b-f2eb-43b0-b02f-7fb27ff7fbb8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/security-groups/f8316365-ab61-4252-aaf9-654cd9622c8b HTTP/1.1" status: 204 len: 168 time: 0.1797416 Jul 14 10:11:34.690503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65210c3b-f2eb-43b0-b02f-7fb27ff7fbb8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8316365-ab61-4252-aaf9-654cd9622c8b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:34.936004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9107520-418b-47de-a07b-1c09251ecb37 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:34.961771 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: c9107520-418b-47de-a07b-1c09251ecb37 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:34.962171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device c9107520-418b-47de-a07b-1c09251ecb37 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:34.977984 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:34.983971 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-79a3e077-28d4-4ea7-86d9-d4201fcaa204 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510412763', 'description': 'tempest-secgroup-smoke-1510412763 description', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:35.009319 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79a3e077-28d4-4ea7-86d9-d4201fcaa204 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.107754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79a3e077-28d4-4ea7-86d9-d4201fcaa204 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.112076 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79a3e077-28d4-4ea7-86d9-d4201fcaa204 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.144752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79a3e077-28d4-4ea7-86d9-d4201fcaa204 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.146015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-79a3e077-28d4-4ea7-86d9-d4201fcaa204 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1669350 Jul 14 10:11:35.149256 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43992) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:35.154603 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0f4ae70d-254b-42d0-9264-ea11466ed391 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:35.161170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3e077-28d4-4ea7-86d9-d4201fcaa204 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.189117 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae70d-254b-42d0-9264-ea11466ed391 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.268411 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae70d-254b-42d0-9264-ea11466ed391 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.273838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae70d-254b-42d0-9264-ea11466ed391 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.294308 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ae70d-254b-42d0-9264-ea11466ed391 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19148580-a274-42ce-bfe1-01aec09fe467,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.304952 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae70d-254b-42d0-9264-ea11466ed391 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.306775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0f4ae70d-254b-42d0-9264-ea11466ed391 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563635 Jul 14 10:11:35.309897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:35.315248 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-66bf79fc-3621-4b3a-90a1-01614196f676 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:35.350066 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66bf79fc-3621-4b3a-90a1-01614196f676 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.406900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66bf79fc-3621-4b3a-90a1-01614196f676 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.410101 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66bf79fc-3621-4b3a-90a1-01614196f676 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.431932 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf79fc-3621-4b3a-90a1-01614196f676 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d26ead6-0918-4c5e-a74b-6eab9429c32a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.435957 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66bf79fc-3621-4b3a-90a1-01614196f676 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.437116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-66bf79fc-3621-4b3a-90a1-01614196f676 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260195 Jul 14 10:11:35.441652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:35.446090 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7c083647-6842-47c6-a70e-d08b122ddc65 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:35.474283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c083647-6842-47c6-a70e-d08b122ddc65 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.533687 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c083647-6842-47c6-a70e-d08b122ddc65 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.537485 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c083647-6842-47c6-a70e-d08b122ddc65 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.557324 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c083647-6842-47c6-a70e-d08b122ddc65 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d0fc39-bce0-401c-b78c-77eeabfcf861,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.564853 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c083647-6842-47c6-a70e-d08b122ddc65 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.565911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-7c083647-6842-47c6-a70e-d08b122ddc65 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232715 Jul 14 10:11:35.569400 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 43998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:35.574609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-31ee563d-09fd-4d28-8e6c-19cce4f6dd74 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:35.602980 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31ee563d-09fd-4d28-8e6c-19cce4f6dd74 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.664811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31ee563d-09fd-4d28-8e6c-19cce4f6dd74 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.669146 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31ee563d-09fd-4d28-8e6c-19cce4f6dd74 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.687639 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee563d-09fd-4d28-8e6c-19cce4f6dd74 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94becb93-4be3-4fec-8af1-6788a9821f15,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:35.692993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31ee563d-09fd-4d28-8e6c-19cce4f6dd74 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:35.694261 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-31ee563d-09fd-4d28-8e6c-19cce4f6dd74 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238186 Jul 14 10:11:35.697149 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44000) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:35.702207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:35.724319 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:11:35.729322 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.008805 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9a5669c0-c721-44b1-a164-7fd022c4a0a8 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:36.030302 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 9a5669c0-c721-44b1-a164-7fd022c4a0a8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:36.030775 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9a5669c0-c721-44b1-a164-7fd022c4a0a8 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:36.031205 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:36.052947 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:36.053297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e0da67ba-b0b4-4e6d-b05a-c03d8afe64c7 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:36.106592 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.110581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.128448 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb45e0d4-dda0-4102-85c5-0440317118ed,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:36.133388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.137394 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-247e7497-fbb5-447d-9764-95071a78a948 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4365342 Jul 14 10:11:36.137525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44004) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:36.141730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:36.161677 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:11:36.166374 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.226187 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.229629 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.247107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f28808-b205-4e1f-bb06-fb71440e5bf0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:36.253734 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.254927 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ad5a40a6-e4be-43aa-a24e-e53cd2a5aa58 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165755 Jul 14 10:11:36.257885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44006) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:36.262656 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'network': {'name': 'tempest-network-smoke--650196175', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:36.283113 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:36.286508 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.311565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:11:36.320785 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.321129 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Added segment 6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8 of type vlan for network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 Jul 14 10:11:36.365530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.396211 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.402501 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:36.403780 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.459635 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2006497 Jul 14 10:11:36.462607 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44008) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:36.469767 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'admin_state_up': True, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:36.481173 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa101f15-1213-4f79-90a2-5c962e52285e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Network': ['ID=1f3480c2-805e-42da-9e56-8ea9f3dd0c00,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:36.493127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:11:36.499472 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.500451 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.559825 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.708586 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.904542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.923021 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.023966 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.7 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/13998828-6cf0-46e6-9d04-39d9fb1997cd) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:37.135323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.175856 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.214861 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:37.221050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:37.223874 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:37.253496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=13998828-6cf0-46e6-9d04-39d9fb1997cd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:37.489479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.686675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.814525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:11:37.919435 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:37.930708 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Sync routers for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:37.940384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:37.941874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-050d24f1-777c-4494-8de0-6e2b3e9efd2d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4775863 Jul 14 10:11:37.944683 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:37.945444 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:37.945949 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:37.975034 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-2f5bca04-cbcc-4907-a7cc-6734a86cd984 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca5f08a838274c89bf2fb02cce94533b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279770 Jul 14 10:11:37.977583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:38.049269 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:38.063375 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43516489-778d-48c3-94b9-669758a6d942 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.064910 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-43516489-778d-48c3-94b9-669758a6d942 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864372 Jul 14 10:11:38.067774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44014) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:38.238843 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:37Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:38.266827 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Checking router: d3ddff97-7897-4ed8-aef5-7ffba32e2df8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:38.267172 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Updating router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 port 13998828-6cf0-46e6-9d04-39d9fb1997cd binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:38.306962 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.438404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-fb7a6134-6a72-4109-a7e3-d68a6aa53b51 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3695521 Jul 14 10:11:38.441231 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:38.446122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-157489828', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:38.539733 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:38.543238 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.602789 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.614612 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Transition to ACTIVE for port object 13998828-6cf0-46e6-9d04-39d9fb1997cd will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:38.621618 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.671380 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Attempting to bind port 13998828-6cf0-46e6-9d04-39d9fb1997cd on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:38.671772 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Attempting to bind port 13998828-6cf0-46e6-9d04-39d9fb1997cd by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:38.672147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Attempting to bind port 13998828-6cf0-46e6-9d04-39d9fb1997cd on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:38.682995 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:38.683387 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:38.683793 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.684234 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:38.684679 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Bound port: 13998828-6cf0-46e6-9d04-39d9fb1997cd, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:38.685061 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.686618 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Pushing event updated for resources: {'Port': ['ID=13998828-6cf0-46e6-9d04-39d9fb1997cd,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:38.714460 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.714818 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.715205 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.716085 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.716420 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.716752 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.717085 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.717394 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.717989 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.718303 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.718646 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.718948 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:38.741197 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.758397 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] For port 13998828-6cf0-46e6-9d04-39d9fb1997cd, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:38.761170 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] For port 13998828-6cf0-46e6-9d04-39d9fb1997cd, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=13998828-6cf0-46e6-9d04-39d9fb1997cd,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:38.765416 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.808283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Subnet': ['ID=d4b0017e-aebb-4929-a4fb-ccfe221bab58,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:38.819881 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Checking segment: {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:38.820252 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network hostable DHCP agents. Network: 1f3480c2-805e-42da-9e56-8ea9f3dd0c00, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:11:38.821844 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:38.822382 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:38.838796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:11:38.849892 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 1f3480c2-805e-42da-9e56-8ea9f3dd0c00) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:38.854720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.855640 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:38.861058 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573806e1-e908-4a26-ad46-b5d3d685cfcf None None] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:38.876827 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484e19-a3e2-493b-b79e-78bdee5a5be8 None None] Pushing event updated for resources: {'Port': ['ID=13998828-6cf0-46e6-9d04-39d9fb1997cd,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:38.882727 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-16a4b69a-62e7-4396-87db-d338d8a3b175 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4372923 Jul 14 10:11:38.883377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:38.955731 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:39.087696 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:11:39.089001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.241367 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:37Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:39.250488 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Allocated IP 172.20.0.2 (1f3480c2-805e-42da-9e56-8ea9f3dd0c00/d4b0017e-aebb-4929-a4fb-ccfe221bab58/d91ddcfc-1753-40af-849d-7800f18c7fb6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:39.269902 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289af3-8ec4-4e0d-b523-2b4297f2670e None None] The sync data for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 is: [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:37Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:39.418099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.422001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.433688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Transition to ACTIVE for port object d91ddcfc-1753-40af-849d-7800f18c7fb6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:39.451707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Transition to ACTIVE for port object d91ddcfc-1753-40af-849d-7800f18c7fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:39.458559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.503872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:39.506870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:39.511156 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:39.517764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Pushing event updated for resources: {'Port': ['ID=d91ddcfc-1753-40af-849d-7800f18c7fb6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:39.592319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Attempting to bind port d91ddcfc-1753-40af-849d-7800f18c7fb6 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:39.594209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Attempting to bind port d91ddcfc-1753-40af-849d-7800f18c7fb6 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:39.595036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Attempting to bind port d91ddcfc-1753-40af-849d-7800f18c7fb6 on network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:39.604555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:39.605072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Checking segment: {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:39.605554 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.606542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Bound using segment: {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:39.607110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Bound port: d91ddcfc-1753-40af-849d-7800f18c7fb6, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:39.607623 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.686274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] For port d91ddcfc-1753-40af-849d-7800f18c7fb6, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:39.690374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] For port d91ddcfc-1753-40af-849d-7800f18c7fb6, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d91ddcfc-1753-40af-849d-7800f18c7fb6,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:39.694777 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.765872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0fcb6-b2ef-4628-998e-83a0547a4563 None None] Pushing event updated for resources: {'Port': ['ID=d91ddcfc-1753-40af-849d-7800f18c7fb6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:39.781359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.1 (1f3480c2-805e-42da-9e56-8ea9f3dd0c00/d4b0017e-aebb-4929-a4fb-ccfe221bab58/c4103f49-e403-4918-bd9b-252d41c24af4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:39.938172 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:39.958525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object c4103f49-e403-4918-bd9b-252d41c24af4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:40.004840 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.060652 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:40.065732 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:40.070166 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:40.133555 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=c4103f49-e403-4918-bd9b-252d41c24af4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.138233 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.160866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 13998828-6cf0-46e6-9d04-39d9fb1997cd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:40.216919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 13998828-6cf0-46e6-9d04-39d9fb1997cd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:40.221358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 13998828-6cf0-46e6-9d04-39d9fb1997cd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:40.221983 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.313724 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.314286 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.336574 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 13998828-6cf0-46e6-9d04-39d9fb1997cd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=13998828-6cf0-46e6-9d04-39d9fb1997cd,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:40.342058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.343149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d91ddcfc-1753-40af-849d-7800f18c7fb6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:40.431645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=13998828-6cf0-46e6-9d04-39d9fb1997cd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.448110 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port d91ddcfc-1753-40af-849d-7800f18c7fb6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:40.619003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.623710 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.708225 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=c4103f49-e403-4918-bd9b-252d41c24af4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:40.711122 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.803431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5675d5-b5fc-4a02-b100-1440280fb753 None None] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:40.822624 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:40.832801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:40.897518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1e4b3327-14ac-46f2-920a-6e4f0e06c4bd None None] Provisioning for port d91ddcfc-1753-40af-849d-7800f18c7fb6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:40.906469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1e4b3327-14ac-46f2-920a-6e4f0e06c4bd None None] Provisioning complete for port d91ddcfc-1753-40af-849d-7800f18c7fb6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:40.906845 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3327-14ac-46f2-920a-6e4f0e06c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:40.944483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:41.066981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:41.082540 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-deee9dca-ea50-4c48-8b17-c9033fe1a705 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/d3ddff97-7897-4ed8-aef5-7ffba32e2df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1878793 Jul 14 10:11:41.094244 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3327-14ac-46f2-920a-6e4f0e06c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.138308 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1e4b3327-14ac-46f2-920a-6e4f0e06c4bd None None] For port d91ddcfc-1753-40af-849d-7800f18c7fb6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d91ddcfc-1753-40af-849d-7800f18c7fb6,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:41.144597 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4b3327-14ac-46f2-920a-6e4f0e06c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.213461 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b3327-14ac-46f2-920a-6e4f0e06c4bd None None] Pushing event updated for resources: {'Port': ['ID=d91ddcfc-1753-40af-849d-7800f18c7fb6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:41.258309 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-dc9c27e4-77bf-494f-93ab-b18096bba1f1 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510412763&fields=id&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 267 time: 0.0429919 Jul 14 10:11:41.374840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-72da1f37-b3b4-4d23-9f26-07c435697e39 None None] Provisioning complete for port d91ddcfc-1753-40af-849d-7800f18c7fb6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:41.375098 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72da1f37-b3b4-4d23-9f26-07c435697e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.392635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-2ed437ec-5352-43ce-adcd-fb4c60e86691 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.395454 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-2ed437ec-5352-43ce-adcd-fb4c60e86691 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/networks?id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 200 len: 796 time: 0.1301162 Jul 14 10:11:41.420168 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-fc438ded-c332-437a-bfa4-2531885d5c48 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/quotas/ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 375 time: 0.0117872 Jul 14 10:11:41.423095 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Sync routers for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:41.449600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:41.450334 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:41.518928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-1d9e7902-6954-42da-bb3f-ca5b9d902702 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880358 Jul 14 10:11:41.597358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-72da1f37-b3b4-4d23-9f26-07c435697e39 None None] Provisioning for port c4103f49-e403-4918-bd9b-252d41c24af4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:41.603470 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:41.606048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-72da1f37-b3b4-4d23-9f26-07c435697e39 None None] Provisioning complete for port c4103f49-e403-4918-bd9b-252d41c24af4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:41.606918 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72da1f37-b3b4-4d23-9f26-07c435697e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:41.712196 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-ef2bef1e-bd2e-49ed-89ec-8b20d30bfb46 service neutron] 10.222.0.18 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689987 Jul 14 10:11:41.818153 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-faa55dff-7afd-425e-8102-b46feb40b48e service neutron] 10.222.0.18 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012497 Jul 14 10:11:41.873791 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-72da1f37-b3b4-4d23-9f26-07c435697e39 None None] Port c4103f49-e403-4918-bd9b-252d41c24af4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:42.005381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cf662e08-2c84-4fdf-b0c2-d330694d9e1a None None] Provisioning complete for port c4103f49-e403-4918-bd9b-252d41c24af4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:42.005797 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf662e08-2c84-4fdf-b0c2-d330694d9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.033055 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-0e905f11-ba11-48bf-8aa3-d0c26f268753 req-1a4d3d8e-f539-4410-ae9d-f9634896677e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 210 time: 0.0428731 Jul 14 10:11:42.053828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cf662e08-2c84-4fdf-b0c2-d330694d9e1a None None] Port c4103f49-e403-4918-bd9b-252d41c24af4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:42.062349 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 2, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:42.098786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 13998828-6cf0-46e6-9d04-39d9fb1997cd up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:42.101163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Checking router: d3ddff97-7897-4ed8-aef5-7ffba32e2df8 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:42.101519 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Updating router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 port c4103f49-e403-4918-bd9b-252d41c24af4 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:42.165794 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.206009 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 13998828-6cf0-46e6-9d04-39d9fb1997cd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:42.206759 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.404879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d91ddcfc-1753-40af-849d-7800f18c7fb6 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:42.501677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port d91ddcfc-1753-40af-849d-7800f18c7fb6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:42.502057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.566973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.583650 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Transition to ACTIVE for port object c4103f49-e403-4918-bd9b-252d41c24af4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:42.590566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.677171 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debb2ca-aa15-469b-b5cc-77c1774f93b6 None None] Pushing event updated for resources: {'Port': ['ID=c4103f49-e403-4918-bd9b-252d41c24af4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:42.728562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Attempting to bind port c4103f49-e403-4918-bd9b-252d41c24af4 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:42.728829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Attempting to bind port c4103f49-e403-4918-bd9b-252d41c24af4 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:42.729190 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Attempting to bind port c4103f49-e403-4918-bd9b-252d41c24af4 on network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:42.734914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:42.735297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Checking segment: {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:42.735732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.736133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Bound using segment: {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:42.736601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Bound port: c4103f49-e403-4918-bd9b-252d41c24af4, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:42.736988 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.802170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] For port c4103f49-e403-4918-bd9b-252d41c24af4, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:42.805466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] For port c4103f49-e403-4918-bd9b-252d41c24af4, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c4103f49-e403-4918-bd9b-252d41c24af4,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:42.811420 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:42.878246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:42.878886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:42.913428 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debb2ca-aa15-469b-b5cc-77c1774f93b6 None None] Pushing event updated for resources: {'Port': ['ID=c4103f49-e403-4918-bd9b-252d41c24af4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:43.004131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:43.147700 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-47d3a684-ea93-46bb-9490-3490fe50d046 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:43.149724 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-47d3a684-ea93-46bb-9490-3490fe50d046 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "GET /v2.0/networks?id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 200 len: 796 time: 0.1457338 Jul 14 10:11:43.192070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bcddc393-3648-4dc0-b555-e6dbc95d609d req-f279f78f-0398-4ba1-9c96-eb0193b45178 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 210 time: 0.0413241 Jul 14 10:11:43.232008 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-0b28f310-1ce5-4ee9-b9de-53e3b4eba232 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 380 time: 0.0687065 Jul 14 10:11:43.239331 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:43.240278 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'port': {'device_id': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'admin_state_up': True, 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'security_groups': ['9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:43.270093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762781e4-43d7-4647-9652-ab1d766ac34d None None] The sync data for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 is: [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:42Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:43.374290 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:43.378171 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.511565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.4 (1f3480c2-805e-42da-9e56-8ea9f3dd0c00/d4b0017e-aebb-4929-a4fb-ccfe221bab58/bf2d7d58-c5a3-474b-8762-d142ff750b9a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:43.662581 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.678580 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object bf2d7d58-c5a3-474b-8762-d142ff750b9a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:43.716089 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.764299 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:43.767756 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:43.771869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:43.798749 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=bf2d7d58-c5a3-474b-8762-d142ff750b9a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:43.827277 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:43.828033 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:43.844553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-925b41f0-2213-4189-929e-d67b8f70ceae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080225 Jul 14 10:11:43.856981 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Request body: {'port': {'device_id': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:43.941518 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.016644 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2249cc24-f508-4126-83f2-d9363ed2c74e None None] Provisioning for port bf2d7d58-c5a3-474b-8762-d142ff750b9a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:44.022786 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2249cc24-f508-4126-83f2-d9363ed2c74e None None] Provisioning complete for port bf2d7d58-c5a3-474b-8762-d142ff750b9a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:44.023405 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2249cc24-f508-4126-83f2-d9363ed2c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.081467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2249cc24-f508-4126-83f2-d9363ed2c74e None None] Port bf2d7d58-c5a3-474b-8762-d142ff750b9a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:44.120414 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c4103f49-e403-4918-bd9b-252d41c24af4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:44.171454 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c4103f49-e403-4918-bd9b-252d41c24af4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:44.175316 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c4103f49-e403-4918-bd9b-252d41c24af4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:44.175976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.265675 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.278633 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2d7d58-c5a3-474b-8762-d142ff750b9a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:44.287164 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.300438 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Transition to ACTIVE for port object bf2d7d58-c5a3-474b-8762-d142ff750b9a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:44.303792 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.313537 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c4103f49-e403-4918-bd9b-252d41c24af4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c4103f49-e403-4918-bd9b-252d41c24af4,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:44.320456 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.386883 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d7d58-c5a3-474b-8762-d142ff750b9a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.407564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdd13-219d-482e-83f1-ced91b55d6ce req-32a0d5e4-f433-487e-8e0a-3deb00bfc846 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:44.415589 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fedcdd13-219d-482e-83f1-ced91b55d6ce req-32a0d5e4-f433-487e-8e0a-3deb00bfc846 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 943 time: 0.0855892 Jul 14 10:11:44.437191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c4103f49-e403-4918-bd9b-252d41c24af4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.452001 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Attempting to bind port bf2d7d58-c5a3-474b-8762-d142ff750b9a on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:44.452264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Attempting to bind port bf2d7d58-c5a3-474b-8762-d142ff750b9a by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:44.452606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Attempting to bind port bf2d7d58-c5a3-474b-8762-d142ff750b9a on network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:44.460825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Port bf2d7d58-c5a3-474b-8762-d142ff750b9a on network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:11:44.461119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Attempting to bind port bf2d7d58-c5a3-474b-8762-d142ff750b9a on network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:44.463577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fedcdd13-219d-482e-83f1-ced91b55d6ce req-1ca48150-8d24-4c18-919f-5e779b5b8a70 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467565 Jul 14 10:11:44.468890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:44.469241 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Checking segment: {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:44.469736 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Bound using segment: {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:44.470063 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Bound port: bf2d7d58-c5a3-474b-8762-d142ff750b9a, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:44.470427 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.562372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] For port bf2d7d58-c5a3-474b-8762-d142ff750b9a, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:44.565901 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] For port bf2d7d58-c5a3-474b-8762-d142ff750b9a, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:44.571194 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.607443 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:44.608067 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.609501 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] 10.222.0.11 "PUT /v2.0/ports/bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 200 len: 1092 time: 0.7578166 Jul 14 10:11:44.609954 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:44.612316 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a692b-1d44-4642-8df1-3bda61a03598" -d '{"events": [{"name": "network-changed", "server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:44.642035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a66a2-b728-452b-89bb-40b7be9b0f4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf2d7d58-c5a3-474b-8762-d142ff750b9a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:44.660646 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f68ff-c426-4072-87e4-146cc5e97ae1 x-openstack-request-id: req-2f5f68ff-c426-4072-87e4-146cc5e97ae1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:44.661029 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:44.661354 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f5f68ff-c426-4072-87e4-146cc5e97ae1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:44.661906 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'status': 'completed', 'code': 200} Jul 14 10:11:44.714914 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-f25018c9-0936-4f2e-b033-a3db925bac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:44.717004 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-f25018c9-0936-4f2e-b033-a3db925bac00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0654929 Jul 14 10:11:44.759623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-9fa8b027-ce4c-485e-b15c-585a05d4a245 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 200 len: 217 time: 0.0354359 Jul 14 10:11:44.807203 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-d200bcd1-478a-492f-a4fc-84d5056d415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:44.808758 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-d200bcd1-478a-492f-a4fc-84d5056d415e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4b0017e-aebb-4929-a4fb-ccfe221bab58 HTTP/1.1" status: 200 len: 834 time: 0.0437713 Jul 14 10:11:44.868761 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a3521725-fee5-4620-8dc5-296b0984a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:44.870258 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-a3521725-fee5-4620-8dc5-296b0984a553 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556939 Jul 14 10:11:44.956202 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-562c60e4-bd15-4010-9a34-5c0f1541ccbe service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796988 Jul 14 10:11:45.049542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fe52bc14-a228-438d-919d-59ef6980d4f8 req-8fbf84c6-5a8c-4331-bc15-14f3733c1bed service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865726 Jul 14 10:11:45.152276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-3e81f889-4121-444c-816e-a0e0d02cd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.153761 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-3e81f889-4121-444c-816e-a0e0d02cd6c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1095 time: 0.0526829 Jul 14 10:11:45.239965 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-a53b5aa6-ca77-4146-aa2f-06a6d7a9b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.241419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-a53b5aa6-ca77-4146-aa2f-06a6d7a9b239 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 200 len: 897 time: 0.0814664 Jul 14 10:11:45.283497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-a346a4e2-4485-4283-b77a-1e14949d9c2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 200 len: 217 time: 0.0362589 Jul 14 10:11:45.330430 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-861b0822-a843-42ca-8343-7b8905090dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.331820 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-861b0822-a843-42ca-8343-7b8905090dbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4b0017e-aebb-4929-a4fb-ccfe221bab58 HTTP/1.1" status: 200 len: 834 time: 0.0421183 Jul 14 10:11:45.390028 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-37fe24c9-87e8-4dbb-9376-70607806dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.391557 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-37fe24c9-87e8-4dbb-9376-70607806dd8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520489 Jul 14 10:11:45.650341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa1430-3bd7-4079-bf4c-9aac529129d4 req-d332bb0c-9798-453d-be07-309abf78d656 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.651957 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93fa1430-3bd7-4079-bf4c-9aac529129d4 req-d332bb0c-9798-453d-be07-309abf78d656 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 943 time: 0.0739586 Jul 14 10:11:45.693759 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93fa1430-3bd7-4079-bf4c-9aac529129d4 req-391ad79d-b90e-413a-9f9a-777a127fe61a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Jul 14 10:11:45.812643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-ea24142b-816d-403d-bf61-7b129b86536e service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094737 Jul 14 10:11:45.899886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f08a692b-1d44-4642-8df1-3bda61a03598 req-ba557415-de68-4479-b286-250f475ef0f9 service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806155 Jul 14 10:11:46.018153 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84033b9e-aab2-4bea-b3f8-21c8371a599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:46.059882 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c4103f49-e403-4918-bd9b-252d41c24af4 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:46.106396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c4103f49-e403-4918-bd9b-252d41c24af4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:46.106800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:46.869249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d700-1b08-47fa-99a5-6ab0a0cf43fe req-53c69fc9-1c51-46e9-8698-c96b106d5599 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:46.870747 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1447d700-1b08-47fa-99a5-6ab0a0cf43fe req-53c69fc9-1c51-46e9-8698-c96b106d5599 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 943 time: 0.0665181 Jul 14 10:11:46.909315 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1447d700-1b08-47fa-99a5-6ab0a0cf43fe req-8eb778b3-4c2a-4f36-a536-eedbc25b7c5c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Jul 14 10:11:48.083454 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde91215-d71b-42a9-816e-d7aa0b07da9b req-66ca9154-72e0-4e3d-b297-d17510090df9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:48.084951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cde91215-d71b-42a9-816e-d7aa0b07da9b req-66ca9154-72e0-4e3d-b297-d17510090df9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 943 time: 0.0629249 Jul 14 10:11:48.123314 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cde91215-d71b-42a9-816e-d7aa0b07da9b req-da503791-e402-47ed-a8e5-c7e6ed0a1c42 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Jul 14 10:11:48.767160 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:48.965928 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bf2d7d58-c5a3-474b-8762-d142ff750b9a details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:11:49.062061 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bf2d7d58-c5a3-474b-8762-d142ff750b9a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:49.073168 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'port_id': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'mac_address': 'fa:16:3e:ed:ea:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:11:49.110856 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:49.126977 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2d7d58-c5a3-474b-8762-d142ff750b9a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:49.146967 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bf2d7d58-c5a3-474b-8762-d142ff750b9a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:49.151678 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:49.206784 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:49.212570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bf2d7d58-c5a3-474b-8762-d142ff750b9a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:49.306268 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711db21-49d2-4a75-a144-d03c32ed8206 req-cb2b03a8-f077-432e-a568-72a96f56328b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:49.306268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f711db21-49d2-4a75-a144-d03c32ed8206 req-cb2b03a8-f077-432e-a568-72a96f56328b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 944 time: 0.0651805 Jul 14 10:11:49.341683 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['bf2d7d58-c5a3-474b-8762-d142ff750b9a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:49.345762 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f711db21-49d2-4a75-a144-d03c32ed8206 req-996b9273-d6d4-430e-8faf-4382301e9f67 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335910 Jul 14 10:11:49.766837 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0aeba31d-3356-4d11-a79f-d6d7b78f3747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:49.939595 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:50.535103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4150d2b-f3ad-4c96-be77-99c210032a8a req-7ded8b6c-6adb-4067-a515-b13a260b7a11 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:50.536692 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4150d2b-f3ad-4c96-be77-99c210032a8a req-7ded8b6c-6adb-4067-a515-b13a260b7a11 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 944 time: 0.0771930 Jul 14 10:11:50.575934 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c4150d2b-f3ad-4c96-be77-99c210032a8a req-9a984909-5e45-4152-8e9c-b971cd270319 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336790 Jul 14 10:11:50.697508 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:50.964888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bf2d7d58-c5a3-474b-8762-d142ff750b9a up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:51.011417 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port bf2d7d58-c5a3-474b-8762-d142ff750b9a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:51.015518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port bf2d7d58-c5a3-474b-8762-d142ff750b9a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:51.015898 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.091916 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.115098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:51.117367 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fdd847-4fd5-4c5d-ae16-0ce0251a16cc" -d '{"events": [{"server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:51.130023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port bf2d7d58-c5a3-474b-8762-d142ff750b9a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:51.133787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.157552 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5ddee8-4d05-4960-a6d0-ffa8b1af4742 x-openstack-request-id: req-cb5ddee8-4d05-4960-a6d0-ffa8b1af4742 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:51.157852 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:51.158115 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb5ddee8-4d05-4960-a6d0-ffa8b1af4742 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:51.158522 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'code': 200} Jul 14 10:11:51.183390 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=bf2d7d58-c5a3-474b-8762-d142ff750b9a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:51.267122 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34159-3063-4736-afc2-ea509e8e9f59 req-721e57ae-5522-4dfe-bcc6-9adbde1e2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:51.268611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ba34159-3063-4736-afc2-ea509e8e9f59 req-721e57ae-5522-4dfe-bcc6-9adbde1e2d60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0546608 Jul 14 10:11:51.302835 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ba34159-3063-4736-afc2-ea509e8e9f59 req-73e87811-7c1b-4e75-b6d9-7783a92a7166 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271208 Jul 14 10:11:51.646764 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.754445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061baacb-8e8e-4395-b943-5e591ce9c039 req-23122912-213c-4734-9c78-8ad257650648 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:51.755976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-061baacb-8e8e-4395-b943-5e591ce9c039 req-23122912-213c-4734-9c78-8ad257650648 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0698993 Jul 14 10:11:51.794253 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-061baacb-8e8e-4395-b943-5e591ce9c039 req-29e08900-182f-450f-b222-1c34438c7a32 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Jul 14 10:11:52.975530 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c7626-643a-4e05-9c38-367f96731d67 req-42d62fdc-de72-49ad-91cc-2a588d0af10d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:52.977059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480c7626-643a-4e05-9c38-367f96731d67 req-42d62fdc-de72-49ad-91cc-2a588d0af10d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0684111 Jul 14 10:11:53.015287 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-480c7626-643a-4e05-9c38-367f96731d67 req-e49cd0c0-b1f3-486b-8428-cdfb6cb560ea tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Jul 14 10:11:53.186956 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351d5d7-9e0a-4868-bea6-ece65f21240d req-e9f54801-aa3b-4db6-bc60-293840bfdec6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:53.188467 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d351d5d7-9e0a-4868-bea6-ece65f21240d req-e9f54801-aa3b-4db6-bc60-293840bfdec6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0631826 Jul 14 10:11:53.225585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d351d5d7-9e0a-4868-bea6-ece65f21240d req-b63acbeb-566b-4ac2-94d7-ac0751d6b8d7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Jul 14 10:11:53.250014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44074) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:53.304580 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cde31a-a2c3-4dfe-98cd-7df344ea4b03 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:53.306125 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c6cde31a-a2c3-4dfe-98cd-7df344ea4b03 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1092 time: 0.0551441 Jul 14 10:11:53.309616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44076) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:53.314011 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:53.335782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:53.432643 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:53.539202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.169 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/b4e0c9af-5b6d-4730-a34f-e21f8bf6494c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:53.640903 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:53.680270 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:53.720523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:53.725262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:53.728924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:53.754201 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=b4e0c9af-5b6d-4730-a34f-e21f8bf6494c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:54.094981 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.173284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.323927 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.329215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.399284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=b4e0c9af-5b6d-4730-a34f-e21f8bf6494c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:54.409642 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.513995 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 6309c73b-5a34-4b07-a725-3fecd1c5af25 associated. External IP: 172.25.2.169, port: bf2d7d58-c5a3-474b-8762-d142ff750b9a. Jul 14 10:11:54.720863 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:54.827348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:54.836376 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] Sync routers for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:54.843179 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.846801 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:54.847432 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:54.881011 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-ca9a7007-8ccb-4ed5-807f-bb7913666568 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5703733 Jul 14 10:11:54.882090 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:54.884221 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06457b73-5710-4019-bd4b-a9e0262738a8" -d '{"events": [{"name": "network-changed", "server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:54.956770 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:54.979078 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb4ae1-89b2-4dc8-be0b-6e17c4f05e57 x-openstack-request-id: req-a9bb4ae1-89b2-4dc8-be0b-6e17c4f05e57 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:54.979455 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:54.979753 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9bb4ae1-89b2-4dc8-be0b-6e17c4f05e57 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:54.980197 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'status': 'completed', 'code': 200} Jul 14 10:11:55.097008 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-31eadf9f-2d5e-41d5-9a8b-8af8cf3728ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.098579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-31eadf9f-2d5e-41d5-9a8b-8af8cf3728ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0954230 Jul 14 10:11:55.122520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c446d-4ae8-4be7-94ae-0b9a88481441 req-b826fe76-49fc-4c29-9085-7e2e2f32f88f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.124007 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-179c446d-4ae8-4be7-94ae-0b9a88481441 req-b826fe76-49fc-4c29-9085-7e2e2f32f88f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0921042 Jul 14 10:11:55.195302 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '6309c73b-5a34-4b07-a725-3fecd1c5af25', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'port_id': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'mac_address': 'fa:16:3e:ed:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:53Z', 'updated_at': '2021-07-14T10:11:53Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:55.209616 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-179c446d-4ae8-4be7-94ae-0b9a88481441 req-a26d6938-0459-45a7-811a-6b6f381298c5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757043 Jul 14 10:11:55.222187 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] Checking router: d3ddff97-7897-4ed8-aef5-7ffba32e2df8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:55.229688 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-292e77e5-4576-4406-b974-45eab2a12a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.231282 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:55.231937 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:11:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:55.232224 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-292e77e5-4576-4406-b974-45eab2a12a36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 200 len: 897 time: 0.1258705 Jul 14 10:11:55.234704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44086) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:55.337020 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:55.343701 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-2e811200-e87b-45d2-a162-2882d057f1c4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/6309c73b-5a34-4b07-a725-3fecd1c5af25 HTTP/1.1" status: 200 len: 991 time: 0.1078193 Jul 14 10:11:55.346019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-4b6b6f0b-989a-4aab-b555-942fe1466c23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 200 len: 999 time: 0.1040137 Jul 14 10:11:55.396026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-3773d5a5-a33c-44ce-8975-02c5c2641947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.397525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-3773d5a5-a33c-44ce-8975-02c5c2641947 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4b0017e-aebb-4929-a4fb-ccfe221bab58 HTTP/1.1" status: 200 len: 834 time: 0.0453751 Jul 14 10:11:55.473389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-09c524d4-9116-44dd-aa3b-5164b61133e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.475175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-09c524d4-9116-44dd-aa3b-5164b61133e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714710 Jul 14 10:11:55.574759 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '6309c73b-5a34-4b07-a725-3fecd1c5af25', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'port_id': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'mac_address': 'fa:16:3e:ed:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:53Z', 'updated_at': '2021-07-14T10:11:53Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:55.583129 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-358265b5-e991-4e41-af6d-a0f534aa407b service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004953 Jul 14 10:11:55.601419 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6f613-4410-43a3-9b54-ceab12038d35 None None] The sync data for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 is: [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '6309c73b-5a34-4b07-a725-3fecd1c5af25', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'port_id': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'mac_address': 'fa:16:3e:ed:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:53Z', 'updated_at': '2021-07-14T10:11:53Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:55.687465 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06457b73-5710-4019-bd4b-a9e0262738a8 req-15532e9f-b0d0-44b7-8206-38075b316b7f service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972250 Jul 14 10:11:55.810881 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e9e39-f4c9-4b9f-a0b3-7399f5ee81a2 None None] New status for floating IP 6309c73b-5a34-4b07-a725-3fecd1c5af25: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:11:56.349436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44088) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:56.418248 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9a5b8ed5-92cc-4534-add9-a4744781a3e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/6309c73b-5a34-4b07-a725-3fecd1c5af25 HTTP/1.1" status: 200 len: 993 time: 0.0673521 Jul 14 10:12:02.096063 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:16.018869 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f173a4d-0114-48d9-b3bf-58f238881a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.184258 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.766874 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f563bb9-a494-4fd9-bcef-1e8586bf12eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:19.942746 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:20.695826 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:21.651568 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.766154 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:27.994968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d614-6d6e-4885-a767-a9b736cfe2d6 req-556ed76d-3ec6-469e-82ad-a6d209d54134 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:27.996412 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1542d614-6d6e-4885-a767-a9b736cfe2d6 req-556ed76d-3ec6-469e-82ad-a6d209d54134 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0678689 Jul 14 10:12:28.034609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1542d614-6d6e-4885-a767-a9b736cfe2d6 req-ce58c593-c28b-43ec-8bcd-6e2648bc1bcd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Jul 14 10:12:28.511232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-a0ba520c-6d0e-4099-84f2-349ad5a479ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:28.512755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-a0ba520c-6d0e-4099-84f2-349ad5a479ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0535729 Jul 14 10:12:28.616839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-70342d31-d667-46d6-a812-b29f7c76b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:28.618314 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-70342d31-d667-46d6-a812-b29f7c76b7b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 200 len: 897 time: 0.0851002 Jul 14 10:12:28.687755 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-5a20d42c-3ee8-4f02-8c54-f519c2f1f337 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 200 len: 1001 time: 0.0613453 Jul 14 10:12:28.734249 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-86d754b5-9d3c-48af-a406-1e8ee4d93db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:28.735717 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-86d754b5-9d3c-48af-a406-1e8ee4d93db6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4b0017e-aebb-4929-a4fb-ccfe221bab58 HTTP/1.1" status: 200 len: 834 time: 0.0425062 Jul 14 10:12:28.791738 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-3b0fee75-b274-4787-8ec1-72ded742adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:28.793283 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-3b0fee75-b274-4787-8ec1-72ded742adce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516534 Jul 14 10:12:28.885276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-18c06fd4-d157-46fb-a12f-aca7873dfb79 service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861428 Jul 14 10:12:28.976361 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-abc8f19e-bd42-45b8-a5cc-96b69f1c7220 req-69ae497b-8248-40e3-8bda-cff5a5c41861 service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829871 Jul 14 10:12:29.217706 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37ddaa-0fdf-408f-9905-f59bca076ef5 req-78799588-f7b5-40a5-a426-b64cd400d15c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:29.219510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f37ddaa-0fdf-408f-9905-f59bca076ef5 req-78799588-f7b5-40a5-a426-b64cd400d15c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0679891 Jul 14 10:12:29.258474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6f37ddaa-0fdf-408f-9905-f59bca076ef5 req-b8db7be5-c3df-4fa1-8e2f-f5ce6f1b33d0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329578 Jul 14 10:12:30.440086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf5715-7d4a-423c-96ba-417ae2969087 req-e21d8df9-3bcd-43bf-84a3-01387f6057df tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:30.441810 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34bf5715-7d4a-423c-96ba-417ae2969087 req-e21d8df9-3bcd-43bf-84a3-01387f6057df tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0693972 Jul 14 10:12:30.482953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34bf5715-7d4a-423c-96ba-417ae2969087 req-9abf195a-47c2-47b2-82ec-8af238b963c2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348475 Jul 14 10:12:31.653695 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f6f66-798a-4e43-8903-511d6f93ad07 req-59fb6837-0562-4360-935b-47a84da913ae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:31.655189 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-432f6f66-798a-4e43-8903-511d6f93ad07 req-59fb6837-0562-4360-935b-47a84da913ae tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0627453 Jul 14 10:12:31.692349 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-432f6f66-798a-4e43-8903-511d6f93ad07 req-92ae9300-1e2b-401b-aa1d-bcaf09724e4c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316424 Jul 14 10:12:32.095530 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:32.865886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66339d8-0399-4373-96eb-d809a6eac65a req-8f497c18-61be-45f1-aa21-bf65e041e311 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:32.867886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e66339d8-0399-4373-96eb-d809a6eac65a req-8f497c18-61be-45f1-aa21-bf65e041e311 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0677981 Jul 14 10:12:32.905055 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e66339d8-0399-4373-96eb-d809a6eac65a req-54166787-4b59-4435-a0d9-ffc0b4253eb4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316525 Jul 14 10:12:34.084101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77c93f-624c-4565-8484-7fc6f64dff96 req-1591882c-8461-4499-98c4-e388ec01351d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:34.085617 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a77c93f-624c-4565-8484-7fc6f64dff96 req-1591882c-8461-4499-98c4-e388ec01351d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0680099 Jul 14 10:12:34.123181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1a77c93f-624c-4565-8484-7fc6f64dff96 req-7ab3b47b-81c4-40a8-8f8d-d7f534c6d01e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Jul 14 10:12:35.298929 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ab659-5357-4e65-807f-726fee4c0dcb req-4cb4cb40-a4fd-434e-80ca-f37e182f754d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:35.300479 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc5ab659-5357-4e65-807f-726fee4c0dcb req-4cb4cb40-a4fd-434e-80ca-f37e182f754d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0631950 Jul 14 10:12:35.338999 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc5ab659-5357-4e65-807f-726fee4c0dcb req-80f089bd-4449-4af6-8295-26a8818040bd tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328813 Jul 14 10:12:36.512072 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543f023-1d69-4be3-a83f-4ca16f9c9d04 req-74ce2528-8126-4b01-8801-b82c7f822576 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:36.513589 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1543f023-1d69-4be3-a83f-4ca16f9c9d04 req-74ce2528-8126-4b01-8801-b82c7f822576 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0661976 Jul 14 10:12:36.551979 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1543f023-1d69-4be3-a83f-4ca16f9c9d04 req-60628eb2-facd-4b86-82a0-868eecf25f6b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328782 Jul 14 10:12:37.723749 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702de8d4-99b5-417e-976d-492ab7e4627c req-ea939134-7c40-4146-8f09-870a07b1e17c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:37.725179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-702de8d4-99b5-417e-976d-492ab7e4627c req-ea939134-7c40-4146-8f09-870a07b1e17c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0644763 Jul 14 10:12:37.768338 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-702de8d4-99b5-417e-976d-492ab7e4627c req-9df22bea-1676-4f8d-9849-e8302eabc9dc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368562 Jul 14 10:12:38.949186 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cf11e-0450-47f4-bf2b-4e500eff1608 req-f30b31f5-aa31-4cc3-90fd-92cf9a300ec2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:38.950684 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c5cf11e-0450-47f4-bf2b-4e500eff1608 req-f30b31f5-aa31-4cc3-90fd-92cf9a300ec2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0640211 Jul 14 10:12:38.989324 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5c5cf11e-0450-47f4-bf2b-4e500eff1608 req-9937f8d8-6f6f-4bbc-ae74-ef7328fa8876 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331447 Jul 14 10:12:40.166291 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f8df6-69dd-4b51-a003-ba9040ddcb80 req-a520bf87-6a1b-4e04-8b07-bcc1df2cca3b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:40.167793 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-988f8df6-69dd-4b51-a003-ba9040ddcb80 req-a520bf87-6a1b-4e04-8b07-bcc1df2cca3b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0637424 Jul 14 10:12:40.206312 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-988f8df6-69dd-4b51-a003-ba9040ddcb80 req-3fd0a696-ca7d-427e-8e8c-d380fb68e8b5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Jul 14 10:12:41.381536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0069-947e-4141-8e2c-6a80d2e0028d req-d722e050-b2d8-491a-b814-475747fe599d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:41.383022 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-796e0069-947e-4141-8e2c-6a80d2e0028d req-d722e050-b2d8-491a-b814-475747fe599d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0674584 Jul 14 10:12:41.421422 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-796e0069-947e-4141-8e2c-6a80d2e0028d req-0825bd48-118e-4eb9-a6d2-baabce51f2fb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321414 Jul 14 10:12:42.595162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2db106-639a-4864-b7e0-6808c6221245 req-2b825c86-a32e-42c0-a479-ffd2c302e6ea tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:42.596703 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d2db106-639a-4864-b7e0-6808c6221245 req-2b825c86-a32e-42c0-a479-ffd2c302e6ea tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0638893 Jul 14 10:12:42.634082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3d2db106-639a-4864-b7e0-6808c6221245 req-98f650a4-2f2a-4c7d-9111-71a2888d1489 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Jul 14 10:12:43.805509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49051db8-11f6-413e-86c4-52241b389f42 req-3a55d4d0-b9c4-43c7-93c5-aa46c4f3918d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:43.807015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49051db8-11f6-413e-86c4-52241b389f42 req-3a55d4d0-b9c4-43c7-93c5-aa46c4f3918d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0643945 Jul 14 10:12:43.844420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-49051db8-11f6-413e-86c4-52241b389f42 req-d0c1fd62-88a0-4f5c-9900-3225b2d417b9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Jul 14 10:12:43.868646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44132) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:43.932364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-654cec30-161e-49e2-825a-cc4f9a803f4e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/6309c73b-5a34-4b07-a725-3fecd1c5af25 HTTP/1.1" status: 200 len: 993 time: 0.0625193 Jul 14 10:12:45.347509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82478ae-0871-4e55-bf02-39116bc72888 req-44b9900b-28d3-4981-92d8-576c892aa93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:45.349081 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82478ae-0871-4e55-bf02-39116bc72888 req-44b9900b-28d3-4981-92d8-576c892aa93a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0536363 Jul 14 10:12:45.374734 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859bbbe-ab7d-4bf7-a70a-fe21947aff19 req-a665d331-5e4a-446d-a170-ac3f1488ff33 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:45.376318 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9859bbbe-ab7d-4bf7-a70a-fe21947aff19 req-a665d331-5e4a-446d-a170-ac3f1488ff33 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0728996 Jul 14 10:12:45.415089 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9859bbbe-ab7d-4bf7-a70a-fe21947aff19 req-a18ffddf-4e7f-416b-ac59-fa655d545d61 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328987 Jul 14 10:12:45.445898 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82478ae-0871-4e55-bf02-39116bc72888 req-2916585a-d41a-48d6-9c00-a13f57937c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:45.447987 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82478ae-0871-4e55-bf02-39116bc72888 req-2916585a-d41a-48d6-9c00-a13f57937c9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 200 len: 897 time: 0.0927522 Jul 14 10:12:45.513859 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82478ae-0871-4e55-bf02-39116bc72888 req-546cd72b-1ae1-4332-b84e-e2a244987ec7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 200 len: 1001 time: 0.0595722 Jul 14 10:12:45.560470 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82478ae-0871-4e55-bf02-39116bc72888 req-e842a602-b6da-4e82-8c14-5ec5ec19171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:45.561923 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82478ae-0871-4e55-bf02-39116bc72888 req-e842a602-b6da-4e82-8c14-5ec5ec19171e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4b0017e-aebb-4929-a4fb-ccfe221bab58 HTTP/1.1" status: 200 len: 834 time: 0.0426769 Jul 14 10:12:45.622229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82478ae-0871-4e55-bf02-39116bc72888 req-188095a0-7c61-4dcd-a602-6b997b4b7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:45.623785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82478ae-0871-4e55-bf02-39116bc72888 req-188095a0-7c61-4dcd-a602-6b997b4b7674 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560229 Jul 14 10:12:45.710532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82478ae-0871-4e55-bf02-39116bc72888 req-f656108f-404d-44bd-9ac4-ffbc5e725fde service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806584 Jul 14 10:12:45.800920 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d82478ae-0871-4e55-bf02-39116bc72888 req-4e6aa4d8-b6cc-461b-b01f-b042a246ee60 service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840316 Jul 14 10:12:46.019755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-569b13ad-14da-4eb2-b09c-4df673ffb274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:46.590772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4182a-2977-436f-8c85-1e6119b7e2b4 req-a99b485b-884c-420a-b68d-87eac65632aa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:46.592207 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-acd4182a-2977-436f-8c85-1e6119b7e2b4 req-a99b485b-884c-420a-b68d-87eac65632aa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0632768 Jul 14 10:12:46.632856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-acd4182a-2977-436f-8c85-1e6119b7e2b4 req-844c637d-d576-44d7-b962-c92743d4020b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347433 Jul 14 10:12:46.656866 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44146) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:46.719626 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c482d0ff-e788-4bb0-83fa-fe36689f8b68 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/6309c73b-5a34-4b07-a725-3fecd1c5af25 HTTP/1.1" status: 200 len: 993 time: 0.0615239 Jul 14 10:12:49.175562 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:49.766359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-074bdc59-c29e-4e20-a83a-5097feb0affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:49.945106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:50.710525 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:51.653621 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:02.111245 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:02.765992 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:16.022066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a15a514-6b04-475a-a90d-82764ecc3463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:17.270891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:17.457358 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port b4e0c9af-5b6d-4730-a34f-e21f8bf6494c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:13:17.457752 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:17.544082 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:17.544358 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:17.558285 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for b4e0c9af-5b6d-4730-a34f-e21f8bf6494c owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:13:17.728606 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:17.758784 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=b4e0c9af-5b6d-4730-a34f-e21f8bf6494c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:17.786610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.786961 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.787337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.787739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.788093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.788468 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.788890 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.789235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.789578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.789915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.790251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.790585 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:17.836526 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:17.836994 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 6309c73b-5a34-4b07-a725-3fecd1c5af25 disassociated (deleted). External IP: 172.25.2.169, port: bf2d7d58-c5a3-474b-8762-d142ff750b9a. Jul 14 10:13:18.085190 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:13:18.213437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:18.218267 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:18.225187 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] Sync routers for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:18.235117 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:18.235777 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:12:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:18.278145 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5e334d50-34bb-464d-bb75-ae98416ce75c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/floatingips/6309c73b-5a34-4b07-a725-3fecd1c5af25 HTTP/1.1" status: 204 len: 168 time: 1.0059566 Jul 14 10:13:18.279425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:18.281795 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710e7fe9-01a5-4615-a070-778b283dde31" -d '{"events": [{"name": "network-changed", "server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:18.364189 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:18.396606 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2af23a-2667-45e1-b842-d21195ae437b x-openstack-request-id: req-9b2af23a-2667-45e1-b842-d21195ae437b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:18.397718 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:18.397974 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b2af23a-2667-45e1-b842-d21195ae437b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:18.398417 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'status': 'completed', 'code': 200} Jul 14 10:13:18.490881 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e7fe9-01a5-4615-a070-778b283dde31 req-290255a0-f899-42e6-a4fb-ca5882af12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:18.492864 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710e7fe9-01a5-4615-a070-778b283dde31 req-290255a0-f899-42e6-a4fb-ca5882af12f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0710106 Jul 14 10:13:18.601768 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e7fe9-01a5-4615-a070-778b283dde31 req-4cbbccee-6240-4827-976f-664bd6a29b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:18.602879 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:18.603252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710e7fe9-01a5-4615-a070-778b283dde31 req-4cbbccee-6240-4827-976f-664bd6a29b44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 200 len: 897 time: 0.1003675 Jul 14 10:13:18.630459 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] Checking router: d3ddff97-7897-4ed8-aef5-7ffba32e2df8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:18.641387 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:18.642007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:12:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:18.649621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710e7fe9-01a5-4615-a070-778b283dde31 req-f38c0699-2880-4d2a-b8e8-90e37eaef110 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 200 len: 217 time: 0.0384669 Jul 14 10:13:18.683024 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d1a25-526f-4db3-90ab-387d94ce119e req-606cf852-7e1c-4ae6-9982-846d4e278115 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:18.684639 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b62d1a25-526f-4db3-90ab-387d94ce119e req-606cf852-7e1c-4ae6-9982-846d4e278115 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0684505 Jul 14 10:13:18.705392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e7fe9-01a5-4615-a070-778b283dde31 req-b6060339-c6a6-4990-87f3-2643d7b98456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:18.706942 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710e7fe9-01a5-4615-a070-778b283dde31 req-b6060339-c6a6-4990-87f3-2643d7b98456 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4b0017e-aebb-4929-a4fb-ccfe221bab58 HTTP/1.1" status: 200 len: 834 time: 0.0498812 Jul 14 10:13:18.727665 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b62d1a25-526f-4db3-90ab-387d94ce119e req-3bef0a2a-f42b-4813-bd92-87bce60154ce tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Jul 14 10:13:18.777521 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e7fe9-01a5-4615-a070-778b283dde31 req-fee5e266-c23a-435e-94c2-7c177923c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:18.779115 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710e7fe9-01a5-4615-a070-778b283dde31 req-fee5e266-c23a-435e-94c2-7c177923c52d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f3480c2-805e-42da-9e56-8ea9f3dd0c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631220 Jul 14 10:13:18.857308 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:18.878005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710e7fe9-01a5-4615-a070-778b283dde31 req-d61bdee6-adb6-44a5-824d-3c5a9887372c service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909452 Jul 14 10:13:18.992653 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-710e7fe9-01a5-4615-a070-778b283dde31 req-b7a92ebc-a4d5-4ee0-a6e4-2fc0ac6d1bc2 service neutron] 10.222.0.11 "GET /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052027 Jul 14 10:13:19.081366 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:19.111663 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f93dd3-5e15-4b70-95f1-601b62538a8e None None] The sync data for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 is: [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': 'c4103f49-e403-4918-bd9b-252d41c24af4', 'name': '', 'network_id': '1f3480c2-805e-42da-9e56-8ea9f3dd0c00', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:c6:5d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:39Z', 'updated_at': '2021-07-14T10:11:44Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': 'd4b0017e-aebb-4929-a4fb-ccfe221bab58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:19.181427 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:19.356107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d92606-4718-4943-ba44-a97894165f64 None None] New status for floating IP 6309c73b-5a34-4b07-a725-3fecd1c5af25: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:13:19.767808 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13008c32-8613-4bbc-9000-5c8221770f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:19.911251 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d045a7c-54fc-48a5-889d-64a1dae8e8fe req-8bb6e369-e930-479b-8f2f-f135d1b5eee3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:19.912778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d045a7c-54fc-48a5-889d-64a1dae8e8fe req-8bb6e369-e930-479b-8f2f-f135d1b5eee3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0635331 Jul 14 10:13:19.948839 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:19.952639 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7d045a7c-54fc-48a5-889d-64a1dae8e8fe req-dda12504-2f04-4f7e-a4a8-c4290e9bec2a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Jul 14 10:13:20.134687 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-49b72819-1810-47cf-a7cb-bc1fdf91ebec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:20.137025 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-49b72819-1810-47cf-a7cb-bc1fdf91ebec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 945 time: 0.0726049 Jul 14 10:13:20.249877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port bf2d7d58-c5a3-474b-8762-d142ff750b9a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:13:20.250259 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:20.349117 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port bf2d7d58-c5a3-474b-8762-d142ff750b9a, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=bf2d7d58-c5a3-474b-8762-d142ff750b9a,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:20.349388 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:20.363973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for bf2d7d58-c5a3-474b-8762-d142ff750b9a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:13:20.500978 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:20.537207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=bf2d7d58-c5a3-474b-8762-d142ff750b9a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:20.586868 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] No DVR routers for this DVR port bf2d7d58-c5a3-474b-8762-d142ff750b9a on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:13:20.589825 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:20.591955 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-33aeb9a8-5f06-4a0d-bed4-021704dae72c req-65fb4cef-5104-487a-b31a-6ba039c4cd13 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.11 "DELETE /v2.0/ports/bf2d7d58-c5a3-474b-8762-d142ff750b9a HTTP/1.1" status: 204 len: 173 time: 0.4494760 Jul 14 10:13:20.592423 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'name': 'network-vif-deleted', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:20.594983 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0d3159-a10c-4cc9-b442-2e0716f17a43" -d '{"events": [{"server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "name": "network-vif-deleted", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:20.638327 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d2045b-8cf5-4194-98eb-dd5794b48cb5 x-openstack-request-id: req-c6d2045b-8cf5-4194-98eb-dd5794b48cb5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:20.638630 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890ed8bb-2a9f-460d-9851-8e927c31b2e1", "name": "network-vif-deleted", "tag": "bf2d7d58-c5a3-474b-8762-d142ff750b9a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:20.638896 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6d2045b-8cf5-4194-98eb-dd5794b48cb5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:20.639309 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890ed8bb-2a9f-460d-9851-8e927c31b2e1', 'name': 'network-vif-deleted', 'tag': 'bf2d7d58-c5a3-474b-8762-d142ff750b9a', 'status': 'completed', 'code': 200} Jul 14 10:13:20.701957 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:21.142424 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-04408e06-20f9-41f5-8ede-085baa33a554 req-e26e4c72-6e6c-4966-a903-9d6118821ef8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=890ed8bb-2a9f-460d-9851-8e927c31b2e1 HTTP/1.1" status: 200 len: 210 time: 0.0461755 Jul 14 10:13:21.661345 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:22.251377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44182) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:22.626610 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:23.226329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port c4103f49-e403-4918-bd9b-252d41c24af4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:13:23.226676 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:23.320336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port c4103f49-e403-4918-bd9b-252d41c24af4, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c4103f49-e403-4918-bd9b-252d41c24af4,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:23.321068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:23.334523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for c4103f49-e403-4918-bd9b-252d41c24af4 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:13:23.368260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bf2d7d58-c5a3-474b-8762-d142ff750b9a no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:13:23.388976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: bf2d7d58-c5a3-474b-8762-d142ff750b9a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:13:23.389418 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device bf2d7d58-c5a3-474b-8762-d142ff750b9a not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:13:23.530933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:23.556813 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=c4103f49-e403-4918-bd9b-252d41c24af4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:23.743646 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:23.957604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:13:24.073773 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:24.079292 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-87f3cb92-bb75-423a-9c07-dab109be3b5f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/d3ddff97-7897-4ed8-aef5-7ffba32e2df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267729 Jul 14 10:13:24.082168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:24.085755 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] Sync routers for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:24.098003 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:24.098630 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:24.145888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting subnet d4b0017e-aebb-4929-a4fb-ccfe221bab58 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:13:24.149254 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.199822 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.209622 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:24.291445 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.354539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.390034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b0017e-aebb-4929-a4fb-ccfe221bab58,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:24.398469 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.399895 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:13:23Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:24.400404 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/subnets/d4b0017e-aebb-4929-a4fb-ccfe221bab58 HTTP/1.1" status: 204 len: 168 time: 0.3172319 Jul 14 10:13:24.402189 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.402559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.402908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.403255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.403625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.403973 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.404436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.404782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.405123 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.405319 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44186) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:24.405823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.405823 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.406122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee932cb-6eb1-4596-a33e-98faf2ae16a6 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:24.407441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e095b92-8edd-45ca-814c-6c07ee527a59 None None] Network 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:13:24.436201 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] Checking router: d3ddff97-7897-4ed8-aef5-7ffba32e2df8 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:24.446668 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] Routers {'d3ddff97-7897-4ed8-aef5-7ffba32e2df8'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:24.447325 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:24.533946 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.560211 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] Set router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:24.652333 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.709632 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 13998828-6cf0-46e6-9d04-39d9fb1997cd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:13:24.710034 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.764487 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:13:23Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:24.792096 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ea0b2-2de7-486f-8cca-6478cfff371e None None] The sync data for ids ['d3ddff97-7897-4ed8-aef5-7ffba32e2df8'] in n-d-758944-44 is: [{'id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288926095', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:13:23Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': '13998828-6cf0-46e6-9d04-39d9fb1997cd', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ddff97-7897-4ed8-aef5-7ffba32e2df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:36Z', 'updated_at': '2021-07-14T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:24.806755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port 13998828-6cf0-46e6-9d04-39d9fb1997cd, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=13998828-6cf0-46e6-9d04-39d9fb1997cd,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:24.807691 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.822741 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] DHCP port deletion for 1f3480c2-805e-42da-9e56-8ea9f3dd0c00 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:13:24.833831 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 13998828-6cf0-46e6-9d04-39d9fb1997cd owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:13:24.899836 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Deleting port d91ddcfc-1753-40af-849d-7800f18c7fb6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:13:24.900509 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.997641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] For port d91ddcfc-1753-40af-849d-7800f18c7fb6, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=d91ddcfc-1753-40af-849d-7800f18c7fb6,segment=NetworkSegment(6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8),segment_id=6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:24.998046 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.002576 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.012085 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Calling delete_port for d91ddcfc-1753-40af-849d-7800f18c7fb6 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:13:25.031962 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=13998828-6cf0-46e6-9d04-39d9fb1997cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:25.097510 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.098046 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.127897 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Pushing event deleted for resources: {'Port': ['ID=d91ddcfc-1753-40af-849d-7800f18c7fb6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:25.137161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.137559 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.137843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.138182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.138518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.138851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.139176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.139539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.139866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.140195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.140518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.140855 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:25.144017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90cbdf-08d2-4b7c-9a7b-b3b94b55a79b None None] No DVR routers for this DVR port d91ddcfc-1753-40af-849d-7800f18c7fb6 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:13:25.202935 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.205288 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.252084 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.252663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Fanout notify agent at l3_agent the message router_deleted on router d3ddff97-7897-4ed8-aef5-7ffba32e2df8 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:13:25.259905 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.261114 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-9efb0cbc-19b3-4ede-a83f-cc004da2adac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/routers/d3ddff97-7897-4ed8-aef5-7ffba32e2df8 HTTP/1.1" status: 204 len: 168 time: 0.8547900 Jul 14 10:13:25.264030 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44188) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:25.349293 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.440301 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.452372 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3480c2-805e-42da-9e56-8ea9f3dd0c00']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:25.470669 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:25.470969 n-d-758944-44 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1c9d83-ea2b-40df-aa99-e5c8a76f7fc8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:25.481245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3811428'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.498015 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.504293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:13:25.504863 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3811612'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: Traceback (most recent call last): Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: timer() Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: cb(*args, **kw) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: return func(*args, **kwargs) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: self._notify() Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: self.callback(batched_events) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: event.method(event) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: return f(self, *a, **k) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: return self._get(url).json() Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:13:25.510687 n-d-758944-44 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:13:25.566165 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.573778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.575697 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/networks/1f3480c2-805e-42da-9e56-8ea9f3dd0c00 HTTP/1.1" status: 204 len: 168 time: 0.3106523 Jul 14 10:13:25.578555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:25.587846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edb84e-618b-4d5b-b4f3-516d66ef7f94 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Network': ['ID=1f3480c2-805e-42da-9e56-8ea9f3dd0c00,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:25.649258 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5c85d61-23b6-481a-a17e-c283a132959d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.677596 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5c85d61-23b6-481a-a17e-c283a132959d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.744971 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5c85d61-23b6-481a-a17e-c283a132959d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.748003 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a5c85d61-23b6-481a-a17e-c283a132959d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.749288 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a5c85d61-23b6-481a-a17e-c283a132959d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/security-groups/9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9 HTTP/1.1" status: 204 len: 168 time: 0.1697271 Jul 14 10:13:25.764307 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c85d61-23b6-481a-a17e-c283a132959d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa550d-c50c-4bdb-bd1e-316bb6fb97d9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:26.128705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 13998828-6cf0-46e6-9d04-39d9fb1997cd no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:13:26.151562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 13998828-6cf0-46e6-9d04-39d9fb1997cd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:13:26.151848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 13998828-6cf0-46e6-9d04-39d9fb1997cd not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:13:26.152300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d91ddcfc-1753-40af-849d-7800f18c7fb6 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:13:26.174158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: d91ddcfc-1753-40af-849d-7800f18c7fb6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:13:26.174521 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device d91ddcfc-1753-40af-849d-7800f18c7fb6 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:13:26.174953 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c4103f49-e403-4918-bd9b-252d41c24af4 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:13:26.196400 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c4103f49-e403-4918-bd9b-252d41c24af4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:13:26.196745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c4103f49-e403-4918-bd9b-252d41c24af4 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:13:26.212871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:26.218521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f80fc598-6656-457e-9565-17e15fe148e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57422621', 'description': 'tempest-secgroup-smoke-57422621 description', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:26.245089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f80fc598-6656-457e-9565-17e15fe148e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.347139 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f80fc598-6656-457e-9565-17e15fe148e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.351308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f80fc598-6656-457e-9565-17e15fe148e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.379427 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f80fc598-6656-457e-9565-17e15fe148e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.380667 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f80fc598-6656-457e-9565-17e15fe148e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1666355 Jul 14 10:13:26.383622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:26.388908 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-619e147f-402c-48e8-b026-8e122445fcf2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '75f86df2-ec67-4cc0-ab75-c10f3621a2c1', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:26.394210 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fc598-6656-457e-9565-17e15fe148e4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f86df2-ec67-4cc0-ab75-c10f3621a2c1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:26.422338 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-619e147f-402c-48e8-b026-8e122445fcf2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.491664 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-619e147f-402c-48e8-b026-8e122445fcf2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.497729 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-619e147f-402c-48e8-b026-8e122445fcf2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.516138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e147f-402c-48e8-b026-8e122445fcf2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27a647e-1676-49b0-9b4d-47806c1e3bc9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:26.522400 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-619e147f-402c-48e8-b026-8e122445fcf2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.523768 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-619e147f-402c-48e8-b026-8e122445fcf2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392088 Jul 14 10:13:26.527266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:26.532405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4f33df4a-af56-4356-a76d-9d501d29c327 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '75f86df2-ec67-4cc0-ab75-c10f3621a2c1', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:26.559668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f33df4a-af56-4356-a76d-9d501d29c327 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.622401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f33df4a-af56-4356-a76d-9d501d29c327 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.625743 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f33df4a-af56-4356-a76d-9d501d29c327 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.643836 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33df4a-af56-4356-a76d-9d501d29c327 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c568cd89-5130-4826-aff1-6cef5cde0abb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:26.653539 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f33df4a-af56-4356-a76d-9d501d29c327 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.655460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4f33df4a-af56-4356-a76d-9d501d29c327 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270819 Jul 14 10:13:26.660127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:26.665414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-302a28d5-2c5c-439e-834a-8bc0c01723fa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '75f86df2-ec67-4cc0-ab75-c10f3621a2c1', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:26.697036 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302a28d5-2c5c-439e-834a-8bc0c01723fa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.757701 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302a28d5-2c5c-439e-834a-8bc0c01723fa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.762050 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302a28d5-2c5c-439e-834a-8bc0c01723fa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.781796 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a28d5-2c5c-439e-834a-8bc0c01723fa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb839ce5-7f9b-4ca7-8447-95ae065b231c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:26.787874 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-302a28d5-2c5c-439e-834a-8bc0c01723fa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.788906 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-302a28d5-2c5c-439e-834a-8bc0c01723fa tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277263 Jul 14 10:13:26.792415 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44204) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:26.796771 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-48dbc4ea-456b-4de8-8321-e5ddcb5a76ff tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '75f86df2-ec67-4cc0-ab75-c10f3621a2c1', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:26.825905 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48dbc4ea-456b-4de8-8321-e5ddcb5a76ff tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.895746 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48dbc4ea-456b-4de8-8321-e5ddcb5a76ff tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.900426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48dbc4ea-456b-4de8-8321-e5ddcb5a76ff tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.919478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbc4ea-456b-4de8-8321-e5ddcb5a76ff tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9684f088-a56b-4962-8bda-8d4c5f2c4092,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:26.927455 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-48dbc4ea-456b-4de8-8321-e5ddcb5a76ff tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.928698 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-48dbc4ea-456b-4de8-8321-e5ddcb5a76ff tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353512 Jul 14 10:13:26.931958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:26.937229 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '75f86df2-ec67-4cc0-ab75-c10f3621a2c1', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:26.963691 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:13:26.972363 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.038857 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.042720 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.060045 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7859f6fb-87e5-40bb-91f2-d595eca44207,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:27.066933 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.068396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-114f8b83-19cb-4207-873c-5afe23c3c0a2 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351323 Jul 14 10:13:27.071453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:27.076469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'security_group_rule': {'security_group_id': '75f86df2-ec67-4cc0-ab75-c10f3621a2c1', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:27.099793 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Project ca5f08a838274c89bf2fb02cce94533b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:13:27.104968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.179326 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.183099 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.200825 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166da71c-996f-4558-9531-948022255ff1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:27.212289 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.214217 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-729b1098-53a5-43e4-a79b-bde7cd53d60d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417658 Jul 14 10:13:27.217263 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:27.222879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'network': {'name': 'tempest-network-smoke--6916237', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:27.243606 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:27.247568 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.270821 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:13:27.279788 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.280138 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Added segment 1b6f308b-33a7-4a35-944e-07ea7756ee89 of type vlan for network fcb1cca6-b27d-4195-8521-e92a52f85344 Jul 14 10:13:27.319507 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.347762 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.353379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:27.353979 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.414452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1961226 Jul 14 10:13:27.418156 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:27.423618 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2542456-7a3b-4e21-9bca-4bd45da0afbf tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Network': ['ID=fcb1cca6-b27d-4195-8521-e92a52f85344,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:27.425538 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'admin_state_up': True, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:27.434229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network fcb1cca6-b27d-4195-8521-e92a52f85344 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:13:27.457004 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.458061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.515329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.660317 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.854521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.873373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.977360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.74 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/c8221534-0834-4c43-b7e7-261eead2c775) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:28.082706 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:28.127405 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:28.168615 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:28.171626 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:28.175137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:13:28.180757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=c8221534-0834-4c43-b7e7-261eead2c775,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:28.434492 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:28.988966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.127290 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 9521387c-a6ad-44ab-9dc9-238350f77332 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:13:29.245304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:29.260188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Sync routers for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:29.273899 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:29.274318 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.274949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:29.280123 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d6853bac-10bb-41ad-8474-dcd1a16ffc55 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8602765 Jul 14 10:13:29.280975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44214) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:29.366973 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-3d54abda-b8cb-4def-b14f-930f3f6213f0 tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ca5f08a838274c89bf2fb02cce94533b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0844412 Jul 14 10:13:29.370213 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:29.403048 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:29.458757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0dabd-ff55-4729-bd5c-7e50bd66428d tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:29.460347 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b7f0dabd-ff55-4729-bd5c-7e50bd66428d tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891612 Jul 14 10:13:29.463383 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:29.495530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-eacf426b-fc1e-4441-b522-3792c49f704f tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=57506745-da56-459c-93c6-9f7a1c2f4945&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278239 Jul 14 10:13:29.495763 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:29.501221 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446834355', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:29.595712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:28Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:29.596427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:29.600043 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.622921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Checking router: 9521387c-a6ad-44ab-9dc9-238350f77332 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:29.623273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Updating router 9521387c-a6ad-44ab-9dc9-238350f77332 port c8221534-0834-4c43-b7e7-261eead2c775 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:13:29.662537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.820339 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.887550 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Subnet': ['ID=7154faa7-81f3-4579-8d18-e7c75aa58f46,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:29.895083 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Checking segment: {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:13:29.896558 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network hostable DHCP agents. Network: fcb1cca6-b27d-4195-8521-e92a52f85344, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:13:29.917469 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network fcb1cca6-b27d-4195-8521-e92a52f85344 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:13:29.928609 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, fcb1cca6-b27d-4195-8521-e92a52f85344) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:29.934677 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:29.935303 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:29.943920 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da587c-6c01-4701-9b50-ff30239b5143 None None] Network fcb1cca6-b27d-4195-8521-e92a52f85344 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:13:29.955305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e7cccc50-5883-4656-bbb6-39b99c3ccaa8 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4582999 Jul 14 10:13:29.959503 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:30.001767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.020161 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Transition to ACTIVE for port object c8221534-0834-4c43-b7e7-261eead2c775 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:30.034583 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.112120 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a1f11-d059-4813-923d-56659f43ae0c None None] Pushing event updated for resources: {'Port': ['ID=c8221534-0834-4c43-b7e7-261eead2c775,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:30.136283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Attempting to bind port c8221534-0834-4c43-b7e7-261eead2c775 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:13:30.136718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Attempting to bind port c8221534-0834-4c43-b7e7-261eead2c775 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:13:30.137283 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Attempting to bind port c8221534-0834-4c43-b7e7-261eead2c775 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:30.146788 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:13:30.148148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:13:30.148148 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.148724 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:13:30.149362 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Bound port: c8221534-0834-4c43-b7e7-261eead2c775, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:13:30.149979 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.242313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] For port c8221534-0834-4c43-b7e7-261eead2c775, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:30.246627 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-fcb1cca6-b27d-4195-8521-e92a52f85344', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:13:30.247617 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.250680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] For port c8221534-0834-4c43-b7e7-261eead2c775, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c8221534-0834-4c43-b7e7-261eead2c775,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:30.261407 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.409449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a1f11-d059-4813-923d-56659f43ae0c None None] Pushing event updated for resources: {'Port': ['ID=c8221534-0834-4c43-b7e7-261eead2c775,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:30.414901 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:30.415614 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:30.493641 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.530829 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Allocated IP 172.20.0.2 (fcb1cca6-b27d-4195-8521-e92a52f85344/7154faa7-81f3-4579-8d18-e7c75aa58f46/57924910-10e2-4c65-a7f6-0463682c1d93) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:30.614790 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:30.850941 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.862045 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Transition to ACTIVE for port object 57924910-10e2-4c65-a7f6-0463682c1d93 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:30.886212 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Transition to ACTIVE for port object 57924910-10e2-4c65-a7f6-0463682c1d93 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:30.894598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.933214 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:28Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:30.944946 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Network fcb1cca6-b27d-4195-8521-e92a52f85344 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:30.954193 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.1 (fcb1cca6-b27d-4195-8521-e92a52f85344/7154faa7-81f3-4579-8d18-e7c75aa58f46/34dba51b-afa9-4860-8e8f-8340c891fa1d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:30.973473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:30.978748 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24667083-be2d-4382-b063-ffddbf1234ba None None] The sync data for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 is: [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:28Z', 'revision_number': 3, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:30.980694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:13:30.984659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=57924910-10e2-4c65-a7f6-0463682c1d93,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:31.133936 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.155142 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object 34dba51b-afa9-4860-8e8f-8340c891fa1d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:31.192243 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.241628 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network fcb1cca6-b27d-4195-8521-e92a52f85344 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:31.248453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:31.253180 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:13:31.271057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Attempting to bind port 57924910-10e2-4c65-a7f6-0463682c1d93 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:13:31.271571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Attempting to bind port 57924910-10e2-4c65-a7f6-0463682c1d93 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:13:31.271984 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Attempting to bind port 57924910-10e2-4c65-a7f6-0463682c1d93 on network fcb1cca6-b27d-4195-8521-e92a52f85344 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:31.287436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:13:31.288086 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Checking segment: {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:13:31.289298 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.289536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=34dba51b-afa9-4860-8e8f-8340c891fa1d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:31.289672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Bound using segment: {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:13:31.290673 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Bound port: 57924910-10e2-4c65-a7f6-0463682c1d93, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:13:31.296009 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.331602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.394376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] For port 57924910-10e2-4c65-a7f6-0463682c1d93, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:31.399410 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] For port 57924910-10e2-4c65-a7f6-0463682c1d93, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=57924910-10e2-4c65-a7f6-0463682c1d93,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:31.405981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.485879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba244cb-8f9f-42f8-b77f-303c792fd3e0 None None] Pushing event updated for resources: {'Port': ['ID=57924910-10e2-4c65-a7f6-0463682c1d93,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:31.562093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.954644 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:31.960460 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.043824 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=34dba51b-afa9-4860-8e8f-8340c891fa1d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:32.056414 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.129122 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.178475 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network fcb1cca6-b27d-4195-8521-e92a52f85344 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:32.180119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:32.225736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 57924910-10e2-4c65-a7f6-0463682c1d93 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:32.290573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 57924910-10e2-4c65-a7f6-0463682c1d93 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:32.295347 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8221534-0834-4c43-b7e7-261eead2c775 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:32.355975 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 9521387c-a6ad-44ab-9dc9-238350f77332 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:13:32.363191 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port c8221534-0834-4c43-b7e7-261eead2c775 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:32.367837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c8221534-0834-4c43-b7e7-261eead2c775 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:32.368354 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.469923 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.493915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port c8221534-0834-4c43-b7e7-261eead2c775, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c8221534-0834-4c43-b7e7-261eead2c775,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:32.499541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.560147 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=c8221534-0834-4c43-b7e7-261eead2c775,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:32.619898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02704db3-271b-4304-8bfe-28b48f9f304f None None] Network fcb1cca6-b27d-4195-8521-e92a52f85344 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:13:32.734261 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4e773600-9d78-4057-818e-b72e5e3cec4a None None] Provisioning for port 57924910-10e2-4c65-a7f6-0463682c1d93 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:32.745562 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4e773600-9d78-4057-818e-b72e5e3cec4a None None] Provisioning complete for port 57924910-10e2-4c65-a7f6-0463682c1d93 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:32.745944 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e773600-9d78-4057-818e-b72e5e3cec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.807888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:32.814527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-22ff43f4-f76f-42d5-b1e7-ea31472aa08e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/9521387c-a6ad-44ab-9dc9-238350f77332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8537018 Jul 14 10:13:32.875426 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e773600-9d78-4057-818e-b72e5e3cec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.913861 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4e773600-9d78-4057-818e-b72e5e3cec4a None None] For port 57924910-10e2-4c65-a7f6-0463682c1d93, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=57924910-10e2-4c65-a7f6-0463682c1d93,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:32.919933 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e773600-9d78-4057-818e-b72e5e3cec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:32.977960 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e773600-9d78-4057-818e-b72e5e3cec4a None None] Pushing event updated for resources: {'Port': ['ID=57924910-10e2-4c65-a7f6-0463682c1d93,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:33.042679 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Sync routers for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:33.052369 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:33.052989 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:33.057488 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-3c5e292a-c86b-4e75-a23a-d624917b1eac tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57422621&fields=id&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 267 time: 0.0365205 Jul 14 10:13:33.144153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-257734af-9cd3-46d7-84c3-37a8ef0a02c0 None None] Provisioning complete for port 57924910-10e2-4c65-a7f6-0463682c1d93 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:33.145513 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-257734af-9cd3-46d7-84c3-37a8ef0a02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.162091 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:33.178178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-26d2fa00-f6d2-4f77-8b00-ae6c7ebbc1bb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:33.179911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-26d2fa00-f6d2-4f77-8b00-ae6c7ebbc1bb tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/networks?id=fcb1cca6-b27d-4195-8521-e92a52f85344 HTTP/1.1" status: 200 len: 794 time: 0.1158385 Jul 14 10:13:33.199638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-06391e14-ff56-42db-a52b-86f128c4a68b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/quotas/ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 375 time: 0.0129097 Jul 14 10:13:33.278542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-257734af-9cd3-46d7-84c3-37a8ef0a02c0 None None] Provisioning for port 34dba51b-afa9-4860-8e8f-8340c891fa1d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:33.279954 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-fa17781e-af10-4989-8e3a-7a330088a340 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743694 Jul 14 10:13:33.283498 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-257734af-9cd3-46d7-84c3-37a8ef0a02c0 None None] Provisioning complete for port 34dba51b-afa9-4860-8e8f-8340c891fa1d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:33.284342 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-257734af-9cd3-46d7-84c3-37a8ef0a02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.298200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-8d10fd39-d69e-43ee-bcd8-8db6fb25bd8c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:13:33.299634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-8d10fd39-d69e-43ee-bcd8-8db6fb25bd8c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061402 Jul 14 10:13:33.328518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-257734af-9cd3-46d7-84c3-37a8ef0a02c0 None None] Port 34dba51b-afa9-4860-8e8f-8340c891fa1d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:13:33.389569 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 2, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:33.408562 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-9d856c99-4577-4bbe-9414-c426c80a104d service neutron] 10.222.0.18 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008453 Jul 14 10:13:33.424461 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Checking router: 9521387c-a6ad-44ab-9dc9-238350f77332 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:33.424461 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Updating router 9521387c-a6ad-44ab-9dc9-238350f77332 port 34dba51b-afa9-4860-8e8f-8340c891fa1d binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:13:33.458148 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16b4ef2c-2431-4d9f-a811-e4cb7adc5cda None None] Provisioning complete for port 34dba51b-afa9-4860-8e8f-8340c891fa1d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:33.458516 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16b4ef2c-2431-4d9f-a811-e4cb7adc5cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.476023 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.501826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-16b4ef2c-2431-4d9f-a811-e4cb7adc5cda None None] Port 34dba51b-afa9-4860-8e8f-8340c891fa1d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:13:33.518205 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2af01e36-29eb-41b8-8ceb-f3135b61e8bf service neutron] 10.222.0.18 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032331 Jul 14 10:13:33.623011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8bb81c9c-7431-4e61-9ed3-3c21e0e4cc0d None None] Provisioning complete for port 34dba51b-afa9-4860-8e8f-8340c891fa1d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:33.623574 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bb81c9c-7431-4e61-9ed3-3c21e0e4cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.674364 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8bb81c9c-7431-4e61-9ed3-3c21e0e4cc0d None None] Port 34dba51b-afa9-4860-8e8f-8340c891fa1d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:13:33.715726 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-eb3522dd-babe-4140-b0c9-9aecc42844ba req-29742216-db98-490e-b145-457332742809 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 210 time: 0.0313177 Jul 14 10:13:33.873986 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.887498 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Transition to ACTIVE for port object 34dba51b-afa9-4860-8e8f-8340c891fa1d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:33.894742 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.951547 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Pushing event updated for resources: {'Port': ['ID=34dba51b-afa9-4860-8e8f-8340c891fa1d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:33.981257 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.981605 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.982009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.982282 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.982873 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.983448 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.983977 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.984491 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.985007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.985648 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.986148 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.986641 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:34.040466 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Attempting to bind port 34dba51b-afa9-4860-8e8f-8340c891fa1d on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:13:34.041007 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Attempting to bind port 34dba51b-afa9-4860-8e8f-8340c891fa1d by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:13:34.042183 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Attempting to bind port 34dba51b-afa9-4860-8e8f-8340c891fa1d on network fcb1cca6-b27d-4195-8521-e92a52f85344 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:34.051979 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:13:34.060125 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Checking segment: {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:13:34.060668 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:34.061050 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Bound using segment: {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:13:34.061641 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Bound port: 34dba51b-afa9-4860-8e8f-8340c891fa1d, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:13:34.062062 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:34.142575 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] For port 34dba51b-afa9-4860-8e8f-8340c891fa1d, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:34.146328 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] For port 34dba51b-afa9-4860-8e8f-8340c891fa1d, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=34dba51b-afa9-4860-8e8f-8340c891fa1d,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:34.148720 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 57924910-10e2-4c65-a7f6-0463682c1d93 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:34.153603 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:34.225826 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 57924910-10e2-4c65-a7f6-0463682c1d93 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:34.226363 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:34.247635 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:34.248612 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:34.250444 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0613c1a-bb83-4f1b-a7e0-440172f86fcf None None] Pushing event updated for resources: {'Port': ['ID=34dba51b-afa9-4860-8e8f-8340c891fa1d,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:34.327228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8221534-0834-4c43-b7e7-261eead2c775 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:34.381224 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port c8221534-0834-4c43-b7e7-261eead2c775 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:34.381911 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:34.382022 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:34.611384 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:34Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:34.637761 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20f916-b59a-453d-930f-2c35f19f1fb4 None None] The sync data for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 is: [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:34Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:34.888934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-82c567ed-5166-461c-948d-a8f77861a1fe req-31fcdb1c-48c5-4829-8395-766fbb7dac6f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 210 time: 0.0320964 Jul 14 10:13:34.945133 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2ef72671-7b58-4e7d-8305-df185223e630 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:34.947616 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2ef72671-7b58-4e7d-8305-df185223e630 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/networks?id=fcb1cca6-b27d-4195-8521-e92a52f85344 HTTP/1.1" status: 200 len: 794 time: 0.1464353 Jul 14 10:13:35.005280 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-80e8c28c-2281-4c9f-94ad-da7fe13d2ccc tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5f08a838274c89bf2fb02cce94533b HTTP/1.1" status: 200 len: 378 time: 0.0411084 Jul 14 10:13:35.014479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'port': {'device_id': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'admin_state_up': True, 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'security_groups': ['75f86df2-ec67-4cc0-ab75-c10f3621a2c1']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:35.141360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Made reservation on behalf of ca5f08a838274c89bf2fb02cce94533b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:35.145527 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.287936 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.20.0.5 (fcb1cca6-b27d-4195-8521-e92a52f85344/7154faa7-81f3-4579-8d18-e7c75aa58f46/618c98e4-f4aa-4bf7-bc54-4e215d02794a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:35.443830 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.459265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Transition to ACTIVE for port object 618c98e4-f4aa-4bf7-bc54-4e215d02794a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:35.496337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.551627 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network fcb1cca6-b27d-4195-8521-e92a52f85344 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:35.555132 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:35.560492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:13:35.564603 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=618c98e4-f4aa-4bf7-bc54-4e215d02794a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:35.613404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:35.614086 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.632253 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-2902ce6c-0fe9-4284-9eec-984f7ef7a82d tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6221540 Jul 14 10:13:35.692482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Request body: {'port': {'device_id': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:35.779608 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.863605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e1011552-64ec-44c0-b12a-1db7a0d69da4 None None] Provisioning for port 618c98e4-f4aa-4bf7-bc54-4e215d02794a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:35.867592 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e1011552-64ec-44c0-b12a-1db7a0d69da4 None None] Provisioning complete for port 618c98e4-f4aa-4bf7-bc54-4e215d02794a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:35.867966 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1011552-64ec-44c0-b12a-1db7a0d69da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.905423 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e1011552-64ec-44c0-b12a-1db7a0d69da4 None None] Port 618c98e4-f4aa-4bf7-bc54-4e215d02794a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:13:36.104076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618c98e4-f4aa-4bf7-bc54-4e215d02794a {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:13:36.112817 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.128060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83d5b7-eba4-4c0c-ad6d-9e5d1c342025 req-95ddb6f6-5608-4cc0-8adf-9b7dd5482360 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.129857 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e83d5b7-eba4-4c0c-ad6d-9e5d1c342025 req-95ddb6f6-5608-4cc0-8adf-9b7dd5482360 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 931 time: 0.1214032 Jul 14 10:13:36.142056 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 34dba51b-afa9-4860-8e8f-8340c891fa1d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:36.145770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Transition to ACTIVE for port object 618c98e4-f4aa-4bf7-bc54-4e215d02794a will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:36.155362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.193993 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 34dba51b-afa9-4860-8e8f-8340c891fa1d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:36.197999 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 34dba51b-afa9-4860-8e8f-8340c891fa1d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:36.198999 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.222949 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1e83d5b7-eba4-4c0c-ad6d-9e5d1c342025 req-280f306f-4619-472e-b021-0ca214144270 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852609 Jul 14 10:13:36.256815 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Pushing event updated for resources: {'Port': ['ID=618c98e4-f4aa-4bf7-bc54-4e215d02794a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:36.300069 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.310515 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Attempting to bind port 618c98e4-f4aa-4bf7-bc54-4e215d02794a on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:13:36.310923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Attempting to bind port 618c98e4-f4aa-4bf7-bc54-4e215d02794a by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:13:36.311284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Attempting to bind port 618c98e4-f4aa-4bf7-bc54-4e215d02794a on network fcb1cca6-b27d-4195-8521-e92a52f85344 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:36.316097 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Port 618c98e4-f4aa-4bf7-bc54-4e215d02794a on network fcb1cca6-b27d-4195-8521-e92a52f85344 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:13:36.316427 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Attempting to bind port 618c98e4-f4aa-4bf7-bc54-4e215d02794a on network fcb1cca6-b27d-4195-8521-e92a52f85344 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:36.322543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:13:36.322543 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Checking segment: {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:13:36.322922 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Bound using segment: {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:13:36.323640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Bound port: 618c98e4-f4aa-4bf7-bc54-4e215d02794a, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6f308b-33a7-4a35-944e-07ea7756ee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:13:36.323808 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.341030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 34dba51b-afa9-4860-8e8f-8340c891fa1d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=34dba51b-afa9-4860-8e8f-8340c891fa1d,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:36.347319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.403311 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] For port 618c98e4-f4aa-4bf7-bc54-4e215d02794a, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:36.407315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] For port 618c98e4-f4aa-4bf7-bc54-4e215d02794a, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:36.414938 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.435157 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=34dba51b-afa9-4860-8e8f-8340c891fa1d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:36.465404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.466122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:36.467474 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] 10.222.0.48 "PUT /v2.0/ports/618c98e4-f4aa-4bf7-bc54-4e215d02794a HTTP/1.1" status: 200 len: 1092 time: 0.8275602 Jul 14 10:13:36.467938 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:36.470531 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:36.498407 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f04046-551b-437a-99cc-b6ebe1cf8310 service neutron] Pushing event updated for resources: {'Port': ['ID=618c98e4-f4aa-4bf7-bc54-4e215d02794a,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:36.558565 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41978635-12af-4bbc-8ef2-bb13988a8ae6 x-openstack-request-id: req-41978635-12af-4bbc-8ef2-bb13988a8ae6 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:36.559020 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:36.559453 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41978635-12af-4bbc-8ef2-bb13988a8ae6 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:36.559987 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'status': 'completed', 'code': 200} Jul 14 10:13:36.613532 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-a140005f-036e-4611-8a2e-4a31503f741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.615528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-a140005f-036e-4611-8a2e-4a31503f741c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 1095 time: 0.0727372 Jul 14 10:13:36.665206 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-15b1ad95-d3da-4058-85c5-a8cb3233f33c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a HTTP/1.1" status: 200 len: 217 time: 0.0424695 Jul 14 10:13:36.723871 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-46c92cfe-aae0-4b9e-8aba-19bd2e2c5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.725169 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-46c92cfe-aae0-4b9e-8aba-19bd2e2c5d76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7154faa7-81f3-4579-8d18-e7c75aa58f46 HTTP/1.1" status: 200 len: 834 time: 0.0532093 Jul 14 10:13:36.786380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-63e35f35-fdc4-4f76-b1ea-2c63451c579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.787953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-63e35f35-fdc4-4f76-b1ea-2c63451c579e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcb1cca6-b27d-4195-8521-e92a52f85344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565431 Jul 14 10:13:36.882748 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-ead1121f-5062-431b-a4ae-312473b27c83 service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886018 Jul 14 10:13:36.980933 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-66b4b56b-605b-4308-b8eb-e72740dec584 req-0982a191-f016-4db5-ae87-baabdd7debca service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920804 Jul 14 10:13:37.084748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-ebb82079-2fa8-4bc6-ac0f-cb480c8943d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:37.086346 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-ebb82079-2fa8-4bc6-ac0f-cb480c8943d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 1095 time: 0.0560734 Jul 14 10:13:37.182972 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-c2d30798-085f-44a5-9d35-354c0009b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:37.184417 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-c2d30798-085f-44a5-9d35-354c0009b7e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcb1cca6-b27d-4195-8521-e92a52f85344 HTTP/1.1" status: 200 len: 895 time: 0.0922158 Jul 14 10:13:37.227179 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-d5a57fc7-39c2-46d9-a9e4-89b66e180d87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a HTTP/1.1" status: 200 len: 217 time: 0.0359092 Jul 14 10:13:37.278081 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-3928a02f-bbd8-4f4e-a396-9fd6baf3cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:37.279627 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-3928a02f-bbd8-4f4e-a396-9fd6baf3cf92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7154faa7-81f3-4579-8d18-e7c75aa58f46 HTTP/1.1" status: 200 len: 834 time: 0.0462799 Jul 14 10:13:37.343921 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-5efcc474-9259-431e-9ca4-d9faa76693b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:37.345753 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-5efcc474-9259-431e-9ca4-d9faa76693b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcb1cca6-b27d-4195-8521-e92a52f85344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594497 Jul 14 10:13:37.485774 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31ac0a-0b85-4686-866c-35dfa3ebe638 req-3272398e-88b4-4bdf-947a-b48c9d562165 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:37.487212 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6d31ac0a-0b85-4686-866c-35dfa3ebe638 req-3272398e-88b4-4bdf-947a-b48c9d562165 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 943 time: 0.1405632 Jul 14 10:13:37.489568 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-937c6ff7-70b4-471a-be78-b657f68723a3 service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333079 Jul 14 10:13:37.578624 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6d31ac0a-0b85-4686-866c-35dfa3ebe638 req-55b2bfde-e8be-425e-b303-29dcd1387eef tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857363 Jul 14 10:13:37.610255 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6977c9d5-b908-4ae8-bc3e-fc5a3ec24ee7 req-9823e2f4-f648-4f2e-93d1-984f91913ab6 service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102474 Jul 14 10:13:38.121680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 34dba51b-afa9-4860-8e8f-8340c891fa1d up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:38.169576 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 34dba51b-afa9-4860-8e8f-8340c891fa1d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:38.169953 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:38.765903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83b53-d740-434f-ab97-c70da7df398d req-182273ac-a779-4f29-a258-0ac9367341af tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:38.767510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e83b53-d740-434f-ab97-c70da7df398d req-182273ac-a779-4f29-a258-0ac9367341af tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 943 time: 0.0714989 Jul 14 10:13:38.808002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-71e83b53-d740-434f-ab97-c70da7df398d req-2e30e6f5-0f45-4607-8bab-2a8d70a3b917 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341027 Jul 14 10:13:39.766524 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:39.990546 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309c9aa-a717-411e-84dc-ae9c1203c0ba req-fd5f8596-5194-43da-9661-d1608dd20f09 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:39.992210 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8309c9aa-a717-411e-84dc-ae9c1203c0ba req-fd5f8596-5194-43da-9661-d1608dd20f09 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 943 time: 0.0664101 Jul 14 10:13:40.034657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8309c9aa-a717-411e-84dc-ae9c1203c0ba req-ebb40f5f-2eee-4e9e-9d37-303b8313670b tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358834 Jul 14 10:13:40.504725 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 618c98e4-f4aa-4bf7-bc54-4e215d02794a details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:13:40.602330 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 618c98e4-f4aa-4bf7-bc54-4e215d02794a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:40.614345 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'port_id': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'mac_address': 'fa:16:3e:3f:2e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:13:40.651680 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:40.664320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618c98e4-f4aa-4bf7-bc54-4e215d02794a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:13:40.684706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 618c98e4-f4aa-4bf7-bc54-4e215d02794a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:40.688981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:40.739328 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=618c98e4-f4aa-4bf7-bc54-4e215d02794a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:40.923336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['618c98e4-f4aa-4bf7-bc54-4e215d02794a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:13:41.218582 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f14d3-ace6-4060-aa90-1971816bd812 req-3e92c445-0ce9-4176-82f1-bf83a96a26d5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:41.220408 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e79f14d3-ace6-4060-aa90-1971816bd812 req-3e92c445-0ce9-4176-82f1-bf83a96a26d5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 944 time: 0.0673931 Jul 14 10:13:41.260097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e79f14d3-ace6-4060-aa90-1971816bd812 req-60e1fb15-8192-46f8-ad10-6c515f7aff96 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335650 Jul 14 10:13:42.484384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7385-bca9-4adb-8ed1-cfc2d312acb8 req-882531d2-ac59-4c81-81bb-9281c0080ac9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:42.486036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-292c7385-bca9-4adb-8ed1-cfc2d312acb8 req-882531d2-ac59-4c81-81bb-9281c0080ac9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 944 time: 0.1134050 Jul 14 10:13:42.501435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 618c98e4-f4aa-4bf7-bc54-4e215d02794a up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:42.528024 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-292c7385-bca9-4adb-8ed1-cfc2d312acb8 req-916b20e8-4780-4a70-881d-35e8aae837c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362899 Jul 14 10:13:42.553844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 618c98e4-f4aa-4bf7-bc54-4e215d02794a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:42.557963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 618c98e4-f4aa-4bf7-bc54-4e215d02794a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:42.558332 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:42.638343 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:42.670542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:42.672768 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4b35d6-1ffe-4458-97f6-fad685f3a4dc" -d '{"events": [{"server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "name": "network-vif-plugged", "status": "completed", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:42.688581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 618c98e4-f4aa-4bf7-bc54-4e215d02794a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:42.694187 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:42.746323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=618c98e4-f4aa-4bf7-bc54-4e215d02794a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:42.784828 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5da655-3f27-4efe-b87d-e53bedfddae4 x-openstack-request-id: req-6d5da655-3f27-4efe-b87d-e53bedfddae4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:42.785206 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "name": "network-vif-plugged", "status": "completed", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:42.785477 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d5da655-3f27-4efe-b87d-e53bedfddae4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:42.785875 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'code': 200} Jul 14 10:13:42.905642 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cfcc8-73f6-45e1-acc5-073a42aff41d req-9decc8e2-ee95-45c7-a113-ee3ba36ebbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:42.907204 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38cfcc8-73f6-45e1-acc5-073a42aff41d req-9decc8e2-ee95-45c7-a113-ee3ba36ebbd4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 1097 time: 0.0601778 Jul 14 10:13:42.942905 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c38cfcc8-73f6-45e1-acc5-073a42aff41d req-693b1e28-7d9d-48de-9402-d0c9d3f93a21 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295527 Jul 14 10:13:43.707300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819af88d-a8c4-48ff-8f9e-b7183eca955a req-8359874c-e65a-4bb2-851d-ee44207f4f82 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:43.708862 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-819af88d-a8c4-48ff-8f9e-b7183eca955a req-8359874c-e65a-4bb2-851d-ee44207f4f82 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0665157 Jul 14 10:13:43.758396 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-819af88d-a8c4-48ff-8f9e-b7183eca955a req-cb9969da-f75b-4495-b623-183623562973 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394270 Jul 14 10:13:44.938885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9df3e-f89e-4260-82c4-6248caba8913 req-bf6ba990-2b6a-40af-9a4c-ea6bd2a09160 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:44.940412 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baa9df3e-f89e-4260-82c4-6248caba8913 req-bf6ba990-2b6a-40af-9a4c-ea6bd2a09160 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0657294 Jul 14 10:13:44.977725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-baa9df3e-f89e-4260-82c4-6248caba8913 req-cefbeb1c-2fc5-4d61-b602-408763742d72 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317526 Jul 14 10:13:45.152911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82ffa-c38a-4307-861d-b56365bab106 req-d73ce94f-3de7-4227-a06d-b799c9f21828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:45.154398 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8cb82ffa-c38a-4307-861d-b56365bab106 req-d73ce94f-3de7-4227-a06d-b799c9f21828 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0652292 Jul 14 10:13:45.193910 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8cb82ffa-c38a-4307-861d-b56365bab106 req-04da2103-b4a6-4e77-bc18-e1b0a30aff81 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338833 Jul 14 10:13:45.217326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44280) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:45.268640 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99474573-4762-4f16-94b5-c5d2dd65e52b tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:45.270137 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-99474573-4762-4f16-94b5-c5d2dd65e52b tempest-TestNetworkAdvancedServerOps-1815480048 tempest-TestNetworkAdvancedServerOps-1815480048-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 1092 time: 0.0518279 Jul 14 10:13:45.275810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44282) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:45.280416 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:45.302587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:45.402114 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:45.505035 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Allocated IP 172.25.2.180 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/f173a7d1-eafb-4832-a4d6-3f79a33a7555) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:45.610222 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:45.648629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:45.684643 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:45.690837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:45.693438 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:13:45.719346 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=f173a7d1-eafb-4832-a4d6-3f79a33a7555,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:46.024062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6eefa46-2ca2-43e0-8df4-956869ed5d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.068178 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.145980 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.290803 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.295172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.370490 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event updated for resources: {'Port': ['ID=f173a7d1-eafb-4832-a4d6-3f79a33a7555,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:46.379692 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.482450 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36 associated. External IP: 172.25.2.180, port: 618c98e4-f4aa-4bf7-bc54-4e215d02794a. Jul 14 10:13:46.692542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 9521387c-a6ad-44ab-9dc9-238350f77332 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:13:47.125348 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:47.134693 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] Sync routers for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:47.140686 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:47.144033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:47.144665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:47.176474 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-dd77dca1-fc8a-46e8-a85e-c2315ff7632c tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8996077 Jul 14 10:13:47.177168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:47.179539 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac320ceb-4de7-4264-835b-4e0abeff4695" -d '{"events": [{"name": "network-changed", "server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:47.216690 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5beb3-3d83-43e7-bef4-8f8be962f778 x-openstack-request-id: req-52f5beb3-3d83-43e7-bef4-8f8be962f778 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:47.216990 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:47.217244 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52f5beb3-3d83-43e7-bef4-8f8be962f778 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:47.217647 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'status': 'completed', 'code': 200} Jul 14 10:13:47.259142 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:47.295775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-c8d3f979-784f-4af0-a6c6-a86dee9ee4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:47.297309 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-c8d3f979-784f-4af0-a6c6-a86dee9ee4f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 1097 time: 0.0554237 Jul 14 10:13:47.345989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cbf89-e92f-46e3-af1f-b05afa5be271 req-f7ebffc1-8ae6-4534-af0b-46c3ce92048e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:47.347581 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea4cbf89-e92f-46e3-af1f-b05afa5be271 req-f7ebffc1-8ae6-4534-af0b-46c3ce92048e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0715978 Jul 14 10:13:47.386918 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ea4cbf89-e92f-46e3-af1f-b05afa5be271 req-967b3152-9483-4646-a9f6-31ca58c494d7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336783 Jul 14 10:13:47.399142 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-f13cb5e5-fe09-40f7-9bd8-e3957e064666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:47.400746 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-f13cb5e5-fe09-40f7-9bd8-e3957e064666 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcb1cca6-b27d-4195-8521-e92a52f85344 HTTP/1.1" status: 200 len: 895 time: 0.0974488 Jul 14 10:13:47.414478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:47.472709 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-479d86fe-6bb2-4acb-ba01-a47bc74c6a70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a HTTP/1.1" status: 200 len: 999 time: 0.0649564 Jul 14 10:13:47.484862 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-b0b730a7-81ec-4252-bc8e-f8ccfc42c1c7 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36 HTTP/1.1" status: 200 len: 991 time: 0.0680187 Jul 14 10:13:47.492640 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'port_id': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'mac_address': 'fa:16:3e:3f:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:13:45Z', 'updated_at': '2021-07-14T10:13:45Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:36Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:47.522731 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-2f244684-3250-42be-9725-9d9751baa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:47.523011 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] Checking router: 9521387c-a6ad-44ab-9dc9-238350f77332 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:47.524246 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-2f244684-3250-42be-9725-9d9751baa822 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7154faa7-81f3-4579-8d18-e7c75aa58f46 HTTP/1.1" status: 200 len: 834 time: 0.0447907 Jul 14 10:13:47.532004 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:47.532621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:13:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:47.584753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-9f7c9d44-8d6c-43dc-8140-4eabf811f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:47.586268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-9f7c9d44-8d6c-43dc-8140-4eabf811f7e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcb1cca6-b27d-4195-8521-e92a52f85344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561628 Jul 14 10:13:47.636379 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:47.674222 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-61704d8e-46af-4a9d-8db8-154936c808b8 service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812325 Jul 14 10:13:47.774108 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ac320ceb-4de7-4264-835b-4e0abeff4695 req-4fe7c508-d30a-4ea4-8e54-e05449d03589 service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940773 Jul 14 10:13:47.858007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'port_id': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'mac_address': 'fa:16:3e:3f:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:13:45Z', 'updated_at': '2021-07-14T10:13:45Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:36Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:47.886706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddd3e9-3bba-473c-b9a5-452e7b246117 None None] The sync data for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 is: [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'port_id': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'mac_address': 'fa:16:3e:3f:2e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:13:45Z', 'updated_at': '2021-07-14T10:13:45Z', 'revision_number': 0, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:36Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:48.077734 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899af0bc-8f0a-490b-9f19-5bf0dbc611eb None None] New status for floating IP 5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:13:48.487782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:48.548566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6dff9265-9e3c-4b71-9f36-bc251b1d7823 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36 HTTP/1.1" status: 200 len: 993 time: 0.0596905 Jul 14 10:13:49.180749 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:49.769078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b7649cc-96b9-4262-9f89-3d0d772f5cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:49.950605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:50.706850 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:51.662029 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:02.125985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.025359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0da3e83a-60e8-46f9-b5f1-09e6daafbb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:16.766558 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:14:19.181694 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.769448 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-132e96eb-13ba-4f1d-b7c7-7266f7692ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.956023 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:20.178136 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cb189-337c-4223-a228-a1374df6dddc req-1d167297-0981-45be-8e78-a7e32443f27a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:20.179854 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-817cb189-337c-4223-a228-a1374df6dddc req-1d167297-0981-45be-8e78-a7e32443f27a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0653820 Jul 14 10:14:20.226238 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-817cb189-337c-4223-a228-a1374df6dddc req-62ce72e8-289c-44af-a5bb-47990780f14e tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355887 Jul 14 10:14:20.720604 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:21.406814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa537a-43f7-498c-a9d6-0728f56138cb req-fac77c6e-4a04-48db-a238-bcc296479ce4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:21.408419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7baa537a-43f7-498c-a9d6-0728f56138cb req-fac77c6e-4a04-48db-a238-bcc296479ce4 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0655367 Jul 14 10:14:21.448279 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7baa537a-43f7-498c-a9d6-0728f56138cb req-c8f4c68d-c358-4b2b-a4ef-298611e4d779 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340998 Jul 14 10:14:21.473350 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44312) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:21.539764 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-44761e87-275f-4a02-930f-72ea9eeaeec5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36 HTTP/1.1" status: 200 len: 993 time: 0.0647345 Jul 14 10:14:21.665037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.032187 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-069282be-6f63-4804-8aad-2fe9e25e8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:23.033630 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-069282be-6f63-4804-8aad-2fe9e25e8edf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 1097 time: 0.1055896 Jul 14 10:14:23.046054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16766a-c751-469b-a507-20d8e768118d req-2f4a0cfe-28c4-4b26-be82-d7fa3f1fff7f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:23.047585 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec16766a-c751-469b-a507-20d8e768118d req-2f4a0cfe-28c4-4b26-be82-d7fa3f1fff7f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0911651 Jul 14 10:14:23.132275 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ec16766a-c751-469b-a507-20d8e768118d req-46d5c897-f781-491a-8c79-de0d5b5ceb91 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763249 Jul 14 10:14:23.162151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-c78f6963-4b3c-4d73-898d-fa2b6fac83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:23.163678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-c78f6963-4b3c-4d73-898d-fa2b6fac83e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcb1cca6-b27d-4195-8521-e92a52f85344 HTTP/1.1" status: 200 len: 895 time: 0.1151993 Jul 14 10:14:23.235980 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-09c2bbd4-c175-44b3-9710-f5390e0b98a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a HTTP/1.1" status: 200 len: 1001 time: 0.0654683 Jul 14 10:14:23.288639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-c8d0a441-6c8b-4a4b-ba0e-bf3e5ed80e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:23.290067 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-c8d0a441-6c8b-4a4b-ba0e-bf3e5ed80e82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7154faa7-81f3-4579-8d18-e7c75aa58f46 HTTP/1.1" status: 200 len: 834 time: 0.0482042 Jul 14 10:14:23.356283 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-339bcd91-9e6c-4287-9418-38d5e0816408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:23.357872 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-339bcd91-9e6c-4287-9418-38d5e0816408 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcb1cca6-b27d-4195-8521-e92a52f85344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608561 Jul 14 10:14:23.458229 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-50081e5f-733f-47ab-b94e-b397ead2f11c service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941277 Jul 14 10:14:23.547929 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f33e0672-7553-499f-8d85-3e01b36d69ed req-9b740b34-f618-4bf8-bf17-b57222f24d28 service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 Jul 14 10:14:24.322781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38d14-9563-4157-bf8f-6b575fb40958 req-3678c8ab-8888-434c-90b4-7d984670f1b9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.324380 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fd38d14-9563-4157-bf8f-6b575fb40958 req-3678c8ab-8888-434c-90b4-7d984670f1b9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0704725 Jul 14 10:14:24.374559 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4fd38d14-9563-4157-bf8f-6b575fb40958 req-dcdceffb-dcb3-47ca-93cd-e662acf18164 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437880 Jul 14 10:14:25.567650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91549d51-a839-4c90-9f01-d436a5f22b37 req-26ff2a8c-9d59-4a1b-bf63-ec2b7dcb01e5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:25.569151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91549d51-a839-4c90-9f01-d436a5f22b37 req-26ff2a8c-9d59-4a1b-bf63-ec2b7dcb01e5 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0728376 Jul 14 10:14:25.608995 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-91549d51-a839-4c90-9f01-d436a5f22b37 req-ea83674e-6fd1-4b49-b4e3-ee3bad3a6a30 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341947 Jul 14 10:14:25.634034 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:25.694771 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d0cae3c8-6177-4e60-9edc-7a9dab525a95 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/floatingips/5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36 HTTP/1.1" status: 200 len: 993 time: 0.0593674 Jul 14 10:14:25.951537 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:26.124803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port f173a7d1-eafb-4832-a4d6-3f79a33a7555 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:26.125152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.203766 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.204019 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.217095 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for f173a7d1-eafb-4832-a4d6-3f79a33a7555 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:26.378404 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.406600 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=f173a7d1-eafb-4832-a4d6-3f79a33a7555,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.425163 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:26.486803 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.487060 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Floating IP 5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36 disassociated (deleted). External IP: 172.25.2.180, port: 618c98e4-f4aa-4bf7-bc54-4e215d02794a. Jul 14 10:14:26.717347 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 9521387c-a6ad-44ab-9dc9-238350f77332 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:26.831093 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:26.835565 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.841783 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] Sync routers for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:26.852343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:26.853002 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:26.881181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c9109fa9-932c-486d-81af-742d7438bc53 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/floatingips/5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36 HTTP/1.1" status: 204 len: 168 time: 0.9276929 Jul 14 10:14:26.882115 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:26.886246 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8672d3-919c-4382-bd35-45b28c6922cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:26.935836 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e88ed-ef0c-4acc-a60e-2a107c2bdbf8 x-openstack-request-id: req-2a0e88ed-ef0c-4acc-a60e-2a107c2bdbf8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:26.935836 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:26.937409 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a0e88ed-ef0c-4acc-a60e-2a107c2bdbf8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:26.937409 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'status': 'completed', 'code': 200} Jul 14 10:14:26.980969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:27.018355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-b338297d-5a67-4609-b3cc-b89e7114594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:27.020139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-b338297d-5a67-4609-b3cc-b89e7114594b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca5f08a838274c89bf2fb02cce94533b&device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 1097 time: 0.0619152 Jul 14 10:14:27.143882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-74bfc1a1-da3c-4fe7-80e2-5341a23e8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:27.144886 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-74bfc1a1-da3c-4fe7-80e2-5341a23e8374 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fcb1cca6-b27d-4195-8521-e92a52f85344 HTTP/1.1" status: 200 len: 895 time: 0.1185760 Jul 14 10:14:27.193775 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-ecdbf051-d892-4c2a-9c47-fce2612959ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a HTTP/1.1" status: 200 len: 217 time: 0.0418277 Jul 14 10:14:27.218027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:36Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:27.253237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-64c6d49f-049e-42b2-adb1-5a17c67823b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:27.254838 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-64c6d49f-049e-42b2-adb1-5a17c67823b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7154faa7-81f3-4579-8d18-e7c75aa58f46 HTTP/1.1" status: 200 len: 834 time: 0.0543017 Jul 14 10:14:27.313132 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93751c5-bce6-44b4-b46e-081299994d0a req-282536bc-760b-4124-b5a3-b79f2668b4ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:27.315607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d93751c5-bce6-44b4-b46e-081299994d0a req-282536bc-760b-4124-b5a3-b79f2668b4ed tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0766470 Jul 14 10:14:27.320683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-cc159a6d-453d-467a-b642-52d982188cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:27.322297 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-cc159a6d-453d-467a-b642-52d982188cf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fcb1cca6-b27d-4195-8521-e92a52f85344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604594 Jul 14 10:14:27.360934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d93751c5-bce6-44b4-b46e-081299994d0a req-1844e977-4452-4e51-b1a7-e2eb3c3acee0 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386384 Jul 14 10:14:27.412910 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] Checking router: 9521387c-a6ad-44ab-9dc9-238350f77332 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:27.421953 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-1993d6c9-518e-4b1a-8ea9-d7583cb45c4c service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917099 Jul 14 10:14:27.422208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:27.422691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:27.537900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:27.538894 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1c8672d3-919c-4382-bd35-45b28c6922cd req-97f8bf70-bcb1-4ebc-be7e-f1fb36a1ff40 service neutron] 10.222.0.48 "GET /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097600 Jul 14 10:14:27.788962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:36Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:27.821304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261e3cd-d79f-4b82-bd95-d68cdb5e702d None None] The sync data for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 is: [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:31Z', 'revision_number': 4, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '34dba51b-afa9-4860-8e8f-8340c891fa1d', 'name': '', 'network_id': 'fcb1cca6-b27d-4195-8521-e92a52f85344', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'mac_address': 'fa:16:3e:75:23:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:30Z', 'updated_at': '2021-07-14T10:13:36Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'subnets': [{'id': '7154faa7-81f3-4579-8d18-e7c75aa58f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:28.084832 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d815ee16-774c-4ca1-a53c-cc0a5652f6a6 None None] New status for floating IP 5e3a59e1-5382-4f5c-bfd2-8d1aeb420c36: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:14:28.554967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf8835-c871-46f8-9ac6-f204196b815b req-f2ec706c-f48f-4d15-aee7-8b0aad44689a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:28.556657 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cbf8835-c871-46f8-9ac6-f204196b815b req-f2ec706c-f48f-4d15-aee7-8b0aad44689a tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0731421 Jul 14 10:14:28.604325 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2cbf8835-c871-46f8-9ac6-f204196b815b req-60709706-0d7e-4a8b-afe3-d46513891499 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f86df2-ec67-4cc0-ab75-c10f3621a2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402882 Jul 14 10:14:28.739479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-5acfce4f-6c82-40a1-a72e-4a7751c2bcd9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:28.740975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-5acfce4f-6c82-40a1-a72e-4a7751c2bcd9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 945 time: 0.0735409 Jul 14 10:14:28.862125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 618c98e4-f4aa-4bf7-bc54-4e215d02794a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:28.862475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:28.959317 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port 618c98e4-f4aa-4bf7-bc54-4e215d02794a, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=618c98e4-f4aa-4bf7-bc54-4e215d02794a,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:28.959715 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:28.975692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 618c98e4-f4aa-4bf7-bc54-4e215d02794a owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:29.118877 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.156262 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=618c98e4-f4aa-4bf7-bc54-4e215d02794a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:29.170172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.170545 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.170911 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.171243 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.171764 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.171953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.172296 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.172647 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.172988 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.173318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.173662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.173992 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:29.218164 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] No DVR routers for this DVR port 618c98e4-f4aa-4bf7-bc54-4e215d02794a on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:29.221298 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.223480 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5cf01680-3990-4207-ae48-6bf314214aa2 req-35a9eb7d-c2bd-4522-a64d-914c82f0938f tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.48 "DELETE /v2.0/ports/618c98e4-f4aa-4bf7-bc54-4e215d02794a HTTP/1.1" status: 204 len: 173 time: 0.4769855 Jul 14 10:14:29.223958 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'name': 'network-vif-deleted', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:29.226322 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a28dd8-fce8-4fe9-b3ff-30400d4b380c" -d '{"events": [{"server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "name": "network-vif-deleted", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:29.297460 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12af00f7-9a70-4ac0-ba6a-3ea4a419ff60 x-openstack-request-id: req-12af00f7-9a70-4ac0-ba6a-3ea4a419ff60 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:29.297980 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab235348-5fe3-4310-85a4-c0ca41a19082", "name": "network-vif-deleted", "tag": "618c98e4-f4aa-4bf7-bc54-4e215d02794a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:29.298399 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12af00f7-9a70-4ac0-ba6a-3ea4a419ff60 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:29.298992 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab235348-5fe3-4310-85a4-c0ca41a19082', 'name': 'network-vif-deleted', 'tag': '618c98e4-f4aa-4bf7-bc54-4e215d02794a', 'status': 'completed', 'code': 200} Jul 14 10:14:29.857835 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-906d3b03-a46b-448f-926d-ac9dca0c20c2 req-7f16e950-2497-4e7f-af41-f1da4d6e13c3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab235348-5fe3-4310-85a4-c0ca41a19082 HTTP/1.1" status: 200 len: 210 time: 0.0459943 Jul 14 10:14:30.971605 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:31.378037 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.667944 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port 34dba51b-afa9-4860-8e8f-8340c891fa1d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:31.668208 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.762012 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port 34dba51b-afa9-4860-8e8f-8340c891fa1d, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=34dba51b-afa9-4860-8e8f-8340c891fa1d,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:31.762378 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:31.776728 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for 34dba51b-afa9-4860-8e8f-8340c891fa1d owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:31.978177 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.019287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=34dba51b-afa9-4860-8e8f-8340c891fa1d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:32.128675 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.214667 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.446740 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Router 9521387c-a6ad-44ab-9dc9-238350f77332 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:32.552540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:32.557529 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-10224902-a3c7-4a7f-81a1-a66972be9721 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "PUT /v2.0/routers/9521387c-a6ad-44ab-9dc9-238350f77332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845292 Jul 14 10:14:32.560880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:32.561915 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] Sync routers for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:32.571845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:32.572473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:32.611065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting subnet 7154faa7-81f3-4579-8d18-e7c75aa58f46 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:14:32.614196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.660514 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.681588 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:32.759714 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.786172 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 618c98e4-f4aa-4bf7-bc54-4e215d02794a no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:32.809300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 618c98e4-f4aa-4bf7-bc54-4e215d02794a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:32.809555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 618c98e4-f4aa-4bf7-bc54-4e215d02794a not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:32.827970 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.858252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.860497 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/subnets/7154faa7-81f3-4579-8d18-e7c75aa58f46 HTTP/1.1" status: 204 len: 168 time: 0.2984047 Jul 14 10:14:32.861222 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e179e5-d582-412b-a99b-58cd5e634093 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Subnet': ['ID=7154faa7-81f3-4579-8d18-e7c75aa58f46,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:32.863139 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44358) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:32.869772 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c04421-4157-4aff-a7be-e114442c8be5 None None] Network fcb1cca6-b27d-4195-8521-e92a52f85344 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:32.997163 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:14:31Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:33.028765 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] Checking router: 9521387c-a6ad-44ab-9dc9-238350f77332 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:33.048023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] Routers {'9521387c-a6ad-44ab-9dc9-238350f77332'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:33.048670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9521387c-a6ad-44ab-9dc9-238350f77332'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:33.181117 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] Set router 9521387c-a6ad-44ab-9dc9-238350f77332 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:33.186845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] DHCP port deletion for fcb1cca6-b27d-4195-8521-e92a52f85344 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:14:33.324217 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.379603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Deleting port 57924910-10e2-4c65-a7f6-0463682c1d93 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:33.379980 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.455686 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.456129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] For port 57924910-10e2-4c65-a7f6-0463682c1d93, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=57924910-10e2-4c65-a7f6-0463682c1d93,segment=NetworkSegment(1b6f308b-33a7-4a35-944e-07ea7756ee89),segment_id=1b6f308b-33a7-4a35-944e-07ea7756ee89)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:33.456531 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.472648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Calling delete_port for 57924910-10e2-4c65-a7f6-0463682c1d93 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:33.484530 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:14:31Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:33.516496 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Deleting port c8221534-0834-4c43-b7e7-261eead2c775 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:33.517145 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.521621 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abbb7a5-9826-460c-9a50-fc666e7452a4 None None] The sync data for ids ['9521387c-a6ad-44ab-9dc9-238350f77332'] in n-d-758944-44 is: [{'id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1448383443', 'tenant_id': 'ca5f08a838274c89bf2fb02cce94533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:14:31Z', 'revision_number': 5, 'project_id': 'ca5f08a838274c89bf2fb02cce94533b', 'gw_port': {'id': 'c8221534-0834-4c43-b7e7-261eead2c775', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9521387c-a6ad-44ab-9dc9-238350f77332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:13:27Z', 'updated_at': '2021-07-14T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:33.611134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.627377 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] For port c8221534-0834-4c43-b7e7-261eead2c775, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=c8221534-0834-4c43-b7e7-261eead2c775,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:33.627761 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.637525 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Pushing event deleted for resources: {'Port': ['ID=57924910-10e2-4c65-a7f6-0463682c1d93,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:33.643567 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Calling delete_port for c8221534-0834-4c43-b7e7-261eead2c775 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:33.647764 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] No DVR routers for this DVR port 57924910-10e2-4c65-a7f6-0463682c1d93 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:33.651762 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.652405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.652962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.653518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.654596 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.655149 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.655756 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.656286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.656841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.657395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.657831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.658350 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f9cc20-d1a5-4afd-83bb-b894610e406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:33.842365 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:33.869406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Port': ['ID=c8221534-0834-4c43-b7e7-261eead2c775,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:33.939247 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.042495 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.045073 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.092986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.093426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Fanout notify agent at l3_agent the message router_deleted on router 9521387c-a6ad-44ab-9dc9-238350f77332 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:14:34.101960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.106485 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:34.107320 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-a936d38a-1ad2-4440-a5d3-5b50dcb1c7a3 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/routers/9521387c-a6ad-44ab-9dc9-238350f77332 HTTP/1.1" status: 204 len: 168 time: 1.2430339 Jul 14 10:14:34.227134 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.240123 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 34dba51b-afa9-4860-8e8f-8340c891fa1d no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:34.272857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 34dba51b-afa9-4860-8e8f-8340c891fa1d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:34.273217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 34dba51b-afa9-4860-8e8f-8340c891fa1d not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:34.273665 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 57924910-10e2-4c65-a7f6-0463682c1d93 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:34.294853 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 57924910-10e2-4c65-a7f6-0463682c1d93 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:34.295211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 57924910-10e2-4c65-a7f6-0463682c1d93 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:34.331399 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.341417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb1cca6-b27d-4195-8521-e92a52f85344']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:34.351927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6f308b-33a7-4a35-944e-07ea7756ee89') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:34.352222 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6f308b-33a7-4a35-944e-07ea7756ee89') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:34.362724 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.379394 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.386483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:14:34.386889 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:14:34.390208 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:14:34.465789 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.474698 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.476358 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/networks/fcb1cca6-b27d-4195-8521-e92a52f85344 HTTP/1.1" status: 204 len: 168 time: 0.3678348 Jul 14 10:14:34.480622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44364) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:34.489301 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c496f41-b694-4450-a590-016f9a8e3bc9 tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'Network': ['ID=fcb1cca6-b27d-4195-8521-e92a52f85344,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:34.547972 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50bb6ab5-5e57-48d7-a702-84a60db3d7ec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.574807 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50bb6ab5-5e57-48d7-a702-84a60db3d7ec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.649087 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50bb6ab5-5e57-48d7-a702-84a60db3d7ec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.651776 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50bb6ab5-5e57-48d7-a702-84a60db3d7ec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:34.656643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-50bb6ab5-5e57-48d7-a702-84a60db3d7ec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] 10.222.0.18 "DELETE /v2.0/security-groups/75f86df2-ec67-4cc0-ab75-c10f3621a2c1 HTTP/1.1" status: 204 len: 168 time: 0.1748569 Jul 14 10:14:34.669170 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb6ab5-5e57-48d7-a702-84a60db3d7ec tempest-TestNetworkAdvancedServerOps-1473780725 tempest-TestNetworkAdvancedServerOps-1473780725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f86df2-ec67-4cc0-ab75-c10f3621a2c1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.020337 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.165825 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-36a6097a-0ef4-4de3-8bf5-74e4f671e06b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca5f08a838274c89bf2fb02cce94533b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443002 Jul 14 10:14:35.168478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.221911 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba2cb-6c6c-4138-a228-616712918b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.243600 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba2cb-6c6c-4138-a228-616712918b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.292901 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba2cb-6c6c-4138-a228-616712918b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.296490 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba2cb-6c6c-4138-a228-616712918b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.297929 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-4e5ba2cb-6c6c-4138-a228-616712918b41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f260101-f82f-44fc-934b-77b3916beb81 HTTP/1.1" status: 204 len: 168 time: 0.1283450 Jul 14 10:14:35.306220 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba2cb-6c6c-4138-a228-616712918b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f260101-f82f-44fc-934b-77b3916beb81,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.568602 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.582312 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf5cbd8c-926c-4a18-ac23-8d802d20d5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.671089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf5cbd8c-926c-4a18-ac23-8d802d20d5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.674852 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf5cbd8c-926c-4a18-ac23-8d802d20d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.714325 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cf5cbd8c-926c-4a18-ac23-8d802d20d5fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3abff6060ddb42da99001c98d04516fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445687 Jul 14 10:14:35.715303 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cbd8c-926c-4a18-ac23-8d802d20d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33247853-20ed-40a6-b5a7-d7985ccc0d04,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:35.717067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44384) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:35.766114 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4d819ad-4eaf-406c-97fc-2a69274ac830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.787103 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4d819ad-4eaf-406c-97fc-2a69274ac830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.834126 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4d819ad-4eaf-406c-97fc-2a69274ac830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.836814 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4d819ad-4eaf-406c-97fc-2a69274ac830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:35.837994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d4d819ad-4eaf-406c-97fc-2a69274ac830 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33247853-20ed-40a6-b5a7-d7985ccc0d04 HTTP/1.1" status: 204 len: 168 time: 0.1198874 Jul 14 10:14:35.846178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d819ad-4eaf-406c-97fc-2a69274ac830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33247853-20ed-40a6-b5a7-d7985ccc0d04,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:36.113446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8221534-0834-4c43-b7e7-261eead2c775 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:36.135949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: c8221534-0834-4c43-b7e7-261eead2c775 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:36.136369 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device c8221534-0834-4c43-b7e7-261eead2c775 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:36.546340 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:36.644162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-889754142-network', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:36.664778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Made reservation on behalf of 3ded5c6c99b244119dec1ad929a7057d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:36.667152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.676093 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.778993 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.782795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.803697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:14:36.819825 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7edeb-21b9-46d6-ac27-451b943bb1cf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:36.822710 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.823057 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Added segment 3bce6bf3-1a19-4144-90a6-61e55b4c7df6 of type vlan for network e16acf04-f622-4055-bb0b-2222795eb6ce Jul 14 10:14:36.864027 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.892184 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.893148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:36.893721 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:36.942250 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3948205 Jul 14 10:14:36.945704 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44410) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:36.950880 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Request body: {'subnet': {'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-889754142-subnet', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:36.952829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb10f5-8cd9-4531-a673-fc5b711fcce0 admin admin] Pushing event updated for resources: {'Network': ['ID=e16acf04-f622-4055-bb0b-2222795eb6ce,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:36.962666 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network e16acf04-f622-4055-bb0b-2222795eb6ce details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:14:36.975254 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Made reservation on behalf of 3ded5c6c99b244119dec1ad929a7057d for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:36.977695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3865323'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.147968 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3811443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3865305'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.205717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887fe293-2a8d-4048-b3bb-e6163c71e8cb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:37.216528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Checking segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:37.216893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Network hostable DHCP agents. Network: e16acf04-f622-4055-bb0b-2222795eb6ce, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:14:37.233398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Network e16acf04-f622-4055-bb0b-2222795eb6ce is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:14:37.241805 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, e16acf04-f622-4055-bb0b-2222795eb6ce) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:37.245839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:37.246429 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.252240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962b71e-cc6f-4c6c-8ca0-54da6b6983aa None None] Network e16acf04-f622-4055-bb0b-2222795eb6ce requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:37.260395 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5276e65b-4d0a-41d3-89ed-450964280105 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3135746 Jul 14 10:14:37.263611 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:37.267918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:37.288986 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.289973 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.343704 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.399990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-e16acf04-f622-4055-bb0b-2222795eb6ce', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:14:37.400816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.484668 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.534357 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Allocated IP 172.20.0.2 (e16acf04-f622-4055-bb0b-2222795eb6ce/887fe293-2a8d-4048-b3bb-e6163c71e8cb/e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:37.678949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.687871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Transition to ACTIVE for port object e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:37.689654 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.702919 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Transition to ACTIVE for port object e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:37.710348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.718551 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.759655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Network e16acf04-f622-4055-bb0b-2222795eb6ce is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:37.764477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:37.769611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:37.772841 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Pushing event updated for resources: {'Port': ['ID=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:37.828593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Attempting to bind port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:37.828972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Attempting to bind port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:37.829342 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Attempting to bind port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:37.830838 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Allocated IP 172.25.2.200 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/27f80dea-c0b6-4de5-8180-96bf98120030) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:37.834891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:37.835292 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Checking segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:37.835761 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.836192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Bound using segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:37.836671 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Bound port: e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:37.837055 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:37.952811 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.002918 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.041295 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:38.046505 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:38.050384 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:38.070323 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] For port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:38.074144 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] For port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:38.078879 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Pushing event updated for resources: {'Port': ['ID=27f80dea-c0b6-4de5-8180-96bf98120030,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:38.079641 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.143287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35f677-59e8-4005-9c53-16dc85f8d69d None None] Pushing event updated for resources: {'Port': ['ID=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:38.342047 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.543778 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.672197 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Router c77360ec-5480-4671-b853-fe3b29e04148 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:14:38.780745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:38.789345 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Sync routers for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:38.799553 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:38.800743 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:38.801148 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-e05c32e1-1cff-408a-93e5-1bc0efaf99d5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5366092 Jul 14 10:14:38.804137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44414) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:38.804669 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:38.913590 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:39.111655 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:38Z', 'revision_number': 3, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:39.118381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34107bed-0fed-4c75-876f-acf6433c57b0 None None] Network e16acf04-f622-4055-bb0b-2222795eb6ce requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:39.139509 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Checking router: c77360ec-5480-4671-b853-fe3b29e04148 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:39.140098 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Updating router c77360ec-5480-4671-b853-fe3b29e04148 port 27f80dea-c0b6-4de5-8180-96bf98120030 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:39.178142 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.209781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7717d659-e2b1-4cdd-a98c-cc9ea343225b None None] Provisioning for port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:39.336512 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.512285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Allocated IP 172.20.0.1 (e16acf04-f622-4055-bb0b-2222795eb6ce/887fe293-2a8d-4048-b3bb-e6163c71e8cb/3f5dc82c-05c7-4e00-965e-d8d7330ad3fb) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:39.538406 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.549822 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Transition to ACTIVE for port object 27f80dea-c0b6-4de5-8180-96bf98120030 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:39.556045 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.607054 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Attempting to bind port 27f80dea-c0b6-4de5-8180-96bf98120030 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:39.607440 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Attempting to bind port 27f80dea-c0b6-4de5-8180-96bf98120030 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:39.607828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Attempting to bind port 27f80dea-c0b6-4de5-8180-96bf98120030 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:39.609756 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Pushing event updated for resources: {'Port': ['ID=27f80dea-c0b6-4de5-8180-96bf98120030,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.618329 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:39.618716 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:39.619094 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.619503 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:39.619956 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Bound port: 27f80dea-c0b6-4de5-8180-96bf98120030, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:39.620329 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.620810 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.623085 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.623448 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.623781 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.624107 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.624442 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.624767 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.625084 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.625400 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.625713 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.626025 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.626342 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.626652 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:39.634339 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Transition to ACTIVE for port object 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:39.668384 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.679252 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] For port 27f80dea-c0b6-4de5-8180-96bf98120030, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:39.682251 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] For port 27f80dea-c0b6-4de5-8180-96bf98120030, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=27f80dea-c0b6-4de5-8180-96bf98120030,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:39.687745 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.708713 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Network e16acf04-f622-4055-bb0b-2222795eb6ce is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:39.713213 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:39.717744 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:39.721177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Pushing event updated for resources: {'Port': ['ID=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.741220 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:39.741850 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:39.762592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.788228 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c13383-567e-4061-bca0-bd37cb0f6f90 None None] Pushing event updated for resources: {'Port': ['ID=27f80dea-c0b6-4de5-8180-96bf98120030,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:39.858557 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:39.910084 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:39.959228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-489a2194-b562-49f8-b03a-b36d6ea5931d None None] Provisioning for port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:39.963499 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-489a2194-b562-49f8-b03a-b36d6ea5931d None None] Provisioning complete for port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:39.963880 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-489a2194-b562-49f8-b03a-b36d6ea5931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.000098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-489a2194-b562-49f8-b03a-b36d6ea5931d None None] Port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:40.038724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:38Z', 'revision_number': 3, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:40.064906 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6757a17-1476-4539-a970-05207ab93af9 None None] The sync data for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 is: [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:38Z', 'revision_number': 3, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:40.072775 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.077369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.149605 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Pushing event updated for resources: {'Port': ['ID=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:40.152152 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.204043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:40.261568 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:40.262318 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Network e16acf04-f622-4055-bb0b-2222795eb6ce is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:40.264414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:40.266435 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:40.267104 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.411502 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.431012 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Router c77360ec-5480-4671-b853-fe3b29e04148 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:40.461831 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:40.471707 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.532183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:40.572057 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:40.577287 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-65f65c74-ca28-4c8d-b37a-5fd502b02d8b admin admin] 10.222.0.18 "PUT /v2.0/routers/c77360ec-5480-4671-b853-fe3b29e04148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719340 Jul 14 10:14:40.649027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-95604711-6e28-4795-92d4-128222595f7d None None] Provisioning complete for port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:40.649716 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95604711-6e28-4795-92d4-128222595f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:40.688732 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-95604711-6e28-4795-92d4-128222595f7d None None] Port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:41.081903 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:41.087017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1730112620-network', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:41.109141 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Made reservation on behalf of 4877f5d5ea2d40dc9793acb189bc3740 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:41.111587 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.120582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.217030 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.221299 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.251479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:14:41.261486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8ba9e-382b-484c-bdd8-2bec945505ab,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:41.268483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.268824 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Added segment 258019a9-ae6d-4b2f-9182-5a4c8ad5b257 of type vlan for network 7a983449-657a-4f0d-974e-91d97e1fcda6 Jul 14 10:14:41.312451 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.342951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.343965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:41.344582 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.402531 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3194964 Jul 14 10:14:41.405879 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:41.410954 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Request body: {'subnet': {'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1730112620-subnet', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:41.420509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c802-978e-4bf0-bb41-8a75d0a727f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7a983449-657a-4f0d-974e-91d97e1fcda6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:41.435140 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:14:41.442186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Made reservation on behalf of 4877f5d5ea2d40dc9793acb189bc3740 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:41.444787 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.622268 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.681942 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c234765-edf9-4a3a-9cbd-4de5f87a642b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:41.690953 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Checking segment: {'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:41.691269 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Network hostable DHCP agents. Network: 7a983449-657a-4f0d-974e-91d97e1fcda6, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:14:41.709129 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:14:41.722826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 7a983449-657a-4f0d-974e-91d97e1fcda6) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:41.723036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Sync routers for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:41.727446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:41.728048 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.732655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda5c55-d7ca-4469-a7be-b0e5d6de30c9 None None] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:41.744711 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-26a839f6-6fcf-4c48-94d5-9609129e530e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3377423 Jul 14 10:14:41.747809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:41.748122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:41.748560 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:41.752559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:41.773349 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.774370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.831308 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:41.929721 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:41.976448 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.045188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-7a983449-657a-4f0d-974e-91d97e1fcda6', 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'fixed_ips': [{'subnet_id': '6c234765-edf9-4a3a-9cbd-4de5f87a642b'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:14:42.046058 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.201120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.221778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.271295 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:42.274395 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Allocated IP 172.20.0.2 (7a983449-657a-4f0d-974e-91d97e1fcda6/6c234765-edf9-4a3a-9cbd-4de5f87a642b/611e4910-8a5d-466f-aba0-7e937c88b17e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:42.336585 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Allocated IP 172.25.2.182 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/90e4da37-4078-4c85-a7b8-bfbf4b572740) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:42.385951 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 2, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:42.427842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Checking router: c77360ec-5480-4671-b853-fe3b29e04148 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:42.428208 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Updating router c77360ec-5480-4671-b853-fe3b29e04148 port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:42.446957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.461327 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:42.461911 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.492431 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.518496 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.635007 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.662266 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Transition to ACTIVE for port object 611e4910-8a5d-466f-aba0-7e937c88b17e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:42.739335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 27f80dea-c0b6-4de5-8180-96bf98120030 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:42.748611 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Transition to ACTIVE for port object 611e4910-8a5d-466f-aba0-7e937c88b17e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:42.784844 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:42.879914 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:42.887606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:42.893054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:42.894898 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:42.896282 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:42.900967 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:42.902598 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Pushing event updated for resources: {'Port': ['ID=611e4910-8a5d-466f-aba0-7e937c88b17e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:42.905144 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Pushing event updated for resources: {'Port': ['ID=90e4da37-4078-4c85-a7b8-bfbf4b572740,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:42.952916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 27f80dea-c0b6-4de5-8180-96bf98120030 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:42.984680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 27f80dea-c0b6-4de5-8180-96bf98120030 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:42.985067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.024098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Attempting to bind port 611e4910-8a5d-466f-aba0-7e937c88b17e on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:43.024415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Attempting to bind port 611e4910-8a5d-466f-aba0-7e937c88b17e by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:43.025419 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Attempting to bind port 611e4910-8a5d-466f-aba0-7e937c88b17e on network 7a983449-657a-4f0d-974e-91d97e1fcda6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:43.043566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:43.043985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Checking segment: {'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:43.044406 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.044810 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Bound using segment: {'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:43.045294 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Bound port: 611e4910-8a5d-466f-aba0-7e937c88b17e, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:43.045695 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.167375 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.172225 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.197921 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Transition to ACTIVE for port object 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:43.206498 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.216250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.220595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] For port 611e4910-8a5d-466f-aba0-7e937c88b17e, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:43.229789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] For port 611e4910-8a5d-466f-aba0-7e937c88b17e, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=611e4910-8a5d-466f-aba0-7e937c88b17e,segment=NetworkSegment(258019a9-ae6d-4b2f-9182-5a4c8ad5b257),segment_id=258019a9-ae6d-4b2f-9182-5a4c8ad5b257)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:43.261094 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.273448 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 27f80dea-c0b6-4de5-8180-96bf98120030, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=27f80dea-c0b6-4de5-8180-96bf98120030,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:43.293512 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.313702 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e70509-5e23-4ee5-a222-badb0e9cef29 None None] Pushing event updated for resources: {'Port': ['ID=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.417736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Attempting to bind port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:43.417736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Attempting to bind port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:43.417736 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Attempting to bind port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:43.428527 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:43.429060 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Checking segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:43.429300 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.429703 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Bound using segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:43.430192 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Bound port: 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:43.430577 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.446327 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.453556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a627aad-5aab-4c29-ad16-2ebbeb5924d5 None None] Pushing event updated for resources: {'Port': ['ID=611e4910-8a5d-466f-aba0-7e937c88b17e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.594297 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=27f80dea-c0b6-4de5-8180-96bf98120030,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.606989 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] For port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:43.610828 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] For port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:43.624754 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.641119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Router 935dd866-7077-4650-8d70-70e861ebe19f is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:14:43.722659 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e70509-5e23-4ee5-a222-badb0e9cef29 None None] Pushing event updated for resources: {'Port': ['ID=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:43.725824 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:43.726442 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:43.830114 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:43.840547 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Sync routers for ids ['935dd866-7077-4650-8d70-70e861ebe19f'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:43.854035 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:43.858620 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-a918eb42-e290-4e42-9f7e-089de356f789 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1065640 Jul 14 10:14:43.858821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:43.859289 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Routers {'935dd866-7077-4650-8d70-70e861ebe19f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:43.859956 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['935dd866-7077-4650-8d70-70e861ebe19f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:43.977024 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Set router 935dd866-7077-4650-8d70-70e861ebe19f gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:44.044604 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:44.198811 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 3, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port': {'id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:44.228551 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Checking router: 935dd866-7077-4650-8d70-70e861ebe19f for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:44.229308 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Updating router 935dd866-7077-4650-8d70-70e861ebe19f port 90e4da37-4078-4c85-a7b8-bfbf4b572740 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:44.283850 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.343639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:44.380886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 611e4910-8a5d-466f-aba0-7e937c88b17e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:44.385127 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18552cf7-696c-4de5-aa97-b0343b8f7fe2 None None] The sync data for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 is: [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:44.414413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.484304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 611e4910-8a5d-466f-aba0-7e937c88b17e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:44.490000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 27f80dea-c0b6-4de5-8180-96bf98120030 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:44.573070 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 27f80dea-c0b6-4de5-8180-96bf98120030 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:44.573609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.639140 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.654935 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Transition to ACTIVE for port object 90e4da37-4078-4c85-a7b8-bfbf4b572740 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:44.664994 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.681511 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Allocated IP 172.20.0.1 (7a983449-657a-4f0d-974e-91d97e1fcda6/6c234765-edf9-4a3a-9cbd-4de5f87a642b/9b5e65e0-a92e-4518-8840-9b20fd1e6fc7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:44.724278 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5fb1c-c7d5-4197-895f-6114245d428f None None] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:14:44.725673 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d078f-7339-4cf3-b04e-4ef152668b84 None None] Pushing event updated for resources: {'Port': ['ID=90e4da37-4078-4c85-a7b8-bfbf4b572740,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:44.731020 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Attempting to bind port 90e4da37-4078-4c85-a7b8-bfbf4b572740 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:44.731443 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Attempting to bind port 90e4da37-4078-4c85-a7b8-bfbf4b572740 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:44.731810 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Attempting to bind port 90e4da37-4078-4c85-a7b8-bfbf4b572740 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:44.743441 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:44.743821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:44.744216 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.744602 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:44.745065 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Bound port: 90e4da37-4078-4c85-a7b8-bfbf4b572740, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:44.745443 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.799837 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-488a0d85-7792-4446-97b7-aaba7669a837 None None] Provisioning for port 611e4910-8a5d-466f-aba0-7e937c88b17e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:44.812141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-488a0d85-7792-4446-97b7-aaba7669a837 None None] Provisioning complete for port 611e4910-8a5d-466f-aba0-7e937c88b17e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:44.812690 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-488a0d85-7792-4446-97b7-aaba7669a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.817026 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] For port 90e4da37-4078-4c85-a7b8-bfbf4b572740, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:44.821863 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] For port 90e4da37-4078-4c85-a7b8-bfbf4b572740, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=90e4da37-4078-4c85-a7b8-bfbf4b572740,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:44.824696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.827971 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.842174 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Transition to ACTIVE for port object 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:44.886195 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.912921 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Routers {'935dd866-7077-4650-8d70-70e861ebe19f'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:44.914359 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['935dd866-7077-4650-8d70-70e861ebe19f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:44.938665 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:44.942196 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:44.946597 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:44.950354 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-488a0d85-7792-4446-97b7-aaba7669a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.990631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.998384 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Pushing event updated for resources: {'Port': ['ID=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:45.027397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-488a0d85-7792-4446-97b7-aaba7669a837 None None] For port 611e4910-8a5d-466f-aba0-7e937c88b17e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=611e4910-8a5d-466f-aba0-7e937c88b17e,segment=NetworkSegment(258019a9-ae6d-4b2f-9182-5a4c8ad5b257),segment_id=258019a9-ae6d-4b2f-9182-5a4c8ad5b257)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:45.035038 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-488a0d85-7792-4446-97b7-aaba7669a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.052550 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] Set router 935dd866-7077-4650-8d70-70e861ebe19f gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:45.055123 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d078f-7339-4cf3-b04e-4ef152668b84 None None] Pushing event updated for resources: {'Port': ['ID=90e4da37-4078-4c85-a7b8-bfbf4b572740,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:45.116096 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a0d85-7792-4446-97b7-aaba7669a837 None None] Pushing event updated for resources: {'Port': ['ID=611e4910-8a5d-466f-aba0-7e937c88b17e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:45.176354 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.373246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5cec6f47-a7ae-4c4d-8377-32950ebd2aa4 None None] Provisioning for port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:45.384698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5cec6f47-a7ae-4c4d-8377-32950ebd2aa4 None None] Provisioning complete for port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:45.385170 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5cec6f47-a7ae-4c4d-8377-32950ebd2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.402385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.412951 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.435700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5cec6f47-a7ae-4c4d-8377-32950ebd2aa4 None None] Port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:45.448377 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 3, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port': {'id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:45.452698 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5cec6f47-a7ae-4c4d-8377-32950ebd2aa4 None None] Provisioning complete for port 611e4910-8a5d-466f-aba0-7e937c88b17e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:45.452698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5cec6f47-a7ae-4c4d-8377-32950ebd2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.488039 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74e2b3-6f6d-49ee-b37c-630354dddfbd None None] The sync data for ids ['935dd866-7077-4650-8d70-70e861ebe19f'] in n-d-758944-44 is: [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 3, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port': {'id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:45.517812 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Pushing event updated for resources: {'Port': ['ID=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:45.521947 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.630055 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:45.631555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:45.697539 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89b3628a-e8c2-4779-9328-39e765cfff95 None None] Provisioning complete for port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:45.698017 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89b3628a-e8c2-4779-9328-39e765cfff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:45.760129 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-89b3628a-e8c2-4779-9328-39e765cfff95 None None] Port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:45.766486 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Router 935dd866-7077-4650-8d70-70e861ebe19f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:45.905134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:45.910076 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f66b803d-8bda-469d-8ae7-128ac44ef5cc admin admin] 10.222.0.18 "PUT /v2.0/routers/935dd866-7077-4650-8d70-70e861ebe19f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0499349 Jul 14 10:14:45.986215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-045b46f7-d6aa-4245-8706-e2a88d054389 None None] Provisioning complete for port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:45.986681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-045b46f7-d6aa-4245-8706-e2a88d054389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.034581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-045b46f7-d6aa-4245-8706-e2a88d054389 None None] Port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:46.038563 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c02ae2a-ccb1-4723-8df5-364e7e2b1d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.305508 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 611e4910-8a5d-466f-aba0-7e937c88b17e up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:46.355991 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 611e4910-8a5d-466f-aba0-7e937c88b17e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:46.356413 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.441307 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:46.493773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:46.497985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:46.498368 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.522207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44446) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:46.527073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6b10c6fe-502f-4790-bb8d-fbfcb80686e3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452516851', 'description': 'tempest-secgroup-smoke-452516851 description', 'project_id': '3ded5c6c99b244119dec1ad929a7057d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:46.556066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b10c6fe-502f-4790-bb8d-fbfcb80686e3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.586901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.622689 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:46.628527 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.629335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 90e4da37-4078-4c85-a7b8-bfbf4b572740 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:46.654864 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b10c6fe-502f-4790-bb8d-fbfcb80686e3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.659193 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b10c6fe-502f-4790-bb8d-fbfcb80686e3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.690041 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b10c6fe-502f-4790-bb8d-fbfcb80686e3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.694007 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6b10c6fe-502f-4790-bb8d-fbfcb80686e3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1678669 Jul 14 10:14:46.694007 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10c6fe-502f-4790-bb8d-fbfcb80686e3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faad8ca2-0b81-43ba-9641-c74782a24db7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:46.694541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:46.702625 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f6a5c2b9-6899-4340-90de-616c028503e7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'faad8ca2-0b81-43ba-9641-c74782a24db7', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:46.705174 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:46.716745 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 90e4da37-4078-4c85-a7b8-bfbf4b572740 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:46.720339 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 90e4da37-4078-4c85-a7b8-bfbf4b572740 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:46.721046 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.731265 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c2b9-6899-4340-90de-616c028503e7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.792218 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c2b9-6899-4340-90de-616c028503e7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.795839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c2b9-6899-4340-90de-616c028503e7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.801765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.816296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5c2b9-6899-4340-90de-616c028503e7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a37d958-a5e2-40af-b605-b7b4afefc842,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:46.822612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 90e4da37-4078-4c85-a7b8-bfbf4b572740, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=90e4da37-4078-4c85-a7b8-bfbf4b572740,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:46.826773 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.827914 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6a5c2b9-6899-4340-90de-616c028503e7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.832305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f6a5c2b9-6899-4340-90de-616c028503e7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339395 Jul 14 10:14:46.832540 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44450) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:46.838129 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1f1a637c-14e5-471c-8c73-5417d39a731e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'faad8ca2-0b81-43ba-9641-c74782a24db7', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:46.865701 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f1a637c-14e5-471c-8c73-5417d39a731e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.880639 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=90e4da37-4078-4c85-a7b8-bfbf4b572740,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:46.922869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f1a637c-14e5-471c-8c73-5417d39a731e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.926624 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f1a637c-14e5-471c-8c73-5417d39a731e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.945279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a637c-14e5-471c-8c73-5417d39a731e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c7979f-11e0-4d6e-a43e-dddd62620dca,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:46.951530 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1f1a637c-14e5-471c-8c73-5417d39a731e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:46.952806 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1f1a637c-14e5-471c-8c73-5417d39a731e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189916 Jul 14 10:14:46.955494 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:46.959909 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fb4cd285-8284-4e6c-b427-9fe0ba55c9dd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'faad8ca2-0b81-43ba-9641-c74782a24db7', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:46.986283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd285-8284-4e6c-b427-9fe0ba55c9dd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.047155 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd285-8284-4e6c-b427-9fe0ba55c9dd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.050993 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd285-8284-4e6c-b427-9fe0ba55c9dd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.069863 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cd285-8284-4e6c-b427-9fe0ba55c9dd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56b3a77-dda8-4e99-ba99-c9cd64ee58f7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.072923 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd285-8284-4e6c-b427-9fe0ba55c9dd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.074219 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-fb4cd285-8284-4e6c-b427-9fe0ba55c9dd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177928 Jul 14 10:14:47.077174 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44454) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:47.081581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5950401b-7bd3-4f58-a5ea-c7c8a20f6333 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'faad8ca2-0b81-43ba-9641-c74782a24db7', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:47.108310 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5950401b-7bd3-4f58-a5ea-c7c8a20f6333 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.165996 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5950401b-7bd3-4f58-a5ea-c7c8a20f6333 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.170190 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5950401b-7bd3-4f58-a5ea-c7c8a20f6333 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.187808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950401b-7bd3-4f58-a5ea-c7c8a20f6333 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9135a9-3d1e-455a-8f9a-8350dfa2cf8e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.193869 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5950401b-7bd3-4f58-a5ea-c7c8a20f6333 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.195026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-5950401b-7bd3-4f58-a5ea-c7c8a20f6333 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169174 Jul 14 10:14:47.197865 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:47.202314 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'faad8ca2-0b81-43ba-9641-c74782a24db7', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:47.224700 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Project 3ded5c6c99b244119dec1ad929a7057d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:14:47.229791 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.293640 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.298253 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.317049 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d295fa-5475-4a68-a35f-5320165e31ee,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.323287 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.324428 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-070d1249-8d07-4556-ac7d-17aae3fdd0ab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256745 Jul 14 10:14:47.327187 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:47.331577 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'faad8ca2-0b81-43ba-9641-c74782a24db7', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:47.352912 n-d-758944-44 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Project 3ded5c6c99b244119dec1ad929a7057d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:14:47.358415 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.420981 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.427930 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.445616 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c623c8a-d4e9-4a94-ac55-1a9fa17a717d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:47.451900 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:47.453336 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-306326b9-540a-46fd-a3e6-7a5b2f1e4f56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250145 Jul 14 10:14:47.604146 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-9daec5c7-dacb-4707-bafa-70853f4e3ac5 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452516851&fields=id&tenant_id=3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 267 time: 0.0375915 Jul 14 10:14:47.725930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-bfcb3ba8-3eed-4a2a-9fb4-a8020fafc724 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:47.727462 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-bfcb3ba8-3eed-4a2a-9fb4-a8020fafc724 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 808 time: 0.1152973 Jul 14 10:14:47.743274 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-523d7335-384c-4fcf-8a9d-99c00766530f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/quotas/3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 375 time: 0.0096648 Jul 14 10:14:47.813515 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-f5946d66-5bd9-4aba-834e-5446abe3b439 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649838 Jul 14 10:14:47.854711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Sync routers for ids ['935dd866-7077-4650-8d70-70e861ebe19f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:47.864459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Routers {'935dd866-7077-4650-8d70-70e861ebe19f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:47.865078 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['935dd866-7077-4650-8d70-70e861ebe19f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:47.974441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Set router 935dd866-7077-4650-8d70-70e861ebe19f gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:48.004139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-61b2b0b1-5850-4600-aacc-c5ff78c043ab service neutron] 10.222.0.18 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793828 Jul 14 10:14:48.094542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-1c399bf6-bf4c-42ba-b6a4-3e3e5b7cbbc4 service neutron] 10.222.0.18 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846286 Jul 14 10:14:48.174358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:14:45Z', 'revision_number': 4, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port': {'id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9b5e65e0-a92e-4518-8840-9b20fd1e6fc7', 'name': '', 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'mac_address': 'fa:16:3e:17:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6c234765-edf9-4a3a-9cbd-4de5f87a642b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:44Z', 'updated_at': '2021-07-14T10:14:45Z', 'revision_number': 2, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'subnets': [{'id': '6c234765-edf9-4a3a-9cbd-4de5f87a642b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:48.177688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:48.225026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Checking router: 935dd866-7077-4650-8d70-70e861ebe19f for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:48.225392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Updating router 935dd866-7077-4650-8d70-70e861ebe19f port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:14:48.273929 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.283601 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-37b1e952-20f3-4642-b28e-e31ba87a6271 req-10dfffa4-c9ab-48fb-8f5b-37db2be0e173 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 210 time: 0.0308020 Jul 14 10:14:48.316571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:48.316960 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.514963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 90e4da37-4078-4c85-a7b8-bfbf4b572740 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:48.610050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 90e4da37-4078-4c85-a7b8-bfbf4b572740 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:48.610455 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.678964 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.692692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Transition to ACTIVE for port object 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:48.699598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.785173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e81155-e7c8-40c7-97f9-e16c1a0c2c7a None None] Pushing event updated for resources: {'Port': ['ID=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:48.843344 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Attempting to bind port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:48.843781 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Attempting to bind port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:48.844152 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Attempting to bind port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 on network 7a983449-657a-4f0d-974e-91d97e1fcda6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:48.849891 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:48.850273 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Checking segment: {'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:48.850781 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.851185 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Bound using segment: {'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:48.851688 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Bound port: 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258019a9-ae6d-4b2f-9182-5a4c8ad5b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:48.852081 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.920726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] For port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:48.924053 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] For port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,segment=NetworkSegment(258019a9-ae6d-4b2f-9182-5a4c8ad5b257),segment_id=258019a9-ae6d-4b2f-9182-5a4c8ad5b257)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:48.929062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:48.996473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Routers {'935dd866-7077-4650-8d70-70e861ebe19f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:48.997647 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['935dd866-7077-4650-8d70-70e861ebe19f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:49.039879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e81155-e7c8-40c7-97f9-e16c1a0c2c7a None None] Pushing event updated for resources: {'Port': ['ID=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:49.117546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] Set router 935dd866-7077-4650-8d70-70e861ebe19f gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:49.249378 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:49.366240 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:14:45Z', 'revision_number': 4, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port': {'id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9b5e65e0-a92e-4518-8840-9b20fd1e6fc7', 'name': '', 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'mac_address': 'fa:16:3e:17:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6c234765-edf9-4a3a-9cbd-4de5f87a642b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:44Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 4, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'subnets': [{'id': '6c234765-edf9-4a3a-9cbd-4de5f87a642b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:49.390020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-b952ef06-8b47-4cef-bb5b-9c1bf7eebf55 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:49.392270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-b952ef06-8b47-4cef-bb5b-9c1bf7eebf55 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 808 time: 0.1194949 Jul 14 10:14:49.397370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f940f87-cf79-4576-a83c-64beddb82413 None None] The sync data for ids ['935dd866-7077-4650-8d70-70e861ebe19f'] in n-d-758944-44 is: [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:14:45Z', 'revision_number': 4, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port': {'id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '9b5e65e0-a92e-4518-8840-9b20fd1e6fc7', 'name': '', 'network_id': '7a983449-657a-4f0d-974e-91d97e1fcda6', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'mac_address': 'fa:16:3e:17:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6c234765-edf9-4a3a-9cbd-4de5f87a642b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:44Z', 'updated_at': '2021-07-14T10:14:48Z', 'revision_number': 4, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'subnets': [{'id': '6c234765-edf9-4a3a-9cbd-4de5f87a642b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:49.479012 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-ee1e1d62-5f4e-4408-b129-2d5628a7d5d2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 379 time: 0.0716152 Jul 14 10:14:49.484441 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5a4fef8-e7a2-4745-86db-fb3c93adb48d req-5b42d2b6-bd13-422f-a591-917b5e268bd7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 210 time: 0.0528853 Jul 14 10:14:49.488366 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'port': {'device_id': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'admin_state_up': True, 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'security_groups': ['faad8ca2-0b81-43ba-9641-c74782a24db7']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:49.605458 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Made reservation on behalf of 3ded5c6c99b244119dec1ad929a7057d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:49.609538 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:49.744410 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Allocated IP 172.20.0.7 (e16acf04-f622-4055-bb0b-2222795eb6ce/887fe293-2a8d-4048-b3bb-e6163c71e8cb/d84510fe-1c5f-45e9-8a94-3683c9f0fc87) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:49.772949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a9287ac-dd88-4b52-b134-4ed652ee9644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:49.890981 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:49.903330 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Transition to ACTIVE for port object d84510fe-1c5f-45e9-8a94-3683c9f0fc87 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:49.935552 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:49.956860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:49.982353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Network e16acf04-f622-4055-bb0b-2222795eb6ce is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:49.987514 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:49.991336 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:50.017634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:50.046287 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:50.046639 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.062388 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-b26c05fd-f47f-4260-abca-e7db4c62e9a0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779209 Jul 14 10:14:50.082876 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Request body: {'port': {'device_id': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:50.169699 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.219645 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:50.267446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c5054bc4-286b-4dcf-ab9b-2309caddb245 None None] Provisioning for port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:50.273473 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c5054bc4-286b-4dcf-ab9b-2309caddb245 None None] Provisioning complete for port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:50.274124 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5054bc4-286b-4dcf-ab9b-2309caddb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.306635 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:50.314324 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:50.314706 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.316377 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c5054bc4-286b-4dcf-ab9b-2309caddb245 None None] Port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:50.400102 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.433879 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,segment=NetworkSegment(258019a9-ae6d-4b2f-9182-5a4c8ad5b257),segment_id=258019a9-ae6d-4b2f-9182-5a4c8ad5b257)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:50.438379 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.469646 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84510fe-1c5f-45e9-8a94-3683c9f0fc87 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:50.477775 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.490593 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Transition to ACTIVE for port object d84510fe-1c5f-45e9-8a94-3683c9f0fc87 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:50.494839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.500343 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:50.553891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:50.682535 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:50.682877 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:50.683215 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:50.694276 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on network e16acf04-f622-4055-bb0b-2222795eb6ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:14:50.694617 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:50.705446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:50.705782 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Checking segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:50.706176 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Bound using segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:50.706623 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Bound port: d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:50.706983 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.724065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10ac05-ee6e-47c1-a859-f17266adec99 req-074b9c63-d72a-4115-9657-0455f291a38d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:50.725652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3a10ac05-ee6e-47c1-a859-f17266adec99 req-074b9c63-d72a-4115-9657-0455f291a38d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 943 time: 0.1116529 Jul 14 10:14:50.744988 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:50.805624 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3a10ac05-ee6e-47c1-a859-f17266adec99 req-5a809bbb-6d6d-46a6-9750-aa1f8498d47e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521715 Jul 14 10:14:50.810460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:50.813994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:50.818252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:51.168892 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.170013 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:51.171509 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] 10.222.0.11 "PUT /v2.0/ports/d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 1092 time: 1.0929289 Jul 14 10:14:51.171929 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:51.174214 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe04a6-a513-4a86-b99c-6f569a2967c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:51.210752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eb8f4-d47e-41d1-8c44-6314aeeb9002 service neutron] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:51.218548 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a31083-10e1-4ac2-aae8-6d1e7e8ed3cc x-openstack-request-id: req-f5a31083-10e1-4ac2-aae8-6d1e7e8ed3cc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:51.218845 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:51.219103 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5a31083-10e1-4ac2-aae8-6d1e7e8ed3cc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:51.219535 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'status': 'completed', 'code': 200} Jul 14 10:14:51.276444 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-91e2df4d-67da-447e-bbbb-e3139464c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.278024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-91e2df4d-67da-447e-bbbb-e3139464c40b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1095 time: 0.0623963 Jul 14 10:14:51.320740 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-6ff59615-bd43-4f61-8368-a63ba4a2f923 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 217 time: 0.0352416 Jul 14 10:14:51.382755 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-54694f33-0840-409e-bc86-aa8898b9b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.384618 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-54694f33-0840-409e-bc86-aa8898b9b7fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0585084 Jul 14 10:14:51.446151 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93060e41-095b-41cd-b561-5b690ed3919e req-bc0a6470-51e5-49f6-a478-89a3b25246f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.447727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-bc0a6470-51e5-49f6-a478-89a3b25246f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561557 Jul 14 10:14:51.544930 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-52b6e3aa-8977-40e4-93d2-aed7423687c3 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904729 Jul 14 10:14:51.644244 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-93060e41-095b-41cd-b561-5b690ed3919e req-7bb59403-59c3-4d3b-a50d-4c1fcb2f5e0e service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929148 Jul 14 10:14:51.668537 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:51.752044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-3204e099-2e70-4082-93c5-39da3e7a70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.753553 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-3204e099-2e70-4082-93c5-39da3e7a70cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1095 time: 0.0556772 Jul 14 10:14:51.846352 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-7ba25d41-f1a1-4a0c-a2cd-01b010629c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.847892 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-7ba25d41-f1a1-4a0c-a2cd-01b010629c71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0885766 Jul 14 10:14:51.889035 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-f04d229e-3740-45ed-8afa-f14aabd6d991 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 217 time: 0.0346286 Jul 14 10:14:51.971310 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-19ac649f-38c1-4278-ae59-db6ad33a7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:51.972646 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-19ac649f-38c1-4278-ae59-db6ad33a7376 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0772383 Jul 14 10:14:52.031219 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e39abc-ec33-44ae-94ed-d93c38edb301 req-06ca8176-8398-46d7-8910-6b6016e42aa9 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:52.032735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35e39abc-ec33-44ae-94ed-d93c38edb301 req-06ca8176-8398-46d7-8910-6b6016e42aa9 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 943 time: 0.1124008 Jul 14 10:14:52.074693 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-ad773f7e-fde8-4356-89a9-67794f8b3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:52.076778 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-ad773f7e-fde8-4356-89a9-67794f8b3246 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958855 Jul 14 10:14:52.083899 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35e39abc-ec33-44ae-94ed-d93c38edb301 req-eef78540-71cb-4481-9233-96f010bb535c tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445354 Jul 14 10:14:52.173916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-ba787c39-cb7f-41b0-8d5e-51eb999c82b3 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887482 Jul 14 10:14:52.174860 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:52.267999 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4fe04a6-a513-4a86-b99c-6f569a2967c7 req-953cd930-3fed-4d7d-b17f-b8983d736307 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Jul 14 10:14:52.376746 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:52.377117 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:53.261379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afdc9-7cb8-475f-8944-c3d2a781880b req-cc9b69b4-6088-43ec-9732-b736c10bad68 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:53.262813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d39afdc9-7cb8-475f-8944-c3d2a781880b req-cc9b69b4-6088-43ec-9732-b736c10bad68 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 943 time: 0.0679922 Jul 14 10:14:53.300389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d39afdc9-7cb8-475f-8944-c3d2a781880b req-5a88db09-cbcd-48ba-b669-52bdd960d2ee tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320313 Jul 14 10:14:53.766048 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:14:53.864520 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:53.959027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:53.971593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'port_id': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'mac_address': 'fa:16:3e:db:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:54.007662 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.020467 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84510fe-1c5f-45e9-8a94-3683c9f0fc87 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:54.039969 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:54.044001 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.094456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:54.285260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d84510fe-1c5f-45e9-8a94-3683c9f0fc87'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:54.476417 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f307-0bb7-46ab-af69-0b22edbfc381 req-0f7cd809-08ef-43dd-9be1-f82f9efe0e42 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:54.477921 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5030f307-0bb7-46ab-af69-0b22edbfc381 req-0f7cd809-08ef-43dd-9be1-f82f9efe0e42 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0633938 Jul 14 10:14:54.516369 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5030f307-0bb7-46ab-af69-0b22edbfc381 req-52ee8f09-77fd-4fe6-b6f6-d16373306e6b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Jul 14 10:14:55.690864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97529b01-9bd2-425d-80c1-2626bdc86023 req-cefb34cf-70be-4f33-82c1-9dedea8c7568 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:55.692397 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-97529b01-9bd2-425d-80c1-2626bdc86023 req-cefb34cf-70be-4f33-82c1-9dedea8c7568 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0634341 Jul 14 10:14:55.730075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-97529b01-9bd2-425d-80c1-2626bdc86023 req-397caf30-d779-4b44-92f3-a37c6d8fc7aa tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Jul 14 10:14:55.864017 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:55.914007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:55.917804 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:55.918182 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:55.993474 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:56.016370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:56.018664 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6041c6a2-fe19-4250-a838-43081942d84f" -d '{"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-plugged", "status": "completed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:56.032563 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:56.036732 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:56.062955 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58cb72a-9e3e-4a5d-bf9c-dd5edb260c75 x-openstack-request-id: req-c58cb72a-9e3e-4a5d-bf9c-dd5edb260c75 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:56.063260 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-plugged", "status": "completed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:56.063548 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c58cb72a-9e3e-4a5d-bf9c-dd5edb260c75 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:56.063940 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'code': 200} Jul 14 10:14:56.090021 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:56.177109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87dc05-df19-434c-815e-300e24115510 req-e269d79a-19be-4d4b-8e7e-88b24406269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:56.178551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a87dc05-df19-434c-815e-300e24115510 req-e269d79a-19be-4d4b-8e7e-88b24406269e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1097 time: 0.0557976 Jul 14 10:14:56.211787 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0a87dc05-df19-434c-815e-300e24115510 req-787d3a82-dd8d-47ab-95ae-c27fc8dfd373 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271480 Jul 14 10:14:56.899537 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8621ed8-23b1-4cde-8284-04ad724cf3c1 req-8906e021-253c-4d3e-8006-fd06fce0088d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:56.901003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8621ed8-23b1-4cde-8284-04ad724cf3c1 req-8906e021-253c-4d3e-8006-fd06fce0088d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0626149 Jul 14 10:14:56.939543 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e8621ed8-23b1-4cde-8284-04ad724cf3c1 req-3a76f15c-9a07-4924-acc3-f5a32f5ce76a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327759 Jul 14 10:14:58.112460 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710f4b9-690e-4a73-ba9e-df09319504c3 req-bce52a53-2860-4abd-9e4a-6ed334531f9f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:58.113976 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2710f4b9-690e-4a73-ba9e-df09319504c3 req-bce52a53-2860-4abd-9e4a-6ed334531f9f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0637579 Jul 14 10:14:58.152967 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2710f4b9-690e-4a73-ba9e-df09319504c3 req-cfc89138-7522-4e5f-9253-ade7f03db620 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332952 Jul 14 10:14:58.339699 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a1a64-512c-4d4e-8e11-7c478cf745ad req-9ecdabc8-ff6f-4504-93e6-530e69e34a9c tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:58.341210 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-433a1a64-512c-4d4e-8e11-7c478cf745ad req-9ecdabc8-ff6f-4504-93e6-530e69e34a9c tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0678294 Jul 14 10:14:58.380757 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-433a1a64-512c-4d4e-8e11-7c478cf745ad req-0f56fe60-e3dd-449f-ae62-aec6cf745408 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336785 Jul 14 10:14:58.404782 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:58.498978 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2056c30-d1fb-490e-a878-4194b2f856a2 tempest-TestShelveInstance-793538844 tempest-TestShelveInstance-793538844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:58.501107 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-e2056c30-d1fb-490e-a878-4194b2f856a2 tempest-TestShelveInstance-793538844 tempest-TestShelveInstance-793538844-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1092 time: 0.0953994 Jul 14 10:14:58.504112 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:58.508625 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:58.530378 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:58.630320 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:58.730409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Allocated IP 172.25.2.161 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/0f7c7a7b-4cba-4d5f-b42b-fd5cbfff7dd4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:59.157154 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.194802 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.232060 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:59.238248 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:59.241362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:59.266119 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'Port': ['ID=0f7c7a7b-4cba-4d5f-b42b-fd5cbfff7dd4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:59.606323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.685284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.828479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.832807 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.905732 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'Port': ['ID=0f7c7a7b-4cba-4d5f-b42b-fd5cbfff7dd4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:59.917272 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:00.017041 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Floating IP 4e41b4e9-88bd-4163-b8f7-89e93ee5c04d associated. External IP: 172.25.2.161, port: d84510fe-1c5f-45e9-8a94-3683c9f0fc87. Jul 14 10:15:00.224799 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Router c77360ec-5480-4671-b853-fe3b29e04148 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:15:00.331748 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:15:00.341169 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] Sync routers for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:15:00.350034 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:00.352820 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:00.353269 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:00.387888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-9782558d-b9e1-42b5-98a3-0ad06af9d7df tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8827541 Jul 14 10:15:00.388582 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:00.390894 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6efc3c-527b-4b31-8497-88c91a77be50" -d '{"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:00.428038 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df85423-1057-4859-8608-b1f8e50e4c4d x-openstack-request-id: req-2df85423-1057-4859-8608-b1f8e50e4c4d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:00.428339 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:00.428598 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2df85423-1057-4859-8608-b1f8e50e4c4d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:00.429015 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'status': 'completed', 'code': 200} Jul 14 10:15:00.456271 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:00.507820 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-c472eae2-63a6-449a-95ea-ea8d6735498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:00.509543 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-c472eae2-63a6-449a-95ea-ea8d6735498b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1097 time: 0.0586913 Jul 14 10:15:00.599089 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-3ae3e92b-96fa-42e4-a09a-e66a830f29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:00.600525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-3ae3e92b-96fa-42e4-a09a-e66a830f29ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0840900 Jul 14 10:15:00.667792 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-4eb1e1ac-7268-4539-8bc2-4f9fe6b11a60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 999 time: 0.0612614 Jul 14 10:15:00.675033 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4e41b4e9-88bd-4163-b8f7-89e93ee5c04d', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'port_id': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'mac_address': 'fa:16:3e:db:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:14:59Z', 'updated_at': '2021-07-14T10:14:59Z', 'revision_number': 0, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:00.700463 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] Checking router: c77360ec-5480-4671-b853-fe3b29e04148 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:15:00.709075 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:15:00.709685 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:14:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:00.715272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-522b36a5-2812-409e-a579-1e9942a04dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:00.716810 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-522b36a5-2812-409e-a579-1e9942a04dc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0435231 Jul 14 10:15:00.773230 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-bedab048-587b-4507-9c3f-6e762e37aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:00.774785 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-bedab048-587b-4507-9c3f-6e762e37aa0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517373 Jul 14 10:15:00.811772 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:15:00.867559 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-cc76b8bc-ce35-4154-b138-26ce149aec56 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854402 Jul 14 10:15:00.958505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8e6efc3c-527b-4b31-8497-88c91a77be50 req-86d3c0c5-8062-4a01-a315-327d60bb7e07 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847170 Jul 14 10:15:01.033338 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4e41b4e9-88bd-4163-b8f7-89e93ee5c04d', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'port_id': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'mac_address': 'fa:16:3e:db:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:14:59Z', 'updated_at': '2021-07-14T10:14:59Z', 'revision_number': 0, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:15:01.062513 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a74b2b-16a4-417a-8c9e-9d964b12ab99 None None] The sync data for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 is: [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '4e41b4e9-88bd-4163-b8f7-89e93ee5c04d', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'port_id': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'mac_address': 'fa:16:3e:db:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:14:59Z', 'updated_at': '2021-07-14T10:14:59Z', 'revision_number': 0, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:15:01.272420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8082c-e0f7-4761-aad0-161ad936aa28 None None] New status for floating IP 4e41b4e9-88bd-4163-b8f7-89e93ee5c04d: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:15:02.136590 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:16.030800 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91b00323-79c2-4766-ab86-bb8fa7de998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:19.190479 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:19.775922 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6f300d0-b862-424e-89c7-9b955b86c300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:19.960842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:20.738157 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:21.671752 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:29.502648 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-cfb19c96-36f5-40eb-a8aa-3925af5aa713 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546179 Jul 14 10:15:29.598800 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-f187d9c6-62f0-40e0-a3a6-5f6220ecdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:29.600363 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-f187d9c6-62f0-40e0-a3a6-5f6220ecdb04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1097 time: 0.0564077 Jul 14 10:15:29.703817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-81dc4ac6-a232-4eb9-9e43-f17561f35b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:29.705779 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-81dc4ac6-a232-4eb9-9e43-f17561f35b6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0850232 Jul 14 10:15:29.776276 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-0111e560-6e72-4ddf-a006-2d28ff2ecf44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 1001 time: 0.0619261 Jul 14 10:15:29.830124 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-14f75b42-53cf-46ed-9a7d-dde1924c876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:29.831621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-14f75b42-53cf-46ed-9a7d-dde1924c876d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0433874 Jul 14 10:15:29.887795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-cb494c77-21d6-40e6-86f4-ed0cf719965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:29.889318 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-cb494c77-21d6-40e6-86f4-ed0cf719965f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517411 Jul 14 10:15:29.901270 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-f4c0e22c-4283-43fb-b94b-668fff041d9f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:15:29.902223 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-f4c0e22c-4283-43fb-b94b-668fff041d9f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049953 Jul 14 10:15:29.995579 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-30a37c97-ee80-45e7-a6d2-cd1254527296 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856981 Jul 14 10:15:30.086858 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9d3f2b91-8380-4052-bb7e-1bf24c644eab req-e12d63c9-5de8-4f7c-889c-acb94d7260ed service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Jul 14 10:15:30.766423 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:32.151633 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:46.034032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-343ae4d3-1802-4e0e-b34c-12ae9de1e9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.192544 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.777196 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7c15-6fef-4d85-a526-96726c8acd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:49.962233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:50.741312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.678259 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:02.150663 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:07.765423 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:16.035066 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c471bc5-4a67-48e8-af32-7bd5f9d7210b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:19.193875 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:19.777463 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a25c76d9-0cfe-44c3-8c98-2a7c01d801c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:19.964643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:20.740211 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:21.677633 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.594808 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-da53f014-9666-4363-9eed-73495e0c5fc1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1632469 Jul 14 10:16:30.692411 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-f09ad021-0866-436f-874b-1cd9166c1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.693911 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-f09ad021-0866-436f-874b-1cd9166c1865 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1097 time: 0.0577328 Jul 14 10:16:30.796928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-64a1ef2c-dab5-47f2-ba95-bf39d4858ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.798439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-64a1ef2c-dab5-47f2-ba95-bf39d4858ddc service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0845649 Jul 14 10:16:30.866745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-05b38bb9-880c-48ed-9fff-8405dce4b670 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 1001 time: 0.0616481 Jul 14 10:16:30.914779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-f2b602d2-09f4-4e66-bfca-ecc5f3ff7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.916257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-f2b602d2-09f4-4e66-bfca-ecc5f3ff7d06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0431726 Jul 14 10:16:30.974764 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-e153175d-87af-4788-b5db-a3d1d7b59a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.976303 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-e153175d-87af-4788-b5db-a3d1d7b59a5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541787 Jul 14 10:16:31.069915 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-0ffe8e33-04f0-4cf6-89bb-bb06270edc4b service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870268 Jul 14 10:16:31.162016 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8def4e5-47d9-4ce5-81bd-edbaf4cf3abd req-6667f851-70bc-47de-8f36-b4e254dba27f service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Jul 14 10:16:32.154466 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.764896 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:46.036178 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e523ac28-c919-4d43-a129-d72f33e2401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:49.194898 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:49.777136 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03915f5d-4e69-4422-8100-2c3da2501d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:49.967904 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:50.734067 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:51.680765 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:56.280908 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee977-7930-41c5-91c4-dce118b39cd5 req-813e1b6c-23a8-487f-9896-49ddce3aefd3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:56.282329 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e94ee977-7930-41c5-91c4-dce118b39cd5 req-813e1b6c-23a8-487f-9896-49ddce3aefd3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.1126699 Jul 14 10:16:56.320162 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e94ee977-7930-41c5-91c4-dce118b39cd5 req-d8dd1196-7058-441e-9c42-0856505e86b2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322757 Jul 14 10:16:57.507424 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8927d-80ad-4e0c-bdac-edce30382c82 req-850319cf-8c9a-466e-a664-e255e7edc796 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:57.508928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1f8927d-80ad-4e0c-bdac-edce30382c82 req-850319cf-8c9a-466e-a664-e255e7edc796 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0647547 Jul 14 10:16:57.547769 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f1f8927d-80ad-4e0c-bdac-edce30382c82 req-5861e3a5-7cbd-4843-bb03-4d5826e6780a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332448 Jul 14 10:16:58.749351 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427748-177f-4fc6-bb76-e8cc214f6225 req-670f2044-0e46-47f1-b545-9010ad19847d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:58.750753 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-63427748-177f-4fc6-bb76-e8cc214f6225 req-670f2044-0e46-47f1-b545-9010ad19847d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0671868 Jul 14 10:16:58.788994 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-63427748-177f-4fc6-bb76-e8cc214f6225 req-ae60d6ad-d82a-4b3e-8108-13329d619a82 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326636 Jul 14 10:16:59.965452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e279-e193-4a8e-b566-f3bb0d497fb5 req-c4ac229b-68ff-4741-a3ed-427699b9dc1a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:59.966950 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e29e279-e193-4a8e-b566-f3bb0d497fb5 req-c4ac229b-68ff-4741-a3ed-427699b9dc1a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0670712 Jul 14 10:17:00.004979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3e29e279-e193-4a8e-b566-f3bb0d497fb5 req-faedb096-dd9c-41b9-b02d-33d550d043d2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325074 Jul 14 10:17:01.178214 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba59c9-65df-44c7-8f3c-ce74dd5f31da req-e7278a7f-bca6-41a3-a08d-80771f53cc2d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:01.179752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efba59c9-65df-44c7-8f3c-ce74dd5f31da req-e7278a7f-bca6-41a3-a08d-80771f53cc2d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0670331 Jul 14 10:17:01.217252 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efba59c9-65df-44c7-8f3c-ce74dd5f31da req-e26da0ff-12e8-44ca-a1c0-ab6a0c555c22 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320523 Jul 14 10:17:02.180767 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:02.395632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446ca23-8b4a-4733-b4c7-d79221fde944 req-580217c0-b123-492b-9425-69eafa9df589 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:02.397742 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b446ca23-8b4a-4733-b4c7-d79221fde944 req-580217c0-b123-492b-9425-69eafa9df589 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0660625 Jul 14 10:17:02.436077 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b446ca23-8b4a-4733-b4c7-d79221fde944 req-9860c6c0-f5da-45c0-bd1e-c83bfba96884 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328119 Jul 14 10:17:03.619052 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fa753-a349-464d-8fa1-b4d02b80b481 req-aa0fdd85-d14c-44b3-902d-b0bd9c291360 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:03.620745 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ec4fa753-a349-464d-8fa1-b4d02b80b481 req-aa0fdd85-d14c-44b3-902d-b0bd9c291360 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0761139 Jul 14 10:17:03.658945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ec4fa753-a349-464d-8fa1-b4d02b80b481 req-12caac06-b611-4393-a675-373a741867ea tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321770 Jul 14 10:17:04.844670 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90076cc-4202-4daf-9e53-8a3d061457e1 req-bc37a331-86a1-4fd2-a2d7-915edfde8bfd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:04.846158 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c90076cc-4202-4daf-9e53-8a3d061457e1 req-bc37a331-86a1-4fd2-a2d7-915edfde8bfd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0629663 Jul 14 10:17:04.883534 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c90076cc-4202-4daf-9e53-8a3d061457e1 req-111b0859-0669-43cb-9af5-f10402e2b5ca tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309155 Jul 14 10:17:06.060133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b89a5-c6b3-406b-9955-0472a7783717 req-39f077fb-eea3-4c29-a8e2-fc8c1aad0b58 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:06.061607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e2b89a5-c6b3-406b-9955-0472a7783717 req-39f077fb-eea3-4c29-a8e2-fc8c1aad0b58 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0638087 Jul 14 10:17:06.098093 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9e2b89a5-c6b3-406b-9955-0472a7783717 req-7a377a3f-0303-467a-9762-b56026b374ff tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 Jul 14 10:17:07.275186 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0632fb-eb63-4576-9639-87761f485e37 req-ee264006-0fa7-4957-9c06-91ed7dc5362b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:07.276706 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc0632fb-eb63-4576-9639-87761f485e37 req-ee264006-0fa7-4957-9c06-91ed7dc5362b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0692391 Jul 14 10:17:07.314431 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dc0632fb-eb63-4576-9639-87761f485e37 req-a24ff5d7-0b93-462c-ac38-db22ed754a7a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Jul 14 10:17:08.469160 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:17:08.603974 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:08.616770 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'port_id': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'mac_address': 'fa:16:3e:db:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:17:08.656652 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:08.675239 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d84510fe-1c5f-45e9-8a94-3683c9f0fc87 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:17:08.697766 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf68d7-aed6-4e70-aba6-08d859d51f14 req-85a13ed9-999b-4369-8de4-faec57b36b9b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:08.698728 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:08.699473 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06cf68d7-aed6-4e70-aba6-08d859d51f14 req-85a13ed9-999b-4369-8de4-faec57b36b9b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0756686 Jul 14 10:17:08.704559 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:08.745620 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-06cf68d7-aed6-4e70-aba6-08d859d51f14 req-38a252c2-28c1-4fd8-a11d-ff50cc2c7aab tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388381 Jul 14 10:17:08.774076 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:08.784199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['d84510fe-1c5f-45e9-8a94-3683c9f0fc87'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:17:08.787220 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.787593 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.787934 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.788271 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.788601 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.789047 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.789256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.789578 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.789909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.790204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.790524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:08.790842 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:09.938373 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2874bf-e319-46c3-876c-8a180ef3d770 req-fe4a9f14-f6e0-4841-9573-1c513a4ce61e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:09.940075 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d2874bf-e319-46c3-876c-8a180ef3d770 req-fe4a9f14-f6e0-4841-9573-1c513a4ce61e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0690236 Jul 14 10:17:10.002151 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5d2874bf-e319-46c3-876c-8a180ef3d770 req-80e13a44-010b-46ec-b096-9ac349a0b1bc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524352 Jul 14 10:17:10.481243 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:10.537317 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:10.537742 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:10.626358 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:10.654183 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:10.657238 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c4742a-87ed-441d-ac9f-8cacb279fef8" -d '{"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-plugged", "status": "completed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:10.687033 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:10.691204 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:10.752976 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:11.205111 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0979-d999-4237-9edd-d19bd1062c29 req-de4c1651-5071-4488-94db-8b368c30d2e2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:11.206788 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-829d0979-d999-4237-9edd-d19bd1062c29 req-de4c1651-5071-4488-94db-8b368c30d2e2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0761080 Jul 14 10:17:11.251873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-829d0979-d999-4237-9edd-d19bd1062c29 req-f0410bc0-3e7e-4072-afb6-f8c2d57d8d0e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377188 Jul 14 10:17:11.724152 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1236bd1e-90c9-4470-a26d-d66efe9050a0 x-openstack-request-id: req-1236bd1e-90c9-4470-a26d-d66efe9050a0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:11.724788 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-plugged", "status": "completed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:11.724788 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1236bd1e-90c9-4470-a26d-d66efe9050a0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:11.725160 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'code': 200} Jul 14 10:17:12.448777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab52f1-fb22-4e0d-8dd1-5e1bb3c902a0 req-7362072a-d335-4bbb-b310-619f1af943ff tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:12.450563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8fab52f1-fb22-4e0d-8dd1-5e1bb3c902a0 req-7362072a-d335-4bbb-b310-619f1af943ff tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0672991 Jul 14 10:17:12.493205 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-8fab52f1-fb22-4e0d-8dd1-5e1bb3c902a0 req-ce5bb74c-cf9d-480b-aa54-c6976dcc5f3f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372543 Jul 14 10:17:13.697097 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d2b88-e8f1-4ef8-aa88-c18cb54092a4 req-36b3a9fd-f51d-450e-b49f-6b838b9d5813 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:13.704458 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-279d2b88-e8f1-4ef8-aa88-c18cb54092a4 req-36b3a9fd-f51d-450e-b49f-6b838b9d5813 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0821130 Jul 14 10:17:13.747916 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-279d2b88-e8f1-4ef8-aa88-c18cb54092a4 req-911cc702-628b-4ae5-a109-dd0ea847d791 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Jul 14 10:17:14.950487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bdd86-ecc1-4dce-ad2d-b08bc6f81bc0 req-8b9e5de7-f44c-42cf-93c3-ad2aa7342cd4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:14.956195 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-590bdd86-ecc1-4dce-ad2d-b08bc6f81bc0 req-8b9e5de7-f44c-42cf-93c3-ad2aa7342cd4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0708821 Jul 14 10:17:15.000507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-590bdd86-ecc1-4dce-ad2d-b08bc6f81bc0 req-3dcff2be-c58a-4d51-88df-feb4138fa804 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398958 Jul 14 10:17:16.038713 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33cf3be0-608c-4f3a-b1f3-c00dd17b43d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:16.194159 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3d74-b664-4892-a1a0-00db023b6b48 req-3c145b1c-0f2a-4eeb-9708-018bb32e5b99 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:16.195651 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-575e3d74-b664-4892-a1a0-00db023b6b48 req-3c145b1c-0f2a-4eeb-9708-018bb32e5b99 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0706902 Jul 14 10:17:16.236275 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-575e3d74-b664-4892-a1a0-00db023b6b48 req-52b2d2c0-a3b6-4f85-821c-da7d4abf645b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Jul 14 10:17:17.431667 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8333-a5a5-4bc6-aff6-6e6f627eac91 req-dc5ed726-cde8-4dbb-b834-14f0c93e5cda tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:17.433615 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e79e8333-a5a5-4bc6-aff6-6e6f627eac91 req-dc5ed726-cde8-4dbb-b834-14f0c93e5cda tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0821705 Jul 14 10:17:17.474907 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e79e8333-a5a5-4bc6-aff6-6e6f627eac91 req-b2bfc1ff-c561-4a45-a533-1318503e59cb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345671 Jul 14 10:17:18.166472 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dd789-379f-445a-9711-070dc950da71 req-770fdd43-bc7d-4eaa-8ac2-c416dd2ae1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:18.168051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-018dd789-379f-445a-9711-070dc950da71 req-770fdd43-bc7d-4eaa-8ac2-c416dd2ae1e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1097 time: 0.0577741 Jul 14 10:17:18.256822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dd789-379f-445a-9711-070dc950da71 req-4ff287e2-6315-4c18-8c03-fde58a1b6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:18.258430 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-018dd789-379f-445a-9711-070dc950da71 req-4ff287e2-6315-4c18-8c03-fde58a1b6435 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0846486 Jul 14 10:17:18.326175 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-018dd789-379f-445a-9711-070dc950da71 req-caaee9b3-b38b-4f30-b79f-b5a19e7b3913 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 1001 time: 0.0618021 Jul 14 10:17:18.375856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dd789-379f-445a-9711-070dc950da71 req-de506c3a-faf8-479a-bb54-502e64b5ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:18.377334 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-018dd789-379f-445a-9711-070dc950da71 req-de506c3a-faf8-479a-bb54-502e64b5ff3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0454142 Jul 14 10:17:18.433839 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dd789-379f-445a-9711-070dc950da71 req-fe3592af-b4da-4df4-8b86-44a8234a0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:18.435385 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-018dd789-379f-445a-9711-070dc950da71 req-fe3592af-b4da-4df4-8b86-44a8234a0a78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510485 Jul 14 10:17:18.528933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-018dd789-379f-445a-9711-070dc950da71 req-2f8840d7-3aec-42ae-8b06-64744741fa52 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873339 Jul 14 10:17:18.660721 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-018dd789-379f-445a-9711-070dc950da71 req-bafe3f44-988a-409f-a80d-963659970e17 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257987 Jul 14 10:17:18.682546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497dc54-3e61-426c-8a86-21df2e7b005b req-40ba7f82-e2db-493a-b345-d25d249df75e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:18.684070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9497dc54-3e61-426c-8a86-21df2e7b005b req-40ba7f82-e2db-493a-b345-d25d249df75e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0943127 Jul 14 10:17:18.725776 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9497dc54-3e61-426c-8a86-21df2e7b005b req-5b5135b1-2a48-4cd0-939b-d692fe48aa86 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360851 Jul 14 10:17:19.197816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:19.777669 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30bf18ec-e876-49f8-b9fe-99a86e35d2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:19.907619 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a7f22-eab9-4014-94fa-033090929332 req-20e385e0-b305-4d74-8e1c-4c904d720087 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:19.909088 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb3a7f22-eab9-4014-94fa-033090929332 req-20e385e0-b305-4d74-8e1c-4c904d720087 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0627873 Jul 14 10:17:19.947284 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cb3a7f22-eab9-4014-94fa-033090929332 req-5b26fd78-9d77-4ff7-9c86-fead7968c62a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317788 Jul 14 10:17:19.972189 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:20.530581 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:17:20.610243 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:20.636694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:20.638947 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f86ca7-9099-4537-bb54-95172ae66ffe" -d '{"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-unplugged", "status": "completed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:20.650692 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:20.656044 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:20.683943 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff38e5-42a0-4582-9478-6d6642830edd x-openstack-request-id: req-37ff38e5-42a0-4582-9478-6d6642830edd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:20.684204 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-unplugged", "status": "failed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "code": 422}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:20.684424 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37ff38e5-42a0-4582-9478-6d6642830edd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:20.684769 n-d-758944-44 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'code': 422} returned with failed status Jul 14 10:17:20.710179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:20.730062 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.130268 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e7267-4a43-4d89-92da-7acb77d06f9d req-e4d23773-1230-48a1-88c9-f2f0d92212c0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:21.131840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3c1e7267-4a43-4d89-92da-7acb77d06f9d req-e4d23773-1230-48a1-88c9-f2f0d92212c0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 943 time: 0.0691464 Jul 14 10:17:21.170542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3c1e7267-4a43-4d89-92da-7acb77d06f9d req-e37d8666-0666-4801-bc21-10e16e4a9c57 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331113 Jul 14 10:17:21.524651 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ec583-75da-4980-8ce7-bf0d43898c86 req-92d34ee7-9a83-4105-9329-0733d781768d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:21.526498 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b59ec583-75da-4980-8ce7-bf0d43898c86 req-92d34ee7-9a83-4105-9329-0733d781768d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 943 time: 0.0662208 Jul 14 10:17:21.568045 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b59ec583-75da-4980-8ce7-bf0d43898c86 req-25ecad8f-b3ae-40d3-813c-46c2f8a38aea tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354736 Jul 14 10:17:21.616288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:17:21.685398 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:21.707837 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-f8ec5868-f635-41b8-883c-0da022f000fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903723 Jul 14 10:17:21.764440 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:22.680770 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-9f1f5769-c800-40fa-a28f-feb5e30eea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:22.682171 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-9f1f5769-c800-40fa-a28f-feb5e30eea2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410&tenant_id=3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 1095 time: 0.0531461 Jul 14 10:17:22.693403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-44', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:17:22.744523 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2fe3-198a-4b66-9639-36e490dc82fd req-105dbe66-781a-4fa5-b642-5ba294f302fa tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:22.746023 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0ba2fe3-198a-4b66-9639-36e490dc82fd req-105dbe66-781a-4fa5-b642-5ba294f302fa tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 943 time: 0.0638189 Jul 14 10:17:22.772440 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:22.796059 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c0ba2fe3-198a-4b66-9639-36e490dc82fd req-9f97ac0e-b951-45c8-a0eb-81ce87721c3e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443666 Jul 14 10:17:22.981778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:23.017837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h2-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:23.052053 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84510fe-1c5f-45e9-8a94-3683c9f0fc87 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:17:23.059944 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.072202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Transition to ACTIVE for port object d84510fe-1c5f-45e9-8a94-3683c9f0fc87 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:17:23.076461 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.156800 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=9']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:23.171704 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.172056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.172401 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.172741 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.173077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.173409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.173740 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.174069 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.174398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.174724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.175050 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.175396 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:17:23.217267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] No DVR routers for this DVR port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on host n-h2-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:17:23.373755 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:17:23.374086 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:17:23.374418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:17:23.378904 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on network e16acf04-f622-4055-bb0b-2222795eb6ce not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:17:23.379137 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Attempting to bind port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:17:23.385118 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:17:23.385479 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Checking segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:17:23.385831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Bound using segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:17:23.386260 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Bound port: d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:17:23.386616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.455632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:17:23.458720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:17:23.464593 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.500901 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:23.501329 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:23.502749 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] 10.222.0.48 "PUT /v2.0/ports/d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 1092 time: 0.8134940 Jul 14 10:17:23.503199 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:23.505536 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcb5a47-4a6e-4525-99f5-91cbe9048596" -d '{"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:23.531692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf35535-333e-4683-8564-abb16fcbfd2d service neutron] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:23.605315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-d93d42b4-1916-4fe7-ac07-cf77540eb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:23.606970 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-d93d42b4-1916-4fe7-ac07-cf77540eb3d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1096 time: 0.0720160 Jul 14 10:17:23.622254 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334959c-10ac-4a74-b6ac-89825d44b42a x-openstack-request-id: req-3334959c-10ac-4a74-b6ac-89825d44b42a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:23.622633 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:23.622959 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3334959c-10ac-4a74-b6ac-89825d44b42a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:23.623481 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'status': 'completed', 'code': 200} Jul 14 10:17:23.710063 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-87701963-14f5-4138-b3d5-e28b71a4fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:23.711577 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-87701963-14f5-4138-b3d5-e28b71a4fd5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0987933 Jul 14 10:17:23.777791 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-9522184e-34ec-4abe-83ce-08a4244adc00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 999 time: 0.0595758 Jul 14 10:17:23.826278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-2765f56d-7606-46f6-8447-80fcab6b3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:23.827787 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-2765f56d-7606-46f6-8447-80fcab6b3b5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0446513 Jul 14 10:17:23.894250 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-9bac62e7-77a5-4987-9f56-6fb0d2e66931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:23.895865 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-9bac62e7-77a5-4987-9f56-6fb0d2e66931 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622938 Jul 14 10:17:23.905941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-6034fb16-6e6b-4be3-a2ce-71b9b57ecbce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:17:23.906941 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-6034fb16-6e6b-4be3-a2ce-71b9b57ecbce service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053656 Jul 14 10:17:23.975082 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35dedf-2d45-4de6-8fb8-fc798e435048 req-54479c12-c64d-415a-9cf3-b3126c75acce tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:23.976655 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c35dedf-2d45-4de6-8fb8-fc798e435048 req-54479c12-c64d-415a-9cf3-b3126c75acce tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0684848 Jul 14 10:17:23.999481 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-15fd9ca4-5dbd-4c0b-a86e-022f66e6bde4 service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860140 Jul 14 10:17:24.016628 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1c35dedf-2d45-4de6-8fb8-fc798e435048 req-e16072a6-4d12-4069-b7b0-e39d22fcf69a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335467 Jul 14 10:17:24.096917 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-e036041e-ee13-4b83-831f-4f6758cf6324 service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915864 Jul 14 10:17:24.194355 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-70d1ebcc-5962-4a3c-a302-8786215d65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:24.196147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-70d1ebcc-5962-4a3c-a302-8786215d65c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1096 time: 0.0565085 Jul 14 10:17:24.291648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-d4d3cc84-aedc-41ff-8c57-b093c1f8520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:24.293153 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-d4d3cc84-aedc-41ff-8c57-b093c1f8520a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0906906 Jul 14 10:17:24.384072 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-4ecffdbd-201f-4599-81a4-6460bb9ff491 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 999 time: 0.0841105 Jul 14 10:17:24.546251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:17:24.594195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:17:25.211436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ebcc5-fe62-45a4-b5e9-f51781bf2c1b req-13d3d5c4-a15e-4a4f-b142-83287bf150cb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:25.213168 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a66ebcc5-fe62-45a4-b5e9-f51781bf2c1b req-13d3d5c4-a15e-4a4f-b142-83287bf150cb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0683241 Jul 14 10:17:25.254819 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a66ebcc5-fe62-45a4-b5e9-f51781bf2c1b req-7bcf77c5-c597-4f35-85e1-a81389f2d48e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348203 Jul 14 10:17:26.455134 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b453b-184e-4232-8552-66c300abbf91 req-177a954c-1c6a-49d1-ad5e-d0206f782e14 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:26.456657 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-889b453b-184e-4232-8552-66c300abbf91 req-177a954c-1c6a-49d1-ad5e-d0206f782e14 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0687163 Jul 14 10:17:26.504878 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-889b453b-184e-4232-8552-66c300abbf91 req-97bb27d2-2e85-4195-b09d-056280db6b1d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377548 Jul 14 10:17:27.721594 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cbbf6-6276-440e-97a6-69dca871a2d5 req-9bfd0b0d-59cf-4ff1-9339-ffaf03961ceb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:27.723671 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-245cbbf6-6276-440e-97a6-69dca871a2d5 req-9bfd0b0d-59cf-4ff1-9339-ffaf03961ceb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0887983 Jul 14 10:17:27.768927 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-245cbbf6-6276-440e-97a6-69dca871a2d5 req-ab73d9c9-1774-45ae-a44d-fe9e3d7e3115 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390029 Jul 14 10:17:28.955897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf653f-4a79-4deb-898f-e745bfe3771d req-17b4167f-008d-4bc9-9965-b48712c29b7d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:28.957457 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6fcf653f-4a79-4deb-898f-e745bfe3771d req-17b4167f-008d-4bc9-9965-b48712c29b7d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0677781 Jul 14 10:17:29.000002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-6fcf653f-4a79-4deb-898f-e745bfe3771d req-7c2ebb1f-d0f9-4021-903c-5c1c6341986d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361605 Jul 14 10:17:30.192763 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50562afa-da0d-4499-8d9b-c67a840884c0 req-511877e2-fc2b-46e4-b23a-d37c32a62a5e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:30.194554 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50562afa-da0d-4499-8d9b-c67a840884c0 req-511877e2-fc2b-46e4-b23a-d37c32a62a5e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0700889 Jul 14 10:17:30.237471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50562afa-da0d-4499-8d9b-c67a840884c0 req-2229efad-4f20-4372-a575-3c69377fa710 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364432 Jul 14 10:17:31.453101 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e1e1a-975c-44d9-a34b-df93849e2a96 req-38960660-b382-4d52-bfd8-a79bdee33b5e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:31.454658 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee3e1e1a-975c-44d9-a34b-df93849e2a96 req-38960660-b382-4d52-bfd8-a79bdee33b5e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0917227 Jul 14 10:17:31.498002 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ee3e1e1a-975c-44d9-a34b-df93849e2a96 req-d0e0f809-0944-43f8-a152-2cfcc61aafdd tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367622 Jul 14 10:17:32.177748 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:32.691037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601bca0-7dd6-4098-8ea9-c5e963490659 req-2321dbeb-c512-4e3b-abdd-3a50e37147db tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:32.692920 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d601bca0-7dd6-4098-8ea9-c5e963490659 req-2321dbeb-c512-4e3b-abdd-3a50e37147db tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0750351 Jul 14 10:17:32.736489 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d601bca0-7dd6-4098-8ea9-c5e963490659 req-12a3dac4-7c9d-42bd-90ac-c896534331a3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368342 Jul 14 10:17:33.916846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784893de-e8bd-499f-956c-dbf4a9c40142 req-2efc764c-7683-4920-90bd-d202212daf82 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:33.918406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-784893de-e8bd-499f-956c-dbf4a9c40142 req-2efc764c-7683-4920-90bd-d202212daf82 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0660493 Jul 14 10:17:33.956873 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-784893de-e8bd-499f-956c-dbf4a9c40142 req-2f39c75c-8a0f-4c13-b791-db165ff3dbdb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Jul 14 10:17:34.352897 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-0cc8bff8-a0af-4b20-9c98-87903b2f0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:34.354314 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-0cc8bff8-a0af-4b20-9c98-87903b2f0a85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0459578 Jul 14 10:17:34.411480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-71eeb7db-a1b3-4bcf-b211-9cd8b25aeae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:34.413637 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-71eeb7db-a1b3-4bcf-b211-9cd8b25aeae8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523684 Jul 14 10:17:34.510567 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-46fdac46-d63a-4bb1-9b50-994dd4205f7c service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875144 Jul 14 10:17:34.600731 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-cdcb5a47-4a6e-4525-99f5-91cbe9048596 req-9fbeeff9-26d8-4129-8fbd-6703c5f30e51 service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Jul 14 10:17:35.134436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971c68e-a244-4fb8-bb40-cbf7a53b205a req-ea3d23b2-2f36-4c12-a97c-7872d76b9941 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:35.136103 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d971c68e-a244-4fb8-bb40-cbf7a53b205a req-ea3d23b2-2f36-4c12-a97c-7872d76b9941 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0651495 Jul 14 10:17:35.182003 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d971c68e-a244-4fb8-bb40-cbf7a53b205a req-21d58b97-27cc-42b0-8a2d-a8a5df154220 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 Jul 14 10:17:36.362414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803cf5d-fe27-465c-9c4f-f43f2896cbea req-0430fb4a-60d6-4b0c-b5a0-e7897e100a55 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:36.363990 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f803cf5d-fe27-465c-9c4f-f43f2896cbea req-0430fb4a-60d6-4b0c-b5a0-e7897e100a55 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.0693648 Jul 14 10:17:36.402746 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f803cf5d-fe27-465c-9c4f-f43f2896cbea req-4b9d30ac-97a9-468d-b1e2-9b5d1886d079 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330441 Jul 14 10:17:37.603166 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:17:37.706213 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:37.718320 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'port_id': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'mac_address': 'fa:16:3e:db:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:17:37.758265 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:37.772590 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84510fe-1c5f-45e9-8a94-3683c9f0fc87 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:17:37.794173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:37.798643 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:37.849909 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:38.036354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['d84510fe-1c5f-45e9-8a94-3683c9f0fc87'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:17:38.112886 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f81a-9c7c-4a5b-8a42-d7167294845a req-c00d9597-1a00-499c-8623-f99d64c3960c tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:38.114528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1be7f81a-9c7c-4a5b-8a42-d7167294845a req-c00d9597-1a00-499c-8623-f99d64c3960c tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 944 time: 0.4068539 Jul 14 10:17:38.154457 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1be7f81a-9c7c-4a5b-8a42-d7167294845a req-7c2f0b33-f266-4944-8e3d-81330acd0620 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339067 Jul 14 10:17:39.325837 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb9f3b-2692-45e5-bf2b-392eab9e0287 req-7c9b8fef-8231-4947-b37d-5bb47d277623 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:39.327456 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5fb9f3b-2692-45e5-bf2b-392eab9e0287 req-7c9b8fef-8231-4947-b37d-5bb47d277623 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 945 time: 0.0638816 Jul 14 10:17:39.366294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e5fb9f3b-2692-45e5-bf2b-392eab9e0287 req-3cb44a52-cf64-4c3a-9056-95ca4b247f10 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328386 Jul 14 10:17:39.626514 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:17:39.676126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:17:39.680700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:17:39.681083 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:39.755810 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:39.777107 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:17:39.779388 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bcf053-a17e-495a-ad7f-9b97064a01d1" -d '{"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-plugged", "status": "completed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:17:39.793072 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:17:39.797068 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:39.820314 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced70ed7-1cf0-447c-a824-5fc5e566a93b x-openstack-request-id: req-ced70ed7-1cf0-447c-a824-5fc5e566a93b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:17:39.820616 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-plugged", "status": "completed", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:17:39.820873 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ced70ed7-1cf0-447c-a824-5fc5e566a93b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:17:39.821296 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'code': 200} Jul 14 10:17:39.848844 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:17:39.981739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eef107-4639-4afc-bb3e-bff083dfb2c9 req-28fd9e2e-1b7d-4659-a0f5-bc9fc731e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:39.983139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4eef107-4639-4afc-bb3e-bff083dfb2c9 req-28fd9e2e-1b7d-4659-a0f5-bc9fc731e6c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1098 time: 0.0511196 Jul 14 10:17:40.016451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a4eef107-4639-4afc-bb3e-bff083dfb2c9 req-ca08db01-519d-49df-a00f-a20e8f84c509 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272791 Jul 14 10:17:40.542795 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b210844-fcb7-41df-92e8-032b54cdd589 req-95b2fab6-3a1e-4192-80a0-7f55f89360a8 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:40.544325 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b210844-fcb7-41df-92e8-032b54cdd589 req-95b2fab6-3a1e-4192-80a0-7f55f89360a8 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 946 time: 0.0630910 Jul 14 10:17:40.585507 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7b210844-fcb7-41df-92e8-032b54cdd589 req-d89e7fb0-81ec-49be-b225-8ac9010a163e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350196 Jul 14 10:17:41.760202 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911ae7-84c3-4083-9f00-05ff73d07c28 req-294413a1-e569-43cb-9107-14e4f040acbc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:41.761597 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00911ae7-84c3-4083-9f00-05ff73d07c28 req-294413a1-e569-43cb-9107-14e4f040acbc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 946 time: 0.0655277 Jul 14 10:17:41.799584 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-00911ae7-84c3-4083-9f00-05ff73d07c28 req-065013cd-4d2f-42e9-8cef-55ba6db1a36a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324562 Jul 14 10:17:46.044581 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e969266-c244-4d40-bf2c-32bde506768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:48.333998 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-7c12135f-6cd7-4318-b189-429ab70bf690 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522342 Jul 14 10:17:48.429386 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ff494-ac34-414a-9e1e-830a35dcdead req-8fee6acb-ff9a-4236-9f12-f1602e14b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:48.431389 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-8fee6acb-ff9a-4236-9f12-f1602e14b218 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1098 time: 0.0536916 Jul 14 10:17:48.534821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ff494-ac34-414a-9e1e-830a35dcdead req-79287e3b-5c30-4a53-ac30-20c2263d53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:48.536247 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-79287e3b-5c30-4a53-ac30-20c2263d53a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0854993 Jul 14 10:17:48.599506 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-78e5e86e-8dd5-465a-8656-761371f9ddaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 1001 time: 0.0568871 Jul 14 10:17:48.651896 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ff494-ac34-414a-9e1e-830a35dcdead req-d5f219ed-6bbf-4bfc-a08f-8a9d7e19c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:48.653357 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-d5f219ed-6bbf-4bfc-a08f-8a9d7e19c525 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0480762 Jul 14 10:17:48.710295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ff494-ac34-414a-9e1e-830a35dcdead req-21b4c78f-3761-40ab-9c7b-d81b81009608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:48.711825 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-21b4c78f-3761-40ab-9c7b-d81b81009608 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511305 Jul 14 10:17:48.802607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-9c25a9d4-8e4d-4c0a-8304-42d54906c42d service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820796 Jul 14 10:17:48.893695 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-183ff494-ac34-414a-9e1e-830a35dcdead req-0008dfdf-ad99-4f37-a24b-1a10fcd2c370 service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850661 Jul 14 10:17:49.200218 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:49.778612 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-452a07aa-1953-49b7-a9ed-fa40bf39ca31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:49.974108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:50.744596 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:51.686973 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:58.763330 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:02.178181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:16.045361 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ed42d11-e3ae-4de1-989a-576a5e25ad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:19.203441 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:19.780473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07d316ce-c08a-4829-965d-3ffe4620113c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:19.978622 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:20.774581 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:21.689327 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:32.175245 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:35.763137 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:46.046828 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5be2a46-6bf8-4816-810c-ff86e6742929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:49.204233 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:49.377175 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-eb89123f-1c1d-4b34-88a3-8c6ad6c0a540 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991220 Jul 14 10:18:49.473622 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-fba69a38-26ce-4df7-a3b2-8e6c06425519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:49.475280 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-fba69a38-26ce-4df7-a3b2-8e6c06425519 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1098 time: 0.0560052 Jul 14 10:18:49.580459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-b8f90cf7-7365-4b06-9c9f-9638e127b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:49.581959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-b8f90cf7-7365-4b06-9c9f-9638e127b792 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0876870 Jul 14 10:18:49.646265 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-0b0bee22-2b38-4a43-9e62-ea18d10dc73a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 1001 time: 0.0578449 Jul 14 10:18:49.697158 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-a4dc58e2-4eb3-4ca4-9441-d0ee921dee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:49.698640 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-a4dc58e2-4eb3-4ca4-9441-d0ee921dee5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0470138 Jul 14 10:18:49.755176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-e572092e-fd04-4b2d-b743-413b84adb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:49.756612 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-e572092e-fd04-4b2d-b743-413b84adb0d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512807 Jul 14 10:18:49.782323 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1174cb6-47d3-42fb-bb5b-fae597a989f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:49.846139 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-2f766339-c4e8-4597-b6e7-717e17d71666 service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822856 Jul 14 10:18:49.939019 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-15b1a55e-ee37-49f6-8a68-a11f8c6a09ae req-028a6807-53e5-47f1-985f-a9027c249bab service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 Jul 14 10:18:49.980532 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:50.600296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44856) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:50.752808 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Deleting port 0f7c7a7b-4cba-4d5f-b42b-fd5cbfff7dd4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:18:50.753150 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:50.780598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:50.826110 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:50.826435 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:50.837483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Calling delete_port for 0f7c7a7b-4cba-4d5f-b42b-fd5cbfff7dd4 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:18:50.981836 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:51.008471 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event deleted for resources: {'Port': ['ID=0f7c7a7b-4cba-4d5f-b42b-fd5cbfff7dd4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:51.036058 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.036406 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.036747 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.037109 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.037446 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.037781 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.038105 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.038432 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.038757 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.039100 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.039454 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.039779 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:51.080784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:51.081130 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Floating IP 4e41b4e9-88bd-4163-b8f7-89e93ee5c04d disassociated (deleted). External IP: 172.25.2.161, port: d84510fe-1c5f-45e9-8a94-3683c9f0fc87. Jul 14 10:18:51.601271 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Router c77360ec-5480-4671-b853-fe3b29e04148 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:18:51.693239 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:51.711572 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:51.716693 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:51.723536 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] Sync routers for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:51.740349 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:18:51.740957 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:18:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:51.755732 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-48c3ed9f-a08d-45bf-ac11-002d254dfcd0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "DELETE /v2.0/floatingips/4e41b4e9-88bd-4163-b8f7-89e93ee5c04d HTTP/1.1" status: 204 len: 168 time: 1.1543667 Jul 14 10:18:51.756338 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:51.758606 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28493a40-d6cf-476f-a91c-65cb6847a1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:51.859647 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d1ac9b-8ed2-4e87-a6fc-fbade27fea8f x-openstack-request-id: req-50d1ac9b-8ed2-4e87-a6fc-fbade27fea8f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:51.860156 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:51.860534 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50d1ac9b-8ed2-4e87-a6fc-fbade27fea8f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:51.861036 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'status': 'completed', 'code': 200} Jul 14 10:18:51.892207 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:18:51.935529 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-60716f15-331e-4e82-b5ea-50b9df520101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:51.938382 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-60716f15-331e-4e82-b5ea-50b9df520101 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 1098 time: 0.0567703 Jul 14 10:18:52.046883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-68c4c44e-6191-4ac5-bb98-d9e7bc9081e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.048903 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-68c4c44e-6191-4ac5-bb98-d9e7bc9081e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.1036129 Jul 14 10:18:52.093669 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-ad9994e3-62da-40b2-b2e8-be8d79ae7ea6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 200 len: 217 time: 0.0380192 Jul 14 10:18:52.174766 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-0f14c8cb-6734-4361-8586-0b855ead6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.176273 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-0f14c8cb-6734-4361-8586-0b855ead6613 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0725894 Jul 14 10:18:52.205288 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:52.228324 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca39c6-f800-45b0-8993-eb9db178686c req-faa474b2-4817-4a53-8539-b9a943d55e88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.229823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41ca39c6-f800-45b0-8993-eb9db178686c req-faa474b2-4817-4a53-8539-b9a943d55e88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 946 time: 0.1353133 Jul 14 10:18:52.230923 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] Checking router: c77360ec-5480-4671-b853-fe3b29e04148 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:52.241313 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:18:52.242028 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:18:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:52.274404 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-ab86a378-8613-4501-a848-963d23ee0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.275959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-ab86a378-8613-4501-a848-963d23ee0372 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916891 Jul 14 10:18:52.285116 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-41ca39c6-f800-45b0-8993-eb9db178686c req-b032e9db-1f07-4944-8aab-dcb8b867e3ae tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479867 Jul 14 10:18:52.351845 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:18:52.374441 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-c39b7280-87d3-4457-a337-e26bb14463b3 service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883741 Jul 14 10:18:52.465393 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-28493a40-d6cf-476f-a91c-65cb6847a1ad req-fe9a0d47-0230-4cee-95af-094dc29fb592 service neutron] 10.222.0.48 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836382 Jul 14 10:18:52.550994 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:52.577938 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1a0ec-e082-4497-8f37-2bc80c4f9c44 None None] The sync data for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 is: [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:52.799204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fbfb06-b308-453c-9ec8-978e54624664 None None] New status for floating IP 4e41b4e9-88bd-4163-b8f7-89e93ee5c04d: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:18:53.358295 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-56f07933-324f-4346-a9e4-572d69b2bac2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.359831 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-56f07933-324f-4346-a9e4-572d69b2bac2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 946 time: 0.0652888 Jul 14 10:18:53.461846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701c516-2ced-4fa0-939b-2837b35ca379 req-cd82b0c0-ac36-4ffc-9000-4cd618dff0b5 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.463390 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c701c516-2ced-4fa0-939b-2837b35ca379 req-cd82b0c0-ac36-4ffc-9000-4cd618dff0b5 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f217cc6-1c32-42ef-9199-2ad46878b410 HTTP/1.1" status: 200 len: 946 time: 0.0636902 Jul 14 10:18:53.466649 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Deleting port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:18:53.467001 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:53.502928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c701c516-2ced-4fa0-939b-2837b35ca379 req-49c51f32-451b-4848-ac03-a7b4df8b8ed7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=faad8ca2-0b81-43ba-9641-c74782a24db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331786 Jul 14 10:18:53.556820 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] For port d84510fe-1c5f-45e9-8a94-3683c9f0fc87, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:53.557187 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:53.575579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Calling delete_port for d84510fe-1c5f-45e9-8a94-3683c9f0fc87 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:18:53.699297 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:53.726632 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event deleted for resources: {'Port': ['ID=d84510fe-1c5f-45e9-8a94-3683c9f0fc87,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:53.741117 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.741483 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.741821 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.742180 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.742521 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.742848 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.743177 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.743616 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.743858 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.744198 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.744527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.744854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:53.787655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] No DVR routers for this DVR port d84510fe-1c5f-45e9-8a94-3683c9f0fc87 on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:18:53.790175 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:53.792194 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-4e4635bd-36ec-42d8-8f2e-310890691a83 req-927be54a-9b49-4c34-974e-d1b74ab19301 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.48 "DELETE /v2.0/ports/d84510fe-1c5f-45e9-8a94-3683c9f0fc87 HTTP/1.1" status: 204 len: 173 time: 0.4269104 Jul 14 10:18:53.792630 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-deleted', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:53.794897 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d7f2ed-4fc0-4e57-9961-ade5397de725" -d '{"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-deleted", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:53.833746 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ea96f7-0234-45b2-80b6-8e3362c60a9e x-openstack-request-id: req-f0ea96f7-0234-45b2-80b6-8e3362c60a9e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:53.834040 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f217cc6-1c32-42ef-9199-2ad46878b410", "name": "network-vif-deleted", "tag": "d84510fe-1c5f-45e9-8a94-3683c9f0fc87", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:53.834309 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0ea96f7-0234-45b2-80b6-8e3362c60a9e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:53.834714 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f217cc6-1c32-42ef-9199-2ad46878b410', 'name': 'network-vif-deleted', 'tag': 'd84510fe-1c5f-45e9-8a94-3683c9f0fc87', 'status': 'completed', 'code': 200} Jul 14 10:18:54.596418 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44880) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:54.654035 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d377907f-4684-45e5-bb43-0c947574d912 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.678221 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d377907f-4684-45e5-bb43-0c947574d912 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.741261 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d377907f-4684-45e5-bb43-0c947574d912 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.744032 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d377907f-4684-45e5-bb43-0c947574d912 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.745197 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-d377907f-4684-45e5-bb43-0c947574d912 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "DELETE /v2.0/security-groups/faad8ca2-0b81-43ba-9641-c74782a24db7 HTTP/1.1" status: 204 len: 168 time: 0.1477821 Jul 14 10:18:54.755326 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377907f-4684-45e5-bb43-0c947574d912 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faad8ca2-0b81-43ba-9641-c74782a24db7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:55.238031 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 44886) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:55.242851 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bc04cc69-5139-4e73-a268-a5dc5b5ce0a7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670595559', 'description': 'tempest-secgroup-smoke-670595559 description', 'project_id': '3ded5c6c99b244119dec1ad929a7057d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:55.264919 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc04cc69-5139-4e73-a268-a5dc5b5ce0a7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.347571 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc04cc69-5139-4e73-a268-a5dc5b5ce0a7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.351964 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc04cc69-5139-4e73-a268-a5dc5b5ce0a7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.381695 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc04cc69-5139-4e73-a268-a5dc5b5ce0a7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.382969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-bc04cc69-5139-4e73-a268-a5dc5b5ce0a7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438925 Jul 14 10:18:55.384119 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04cc69-5139-4e73-a268-a5dc5b5ce0a7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0730ff-7633-4194-b451-5a90343c6dce,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:55.388067 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:55.392802 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c4040558-9cce-4db1-8cf8-daf227ec6197 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'ac0730ff-7633-4194-b451-5a90343c6dce', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:55.420022 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4040558-9cce-4db1-8cf8-daf227ec6197 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.476520 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4040558-9cce-4db1-8cf8-daf227ec6197 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.480117 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4040558-9cce-4db1-8cf8-daf227ec6197 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.496372 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4040558-9cce-4db1-8cf8-daf227ec6197 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae27393c-19ac-415c-8fca-a5d69de1fa07,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:55.505610 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4040558-9cce-4db1-8cf8-daf227ec6197 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.506823 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-c4040558-9cce-4db1-8cf8-daf227ec6197 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177635 Jul 14 10:18:55.509656 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44890) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:55.514242 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5ea9c7e8-a393-47ab-bd0c-fb2ff36ea03d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'ac0730ff-7633-4194-b451-5a90343c6dce', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:55.542369 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c7e8-a393-47ab-bd0c-fb2ff36ea03d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.599959 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c7e8-a393-47ab-bd0c-fb2ff36ea03d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.603547 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c7e8-a393-47ab-bd0c-fb2ff36ea03d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.623753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9c7e8-a393-47ab-bd0c-fb2ff36ea03d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973698b9-3528-4d81-b415-f256171d6547,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:55.627102 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c7e8-a393-47ab-bd0c-fb2ff36ea03d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.628296 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-5ea9c7e8-a393-47ab-bd0c-fb2ff36ea03d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177254 Jul 14 10:18:55.631120 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:55.635522 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4c282591-7e36-4162-932e-271572ec853a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'ac0730ff-7633-4194-b451-5a90343c6dce', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:55.661370 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c282591-7e36-4162-932e-271572ec853a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.721246 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c282591-7e36-4162-932e-271572ec853a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.725070 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c282591-7e36-4162-932e-271572ec853a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.743452 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c282591-7e36-4162-932e-271572ec853a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f38398-3be4-458d-8384-43bb57abfc55,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:55.749470 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c282591-7e36-4162-932e-271572ec853a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.750832 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4c282591-7e36-4162-932e-271572ec853a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187742 Jul 14 10:18:55.753509 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44894) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:55.757968 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b6c669f9-257a-4ccd-8005-902bcca5ee15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'ac0730ff-7633-4194-b451-5a90343c6dce', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:55.785172 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6c669f9-257a-4ccd-8005-902bcca5ee15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.843859 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6c669f9-257a-4ccd-8005-902bcca5ee15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.847430 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6c669f9-257a-4ccd-8005-902bcca5ee15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.867399 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c669f9-257a-4ccd-8005-902bcca5ee15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b172e2-2487-45a5-9a7d-0748936dd016,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:55.871026 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6c669f9-257a-4ccd-8005-902bcca5ee15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.872251 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b6c669f9-257a-4ccd-8005-902bcca5ee15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178179 Jul 14 10:18:55.876596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44896) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:55.882405 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'ac0730ff-7633-4194-b451-5a90343c6dce', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:55.904623 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Project 3ded5c6c99b244119dec1ad929a7057d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:18:55.909401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.969147 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.972771 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.990058 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507a1fc1-0883-4867-8ec3-2d5e93f0dc7d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:55.996863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.998124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3bc0bb97-fe85-41c7-86a6-f2e1cb9846bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193373 Jul 14 10:18:56.001304 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 44898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:56.005786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'security_group_rule': {'security_group_id': 'ac0730ff-7633-4194-b451-5a90343c6dce', 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:56.028497 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Project 3ded5c6c99b244119dec1ad929a7057d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:18:56.033406 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:56.098330 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:56.102320 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:56.122455 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da64bcd-e626-437a-9676-62f0f440ea1b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:56.126966 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:56.128269 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1bc41847-25eb-40f7-8231-3ee40fa60a88 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260366 Jul 14 10:18:57.974825 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:57.995516 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: d84510fe-1c5f-45e9-8a94-3683c9f0fc87 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:18:57.995884 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device d84510fe-1c5f-45e9-8a94-3683c9f0fc87 not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:02.205163 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:10.387092 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-42a3718e-c986-4ddf-b8c3-7f07eb1b0cb8 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670595559&fields=id&tenant_id=3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 267 time: 0.0327861 Jul 14 10:19:10.491165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-f66eafaa-4f9c-4d0f-ae6a-5485e5b40dc4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:10.492576 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-f66eafaa-4f9c-4d0f-ae6a-5485e5b40dc4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 808 time: 0.0990796 Jul 14 10:19:10.506758 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-bb7968e8-0ad8-4121-8de8-08b501fa809b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/quotas/3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 375 time: 0.0089040 Jul 14 10:19:10.577842 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-b4fb9502-90b6-4bf0-8a98-c86bb873f595 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661998 Jul 14 10:19:10.593584 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-209eab1b-6bd8-4be5-8bb9-860546d3a9b9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:19:10.595163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-209eab1b-6bd8-4be5-8bb9-860546d3a9b9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060067 Jul 14 10:19:10.696685 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-ae7ecd59-ed61-4683-aaab-aef0418ddf6a service neutron] 10.222.0.18 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955310 Jul 14 10:19:10.792014 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-8d8bf2ec-0965-405b-8ba9-05203f07650c service neutron] 10.222.0.18 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895863 Jul 14 10:19:11.089033 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8ccc7535-8618-49da-9f6b-ce05a5de0097 req-8472646b-a1cc-424f-8d22-ec703d1e3252 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 210 time: 0.0294251 Jul 14 10:19:12.098888 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-4e92434b-6b7b-4773-9a45-4b8107de1fe6 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:12.100681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-4e92434b-6b7b-4773-9a45-4b8107de1fe6 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 808 time: 0.1085129 Jul 14 10:19:12.150182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-4c8162e5-0321-49a8-a1b3-e1e59ce3aab7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 379 time: 0.0385926 Jul 14 10:19:12.162485 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'port': {'device_id': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'admin_state_up': True, 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'security_groups': ['ac0730ff-7633-4194-b451-5a90343c6dce']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:12.233182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a80b2134-8abd-41fa-861a-a1f828f67b4d req-4896f42e-d850-4b55-87f5-99427a5ad85b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 210 time: 0.0322123 Jul 14 10:19:12.286392 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Made reservation on behalf of 3ded5c6c99b244119dec1ad929a7057d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:12.290226 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.432455 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Allocated IP 172.20.0.6 (e16acf04-f622-4055-bb0b-2222795eb6ce/887fe293-2a8d-4048-b3bb-e6163c71e8cb/ece652d8-4c00-4bb6-812f-2e6e25f03fdb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:12.595737 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.612253 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Transition to ACTIVE for port object ece652d8-4c00-4bb6-812f-2e6e25f03fdb will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:12.648068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.695601 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Network e16acf04-f622-4055-bb0b-2222795eb6ce is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:12.698917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:12.701424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:12.729133 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:12.764483 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:12.765140 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:12.765515 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.784118 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-41f55474-f87f-4640-9691-25f1f3983cfc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6290886 Jul 14 10:19:12.795407 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Request body: {'port': {'device_id': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:12.910583 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:12.991758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6fca64e3-f320-4298-82fd-b69f27f0e1e8 None None] Provisioning for port ece652d8-4c00-4bb6-812f-2e6e25f03fdb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:12.996750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6fca64e3-f320-4298-82fd-b69f27f0e1e8 None None] Provisioning complete for port ece652d8-4c00-4bb6-812f-2e6e25f03fdb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:12.997392 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fca64e3-f320-4298-82fd-b69f27f0e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.038714 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6fca64e3-f320-4298-82fd-b69f27f0e1e8 None None] Port ece652d8-4c00-4bb6-812f-2e6e25f03fdb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:19:13.201648 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece652d8-4c00-4bb6-812f-2e6e25f03fdb {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:13.210817 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.223513 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Transition to ACTIVE for port object ece652d8-4c00-4bb6-812f-2e6e25f03fdb will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:13.228784 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.325464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:13.364360 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Attempting to bind port ece652d8-4c00-4bb6-812f-2e6e25f03fdb on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:13.364702 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Attempting to bind port ece652d8-4c00-4bb6-812f-2e6e25f03fdb by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:13.365039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Attempting to bind port ece652d8-4c00-4bb6-812f-2e6e25f03fdb on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:13.372612 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Port ece652d8-4c00-4bb6-812f-2e6e25f03fdb on network e16acf04-f622-4055-bb0b-2222795eb6ce not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:19:13.372941 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Attempting to bind port ece652d8-4c00-4bb6-812f-2e6e25f03fdb on network e16acf04-f622-4055-bb0b-2222795eb6ce {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:13.413849 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:13.414200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Checking segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:13.414595 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Bound using segment: {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:13.415171 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Bound port: ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bce6bf3-1a19-4144-90a6-61e55b4c7df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:13.415602 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.513551 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b991f4-fa56-4665-809e-7bd0ec1f3056 req-b47f12b9-4a11-4a05-b16a-431be3173c75 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:13.515024 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11b991f4-fa56-4665-809e-7bd0ec1f3056 req-b47f12b9-4a11-4a05-b16a-431be3173c75 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.1445084 Jul 14 10:19:13.539960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:13.556578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:13.566240 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.580051 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-11b991f4-fa56-4665-809e-7bd0ec1f3056 req-c36a4a13-9eb2-4439-b961-f1e8189d092e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582232 Jul 14 10:19:13.613414 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:13.614093 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:13.615558 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 1092 time: 0.8247273 Jul 14 10:19:13.616099 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:13.618252 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8601b-7b36-4311-8065-cf0dd0f333df" -d '{"events": [{"name": "network-changed", "server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:13.635279 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcf1e8-d6d4-4770-bbe5-12fd8c0d66c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:13.696122 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a4ab72-4729-4c80-a0e6-64c9e8519100 x-openstack-request-id: req-91a4ab72-4729-4c80-a0e6-64c9e8519100 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:13.696503 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:13.696820 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91a4ab72-4729-4c80-a0e6-64c9e8519100 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:13.697285 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'status': 'completed', 'code': 200} Jul 14 10:19:13.731578 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-644d4bc5-480b-49ef-912d-f53b770c1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:13.733245 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-644d4bc5-480b-49ef-912d-f53b770c1d91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1095 time: 0.0735347 Jul 14 10:19:13.784225 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-3259d8cf-0588-4854-8f12-9ba867ad5657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 217 time: 0.0440195 Jul 14 10:19:13.837107 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-0c5e3694-3775-42d8-85fc-300a404908c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:13.838634 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-0c5e3694-3775-42d8-85fc-300a404908c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0487614 Jul 14 10:19:13.901891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-3709715f-da79-4313-9aef-8d825d4b3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:13.903400 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-3709715f-da79-4313-9aef-8d825d4b3601 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581477 Jul 14 10:19:14.001524 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-47fea00b-62ae-4b24-a051-ebf12777818b service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917280 Jul 14 10:19:14.100897 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-50be4e0f-21c3-46e1-9372-50ef06444665 req-1a7bd875-f4bd-4041-b94f-ff8481148e60 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934582 Jul 14 10:19:14.204130 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-1e2910b3-bdef-4973-a703-1f16b43a12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:14.205967 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-1e2910b3-bdef-4973-a703-1f16b43a12f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1095 time: 0.0576959 Jul 14 10:19:14.308042 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-b9b1b5e9-3582-4490-af9d-38b4ed7a9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:14.309577 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-b9b1b5e9-3582-4490-af9d-38b4ed7a9cbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0979218 Jul 14 10:19:14.352426 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-92eeaba2-26ef-41aa-84be-3e5bfc5ece2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 217 time: 0.0358660 Jul 14 10:19:14.412750 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-583de3a3-7a37-4778-a374-8e483911507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:14.414179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-583de3a3-7a37-4778-a374-8e483911507e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0539060 Jul 14 10:19:14.474927 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-b18a5b34-da6a-4f4c-9ad5-2eeb343ff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:14.476528 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-b18a5b34-da6a-4f4c-9ad5-2eeb343ff31c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552871 Jul 14 10:19:14.569370 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-146d1f93-6437-4c17-a286-84cb9325e4cc service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857532 Jul 14 10:19:14.667756 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b7c8601b-7b36-4311-8065-cf0dd0f333df req-e7cb1261-bb3c-4bea-98d0-327bcc8abbed service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926166 Jul 14 10:19:14.766752 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f071ee-203f-48b2-acff-74be27b13979 req-46b80747-4ec4-4bb9-86de-cb39f82a9b42 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:14.768398 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8f071ee-203f-48b2-acff-74be27b13979 req-46b80747-4ec4-4bb9-86de-cb39f82a9b42 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0716610 Jul 14 10:19:14.810447 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e8f071ee-203f-48b2-acff-74be27b13979 req-e920e9c9-32b5-4b63-99c8-d6b65bc2d116 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363841 Jul 14 10:19:15.987773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6247-5587-4aaa-86d2-4ad2ec18ed08 req-7b56e5fe-b379-4d66-8a90-aef66fcd90e9 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:15.989353 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-197f6247-5587-4aaa-86d2-4ad2ec18ed08 req-7b56e5fe-b379-4d66-8a90-aef66fcd90e9 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0663819 Jul 14 10:19:16.029540 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-197f6247-5587-4aaa-86d2-4ad2ec18ed08 req-39a28d4f-6872-491e-b9f0-fb0050e669af tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343857 Jul 14 10:19:16.048930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1d29e0dd-ab45-4326-85b2-093e8050b22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.211536 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4276d-13b1-43dd-8887-1d3504841459 req-b18fac0e-d9e7-4a77-8784-d63ed197413d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:17.213000 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cd4276d-13b1-43dd-8887-1d3504841459 req-b18fac0e-d9e7-4a77-8784-d63ed197413d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0662422 Jul 14 10:19:17.249680 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cd4276d-13b1-43dd-8887-1d3504841459 req-c3df9bd1-24f1-465b-beef-21f2a65cb502 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Jul 14 10:19:18.427601 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977678d4-9d56-4674-a67d-2e432ed02871 req-ea61d3a0-7204-478b-8ce2-dff80240ab05 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:18.429426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-977678d4-9d56-4674-a67d-2e432ed02871 req-ea61d3a0-7204-478b-8ce2-dff80240ab05 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0676618 Jul 14 10:19:18.469010 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-977678d4-9d56-4674-a67d-2e432ed02871 req-86c974a0-58dc-443a-8918-662886e0032a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Jul 14 10:19:19.206155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.637772 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28466d-e5aa-4941-b60b-ca563f49bc72 req-7f70a857-0426-472e-9331-67ff10af32e2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:19.639239 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd28466d-e5aa-4941-b60b-ca563f49bc72 req-7f70a857-0426-472e-9331-67ff10af32e2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0623617 Jul 14 10:19:19.676607 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fd28466d-e5aa-4941-b60b-ca563f49bc72 req-63627dfa-9014-4c84-b7a0-c5b3b9d8f7be tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Jul 14 10:19:19.783247 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9a5eefc-5603-480f-a6b9-3db21bcc9dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:19.982930 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.780919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.847154 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea07dc3-37f7-4020-a99a-1cbe644a1d41 req-da83d6c5-f6e3-4af5-b4f7-c8ebb1f413f1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:20.848672 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6ea07dc3-37f7-4020-a99a-1cbe644a1d41 req-da83d6c5-f6e3-4af5-b4f7-c8ebb1f413f1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0639987 Jul 14 10:19:20.886582 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6ea07dc3-37f7-4020-a99a-1cbe644a1d41 req-cb40a8a4-9763-4473-bbc4-c66f76f67e93 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320933 Jul 14 10:19:21.696300 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.055015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae8976-fbd3-49e9-b503-0affed02746a req-8b199415-e16f-41a8-ab64-1f50db5a08d5 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:22.056420 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35ae8976-fbd3-49e9-b503-0affed02746a req-8b199415-e16f-41a8-ab64-1f50db5a08d5 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0614285 Jul 14 10:19:22.092735 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-35ae8976-fbd3-49e9-b503-0affed02746a req-9c2fe6f4-cd82-4303-8a16-37758112d4a2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308378 Jul 14 10:19:22.956445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ece652d8-4c00-4bb6-812f-2e6e25f03fdb details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:23.046225 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:23.057010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'port_id': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'mac_address': 'fa:16:3e:87:de:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:23.096032 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:23.108490 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece652d8-4c00-4bb6-812f-2e6e25f03fdb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:23.128222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:23.132822 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:23.180706 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:23.188403 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.188747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.189093 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.189422 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.189752 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.190081 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.190405 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.190809 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.191050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.191396 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.191773 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.192042 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:23.266480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa5f22-88d7-40c8-91c8-fefe0a12955b req-c0dc7ced-4d2e-4e1b-ad51-6282dd2edd94 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.267915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7fa5f22-88d7-40c8-91c8-fefe0a12955b req-c0dc7ced-4d2e-4e1b-ad51-6282dd2edd94 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 944 time: 0.0639756 Jul 14 10:19:23.306978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c7fa5f22-88d7-40c8-91c8-fefe0a12955b req-ab214f18-44d4-4a13-b653-b25ec9e5941f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334446 Jul 14 10:19:23.385392 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ece652d8-4c00-4bb6-812f-2e6e25f03fdb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:24.494893 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c537b-f954-475c-b7b2-8a48d1e585f6 req-b770a9c4-2b04-41b7-adc9-70d99931d806 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:24.496416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a31c537b-f954-475c-b7b2-8a48d1e585f6 req-b770a9c4-2b04-41b7-adc9-70d99931d806 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 944 time: 0.0683572 Jul 14 10:19:24.533652 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a31c537b-f954-475c-b7b2-8a48d1e585f6 req-8a1a0fd2-35f5-48ee-9316-429426702580 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315640 Jul 14 10:19:24.972281 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ece652d8-4c00-4bb6-812f-2e6e25f03fdb up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:25.022475 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port ece652d8-4c00-4bb6-812f-2e6e25f03fdb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:25.026136 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port ece652d8-4c00-4bb6-812f-2e6e25f03fdb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:25.026511 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.104256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.126186 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:25.128451 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba3a0e-3f93-41db-acc9-1ef86336a5c7" -d '{"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-plugged", "status": "completed", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:25.141916 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:25.145814 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.198522 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:25.219819 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e719b1d9-f2b9-4556-8b7a-cdb23f703b78 x-openstack-request-id: req-e719b1d9-f2b9-4556-8b7a-cdb23f703b78 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:25.220120 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-plugged", "status": "completed", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:25.220386 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e719b1d9-f2b9-4556-8b7a-cdb23f703b78 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:25.220794 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'code': 200} Jul 14 10:19:25.329027 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d531bf-aa06-4a9f-8f8a-4497be76fd6d req-0bccff4c-ef55-41cd-b070-9ac13745c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:25.330448 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81d531bf-aa06-4a9f-8f8a-4497be76fd6d req-0bccff4c-ef55-41cd-b070-9ac13745c666 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0516517 Jul 14 10:19:25.363969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-81d531bf-aa06-4a9f-8f8a-4497be76fd6d req-1a97ffe8-16f6-44ff-9857-9c95e35be400 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272176 Jul 14 10:19:25.709918 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137258bf-584b-4fde-a027-d258935dd6d9 req-2149dd11-9f85-496a-b291-7e4d035968e4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:25.711439 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-137258bf-584b-4fde-a027-d258935dd6d9 req-2149dd11-9f85-496a-b291-7e4d035968e4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0657573 Jul 14 10:19:25.748957 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-137258bf-584b-4fde-a027-d258935dd6d9 req-58f3788f-1b96-43ec-8b87-7837191794e9 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317881 Jul 14 10:19:26.929975 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975ce4-7668-43b6-a580-f57bbb403211 req-c3e064db-f6d6-4d45-90f7-2f78bbb78ef1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:26.931497 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-39975ce4-7668-43b6-a580-f57bbb403211 req-c3e064db-f6d6-4d45-90f7-2f78bbb78ef1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0687602 Jul 14 10:19:26.971170 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-39975ce4-7668-43b6-a580-f57bbb403211 req-dac127cf-c295-4e3c-a0c5-ea85f0298c15 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Jul 14 10:19:27.144349 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2388db-49e0-4753-a4d3-b2972daf79d7 req-8e77eaf8-90ee-4860-b88d-2f8084a5236f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.145933 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a2388db-49e0-4753-a4d3-b2972daf79d7 req-8e77eaf8-90ee-4860-b88d-2f8084a5236f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0647502 Jul 14 10:19:27.193633 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7a2388db-49e0-4753-a4d3-b2972daf79d7 req-ac5d23c7-bb97-4972-8bc7-b352a39f7f1d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408542 Jul 14 10:19:27.217866 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:27.272065 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95328f7-095b-4c54-9a0d-7f609c6d56ab tempest-TestShelveInstance-793538844 tempest-TestShelveInstance-793538844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.273628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-d95328f7-095b-4c54-9a0d-7f609c6d56ab tempest-TestShelveInstance-793538844 tempest-TestShelveInstance-793538844-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1092 time: 0.0546322 Jul 14 10:19:27.276687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45088) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:27.281635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:27.306782 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:27.413637 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:27.517077 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Allocated IP 172.25.2.210 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/1a3895f5-3e76-4cf5-8c00-a523bb862811) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:27.619784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:27.658091 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:27.697591 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:27.700360 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:27.703790 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:27.709237 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'Port': ['ID=1a3895f5-3e76-4cf5-8c00-a523bb862811,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:28.075970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.155068 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.302560 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.307284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.385570 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event updated for resources: {'Port': ['ID=1a3895f5-3e76-4cf5-8c00-a523bb862811,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:28.396457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.501243 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Floating IP 28f92aa3-e6a3-4997-97f7-c8f4c1848fd7 associated. External IP: 172.25.2.210, port: ece652d8-4c00-4bb6-812f-2e6e25f03fdb. Jul 14 10:19:28.713864 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Router c77360ec-5480-4671-b853-fe3b29e04148 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:19:28.821783 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:28.833274 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] Sync routers for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:28.839418 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.845193 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:28.845942 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:19:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:28.958829 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:29.199060 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '28f92aa3-e6a3-4997-97f7-c8f4c1848fd7', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'port_id': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'mac_address': 'fa:16:3e:87:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:19:27Z', 'updated_at': '2021-07-14T10:19:27Z', 'revision_number': 0, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:29.208462 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-581033be-fbed-412f-a705-22feaa48da56 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9305458 Jul 14 10:19:29.209042 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:29.211393 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa410a2f-7872-4de9-9720-2df1b4ff2889" -d '{"events": [{"name": "network-changed", "server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:29.226284 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] Checking router: c77360ec-5480-4671-b853-fe3b29e04148 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:29.234402 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:29.235014 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:19:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:29.251057 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de25fe84-82e1-4034-878a-3ec5ab56b82c x-openstack-request-id: req-de25fe84-82e1-4034-878a-3ec5ab56b82c {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:29.251393 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:29.251665 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de25fe84-82e1-4034-878a-3ec5ab56b82c {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:29.252070 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'status': 'completed', 'code': 200} Jul 14 10:19:29.326023 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-a721c6a1-c664-4b24-8581-a518deee6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:29.327600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-a721c6a1-c664-4b24-8581-a518deee6e4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0530007 Jul 14 10:19:29.339670 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:29.420510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-34542e3e-96da-44ef-bc10-9a465148c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:29.422026 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-34542e3e-96da-44ef-bc10-9a465148c5ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0885401 Jul 14 10:19:29.486632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-2ae24eca-ae80-4254-8f27-fe61de6f53d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 999 time: 0.0579503 Jul 14 10:19:29.538991 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-52aac91d-1f01-4bbe-a48f-de12dcf66197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:29.540498 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-52aac91d-1f01-4bbe-a48f-de12dcf66197 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0483589 Jul 14 10:19:29.560967 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '28f92aa3-e6a3-4997-97f7-c8f4c1848fd7', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'port_id': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'mac_address': 'fa:16:3e:87:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:19:27Z', 'updated_at': '2021-07-14T10:19:27Z', 'revision_number': 0, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:29.591670 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4208f-846d-4c76-841d-291f7c154b90 None None] The sync data for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 is: [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '28f92aa3-e6a3-4997-97f7-c8f4c1848fd7', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'port_id': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'mac_address': 'fa:16:3e:87:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:19:27Z', 'updated_at': '2021-07-14T10:19:27Z', 'revision_number': 0, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:29.598466 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-b1ad8121-a071-45f5-8d06-a8f884053360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:29.600286 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-b1ad8121-a071-45f5-8d06-a8f884053360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537815 Jul 14 10:19:29.691940 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-37b167cc-9175-401c-a345-92110bfbf401 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851650 Jul 14 10:19:29.796134 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fa410a2f-7872-4de9-9720-2df1b4ff2889 req-5e0c41f4-5d1b-4b48-ad6b-60ef9c95801a service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980420 Jul 14 10:19:29.798050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d85aaa-b863-4088-87da-b0444d876c89 None None] New status for floating IP 28f92aa3-e6a3-4997-97f7-c8f4c1848fd7: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:19:32.220287 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:33.477417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-5fc0d4e7-0661-446d-a0f7-d99888f2cb22 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541515 Jul 14 10:19:33.575907 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-4753859c-bc16-4c09-9b31-b61370437180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:33.577451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-4753859c-bc16-4c09-9b31-b61370437180 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0565605 Jul 14 10:19:33.687814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-3575be89-569f-47e9-9084-8fff7a56f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:33.689264 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-3575be89-569f-47e9-9084-8fff7a56f333 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0920413 Jul 14 10:19:33.757021 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-bc60a463-4a68-482f-88b9-05924007c4be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 1001 time: 0.0574439 Jul 14 10:19:33.808915 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-6992af66-4d3b-466d-9483-b89672627159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:33.810419 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-6992af66-4d3b-466d-9483-b89672627159 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0473912 Jul 14 10:19:33.869780 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-63e38aff-0202-4fbf-a4fb-679a378ad848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:33.871474 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-63e38aff-0202-4fbf-a4fb-679a378ad848 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549710 Jul 14 10:19:33.961913 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-8fcf871f-c83d-458b-bd95-af4ccffe6555 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836699 Jul 14 10:19:34.058542 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-80301d48-a463-4582-b2e1-1a1e1aa4c029 req-d90aa395-fe3d-4fcb-bd19-d9826e10bd61 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907407 Jul 14 10:19:46.051078 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b670643a-6779-46a8-af05-207b072916c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.210417 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.765200 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:49.785181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a44aac55-3789-49d1-bb73-b12f027ea250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.987168 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.803901 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:51.702963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:02.236831 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:16.051835 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148f818c-3c94-4de8-8b79-d665f6516891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.212785 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.785640 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63bf83ef-ee7a-4cf3-8a98-44061432a6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:19.987974 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:20.798348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:21.704462 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:26.763327 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:32.233755 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.458654 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-a547d912-82fd-499e-bbf1-a016e3f187b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526392 Jul 14 10:20:33.549917 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-23ddd472-bd67-4362-a993-4fd014262776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:33.551621 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-23ddd472-bd67-4362-a993-4fd014262776 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0523801 Jul 14 10:20:33.664379 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-035dd26a-ed44-4a0a-a01c-85a35f937cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:33.665879 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-035dd26a-ed44-4a0a-a01c-85a35f937cd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0914583 Jul 14 10:20:33.730261 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-72b4306e-a3ad-46aa-9a6a-5257653969de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 1001 time: 0.0570979 Jul 14 10:20:33.782698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-64a15955-f589-4678-9ec9-02333e7fca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:33.784247 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-64a15955-f589-4678-9ec9-02333e7fca99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0470676 Jul 14 10:20:33.841509 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-8398514b-ed22-4fc1-8e2c-083c82e57d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:33.843096 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-8398514b-ed22-4fc1-8e2c-083c82e57d3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528903 Jul 14 10:20:33.933015 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-0ca65d5b-328e-4938-9fd5-4ef1acd15977 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826941 Jul 14 10:20:34.027301 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a4acb821-d947-4d91-94a0-4691e0a420b4 req-2b981beb-b9c9-4810-b9b9-8ad93b948ee6 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875080 Jul 14 10:20:46.054029 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e4b7-9507-4e94-b0af-8c74aea840c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.216682 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.786961 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29593cba-cc6a-43a9-a703-bbd4a61db10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.994158 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.802681 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.707123 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:02.235927 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:03.763634 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:16.054149 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-862edcca-2d26-4575-8031-13358ba884c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:19.220017 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:19.787981 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1598ea0-afdc-4458-a3cf-d5534b1a60b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:19.994199 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:20.803348 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:21.708817 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:24.395469 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fac08e-2a4a-45e2-8eb9-3c30e6ebd467 req-d44d777e-4a55-42fa-abc4-dfb295120b44 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:24.396973 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74fac08e-2a4a-45e2-8eb9-3c30e6ebd467 req-d44d777e-4a55-42fa-abc4-dfb295120b44 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0668936 Jul 14 10:21:24.434451 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-74fac08e-2a4a-45e2-8eb9-3c30e6ebd467 req-db958a3f-42d5-4897-8256-7fdf0eb5a2da tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Jul 14 10:21:25.639634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526134e-9025-478c-a4c2-fd21fa9bcc2a req-2f0ac652-fccb-4568-a44f-1286dfcec935 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:25.641157 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3526134e-9025-478c-a4c2-fd21fa9bcc2a req-2f0ac652-fccb-4568-a44f-1286dfcec935 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0648730 Jul 14 10:21:25.679116 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3526134e-9025-478c-a4c2-fd21fa9bcc2a req-3cfc8d2b-8430-4604-a0be-9cc7a3d304bb tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Jul 14 10:21:26.880758 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d895d83-c38b-4a5e-b05f-32c9406222bc req-1df2abb7-727b-42a4-ae7a-4f63feee9139 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:26.882278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d895d83-c38b-4a5e-b05f-32c9406222bc req-1df2abb7-727b-42a4-ae7a-4f63feee9139 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0670798 Jul 14 10:21:26.919563 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1d895d83-c38b-4a5e-b05f-32c9406222bc req-0aef9710-0809-40d5-baea-4d3ac0dfabb8 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317729 Jul 14 10:21:28.094717 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd0a3-74eb-416e-aad3-9daaa10368ec req-098c47e4-57b0-4310-a058-a4868b5057ea tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:28.096319 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58dcd0a3-74eb-416e-aad3-9daaa10368ec req-098c47e4-57b0-4310-a058-a4868b5057ea tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0688412 Jul 14 10:21:28.133364 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-58dcd0a3-74eb-416e-aad3-9daaa10368ec req-1705af0c-b54a-447b-958c-6a57712e0b9a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312347 Jul 14 10:21:29.310729 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51abc4-5e2f-49ca-b16c-1f5f6194cd08 req-2a2699b3-390d-43ae-b047-7339364be479 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:29.312238 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad51abc4-5e2f-49ca-b16c-1f5f6194cd08 req-2a2699b3-390d-43ae-b047-7339364be479 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0687337 Jul 14 10:21:29.350495 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ad51abc4-5e2f-49ca-b16c-1f5f6194cd08 req-d4978f8e-2f9c-4d2f-99dc-98a0080a077c tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Jul 14 10:21:30.526891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb45842-2e46-4f87-989c-c671e0de1227 req-b024bc55-8c32-4156-8c8f-efbacc70ce0d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:30.528492 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efb45842-2e46-4f87-989c-c671e0de1227 req-b024bc55-8c32-4156-8c8f-efbacc70ce0d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0665531 Jul 14 10:21:30.568673 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-efb45842-2e46-4f87-989c-c671e0de1227 req-e021751e-b644-4936-90a0-22748d2c42aa tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335767 Jul 14 10:21:31.742369 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805de76-3748-47a5-92e9-4f600dbe3128 req-4a4bbe45-9ce3-420a-abae-fcca80773c63 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.743802 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f805de76-3748-47a5-92e9-4f600dbe3128 req-4a4bbe45-9ce3-420a-abae-fcca80773c63 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0633612 Jul 14 10:21:31.785587 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-f805de76-3748-47a5-92e9-4f600dbe3128 req-b9c9d7a6-a81d-4d15-849b-af7bbfc4bc20 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362186 Jul 14 10:21:32.246880 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:32.959955 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1402a1-0ca9-4d42-9250-c207b23c1c8e req-2d5f94f2-75b5-4e14-99a9-a128a9737f84 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:32.961432 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a1402a1-0ca9-4d42-9250-c207b23c1c8e req-2d5f94f2-75b5-4e14-99a9-a128a9737f84 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0659275 Jul 14 10:21:32.998638 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9a1402a1-0ca9-4d42-9250-c207b23c1c8e req-e860d4ed-af70-4c40-a879-b1c9e3f41111 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Jul 14 10:21:33.536334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-25949063-98a8-4a25-a26a-1c4a368c0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:33.537846 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-25949063-98a8-4a25-a26a-1c4a368c0efc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0980308 Jul 14 10:21:33.638374 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-a47b7263-4588-4ccf-9237-362bb57a3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:33.639901 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-a47b7263-4588-4ccf-9237-362bb57a3a67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0819979 Jul 14 10:21:33.707305 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-98d7d4d8-0389-4d81-b56f-2db384338779 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 1001 time: 0.0600893 Jul 14 10:21:33.754005 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-9df6d979-6020-47fd-b774-e8d2f13d6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:33.755465 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-9df6d979-6020-47fd-b774-e8d2f13d6dac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0423338 Jul 14 10:21:33.809398 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-3ee33275-7cd3-44e2-a53a-24d46fc8681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:33.810857 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-3ee33275-7cd3-44e2-a53a-24d46fc8681c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496514 Jul 14 10:21:33.901037 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-6630ab7f-f599-4143-be5f-384e6beddb53 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835304 Jul 14 10:21:33.986962 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-043d9f03-2e96-4b8a-af82-9f61b2695367 req-f795d72a-1833-40eb-bd7a-2f2c142c7d15 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801549 Jul 14 10:21:34.169826 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebed3-57ab-488c-a613-9f80d0aa6548 req-2d1a679d-4a7f-42b0-835d-24ddb97a260f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:34.171338 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ecebed3-57ab-488c-a613-9f80d0aa6548 req-2d1a679d-4a7f-42b0-835d-24ddb97a260f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0628083 Jul 14 10:21:34.208979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-1ecebed3-57ab-488c-a613-9f80d0aa6548 req-cec7b61d-5a15-4d39-918b-3922d6489d83 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Jul 14 10:21:34.484783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-f24b9401-81ab-4ce1-bfc5-0e89b17efdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:34.486780 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-f24b9401-81ab-4ce1-bfc5-0e89b17efdbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0662477 Jul 14 10:21:34.573421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-162eb1a8-28e3-41a6-9207-168793bb2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:34.574886 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-162eb1a8-28e3-41a6-9207-168793bb2fb2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0823128 Jul 14 10:21:34.640472 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-fbcab501-4642-48d0-9384-633fa844fcc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 1001 time: 0.0594049 Jul 14 10:21:34.686928 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-a51daae0-691a-4756-96d4-fda3035ad0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:34.688380 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-a51daae0-691a-4756-96d4-fda3035ad0c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0422578 Jul 14 10:21:34.744096 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-9c02777b-2862-463c-ad18-d75c9678c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:34.745727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-9c02777b-2862-463c-ad18-d75c9678c242 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506258 Jul 14 10:21:35.143802 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-7a432c0d-0024-4a4a-b35e-fc784e06b1c1 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912413 Jul 14 10:21:35.231943 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-741e69ed-c3c4-41c5-8c1c-1486832ee729 req-7051c50e-427a-4574-8127-8396ea84e9cd service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810683 Jul 14 10:21:35.396827 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7397f01-3fd6-440e-baa1-b7405e9409b3 req-0b20ffa8-db35-483a-b075-927e63848af9 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:35.398328 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7397f01-3fd6-440e-baa1-b7405e9409b3 req-0b20ffa8-db35-483a-b075-927e63848af9 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0704377 Jul 14 10:21:35.437122 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d7397f01-3fd6-440e-baa1-b7405e9409b3 req-cadc0c2a-da9d-4578-89ba-5882d8333c5e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331874 Jul 14 10:21:36.613403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876131bd-6d4a-44cf-b55b-0ff6a25b4a9d req-a5accb1b-f322-4f7e-a109-ff618e898aba tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:36.614899 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-876131bd-6d4a-44cf-b55b-0ff6a25b4a9d req-a5accb1b-f322-4f7e-a109-ff618e898aba tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0650287 Jul 14 10:21:36.653888 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-876131bd-6d4a-44cf-b55b-0ff6a25b4a9d req-064a223a-0fdd-4a3d-922c-2c08f525ea33 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Jul 14 10:21:37.828562 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0dd8-e25c-4672-b0d8-be78dca7bb3b req-38252183-9332-48db-b647-e8374ffed9e1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:37.830042 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89dd0dd8-e25c-4672-b0d8-be78dca7bb3b req-38252183-9332-48db-b647-e8374ffed9e1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0639789 Jul 14 10:21:37.869058 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-89dd0dd8-e25c-4672-b0d8-be78dca7bb3b req-536ff157-5a4a-418c-a062-17cedfa79a8c tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334864 Jul 14 10:21:39.042487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26691fc-d12c-487a-93ec-8e95765d7cf8 req-6600547e-0fd7-44ef-8090-c21b0849b6bc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:39.043985 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a26691fc-d12c-487a-93ec-8e95765d7cf8 req-6600547e-0fd7-44ef-8090-c21b0849b6bc tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0672929 Jul 14 10:21:39.081484 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a26691fc-d12c-487a-93ec-8e95765d7cf8 req-c082afc4-fb29-49c9-9354-cb7a07c58486 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315068 Jul 14 10:21:39.394740 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-1cc7a2c6-515e-4152-92be-b8283ddeee0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934954 Jul 14 10:21:39.434573 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c7ad2-8a98-4e42-a3b8-bd7d53b0b815 req-21c226ad-0022-4fcb-939a-17d374e71eb4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:39.436135 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d47c7ad2-8a98-4e42-a3b8-bd7d53b0b815 req-21c226ad-0022-4fcb-939a-17d374e71eb4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0661123 Jul 14 10:21:39.475311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d47c7ad2-8a98-4e42-a3b8-bd7d53b0b815 req-d92ae2a3-27be-4925-b125-fef97e0a4021 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334077 Jul 14 10:21:39.791222 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ece652d8-4c00-4bb6-812f-2e6e25f03fdb no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:39.865698 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.890010 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:39.890743 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f41deb3-30b2-4e16-a0c4-673f13a4afae" -d '{"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-unplugged", "status": "completed", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:39.910803 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:39.916614 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.940271 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631953cd-b61e-47ce-b915-ebec55be8d63 x-openstack-request-id: req-631953cd-b61e-47ce-b915-ebec55be8d63 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:39.940563 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-unplugged", "status": "failed", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb", "code": 422}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:39.940814 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-631953cd-b61e-47ce-b915-ebec55be8d63 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:39.941210 n-d-758944-44 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'code': 422} returned with failed status Jul 14 10:21:39.968649 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:39.977195 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.977477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.977830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.978312 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.978664 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.979000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.979376 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.979700 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.980046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.980371 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.980705 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:39.981035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:40.648882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f7ac8-e7aa-4f9e-b926-6cd8dfca9fbf req-83419e0d-d2b8-4000-a433-086acee32b7f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:40.650407 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b05f7ac8-e7aa-4f9e-b926-6cd8dfca9fbf req-83419e0d-d2b8-4000-a433-086acee32b7f tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0643866 Jul 14 10:21:40.692955 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b05f7ac8-e7aa-4f9e-b926-6cd8dfca9fbf req-61e81e50-9a3c-4698-9a4d-681e23cfbef0 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367432 Jul 14 10:21:40.763741 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:41.872477 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8fd7a-bc25-4b49-99ba-053150fd3d99 req-1b3845ff-ea80-421d-88d1-91f3f65cb969 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:41.873971 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cc8fd7a-bc25-4b49-99ba-053150fd3d99 req-1b3845ff-ea80-421d-88d1-91f3f65cb969 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0668921 Jul 14 10:21:41.911551 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-8cc8fd7a-bc25-4b49-99ba-053150fd3d99 req-a5aad0ae-08d3-4703-b7fc-0ecc49006e82 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311654 Jul 14 10:21:43.085001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd467ae7-800b-4fb1-92b0-744a86fb364e req-d4a7586c-3042-4d99-aab9-b46518aee7e4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:43.086507 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd467ae7-800b-4fb1-92b0-744a86fb364e req-d4a7586c-3042-4d99-aab9-b46518aee7e4 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0633664 Jul 14 10:21:43.124829 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-fd467ae7-800b-4fb1-92b0-744a86fb364e req-92aef123-5731-40c0-8efd-650454b7efe5 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321372 Jul 14 10:21:44.159026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-41f132b0-7226-4325-b102-7652cd0ae8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:44.160623 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-41f132b0-7226-4325-b102-7652cd0ae8e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d&tenant_id=3ded5c6c99b244119dec1ad929a7057d HTTP/1.1" status: 200 len: 1095 time: 0.0528090 Jul 14 10:21:44.236015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-55723aab-ec71-406b-9564-572f93f3229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:44.238036 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-55723aab-ec71-406b-9564-572f93f3229e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1095 time: 0.0528221 Jul 14 10:21:44.372200 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f183c11-beb8-4a83-bd36-e2a3c5349c01 req-3a4c6ab1-e4e3-42a0-87e4-fd0cefd87228 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:44.374141 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5f183c11-beb8-4a83-bd36-e2a3c5349c01 req-3a4c6ab1-e4e3-42a0-87e4-fd0cefd87228 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.1351523 Jul 14 10:21:44.379697 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-68126a01-4018-4e17-9f38-b879a57c4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:44.381121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-68126a01-4018-4e17-9f38-b879a57c4495 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.1338594 Jul 14 10:21:44.458510 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5f183c11-beb8-4a83-bd36-e2a3c5349c01 req-6ff25427-1d3d-461c-8adf-5a2788675a23 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764222 Jul 14 10:21:44.478459 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-75bfc409-f896-43b9-912c-3160d139e418 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 999 time: 0.0904198 Jul 14 10:21:44.527267 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-5c9c5a36-dee0-46b4-b740-a68a2884f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:44.528799 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-5c9c5a36-dee0-46b4-b740-a68a2884f608 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0446861 Jul 14 10:21:44.584293 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-ec39ce1c-25cf-47ce-a011-a2765df6d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:44.585782 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-ec39ce1c-25cf-47ce-a011-a2765df6d35d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510137 Jul 14 10:21:44.677366 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-cf13bc0a-d448-4979-938c-7f3207e1f8ce service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854073 Jul 14 10:21:44.764445 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-eb0b294a-d1da-4035-9a40-920e5b2af6b7 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807965 Jul 14 10:21:45.635125 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5a1bd-e2aa-43c1-b5ba-691357852a02 req-b97ee6ce-7b94-46ef-adb8-7fba734d83f1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:45.636737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ab5a1bd-e2aa-43c1-b5ba-691357852a02 req-b97ee6ce-7b94-46ef-adb8-7fba734d83f1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0649788 Jul 14 10:21:45.675734 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9ab5a1bd-e2aa-43c1-b5ba-691357852a02 req-13592c36-6e72-4798-87eb-452ef0e8d60e tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332921 Jul 14 10:21:46.055511 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-419df8d5-0a4c-4f13-857e-15df520c5c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:46.856942 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6be9d-3859-4342-87b3-23a814f397cc req-75f903a2-04a3-462b-8ef8-1498cb67dade tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:46.858376 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ad6be9d-3859-4342-87b3-23a814f397cc req-75f903a2-04a3-462b-8ef8-1498cb67dade tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0682118 Jul 14 10:21:46.898138 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-0ad6be9d-3859-4342-87b3-23a814f397cc req-fce2d566-034d-4350-bc0c-3a529171fcd3 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334208 Jul 14 10:21:48.079645 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58275c1b-44bf-4a73-bcb0-4e7368500b03 req-83329738-11de-49f5-baf6-703f79f1dd1a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:48.081162 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58275c1b-44bf-4a73-bcb0-4e7368500b03 req-83329738-11de-49f5-baf6-703f79f1dd1a tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0667164 Jul 14 10:21:48.120001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-58275c1b-44bf-4a73-bcb0-4e7368500b03 req-839e5bae-fee3-48d0-8cb4-4d26432890aa tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332990 Jul 14 10:21:49.221856 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:49.293785 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa62be-4108-4160-a486-63b9cf08b7c4 req-b371c931-0902-4d33-8cbc-f16985dcd5ff tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:49.295294 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-14fa62be-4108-4160-a486-63b9cf08b7c4 req-b371c931-0902-4d33-8cbc-f16985dcd5ff tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0667424 Jul 14 10:21:49.333434 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-14fa62be-4108-4160-a486-63b9cf08b7c4 req-5df2f106-5636-460e-b060-9a6fe6723364 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Jul 14 10:21:49.788695 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-282c49b2-acd7-419f-b49e-909cece3db92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:49.996319 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:50.507888 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0945-ff2a-42b8-8bda-0ae4eee20c5f req-aaa2bd44-df2c-4fee-87b8-bc6ed84f1a5d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:50.509368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02df0945-ff2a-42b8-8bda-0ae4eee20c5f req-aaa2bd44-df2c-4fee-87b8-bc6ed84f1a5d tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0655520 Jul 14 10:21:50.546239 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02df0945-ff2a-42b8-8bda-0ae4eee20c5f req-c5d02852-bb1c-4473-ab3c-6173970f9ec6 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jul 14 10:21:50.806054 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:51.713116 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:51.724834 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0d8c6-3d21-404e-a938-54b31afa5909 req-765a10c7-bbd7-4841-92f3-8df838a92296 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:51.726372 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5e0d8c6-3d21-404e-a938-54b31afa5909 req-765a10c7-bbd7-4841-92f3-8df838a92296 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 943 time: 0.0684192 Jul 14 10:21:51.763677 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f5e0d8c6-3d21-404e-a938-54b31afa5909 req-81009bcf-e69a-4b52-ac3d-91cf22eab1ac tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314333 Jul 14 10:21:51.848886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ece652d8-4c00-4bb6-812f-2e6e25f03fdb details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:51.941949 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:51.952758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'port_id': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'mac_address': 'fa:16:3e:87:de:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:51.990442 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.004573 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece652d8-4c00-4bb6-812f-2e6e25f03fdb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:52.024549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:52.029520 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.079483 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:52.264501 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['ece652d8-4c00-4bb6-812f-2e6e25f03fdb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:52.936564 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a448f-f68b-4053-b729-b2ca6af890a6 req-018253bd-6f81-41c9-b1fc-4d4c45a6c262 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:52.938086 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a13a448f-f68b-4053-b729-b2ca6af890a6 req-018253bd-6f81-41c9-b1fc-4d4c45a6c262 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 944 time: 0.0652170 Jul 14 10:21:52.981542 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a13a448f-f68b-4053-b729-b2ca6af890a6 req-a41daeb2-10e0-4c58-b1f5-756ff75fc005 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 Jul 14 10:21:53.854545 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ece652d8-4c00-4bb6-812f-2e6e25f03fdb up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:53.900871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port ece652d8-4c00-4bb6-812f-2e6e25f03fdb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:53.901250 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:53.976397 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:53.998397 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:54.000674 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fdb7a2-9167-49fa-a9af-fd1075b1bfd8" -d '{"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-plugged", "status": "completed", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:54.014368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:54.019000 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.045872 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e9348f-0b93-4953-be3b-8304c1abfe1d x-openstack-request-id: req-c4e9348f-0b93-4953-be3b-8304c1abfe1d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:54.046304 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-plugged", "status": "completed", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:54.046659 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4e9348f-0b93-4953-be3b-8304c1abfe1d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:54.047148 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'code': 200} Jul 14 10:21:54.074599 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:54.164475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422ec2-fc7b-4f04-9113-6aaba99ad532 req-b8dc3c25-83ae-4ac2-b81c-64a9b33d3cf2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:54.166059 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34422ec2-fc7b-4f04-9113-6aaba99ad532 req-b8dc3c25-83ae-4ac2-b81c-64a9b33d3cf2 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0709949 Jul 14 10:21:54.201789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67543fac-3eaa-4d04-a0fe-3ba53678f635 req-0a3e216b-7633-4d70-a493-7892e4e0aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:54.203340 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67543fac-3eaa-4d04-a0fe-3ba53678f635 req-0a3e216b-7633-4d70-a493-7892e4e0aaae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0519447 Jul 14 10:21:54.204840 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-34422ec2-fc7b-4f04-9113-6aaba99ad532 req-5afd7ff0-467f-4cb4-8952-54833ddc1a02 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330558 Jul 14 10:21:54.239050 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-67543fac-3eaa-4d04-a0fe-3ba53678f635 req-ff59d19e-7a70-410f-9fbc-2ef4a37960e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298662 Jul 14 10:21:55.380826 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec41619-b545-47eb-ab12-cedd8a46cab4 req-5f054ad3-8fc5-4530-9f35-db8538cb96f1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:55.382356 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ec41619-b545-47eb-ab12-cedd8a46cab4 req-5f054ad3-8fc5-4530-9f35-db8538cb96f1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0647988 Jul 14 10:21:55.419668 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-9ec41619-b545-47eb-ab12-cedd8a46cab4 req-38be87ed-5a70-4125-b717-c4ed4e0faf28 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jul 14 10:22:02.280119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.060684 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-218be0ba-9cc4-45f4-a42d-d37339ee6c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.764496 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:22:19.224080 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.789293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2373d31e-0f8d-4325-a10b-d19bccbd22c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.999038 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.817287 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.716691 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.273289 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.454166 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-e8162bab-33ae-497f-b109-58f0771febf9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565295 Jul 14 10:22:33.548437 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-df116307-8b4a-4f86-95cf-080036eafc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:33.550077 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-df116307-8b4a-4f86-95cf-080036eafc97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0527806 Jul 14 10:22:33.652426 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-87cd7eac-a599-4e30-a1df-780b1c6bc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:33.653931 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-87cd7eac-a599-4e30-a1df-780b1c6bc5e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0849161 Jul 14 10:22:33.721574 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-16c370a9-e34e-49eb-b859-08ec44b47430 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 1001 time: 0.0611084 Jul 14 10:22:33.770343 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-71c924b9-27ed-4a3e-b971-12524f7d3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:33.771788 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-71c924b9-27ed-4a3e-b971-12524f7d3a15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0441852 Jul 14 10:22:33.828060 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-d9d71726-a2ff-472a-abc5-fb44b159b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:33.829552 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-d9d71726-a2ff-472a-abc5-fb44b159b343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509403 Jul 14 10:22:33.920534 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-12166e91-68e1-4a16-9cd9-e9e4f2b55dcc service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842123 Jul 14 10:22:34.008567 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-a5809b6c-14b1-4add-93f0-26865ecdf499 req-9c442864-877c-4740-baef-72b1427e0dca service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820458 Jul 14 10:22:46.052237 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9a40ce2-e9f7-4feb-9b85-f227aeac0eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:49.225158 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:49.790036 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e411d091-fdae-441b-b3a1-a0386d12a60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.002377 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.809485 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.718191 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:54.763227 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:02.278532 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:10.944146 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:11.108634 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Deleting port 1a3895f5-3e76-4cf5-8c00-a523bb862811 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:11.108985 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:11.182180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:11.182517 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:11.193843 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Calling delete_port for 1a3895f5-3e76-4cf5-8c00-a523bb862811 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:11.341839 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:11.368647 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event deleted for resources: {'Port': ['ID=1a3895f5-3e76-4cf5-8c00-a523bb862811,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:11.380167 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.380531 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.380885 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.381262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.381604 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.381945 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.382284 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.382620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.382960 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.383296 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.383660 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.383994 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:11.444264 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:11.444610 n-d-758944-44 neutron-server[93753]: INFO neutron.db.l3_db [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Floating IP 28f92aa3-e6a3-4997-97f7-c8f4c1848fd7 disassociated (deleted). External IP: 172.25.2.210, port: ece652d8-4c00-4bb6-812f-2e6e25f03fdb. Jul 14 10:23:11.645359 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Router c77360ec-5480-4671-b853-fe3b29e04148 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:11.751478 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:11.756334 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:11.761223 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] Sync routers for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:11.770237 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:11.770853 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:22:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:11.796807 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-ef772219-a9c5-4e21-8dba-dc156564f134 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "DELETE /v2.0/floatingips/28f92aa3-e6a3-4997-97f7-c8f4c1848fd7 HTTP/1.1" status: 204 len: 168 time: 0.8515418 Jul 14 10:23:11.797402 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:11.800017 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6060c9-4a35-45f9-b16a-c02388f5393f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:11.839505 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cbc3fb-e49d-44b6-8605-41ddd2c3e4ed x-openstack-request-id: req-f1cbc3fb-e49d-44b6-8605-41ddd2c3e4ed {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:11.839811 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:11.840074 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1cbc3fb-e49d-44b6-8605-41ddd2c3e4ed {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:11.840487 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'status': 'completed', 'code': 200} Jul 14 10:23:11.881204 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:11.924019 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-982587c9-dc3b-425c-bb6c-6d43ca3e3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:11.924019 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-982587c9-dc3b-425c-bb6c-6d43ca3e3667 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ded5c6c99b244119dec1ad929a7057d&device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 1097 time: 0.0602188 Jul 14 10:23:12.025746 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-dd548c22-4ecf-44ba-a53a-3eff86adad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:12.027344 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-dd548c22-4ecf-44ba-a53a-3eff86adad13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 200 len: 909 time: 0.0975795 Jul 14 10:23:12.079505 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-c5c8c693-1d7e-455f-9b20-201a3ac2a96e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 200 len: 217 time: 0.0438049 Jul 14 10:23:12.102020 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:12.129438 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] Checking router: c77360ec-5480-4671-b853-fe3b29e04148 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:12.137602 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-7152be02-9ab9-40ef-8ccd-11caec200ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:12.137760 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:12.138289 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:22:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:12.139306 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-7152be02-9ab9-40ef-8ccd-11caec200ea0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 200 len: 847 time: 0.0533507 Jul 14 10:23:12.241994 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:12.242334 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-0bcf8b6b-3dc5-4cd9-b8d5-ee9be05c3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:12.243704 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-0bcf8b6b-3dc5-4cd9-b8d5-ee9be05c3cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e16acf04-f622-4055-bb0b-2222795eb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978143 Jul 14 10:23:12.267943 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bd78c-03b8-48e9-b73b-5f805a42e039 req-a2cc9571-73d9-43f9-bc00-326cc23ba440 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:12.269417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf2bd78c-03b8-48e9-b73b-5f805a42e039 req-a2cc9571-73d9-43f9-bc00-326cc23ba440 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.1556721 Jul 14 10:23:12.360003 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-bf2bd78c-03b8-48e9-b73b-5f805a42e039 req-3cb5635f-93dc-4de6-8859-98d8270beeaf tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806289 Jul 14 10:23:12.377215 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-3845d371-ac12-4ed2-ad7b-8e3564131ddf service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252105 Jul 14 10:23:12.444214 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:12.471005 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7f6060c9-4a35-45f9-b16a-c02388f5393f req-cebc4659-099a-437f-874f-28f3d40a3634 service neutron] 10.222.0.11 "GET /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878386 Jul 14 10:23:12.473341 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c946b2-ad58-4427-bbb6-059bae95e254 None None] The sync data for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 is: [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:39Z', 'revision_number': 4, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '3f5dc82c-05c7-4e00-965e-d8d7330ad3fb', 'name': '', 'network_id': 'e16acf04-f622-4055-bb0b-2222795eb6ce', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'mac_address': 'fa:16:3e:a8:31:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:39Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'subnets': [{'id': '887fe293-2a8d-4048-b3bb-e6163c71e8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:12.697718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b990b78-fdef-4250-b9f8-da24046b20de None None] New status for floating IP 28f92aa3-e6a3-4997-97f7-c8f4c1848fd7: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:23:13.582267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d86e45-fc5f-4c0b-946a-34cac803166d req-bbf8e788-d4e4-413b-be19-a96fb23fe1ea tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:13.583813 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5d86e45-fc5f-4c0b-946a-34cac803166d req-bbf8e788-d4e4-413b-be19-a96fb23fe1ea tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.1075277 Jul 14 10:23:13.606198 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-00ee1e1f-b329-46e9-9564-db73cd231e9b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:13.607830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-00ee1e1f-b329-46e9-9564-db73cd231e9b tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 945 time: 0.0655024 Jul 14 10:23:13.623293 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a5d86e45-fc5f-4c0b-946a-34cac803166d req-e6709b80-e706-4f35-9365-9777f7c34ef7 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac0730ff-7633-4194-b451-5a90343c6dce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Jul 14 10:23:13.711457 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Deleting port ece652d8-4c00-4bb6-812f-2e6e25f03fdb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:13.711736 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:13.805816 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] For port ece652d8-4c00-4bb6-812f-2e6e25f03fdb, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:13.806179 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:13.818651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Calling delete_port for ece652d8-4c00-4bb6-812f-2e6e25f03fdb owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:13.946858 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:13.982919 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event deleted for resources: {'Port': ['ID=ece652d8-4c00-4bb6-812f-2e6e25f03fdb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:14.029288 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] No DVR routers for this DVR port ece652d8-4c00-4bb6-812f-2e6e25f03fdb on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:14.032254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:14.034985 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-1b24d998-0b6b-4b05-b960-c624e8898daa req-6d7f12de-006a-4b75-9acc-2aed605c9f89 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.11 "DELETE /v2.0/ports/ece652d8-4c00-4bb6-812f-2e6e25f03fdb HTTP/1.1" status: 204 len: 173 time: 0.4222839 Jul 14 10:23:14.035480 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-deleted', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:14.037862 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c490efd3-11f7-44df-99ae-ac982d6b9f17" -d '{"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-deleted", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:14.073855 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8427ff18-c69d-4333-be0f-a7f28f591ee1 x-openstack-request-id: req-8427ff18-c69d-4333-be0f-a7f28f591ee1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:14.074161 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a01fb5c-d219-4478-be4f-5eeffcf0341d", "name": "network-vif-deleted", "tag": "ece652d8-4c00-4bb6-812f-2e6e25f03fdb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:14.074446 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8427ff18-c69d-4333-be0f-a7f28f591ee1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:14.074824 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a01fb5c-d219-4478-be4f-5eeffcf0341d', 'name': 'network-vif-deleted', 'tag': 'ece652d8-4c00-4bb6-812f-2e6e25f03fdb', 'status': 'completed', 'code': 200} Jul 14 10:23:14.772928 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-dd2b6ba7-3b4b-42af-add9-6ae5cd55aacd req-bd7b96e7-17e1-477e-9f63-9cc2a396e3d1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 210 time: 0.0337687 Jul 14 10:23:15.924282 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-30887525-a64c-494c-8122-264944fb967c req-10142b99-3294-46fd-bfb0-5312d839d2c1 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 210 time: 0.0348341 Jul 14 10:23:16.053668 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8be11344-7fac-45dc-9b80-a910a25fcf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:16.283571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ece652d8-4c00-4bb6-812f-2e6e25f03fdb no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:16.303887 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: ece652d8-4c00-4bb6-812f-2e6e25f03fdb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:16.304155 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device ece652d8-4c00-4bb6-812f-2e6e25f03fdb not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:17.073545 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-55ad930e-41f9-4899-adb7-879b3781f407 req-cb108d37-264b-479c-907d-411a397c5b04 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a01fb5c-d219-4478-be4f-5eeffcf0341d HTTP/1.1" status: 200 len: 210 time: 0.0289085 Jul 14 10:23:18.170541 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:18.229142 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30438b84-087a-467e-a67d-3838401dbe01 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:18.254476 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30438b84-087a-467e-a67d-3838401dbe01 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:18.315959 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30438b84-087a-467e-a67d-3838401dbe01 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:18.318660 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30438b84-087a-467e-a67d-3838401dbe01 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:18.324216 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-30438b84-087a-467e-a67d-3838401dbe01 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac0730ff-7633-4194-b451-5a90343c6dce HTTP/1.1" status: 204 len: 168 time: 0.1483588 Jul 14 10:23:18.331741 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30438b84-087a-467e-a67d-3838401dbe01 tempest-TestShelveInstance-421446403 tempest-TestShelveInstance-421446403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0730ff-7633-4194-b451-5a90343c6dce,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:18.367644 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45288) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:18.824215 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.089463 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Deleting port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:19.089728 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.172638 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] For port 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:19.172997 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.186683 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Calling delete_port for 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:19.228647 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.384380 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.410556 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5dc82c-05c7-4e00-965e-d8d7330ad3fb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:19.452204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.452436 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.452753 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.453092 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.453434 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.453757 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.454085 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.454409 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.454810 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.455138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.455487 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.455816 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:19.617861 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.794792 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7506be48-6a0e-4697-aa9b-a015540c74e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:19.836414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Router c77360ec-5480-4671-b853-fe3b29e04148 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:19.944297 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:19.949566 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29885ae5-5e3b-4951-b242-666c6b3ed438 admin admin] 10.222.0.18 "PUT /v2.0/routers/c77360ec-5480-4671-b853-fe3b29e04148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5803444 Jul 14 10:23:19.952786 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:19.953847 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] Sync routers for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:19.963487 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:19.964096 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:20.005935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.067899 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.072800 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:20.171928 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.229308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Deleting port 27f80dea-c0b6-4de5-8180-96bf98120030 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:20.229611 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.256532 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:23:19Z', 'revision_number': 5, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port': {'id': '27f80dea-c0b6-4de5-8180-96bf98120030', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:20.283557 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] Checking router: c77360ec-5480-4671-b853-fe3b29e04148 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:20.292047 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] Routers {'c77360ec-5480-4671-b853-fe3b29e04148'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:20.292796 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['c77360ec-5480-4671-b853-fe3b29e04148'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:20.318832 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] For port 27f80dea-c0b6-4de5-8180-96bf98120030, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=27f80dea-c0b6-4de5-8180-96bf98120030,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:20.319523 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.334739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Calling delete_port for 27f80dea-c0b6-4de5-8180-96bf98120030 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:20.381992 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] Set router c77360ec-5480-4671-b853-fe3b29e04148 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:20.443559 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:23:20Z', 'revision_number': 6, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:20.470800 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28651ebe-13c0-41a3-9806-b680177c8863 None None] The sync data for ids ['c77360ec-5480-4671-b853-fe3b29e04148'] in n-d-758944-44 is: [{'id': 'c77360ec-5480-4671-b853-fe3b29e04148', 'name': 'tempest-TestShelveInstance-889754142-router', 'tenant_id': '3ded5c6c99b244119dec1ad929a7057d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:37Z', 'updated_at': '2021-07-14T10:23:20Z', 'revision_number': 6, 'project_id': '3ded5c6c99b244119dec1ad929a7057d', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:20.583742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.611870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f80dea-c0b6-4de5-8180-96bf98120030,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:20.672558 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.760385 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.762367 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.807475 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.808000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77360ec-5480-4671-b853-fe3b29e04148 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:23:20.812625 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.814057 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-13f91f05-c850-4a65-a27e-5c0353ec8727 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c77360ec-5480-4671-b853-fe3b29e04148 HTTP/1.1" status: 204 len: 168 time: 0.8602829 Jul 14 10:23:20.817266 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45294) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:20.829652 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.866337 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] Deleting subnet 887fe293-2a8d-4048-b3bb-e6163c71e8cb {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:23:20.869765 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.904952 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.987988 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.038798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.066139 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887fe293-2a8d-4048-b3bb-e6163c71e8cb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:21.068124 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.072367 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-88d053f1-4871-49fa-9680-d232f86a276f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/887fe293-2a8d-4048-b3bb-e6163c71e8cb HTTP/1.1" status: 204 len: 168 time: 0.2517996 Jul 14 10:23:21.072793 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:21.075233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79d1ab-ab53-4e1b-8a7a-7019c482c311 None None] Network e16acf04-f622-4055-bb0b-2222795eb6ce requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:23:21.139311 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.196530 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Deleting port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:21.196784 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.260895 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] For port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:21.261250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.274935 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Calling delete_port for e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:21.279254 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] DHCP port deletion for e16acf04-f622-4055-bb0b-2222795eb6ce request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:23:21.326431 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Deleting port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:21.326816 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.364250 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.388265 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:21.395968 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] For port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,segment=NetworkSegment(3bce6bf3-1a19-4144-90a6-61e55b4c7df6),segment_id=3bce6bf3-1a19-4144-90a6-61e55b4c7df6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:21.396466 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.396797 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] No DVR routers for this DVR port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:21.412570 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Calling delete_port for e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:21.469778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.481162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16acf04-f622-4055-bb0b-2222795eb6ce']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:21.492633 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bce6bf3-1a19-4144-90a6-61e55b4c7df6') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:21.492882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bce6bf3-1a19-4144-90a6-61e55b4c7df6') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:21.494300 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.503110 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.525106 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.525354 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Pushing event deleted for resources: {'Port': ['ID=e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:21.529585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] No DVR routers for this DVR port e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:21.536236 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:23:21.537934 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:23:21.541295 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:23:21.545066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.545066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.545066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.545066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.545066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.545066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.545066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.546133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.546133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.546133 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.546584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.546584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17245e78-d7fb-44da-9292-a3de6592d2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.600079 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.605413 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.607311 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e16acf04-f622-4055-bb0b-2222795eb6ce HTTP/1.1" status: 204 len: 168 time: 0.5337973 Jul 14 10:23:21.610613 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:21.622359 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649c53-3f28-41e0-af35-88da8c02b762 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16acf04-f622-4055-bb0b-2222795eb6ce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:21.722721 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.978801 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:22.239520 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Deleting port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:22.239782 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:22.315989 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-69430608-5857-47d0-840f-046220146d55 admin admin] For port 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,segment=NetworkSegment(258019a9-ae6d-4b2f-9182-5a4c8ad5b257),segment_id=258019a9-ae6d-4b2f-9182-5a4c8ad5b257)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:22.316427 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:22.328804 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Calling delete_port for 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:22.453319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:22.474089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:22.474420 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device e9eb5f9e-5f24-42d5-abed-b7bd9d86bee2 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:22.474845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:22.493258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:22.493531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 3f5dc82c-05c7-4e00-965e-d8d7330ad3fb not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:22.493939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 27f80dea-c0b6-4de5-8180-96bf98120030 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:22.511071 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:22.511712 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 27f80dea-c0b6-4de5-8180-96bf98120030 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:22.512052 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 27f80dea-c0b6-4de5-8180-96bf98120030 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:22.542510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5e65e0-a92e-4518-8840-9b20fd1e6fc7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:23.013872 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.225811 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Router 935dd866-7077-4650-8d70-70e861ebe19f has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:23.335931 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69430608-5857-47d0-840f-046220146d55 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:23.342527 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-69430608-5857-47d0-840f-046220146d55 admin admin] 10.222.0.18 "PUT /v2.0/routers/935dd866-7077-4650-8d70-70e861ebe19f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298708 Jul 14 10:23:23.344440 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:23.344686 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] Sync routers for ids ['935dd866-7077-4650-8d70-70e861ebe19f'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:23.355100 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] Routers {'935dd866-7077-4650-8d70-70e861ebe19f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:23.355979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['935dd866-7077-4650-8d70-70e861ebe19f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:23.453865 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.463857 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] Set router 935dd866-7077-4650-8d70-70e861ebe19f gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:23.560436 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.614698 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Deleting port 90e4da37-4078-4c85-a7b8-bfbf4b572740 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:23.615043 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.655990 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:23:22Z', 'revision_number': 5, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port': {'id': '90e4da37-4078-4c85-a7b8-bfbf4b572740', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935dd866-7077-4650-8d70-70e861ebe19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:14:42Z', 'updated_at': '2021-07-14T10:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:23.683131 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] Checking router: 935dd866-7077-4650-8d70-70e861ebe19f for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:23.692512 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] Routers {'935dd866-7077-4650-8d70-70e861ebe19f'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:23.693134 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['935dd866-7077-4650-8d70-70e861ebe19f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:23.699709 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] For port 90e4da37-4078-4c85-a7b8-bfbf4b572740, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=90e4da37-4078-4c85-a7b8-bfbf4b572740,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:23.700143 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.712168 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Calling delete_port for 90e4da37-4078-4c85-a7b8-bfbf4b572740 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:23.892921 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.919395 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e4da37-4078-4c85-a7b8-bfbf4b572740,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:23.939534 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] Set router 935dd866-7077-4650-8d70-70e861ebe19f gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:23.980088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.990509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:23:23Z', 'revision_number': 6, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:24.019000 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9136f-9d4f-4f83-bc33-e1614afaf161 None None] The sync data for ids ['935dd866-7077-4650-8d70-70e861ebe19f'] in n-d-758944-44 is: [{'id': '935dd866-7077-4650-8d70-70e861ebe19f', 'name': 'tempest-TestShelveInstance-1730112620-router', 'tenant_id': '4877f5d5ea2d40dc9793acb189bc3740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:14:41Z', 'updated_at': '2021-07-14T10:23:23Z', 'revision_number': 6, 'project_id': '4877f5d5ea2d40dc9793acb189bc3740', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:24.076111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.078265 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.121152 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.121788 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 935dd866-7077-4650-8d70-70e861ebe19f {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:23:24.126340 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.127869 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-8bf3444b-5553-4a0e-b4da-4e7891f71bc3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/935dd866-7077-4650-8d70-70e861ebe19f HTTP/1.1" status: 204 len: 168 time: 0.7824740 Jul 14 10:23:24.130453 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45302) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:24.174786 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] Deleting subnet 6c234765-edf9-4a3a-9cbd-4de5f87a642b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:23:24.177804 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.210743 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.292392 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.346354 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.365313 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4f60f-8171-499a-87ec-95277e300a59 None None] Network 7a983449-657a-4f0d-974e-91d97e1fcda6 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:23:24.375960 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.378288 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c234765-edf9-4a3a-9cbd-4de5f87a642b HTTP/1.1" status: 204 len: 168 time: 0.2466321 Jul 14 10:23:24.379427 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f80ea1-b205-4e9d-a763-90d94ea6ef28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c234765-edf9-4a3a-9cbd-4de5f87a642b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:24.380702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45304) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:24.476323 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.541547 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Deleting port 611e4910-8a5d-466f-aba0-7e937c88b17e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:24.541887 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.606206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] For port 611e4910-8a5d-466f-aba0-7e937c88b17e, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=611e4910-8a5d-466f-aba0-7e937c88b17e,segment=NetworkSegment(258019a9-ae6d-4b2f-9182-5a4c8ad5b257),segment_id=258019a9-ae6d-4b2f-9182-5a4c8ad5b257)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:24.606571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.620134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Calling delete_port for 611e4910-8a5d-466f-aba0-7e937c88b17e owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:24.705226 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.731590 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Pushing event deleted for resources: {'Port': ['ID=611e4910-8a5d-466f-aba0-7e937c88b17e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:24.736100 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] No DVR routers for this DVR port 611e4910-8a5d-466f-aba0-7e937c88b17e on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:24.808188 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.818739 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a983449-657a-4f0d-974e-91d97e1fcda6']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:24.831217 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258019a9-ae6d-4b2f-9182-5a4c8ad5b257') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:24.831385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258019a9-ae6d-4b2f-9182-5a4c8ad5b257') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:24.840578 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.846027 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e2a35-a2d0-4082-8b54-163bdbe032f4 None None] DHCP port deletion for 7a983449-657a-4f0d-974e-91d97e1fcda6 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:23:24.857457 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.865837 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:23:24.866251 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:23:24.867953 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:23:24.874098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:24.896503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:24.896854 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 9b5e65e0-a92e-4518-8840-9b20fd1e6fc7 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:24.922696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.929930 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.931193 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7a983449-657a-4f0d-974e-91d97e1fcda6 HTTP/1.1" status: 204 len: 168 time: 0.5488613 Jul 14 10:23:24.943238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079cc79-e806-4007-8047-2d2840fb3137 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a983449-657a-4f0d-974e-91d97e1fcda6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:25.042570 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45308) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:25.086159 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-98642918-13f9-4acf-8609-2e1c2e5f1a70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ded5c6c99b244119dec1ad929a7057d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418797 Jul 14 10:23:25.088560 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:25.138475 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432de286-0412-42bc-be95-a1869b371ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.163468 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432de286-0412-42bc-be95-a1869b371ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.213065 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432de286-0412-42bc-be95-a1869b371ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.216030 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432de286-0412-42bc-be95-a1869b371ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.217181 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-432de286-0412-42bc-be95-a1869b371ae8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5d7edeb-21b9-46d6-ac27-451b943bb1cf HTTP/1.1" status: 204 len: 168 time: 0.1276548 Jul 14 10:23:25.225051 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432de286-0412-42bc-be95-a1869b371ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7edeb-21b9-46d6-ac27-451b943bb1cf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:25.544896 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:25.583914 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-abce3a2e-d9c7-41d7-b4c7-a28bc4f1b1cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4877f5d5ea2d40dc9793acb189bc3740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377722 Jul 14 10:23:25.586491 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:25.634666 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a64153b-17dd-4304-a5c8-582c559ea02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.655634 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a64153b-17dd-4304-a5c8-582c559ea02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.701252 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a64153b-17dd-4304-a5c8-582c559ea02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.704313 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a64153b-17dd-4304-a5c8-582c559ea02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.705506 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-0a64153b-17dd-4304-a5c8-582c559ea02f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6c8ba9e-382b-484c-bdd8-2bec945505ab HTTP/1.1" status: 204 len: 168 time: 0.1180727 Jul 14 10:23:25.713116 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64153b-17dd-4304-a5c8-582c559ea02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8ba9e-382b-484c-bdd8-2bec945505ab,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:26.356803 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:26.442211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 611e4910-8a5d-466f-aba0-7e937c88b17e no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:26.458903 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-54794218-network', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:26.462012 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 611e4910-8a5d-466f-aba0-7e937c88b17e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:26.462365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 611e4910-8a5d-466f-aba0-7e937c88b17e not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:26.463179 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 90e4da37-4078-4c85-a7b8-bfbf4b572740 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:26.481872 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Made reservation on behalf of ac1c68dfd85148789ef0dbaf8f01d89a for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:23:26.483050 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 90e4da37-4078-4c85-a7b8-bfbf4b572740 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:26.483436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 90e4da37-4078-4c85-a7b8-bfbf4b572740 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:26.485314 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.495254 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.584362 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.588088 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.613705 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:23:26.623739 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7198b377-556e-4af3-a00a-d3463c0528f5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:26.629974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.630331 n-d-758944-44 neutron-server[93753]: INFO neutron.db.segments_db [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Added segment 4143aa27-fff2-445c-85a7-d64ea33b45fa of type vlan for network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 Jul 14 10:23:26.671810 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.700036 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.701040 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.701633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.751625 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3936374 Jul 14 10:23:26.754542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:26.760148 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Request body: {'subnet': {'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-54794218-subnet', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:26.762065 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e92a8-01d3-4d0e-8756-20428a8d2c47 admin admin] Pushing event updated for resources: {'Network': ['ID=83fbcf23-4f65-4d8f-bd31-502432e4ec08,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:26.774074 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:23:26.784425 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Made reservation on behalf of ac1c68dfd85148789ef0dbaf8f01d89a for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:23:26.786798 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.961452 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.009165 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e43fc80-f8ea-4756-961d-4f237ab3966a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:27.025159 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Checking segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:27.025533 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Network hostable DHCP agents. Network: 83fbcf23-4f65-4d8f-bd31-502432e4ec08, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:23:27.041960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:23:27.051190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 83fbcf23-4f65-4d8f-bd31-502432e4ec08) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:27.055313 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.055926 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.060062 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45948e9a-7a6d-4c12-a0e4-09e35a167160 None None] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:23:27.073881 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-3077d18a-8b76-4cd4-8995-a0867c2267d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3177366 Jul 14 10:23:27.077428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:27.083305 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:27.112074 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.113194 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.167202 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.219927 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:23:27.220876 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.356279 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Allocated IP 172.20.0.2 (83fbcf23-4f65-4d8f-bd31-502432e4ec08/8e43fc80-f8ea-4756-961d-4f237ab3966a/8e68dda9-2fdb-4710-8625-13aacd35dcf0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:27.521840 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.531387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Transition to ACTIVE for port object 8e68dda9-2fdb-4710-8625-13aacd35dcf0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:27.547466 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Transition to ACTIVE for port object 8e68dda9-2fdb-4710-8625-13aacd35dcf0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:27.553825 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.594605 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:27.597680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:27.600304 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:27.610150 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Pushing event updated for resources: {'Port': ['ID=8e68dda9-2fdb-4710-8625-13aacd35dcf0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:27.635263 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.668258 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Attempting to bind port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:27.668655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Attempting to bind port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:27.669098 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Attempting to bind port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:27.675654 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:27.676036 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Checking segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:27.676445 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.676846 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Bound using segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:27.677318 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Bound port: 8e68dda9-2fdb-4710-8625-13aacd35dcf0, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:27.677707 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.741230 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] For port 8e68dda9-2fdb-4710-8625-13aacd35dcf0, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:27.744272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] For port 8e68dda9-2fdb-4710-8625-13aacd35dcf0, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8e68dda9-2fdb-4710-8625-13aacd35dcf0,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:27.748429 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.813979 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924bbb9-7386-4d5c-8641-d68387a51f83 None None] Pushing event updated for resources: {'Port': ['ID=8e68dda9-2fdb-4710-8625-13aacd35dcf0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:27.838069 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.858207 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.987523 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Allocated IP 172.25.2.78 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/09956881-4633-4ddb-b532-d84892aefb6f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:28.094122 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:28.139571 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:28.176723 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:28.181682 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:28.184579 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:28.211527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Pushing event updated for resources: {'Port': ['ID=09956881-4633-4ddb-b532-d84892aefb6f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:28.447631 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:28.477807 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e68dda9-2fdb-4710-8625-13aacd35dcf0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:28.532677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:28.658844 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:28.796671 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Router 4ec6a860-220f-4041-acaf-39578d5ee5f0 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:23:28.884030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a947f-3173-49ba-99fd-f6db9812afba None None] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:23:28.910473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:28.919987 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Sync routers for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:28.929053 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:28.932959 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4f8cee59-5f94-4a25-aa1f-2e25f9671736 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8517246 Jul 14 10:23:28.933139 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:28.933267 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45348) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:28.933372 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:29.012823 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e3cf872-f864-4346-a1ad-4a23585f514a None None] Provisioning for port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:29.036871 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e3cf872-f864-4346-a1ad-4a23585f514a None None] Provisioning complete for port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:29.037283 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf872-f864-4346-a1ad-4a23585f514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.141978 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf872-f864-4346-a1ad-4a23585f514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.143030 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:29.179631 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9e3cf872-f864-4346-a1ad-4a23585f514a None None] For port 8e68dda9-2fdb-4710-8625-13aacd35dcf0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8e68dda9-2fdb-4710-8625-13aacd35dcf0,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:29.185126 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf872-f864-4346-a1ad-4a23585f514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.246526 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cf872-f864-4346-a1ad-4a23585f514a None None] Pushing event updated for resources: {'Port': ['ID=8e68dda9-2fdb-4710-8625-13aacd35dcf0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:29.366113 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:28Z', 'revision_number': 3, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:29.392721 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Checking router: 4ec6a860-220f-4041-acaf-39578d5ee5f0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:29.393006 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Updating router 4ec6a860-220f-4041-acaf-39578d5ee5f0 port 09956881-4633-4ddb-b532-d84892aefb6f binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:23:29.409668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.412446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fa9f849e-b694-4889-b893-2023dd9ba5e7 None None] Provisioning complete for port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:29.412743 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa9f849e-b694-4889-b893-2023dd9ba5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.431274 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.591478 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Allocated IP 172.20.0.1 (83fbcf23-4f65-4d8f-bd31-502432e4ec08/8e43fc80-f8ea-4756-961d-4f237ab3966a/2fa14b4c-93ca-40db-8901-ddb82d20bdcc) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:29.699845 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.700441 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.711551 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Transition to ACTIVE for port object 09956881-4633-4ddb-b532-d84892aefb6f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:29.713952 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Transition to ACTIVE for port object 2fa14b4c-93ca-40db-8901-ddb82d20bdcc will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:29.717334 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.749601 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.768709 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Pushing event updated for resources: {'Port': ['ID=09956881-4633-4ddb-b532-d84892aefb6f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:29.770862 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Attempting to bind port 09956881-4633-4ddb-b532-d84892aefb6f on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:29.771224 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Attempting to bind port 09956881-4633-4ddb-b532-d84892aefb6f by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:29.771623 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Attempting to bind port 09956881-4633-4ddb-b532-d84892aefb6f on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:29.780717 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.781070 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.781398 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.781729 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.782053 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.782375 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.783250 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.783600 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.783922 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.784238 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.784552 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.784868 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.788136 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:29.788507 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:29.788898 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.789273 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:29.789736 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Bound port: 09956881-4633-4ddb-b532-d84892aefb6f, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:29.790109 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.794965 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:29.800161 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:29.802536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:29.832661 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:29.841761 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] For port 09956881-4633-4ddb-b532-d84892aefb6f, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:29.845209 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] For port 09956881-4633-4ddb-b532-d84892aefb6f, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=09956881-4633-4ddb-b532-d84892aefb6f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:29.851380 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.852343 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.913870 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:29.914538 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:29.967958 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52d133-7518-4972-85d8-51606849d990 None None] Pushing event updated for resources: {'Port': ['ID=09956881-4633-4ddb-b532-d84892aefb6f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:30.020778 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.035982 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fb4a0949-0afd-47eb-b324-683d0e36583d None None] Provisioning for port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:30.039885 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fb4a0949-0afd-47eb-b324-683d0e36583d None None] Provisioning complete for port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:30.040257 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0949-0afd-47eb-b324-683d0e36583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.041074 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:30.078370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a0949-0afd-47eb-b324-683d0e36583d None None] Port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:30.238557 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.244481 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.269387 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:28Z', 'revision_number': 3, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:30.314800 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323d121-577d-4f00-8d54-12c558d51931 None None] The sync data for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 is: [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:28Z', 'revision_number': 3, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:30.345462 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.347280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:30.467026 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e68dda9-2fdb-4710-8625-13aacd35dcf0 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:30.467915 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:30.469899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:30.570193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:30.570787 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.658397 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Router 4ec6a860-220f-4041-acaf-39578d5ee5f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:30.804066 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:30.811694 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0e7e8966-7ecd-40c3-b77a-10cedc5e5ff3 admin admin] 10.222.0.18 "PUT /v2.0/routers/4ec6a860-220f-4041-acaf-39578d5ee5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8757198 Jul 14 10:23:30.818089 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2851b17f-6883-4508-924f-e837af1697e6 None None] Provisioning complete for port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:30.819434 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2851b17f-6883-4508-924f-e837af1697e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.857365 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2851b17f-6883-4508-924f-e837af1697e6 None None] Port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:31.337168 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:31.342328 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-344253783-network', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:31.365229 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Made reservation on behalf of bda3fdd6f6b14ae2b94e7e3d55d6a876 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:23:31.367827 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.377066 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.477064 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.481991 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.509829 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:23:31.515440 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec83f0-ffc9-4226-87c9-e61df41d4ecf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:31.524061 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.524061 n-d-758944-44 neutron-server[93754]: INFO neutron.db.segments_db [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Added segment 42961a55-901e-4a9b-84d8-73f0c48346bc of type vlan for network 61a3440b-674f-4a0a-bb3a-0380a1056323 Jul 14 10:23:31.564471 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727179836676'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.595368 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.596525 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:31.597156 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.653065 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3147576 Jul 14 10:23:31.655941 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45366) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:31.662926 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Request body: {'subnet': {'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-344253783-subnet', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:31.667383 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04249-073c-4393-9636-93c8820393d0 admin admin] Pushing event updated for resources: {'Network': ['ID=61a3440b-674f-4a0a-bb3a-0380a1056323,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:31.686651 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 details requested by agent ovs-agent-n-d-758944-44 with host n-d-758944-44 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:23:31.694206 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Made reservation on behalf of bda3fdd6f6b14ae2b94e7e3d55d6a876 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:23:31.698130 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127625922'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.763573 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:31.893116 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126333862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127625968'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.954462 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89024a24-e8f0-4b09-ba2b-2c255d6aa09c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:31.963778 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Checking segment: {'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:31.964138 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Network hostable DHCP agents. Network: 61a3440b-674f-4a0a-bb3a-0380a1056323, hostable agents: ['d2ece8ff-cf66-4157-a21f-07f086e0920b'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:23:31.980907 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 is scheduled to be hosted by DHCP agent d2ece8ff-cf66-4157-a21f-07f086e0920b with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:23:31.990624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-44, 61a3440b-674f-4a0a-bb3a-0380a1056323) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:31.995742 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:31.995742 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.000262 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed178cf1-a39e-4d7c-b2c8-9f98c075d013 None None] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:23:32.019272 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-7c9fb5b0-cfbb-4624-8f89-ecd6ac9d16d5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3622699 Jul 14 10:23:32.023576 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45368) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:32.028777 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:32.054542 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28024'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.055567 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28019'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.059750 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Sync routers for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:32.084260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:32.084902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:32.113748 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.246509 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:32.263857 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644812', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5529'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.306655 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82571f1a-e677-5da5-909b-fcbf88c585ff-61a3440b-674f-4a0a-bb3a-0380a1056323', 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'fixed_ips': [{'subnet_id': '89024a24-e8f0-4b09-ba2b-2c255d6aa09c'}]}} from n-d-758944-44. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:23:32.307541 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.329254 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.476922 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.496274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09956881-4633-4ddb-b532-d84892aefb6f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:32.500655 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.607677 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Allocated IP 172.20.0.2 (61a3440b-674f-4a0a-bb3a-0380a1056323/89024a24-e8f0-4b09-ba2b-2c255d6aa09c/56bf14e6-e534-456b-b34a-07ea3054a680) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:32.701358 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 09956881-4633-4ddb-b532-d84892aefb6f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:32.886374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 09956881-4633-4ddb-b532-d84892aefb6f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:32.886745 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:32.933754 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:30Z', 'revision_number': 2, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:32.960705 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Allocated IP 172.25.2.228 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/f5e732fe-0b6b-47c6-ad71-e19d764245a3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:32.992407 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Checking router: 4ec6a860-220f-4041-acaf-39578d5ee5f0 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:32.992768 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Updating router 4ec6a860-220f-4041-acaf-39578d5ee5f0 port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:23:33.055939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.061485 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.077901 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.091900 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Transition to ACTIVE for port object 56bf14e6-e534-456b-b34a-07ea3054a680 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:33.118284 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.136366 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Transition to ACTIVE for port object 56bf14e6-e534-456b-b34a-07ea3054a680 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:33.143958 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.152860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.156300 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:33.161212 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:33.165000 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:33.192883 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e732fe-0b6b-47c6-ad71-e19d764245a3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:33.202980 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 09956881-4633-4ddb-b532-d84892aefb6f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=09956881-4633-4ddb-b532-d84892aefb6f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:33.219789 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.268985 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:33.277229 n-d-758944-44 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:33.281747 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Pushing event updated for resources: {'Port': ['ID=56bf14e6-e534-456b-b34a-07ea3054a680,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:33.284170 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:33.444211 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=09956881-4633-4ddb-b532-d84892aefb6f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:33.450585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Attempting to bind port 56bf14e6-e534-456b-b34a-07ea3054a680 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:33.450972 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Attempting to bind port 56bf14e6-e534-456b-b34a-07ea3054a680 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:33.451336 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Attempting to bind port 56bf14e6-e534-456b-b34a-07ea3054a680 on network 61a3440b-674f-4a0a-bb3a-0380a1056323 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:33.461176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:33.461555 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Checking segment: {'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:33.461963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.462356 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Bound using segment: {'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:33.462830 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Bound port: 56bf14e6-e534-456b-b34a-07ea3054a680, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:33.463226 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.475629 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.568024 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] For port 56bf14e6-e534-456b-b34a-07ea3054a680, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:33.572925 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] For port 56bf14e6-e534-456b-b34a-07ea3054a680, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=56bf14e6-e534-456b-b34a-07ea3054a680,segment=NetworkSegment(42961a55-901e-4a9b-84d8-73f0c48346bc),segment_id=42961a55-901e-4a9b-84d8-73f0c48346bc)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:33.594359 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.662266 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.691600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Transition to ACTIVE for port object 2fa14b4c-93ca-40db-8901-ddb82d20bdcc will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:33.693945 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644849'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.698691 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9bcac-d6f4-4753-af43-cdafeb3eb3ee None None] Pushing event updated for resources: {'Port': ['ID=56bf14e6-e534-456b-b34a-07ea3054a680,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:33.703313 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.776406 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5004-8d41-473c-9f6e-4b28e9a11c4b None None] Pushing event updated for resources: {'Port': ['ID=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:33.815708 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Attempting to bind port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:33.816088 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Attempting to bind port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:33.816872 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Attempting to bind port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:33.822794 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:33.823656 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Checking segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:33.823967 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.824561 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Bound using segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:33.825049 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Bound port: 2fa14b4c-93ca-40db-8901-ddb82d20bdcc, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:33.825625 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.852398 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 is scheduled to L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:23:33.911851 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] For port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:33.915198 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] For port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:33.919956 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:33.998848 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:33.999533 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:34.003375 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5004-8d41-473c-9f6e-4b28e9a11c4b None None] Pushing event updated for resources: {'Port': ['ID=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:34.019162 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:34.034275 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Sync routers for ids ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:34.045398 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:34.050607 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Routers {'9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:34.051255 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:34.051424 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45370) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:34.052093 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-cffa3652-3371-42b7-ad87-74cd2800c184 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0264132 Jul 14 10:23:34.179159 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:34.185129 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Set router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:34.405024 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 3, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:34.475236 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Checking router: 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:34.475746 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Updating router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 port f5e732fe-0b6b-47c6-ad71-e19d764245a3 binding host n-d-758944-44 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:23:34.507870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:34.534677 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:34.545260 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6e469-e51b-4b4e-ae85-cc39438122ed None None] The sync data for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 is: [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:34.679044 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09956881-4633-4ddb-b532-d84892aefb6f up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:34.695638 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:34.761141 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 09956881-4633-4ddb-b532-d84892aefb6f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:34.761742 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:34.890445 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56bf14e6-e534-456b-b34a-07ea3054a680 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:34.928679 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Allocated IP 172.20.0.1 (61a3440b-674f-4a0a-bb3a-0380a1056323/89024a24-e8f0-4b09-ba2b-2c255d6aa09c/205a2012-5512-4db0-932a-8613264d2316) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:34.964518 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 56bf14e6-e534-456b-b34a-07ea3054a680 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:34.986978 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.003009 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Transition to ACTIVE for port object f5e732fe-0b6b-47c6-ad71-e19d764245a3 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:35.013531 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.015789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35936d40-cd0d-412e-ab6c-76e821b34da2 None None] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:23:35.088059 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14d7dc-3415-463d-91ed-0c836f41dacd None None] Pushing event updated for resources: {'Port': ['ID=f5e732fe-0b6b-47c6-ad71-e19d764245a3,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:35.090378 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-93ba5149-ceea-40e9-a572-77b98fd33032 None None] Provisioning for port 56bf14e6-e534-456b-b34a-07ea3054a680 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:35.092719 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Attempting to bind port f5e732fe-0b6b-47c6-ad71-e19d764245a3 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:35.093412 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Attempting to bind port f5e732fe-0b6b-47c6-ad71-e19d764245a3 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:35.094013 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Attempting to bind port f5e732fe-0b6b-47c6-ad71-e19d764245a3 on network 57506745-da56-459c-93c6-9f7a1c2f4945 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:35.094455 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.102147 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:35.102674 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Checking segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:35.103182 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.104576 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Bound using segment: {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:35.105233 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Bound port: f5e732fe-0b6b-47c6-ad71-e19d764245a3, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138e560-dfae-465f-baf7-003fe1ffa046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:35.105749 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.107628 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-93ba5149-ceea-40e9-a572-77b98fd33032 None None] Provisioning complete for port 56bf14e6-e534-456b-b34a-07ea3054a680 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:35.108443 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93ba5149-ceea-40e9-a572-77b98fd33032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.114208 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Transition to ACTIVE for port object 205a2012-5512-4db0-932a-8613264d2316 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:35.157229 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.167862 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] For port f5e732fe-0b6b-47c6-ad71-e19d764245a3, host n-d-758944-44, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:35.172703 n-d-758944-44 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] For port f5e732fe-0b6b-47c6-ad71-e19d764245a3, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f5e732fe-0b6b-47c6-ad71-e19d764245a3,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:35.179727 n-d-758944-44 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.206869 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Pushing event updated for resources: {'Port': ['ID=205a2012-5512-4db0-932a-8613264d2316,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:35.224852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:35.226399 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:35.230035 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:35.243606 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Routers {'9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:35.244600 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:35.255394 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93ba5149-ceea-40e9-a572-77b98fd33032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.295919 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643988'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.327444 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-93ba5149-ceea-40e9-a572-77b98fd33032 None None] For port 56bf14e6-e534-456b-b34a-07ea3054a680, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=56bf14e6-e534-456b-b34a-07ea3054a680,segment=NetworkSegment(42961a55-901e-4a9b-84d8-73f0c48346bc),segment_id=42961a55-901e-4a9b-84d8-73f0c48346bc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:35.337769 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93ba5149-ceea-40e9-a572-77b98fd33032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.400646 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14d7dc-3415-463d-91ed-0c836f41dacd None None] Pushing event updated for resources: {'Port': ['ID=f5e732fe-0b6b-47c6-ad71-e19d764245a3,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:35.437912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba5149-ceea-40e9-a572-77b98fd33032 None None] Pushing event updated for resources: {'Port': ['ID=56bf14e6-e534-456b-b34a-07ea3054a680,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:35.505503 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.517162 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] Set router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:35.716311 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.722297 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.752446 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 3, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:35.764139 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c4bf241-b29a-4ca2-990c-0e61ededf495 None None] Provisioning complete for port 56bf14e6-e534-456b-b34a-07ea3054a680 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:35.765176 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf241-b29a-4ca2-990c-0e61ededf495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.800620 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Pushing event updated for resources: {'Port': ['ID=205a2012-5512-4db0-932a-8613264d2316,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:35.807196 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645342'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.811987 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057ad5-937b-4400-9244-f3e2872ad06c None None] The sync data for ids ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'] in n-d-758944-44 is: [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 3, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:35.947758 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c4bf241-b29a-4ca2-990c-0e61ededf495 None None] Provisioning for port 205a2012-5512-4db0-932a-8613264d2316 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:35.949525 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:35.951015 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:35.952046 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c4bf241-b29a-4ca2-990c-0e61ededf495 None None] Provisioning complete for port 205a2012-5512-4db0-932a-8613264d2316 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:35.952425 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf241-b29a-4ca2-990c-0e61ededf495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:35.995023 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3c4bf241-b29a-4ca2-990c-0e61ededf495 None None] Port 205a2012-5512-4db0-932a-8613264d2316 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:36.119907 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7986ab39-ecf0-4b29-b39b-e46d47b48ba8 None None] Provisioning complete for port 205a2012-5512-4db0-932a-8613264d2316 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:36.120285 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7986ab39-ecf0-4b29-b39b-e46d47b48ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.136644 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:36.164387 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7986ab39-ecf0-4b29-b39b-e46d47b48ba8 None None] Port 205a2012-5512-4db0-932a-8613264d2316 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:36.277445 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:36.282844 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-15adcd96-bc7e-4776-a944-49b6150a1c66 admin admin] 10.222.0.18 "PUT /v2.0/routers/9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2303402 Jul 14 10:23:36.287963 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d9af0d2d-60a1-43c3-a774-5c7783091d08 None None] Provisioning complete for port 205a2012-5512-4db0-932a-8613264d2316 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:36.288458 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9af0d2d-60a1-43c3-a774-5c7783091d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.327600 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d9af0d2d-60a1-43c3-a774-5c7783091d08 None None] Port 205a2012-5512-4db0-932a-8613264d2316 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:36.575577 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2fa14b4c-93ca-40db-8901-ddb82d20bdcc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:36.626675 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:36.630718 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:36.631183 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.718333 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.761381 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:36.766283 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.768632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f5e732fe-0b6b-47c6-ad71-e19d764245a3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:36.849694 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:36.864777 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port f5e732fe-0b6b-47c6-ad71-e19d764245a3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:36.869035 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f5e732fe-0b6b-47c6-ad71-e19d764245a3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:36.869428 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.946534 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 45380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:36.953272 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c231a668-6e61-4411-9593-f1eb784bc3cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076042137', 'description': 'tempest-secgroup-smoke-2076042137 description', 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:36.956683 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.979041 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port f5e732fe-0b6b-47c6-ad71-e19d764245a3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f5e732fe-0b6b-47c6-ad71-e19d764245a3,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:36.981002 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c231a668-6e61-4411-9593-f1eb784bc3cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.984683 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:36.985489 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56bf14e6-e534-456b-b34a-07ea3054a680 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:37.073352 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c231a668-6e61-4411-9593-f1eb784bc3cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.077717 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c231a668-6e61-4411-9593-f1eb784bc3cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.077888 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=f5e732fe-0b6b-47c6-ad71-e19d764245a3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.086228 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 56bf14e6-e534-456b-b34a-07ea3054a680 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:37.086855 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.106156 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c231a668-6e61-4411-9593-f1eb784bc3cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.107444 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-c231a668-6e61-4411-9593-f1eb784bc3cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1595743 Jul 14 10:23:37.111977 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:37.116867 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231a668-6e61-4411-9593-f1eb784bc3cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.120376 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-238e9dc2-1ccf-447c-9537-b5b58014a96a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'security_group_rule': {'security_group_id': 'cae03c03-0b92-4ec4-a8b5-854f5b0f7f04', 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:37.148577 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238e9dc2-1ccf-447c-9537-b5b58014a96a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.208483 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238e9dc2-1ccf-447c-9537-b5b58014a96a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.212281 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238e9dc2-1ccf-447c-9537-b5b58014a96a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.230190 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e9dc2-1ccf-447c-9537-b5b58014a96a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79e9549-4a7e-4d64-85c4-9901526e899d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.237770 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-238e9dc2-1ccf-447c-9537-b5b58014a96a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.239326 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-238e9dc2-1ccf-447c-9537-b5b58014a96a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251876 Jul 14 10:23:37.242284 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:37.246899 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8a258d33-0883-4157-aa67-6dc17b09941e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'security_group_rule': {'security_group_id': 'cae03c03-0b92-4ec4-a8b5-854f5b0f7f04', 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:37.274473 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a258d33-0883-4157-aa67-6dc17b09941e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.334513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a258d33-0883-4157-aa67-6dc17b09941e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.338540 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a258d33-0883-4157-aa67-6dc17b09941e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.359010 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a258d33-0883-4157-aa67-6dc17b09941e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2c0641-747f-496d-ae57-55965e2c0b2a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.362962 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a258d33-0883-4157-aa67-6dc17b09941e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.364210 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-8a258d33-0883-4157-aa67-6dc17b09941e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209342 Jul 14 10:23:37.366971 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:37.371497 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-20841193-48e1-46ab-9b35-2463bbcfa3e7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'security_group_rule': {'security_group_id': 'cae03c03-0b92-4ec4-a8b5-854f5b0f7f04', 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:37.398154 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20841193-48e1-46ab-9b35-2463bbcfa3e7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.459675 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20841193-48e1-46ab-9b35-2463bbcfa3e7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.463165 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20841193-48e1-46ab-9b35-2463bbcfa3e7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.480761 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20841193-48e1-46ab-9b35-2463bbcfa3e7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2411af-6533-4d8c-a326-c4318d49c01c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.488895 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20841193-48e1-46ab-9b35-2463bbcfa3e7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.492278 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-20841193-48e1-46ab-9b35-2463bbcfa3e7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215873 Jul 14 10:23:37.492278 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:37.496624 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-762e7ce0-68f1-488e-a7de-2efb6d016732 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'security_group_rule': {'security_group_id': 'cae03c03-0b92-4ec4-a8b5-854f5b0f7f04', 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:37.521685 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762e7ce0-68f1-488e-a7de-2efb6d016732 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.581285 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762e7ce0-68f1-488e-a7de-2efb6d016732 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.584738 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762e7ce0-68f1-488e-a7de-2efb6d016732 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.602654 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7ce0-68f1-488e-a7de-2efb6d016732 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fe919c-c6fb-463e-97a0-bc3e6cbfdc61,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.608559 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-762e7ce0-68f1-488e-a7de-2efb6d016732 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.609745 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-762e7ce0-68f1-488e-a7de-2efb6d016732 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165578 Jul 14 10:23:37.613459 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:37.618235 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'security_group_rule': {'security_group_id': 'cae03c03-0b92-4ec4-a8b5-854f5b0f7f04', 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:37.639332 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Project ac1c68dfd85148789ef0dbaf8f01d89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:23:37.644164 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.703583 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.707150 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.725439 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91487bc3-b150-4d44-8dad-83156e68e2cb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.732094 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.733915 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-57f26591-df38-48f8-bdf7-e808eb5b2735 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188869 Jul 14 10:23:37.736662 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:37.741091 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'security_group_rule': {'security_group_id': 'cae03c03-0b92-4ec4-a8b5-854f5b0f7f04', 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:37.764613 n-d-758944-44 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Project ac1c68dfd85148789ef0dbaf8f01d89a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:23:37.769684 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.837957 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.841436 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320021'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.859527 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570480ad-5571-4ba0-ba27-818ba82675d7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:37.864702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:37.865976 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-739d64cc-6596-42a7-9d8e-81810cb9839e tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283221 Jul 14 10:23:38.011804 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-93f23596-111a-44af-99d6-1ff0d60dc327 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076042137&fields=id&tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a HTTP/1.1" status: 200 len: 267 time: 0.0360041 Jul 14 10:23:38.073806 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Sync routers for ids ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:38.083542 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Routers {'9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:38.084153 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:38.130974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-32166003-4b11-462a-9535-0841dec5f762 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:38.132607 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-32166003-4b11-462a-9535-0841dec5f762 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 808 time: 0.1137385 Jul 14 10:23:38.148681 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-22b25954-0ba2-4f01-8183-b0067dd3a4f8 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/quotas/ac1c68dfd85148789ef0dbaf8f01d89a HTTP/1.1" status: 200 len: 375 time: 0.0104673 Jul 14 10:23:38.225610 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c2a5b4bd-f913-4f63-8518-d5c5e70117c8 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712645 Jul 14 10:23:38.356176 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Set router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:38.416716 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-207d39a0-ab83-4a9c-82d3-4d6a56c23d0f service neutron] 10.222.0.18 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789637 Jul 14 10:23:38.473992 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2fa14b4c-93ca-40db-8901-ddb82d20bdcc up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:38.539121 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-f778a298-1a59-48f2-b294-1bd3088f39f7 service neutron] 10.222.0.18 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036308 Jul 14 10:23:38.560188 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:38.560437 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:38.668524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 4, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '205a2012-5512-4db0-932a-8613264d2316', 'name': '', 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'mac_address': 'fa:16:3e:eb:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '89024a24-e8f0-4b09-ba2b-2c255d6aa09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:34Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 2, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'subnets': [{'id': '89024a24-e8f0-4b09-ba2b-2c255d6aa09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:38.704524 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Checking router: 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:38.704889 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Updating router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 port 205a2012-5512-4db0-932a-8613264d2316 binding host n-d-758944-44 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:23:38.721964 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-43bd72d9-426a-4292-aee9-e65e4787dad2 req-a5fe05db-52e7-4ad6-8303-8acafce2c1cd tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 210 time: 0.0299668 Jul 14 10:23:38.731256 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f5e732fe-0b6b-47c6-ad71-e19d764245a3 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:38.770579 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:38.839680 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port f5e732fe-0b6b-47c6-ad71-e19d764245a3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:38.840094 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:39.133108 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:39.142849 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Transition to ACTIVE for port object 205a2012-5512-4db0-932a-8613264d2316 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:39.148985 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:39.204571 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c3849-d360-4838-8695-463bd870817e None None] Pushing event updated for resources: {'Port': ['ID=205a2012-5512-4db0-932a-8613264d2316,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:39.259994 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Attempting to bind port 205a2012-5512-4db0-932a-8613264d2316 on host n-d-758944-44 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:39.260374 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Attempting to bind port 205a2012-5512-4db0-932a-8613264d2316 by drivers openvswitch,hyperv on host n-d-758944-44 at level 0 using segments [{'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:39.260996 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Attempting to bind port 205a2012-5512-4db0-932a-8613264d2316 on network 61a3440b-674f-4a0a-bb3a-0380a1056323 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:39.266169 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Checking agent: {'id': '977f839b-b26c-42e8-ba87-3d16c8346881', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 52, 49), 'started_at': datetime.datetime(2021, 7, 14, 8, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-44'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:39.266549 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Checking segment: {'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:39.267005 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:39.267434 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Bound using segment: {'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:39.267912 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Bound port: 205a2012-5512-4db0-932a-8613264d2316, host: n-d-758944-44, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42961a55-901e-4a9b-84d8-73f0c48346bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:39.268300 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:39.342875 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] For port 205a2012-5512-4db0-932a-8613264d2316, host n-d-758944-44, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:39.347158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] For port 205a2012-5512-4db0-932a-8613264d2316, host n-d-758944-44, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=205a2012-5512-4db0-932a-8613264d2316,segment=NetworkSegment(42961a55-901e-4a9b-84d8-73f0c48346bc),segment_id=42961a55-901e-4a9b-84d8-73f0c48346bc)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:39.356288 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:39.422648 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c3849-d360-4838-8695-463bd870817e None None] Pushing event updated for resources: {'Port': ['ID=205a2012-5512-4db0-932a-8613264d2316,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:39.425393 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Routers {'9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:39.426007 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:39.547143 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] Set router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:39.766733 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 4, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '205a2012-5512-4db0-932a-8613264d2316', 'name': '', 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'mac_address': 'fa:16:3e:eb:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '89024a24-e8f0-4b09-ba2b-2c255d6aa09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:34Z', 'updated_at': '2021-07-14T10:23:39Z', 'revision_number': 4, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'subnets': [{'id': '89024a24-e8f0-4b09-ba2b-2c255d6aa09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:39.795965 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c466a7-c841-45ef-a76c-15b67a2e9331 None None] The sync data for ids ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'] in n-d-758944-44 is: [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:35Z', 'revision_number': 4, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '205a2012-5512-4db0-932a-8613264d2316', 'name': '', 'network_id': '61a3440b-674f-4a0a-bb3a-0380a1056323', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'mac_address': 'fa:16:3e:eb:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '89024a24-e8f0-4b09-ba2b-2c255d6aa09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:34Z', 'updated_at': '2021-07-14T10:23:39Z', 'revision_number': 4, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'subnets': [{'id': '89024a24-e8f0-4b09-ba2b-2c255d6aa09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:39.817841 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-23f41752-e2e4-4670-96d5-e322bbf54848 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:39.820410 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-23f41752-e2e4-4670-96d5-e322bbf54848 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 808 time: 0.1233206 Jul 14 10:23:39.896530 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-df3cb7d8-ef14-4efc-bce4-cbdee4db7c01 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a HTTP/1.1" status: 200 len: 380 time: 0.0632608 Jul 14 10:23:39.915421 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'port': {'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'admin_state_up': True, 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'security_groups': ['cae03c03-0b92-4ec4-a8b5-854f5b0f7f04']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:39.922386 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-69e74d13-98ef-46ba-8230-089c2f849a44 req-b1e243be-478e-4c46-904d-74b36468bc2a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 210 time: 0.0352879 Jul 14 10:23:40.036148 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Made reservation on behalf of ac1c68dfd85148789ef0dbaf8f01d89a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:23:40.039844 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.177588 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Allocated IP 172.20.0.4 (83fbcf23-4f65-4d8f-bd31-502432e4ec08/8e43fc80-f8ea-4756-961d-4f237ab3966a/e5d96209-0927-455d-9b16-b2f27e7c6eb9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:40.321892 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.334191 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Transition to ACTIVE for port object e5d96209-0927-455d-9b16-b2f27e7c6eb9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:40.367743 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.412228 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:40.416956 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:40.428378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:40.464365 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:40.497875 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:40.498787 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.523795 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-e6739a3d-d883-4e3e-9ae6-c739ca1da369 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122963 Jul 14 10:23:40.529477 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 205a2012-5512-4db0-932a-8613264d2316 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:40.544465 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.v2.base [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Request body: {'port': {'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:40.597300 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning for port 205a2012-5512-4db0-932a-8613264d2316 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:40.601532 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 205a2012-5512-4db0-932a-8613264d2316 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:40.601915 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.631111 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.687662 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.719840 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fc5198fd-178a-4266-82ea-0885ea68d3b2 None None] Provisioning for port e5d96209-0927-455d-9b16-b2f27e7c6eb9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:40.731536 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fc5198fd-178a-4266-82ea-0885ea68d3b2 None None] Provisioning complete for port e5d96209-0927-455d-9b16-b2f27e7c6eb9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:40.731926 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc5198fd-178a-4266-82ea-0885ea68d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.735057 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] For port 205a2012-5512-4db0-932a-8613264d2316, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=205a2012-5512-4db0-932a-8613264d2316,segment=NetworkSegment(42961a55-901e-4a9b-84d8-73f0c48346bc),segment_id=42961a55-901e-4a9b-84d8-73f0c48346bc)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:40.755729 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.794595 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fc5198fd-178a-4266-82ea-0885ea68d3b2 None None] Port e5d96209-0927-455d-9b16-b2f27e7c6eb9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:40.815948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Pushing event updated for resources: {'Port': ['ID=205a2012-5512-4db0-932a-8613264d2316,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:40.913353 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d96209-0927-455d-9b16-b2f27e7c6eb9 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:23:40.921022 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:40.932948 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Transition to ACTIVE for port object e5d96209-0927-455d-9b16-b2f27e7c6eb9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:40.936893 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:41.008046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:41.093950 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Attempting to bind port e5d96209-0927-455d-9b16-b2f27e7c6eb9 on host n-h2-758944-44 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:41.094292 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Attempting to bind port e5d96209-0927-455d-9b16-b2f27e7c6eb9 by drivers openvswitch,hyperv on host n-h2-758944-44 at level 0 using segments [{'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:41.094626 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Attempting to bind port e5d96209-0927-455d-9b16-b2f27e7c6eb9 on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:41.103044 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Port e5d96209-0927-455d-9b16-b2f27e7c6eb9 on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-44 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:23:41.103388 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Attempting to bind port e5d96209-0927-455d-9b16-b2f27e7c6eb9 on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:41.112474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Checking agent: {'id': 'f8a029dd-f4c9-447a-99fa-f83fe429e514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:41.112817 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Checking segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:41.113207 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Bound using segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:41.113642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Bound port: e5d96209-0927-455d-9b16-b2f27e7c6eb9, host: n-h2-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:41.113997 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:41.167635 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1bd8e-cd2e-4447-9a22-6825065c076c req-5ba8692e-b0f1-4f8d-92de-b87591bdfd95 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:41.169190 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88e1bd8e-cd2e-4447-9a22-6825065c076c req-5ba8692e-b0f1-4f8d-92de-b87591bdfd95 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 943 time: 0.1160088 Jul 14 10:23:41.223894 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:41.236477 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-88e1bd8e-cd2e-4447-9a22-6825065c076c req-17b33b48-2dc3-4e19-8c31-e015154447cd tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601695 Jul 14 10:23:41.239673 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:41.245360 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3811556'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:41.282050 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:41.282754 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:41.284182 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] 10.222.0.11 "PUT /v2.0/ports/e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 1092 time: 0.7501771 Jul 14 10:23:41.284622 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:41.286855 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:41.320355 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e576a-16b4-49a2-a0c0-401d36fe4aeb service neutron] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:41.339503 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78f1980-88ac-4271-a022-047873a389cc x-openstack-request-id: req-a78f1980-88ac-4271-a022-047873a389cc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:41.339807 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:41.340066 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a78f1980-88ac-4271-a022-047873a389cc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:41.340469 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'status': 'completed', 'code': 200} Jul 14 10:23:41.384856 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-80cd8866-03a1-42ca-aa2f-d86d0662296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:41.386396 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-80cd8866-03a1-42ca-aa2f-d86d0662296b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1095 time: 0.0578027 Jul 14 10:23:41.429317 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-b4884b98-e900-4140-8441-3c3bfe74706e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 217 time: 0.0356436 Jul 14 10:23:41.483160 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-72f14fa4-cd1d-4cf0-8422-dac15069914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:41.484606 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-72f14fa4-cd1d-4cf0-8422-dac15069914e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0491006 Jul 14 10:23:41.542329 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c82029fd-fd25-425f-8418-084c9ba55fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:41.543894 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-c82029fd-fd25-425f-8418-084c9ba55fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530629 Jul 14 10:23:41.634212 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-0c1948b0-6a48-4923-bf5e-36d74d3647c9 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841684 Jul 14 10:23:42.054632 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-02e4e05a-d6fc-49e3-beca-68163c86bbfa req-5a508ddc-b0a1-42de-9e59-df7693cf10e1 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135947 Jul 14 10:23:42.160335 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-4ecbd582-3e42-429c-884d-574efb2bb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:42.161856 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-4ecbd582-3e42-429c-884d-574efb2bb1b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1095 time: 0.0553243 Jul 14 10:23:42.258199 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-d5f9332a-c0e1-45c7-ad57-b399427702fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:42.259681 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-d5f9332a-c0e1-45c7-ad57-b399427702fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.0917573 Jul 14 10:23:42.301307 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-8265ac96-baf9-439f-8b4b-1155d0ae4781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 217 time: 0.0355048 Jul 14 10:23:42.351662 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-65dfbc6d-2d6a-46de-88bb-675c84dfb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:42.353221 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-65dfbc6d-2d6a-46de-88bb-675c84dfb940 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0455148 Jul 14 10:23:42.457192 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4112-63d1-43b1-9e05-3bfcc5e169c6 req-09c91ff3-3cc3-440a-9133-dca58a452fd5 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:42.458725 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-097d4112-63d1-43b1-9e05-3bfcc5e169c6 req-09c91ff3-3cc3-440a-9133-dca58a452fd5 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 943 time: 0.1045713 Jul 14 10:23:42.463726 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 205a2012-5512-4db0-932a-8613264d2316 up at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:42.484425 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-1664951f-b57c-4387-a777-5cd9a0412a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:42.485984 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-1664951f-b57c-4387-a777-5cd9a0412a98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222949 Jul 14 10:23:42.514353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Provisioning complete for port 205a2012-5512-4db0-932a-8613264d2316 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:42.514740 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:42.520210 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-097d4112-63d1-43b1-9e05-3bfcc5e169c6 req-18d9a0a2-e1fd-4731-850a-c897400f13ff tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558488 Jul 14 10:23:42.589513 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-8df41ad7-c399-4fbe-969b-bc8503ebfb0a service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924621 Jul 14 10:23:42.678416 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e9811fb3-4b61-4dc9-82d0-ca8f3c01d8aa req-57791573-c991-45ad-bfde-a27ca458f0cc service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Jul 14 10:23:43.699315 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c3779-ee03-4797-80d1-760ed11b04a5 req-7a0a1827-e332-4357-aed9-756cb27c9408 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:43.700864 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-296c3779-ee03-4797-80d1-760ed11b04a5 req-7a0a1827-e332-4357-aed9-756cb27c9408 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 943 time: 0.0642803 Jul 14 10:23:43.742533 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-296c3779-ee03-4797-80d1-760ed11b04a5 req-7125aee0-18f9-4cb6-bf38-ab22a63e65cd tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356328 Jul 14 10:23:44.378286 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e5d96209-0927-455d-9b16-b2f27e7c6eb9 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:23:44.489711 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:44.502715 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:23:44.539899 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:44.552739 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d96209-0927-455d-9b16-b2f27e7c6eb9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:23:44.573642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:44.577213 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:44.628014 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:44.778503 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['e5d96209-0927-455d-9b16-b2f27e7c6eb9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:44.915973 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede14ea-8665-4272-bbba-78236a350478 req-14328598-ba0b-4040-9cfc-f54b0822e752 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:44.917405 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ede14ea-8665-4272-bbba-78236a350478 req-14328598-ba0b-4040-9cfc-f54b0822e752 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 944 time: 0.0636714 Jul 14 10:23:44.953982 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-2ede14ea-8665-4272-bbba-78236a350478 req-72ab5bb8-fd1a-4292-9e99-d1ff63acefbd tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Jul 14 10:23:46.056297 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db56cb78-2a67-4a60-91ec-896e80ea773e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:46.136285 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ea008-78be-4016-a898-773d4b68efe7 req-322425e0-8120-4a81-aca7-01c4daf06a7c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:46.137785 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa1ea008-78be-4016-a898-773d4b68efe7 req-322425e0-8120-4a81-aca7-01c4daf06a7c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 944 time: 0.0692337 Jul 14 10:23:46.175705 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-aa1ea008-78be-4016-a898-773d4b68efe7 req-4c992ea3-16d8-4998-b016-8a0259740ab9 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Jul 14 10:23:46.377456 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e5d96209-0927-455d-9b16-b2f27e7c6eb9 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:46.430546 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning for port e5d96209-0927-455d-9b16-b2f27e7c6eb9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:46.433585 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port e5d96209-0927-455d-9b16-b2f27e7c6eb9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:46.433965 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:46.509919 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:46.535066 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:46.537394 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d514d112-5f97-4b6e-b0c5-bcdd6b0bb358" -d '{"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:46.551566 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:46.555737 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:46.578277 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978e25c1-6a9c-46ff-a695-c2d1a19510ee x-openstack-request-id: req-978e25c1-6a9c-46ff-a695-c2d1a19510ee {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:46.578576 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:46.578837 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-978e25c1-6a9c-46ff-a695-c2d1a19510ee {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:46.584364 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'code': 200} Jul 14 10:23:46.606906 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:46.696057 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c05d9-7046-4727-92d5-7241835ddd58 req-344590ca-d8ea-4169-95c4-b82c92558215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:46.697600 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e2c05d9-7046-4727-92d5-7241835ddd58 req-344590ca-d8ea-4169-95c4-b82c92558215 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1097 time: 0.0576410 Jul 14 10:23:46.734545 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e2c05d9-7046-4727-92d5-7241835ddd58 req-811cfdc4-342a-4310-ba1b-edf424b51282 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Jul 14 10:23:47.353650 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9bef9-f806-4134-9bf5-ea30bef54710 req-2d16beaa-3823-4632-875e-0b2d59ee014b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:47.355541 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5bc9bef9-f806-4134-9bf5-ea30bef54710 req-2d16beaa-3823-4632-875e-0b2d59ee014b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 945 time: 0.0661132 Jul 14 10:23:47.395569 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-5bc9bef9-f806-4134-9bf5-ea30bef54710 req-95de2b43-2c29-4049-b21f-749dc646b7a7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344448 Jul 14 10:23:48.573714 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c9bb6-592e-4136-a7c7-0babdb362f6d req-c92fb095-2c0e-4f73-a00d-2bb2ae639f55 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:48.575164 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b42c9bb6-592e-4136-a7c7-0babdb362f6d req-c92fb095-2c0e-4f73-a00d-2bb2ae639f55 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 945 time: 0.0647559 Jul 14 10:23:48.614598 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b42c9bb6-592e-4136-a7c7-0babdb362f6d req-5e0c8a3c-83e6-4e9c-8600-3de008ad7df5 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Jul 14 10:23:48.800417 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691948ee-0563-4d42-94da-9c8d647c71a2 req-b38d94ac-a1b3-4ee3-940e-0e269f146f45 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:48.802005 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-691948ee-0563-4d42-94da-9c8d647c71a2 req-b38d94ac-a1b3-4ee3-940e-0e269f146f45 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 945 time: 0.0718937 Jul 14 10:23:48.840761 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-691948ee-0563-4d42-94da-9c8d647c71a2 req-3b029e06-91de-400d-935f-a992222399d7 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Jul 14 10:23:48.865923 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45446) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:48.960104 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0052897-7263-4e5e-8928-6bbcd3b92eb1 tempest-TestSnapshotPattern-988548322 tempest-TestSnapshotPattern-988548322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:48.961647 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b0052897-7263-4e5e-8928-6bbcd3b92eb1 tempest-TestSnapshotPattern-988548322 tempest-TestSnapshotPattern-988548322-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1092 time: 0.0946865 Jul 14 10:23:48.964588 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:48.969220 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:48.993320 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:49.095762 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:49.197697 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Allocated IP 172.25.2.193 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/0e009cf7-c95d-46d1-9c3f-196196c101f1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:49.232884 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:49.307331 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:49.348659 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:49.390110 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:49.395122 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:49.398238 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:49.421322 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'Port': ['ID=0e009cf7-c95d-46d1-9c3f-196196c101f1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:49.776040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:49.802003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e12cde7a-2997-48a7-96e4-3559342b1128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:49.860855 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:50.007712 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:50.008134 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:50.011513 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:50.082957 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'Port': ['ID=0e009cf7-c95d-46d1-9c3f-196196c101f1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:50.095209 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:50.198397 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Floating IP f7d62f42-a807-400c-81e5-561a6bafbea9 associated. External IP: 172.25.2.193, port: e5d96209-0927-455d-9b16-b2f27e7c6eb9. Jul 14 10:23:50.760172 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Router 4ec6a860-220f-4041-acaf-39578d5ee5f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:50.836437 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:50.872414 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:50.882821 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] Sync routers for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:50.891696 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:50.894694 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:50.895535 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:50.933147 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-bb42ef2a-d330-493d-b725-4610fdae69e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9674540 Jul 14 10:23:50.933750 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:50.936245 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144ba193-568d-48b3-b2c5-fcbe14810aee" -d '{"events": [{"name": "network-changed", "server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:51.003687 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:51.026516 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701bf9de-386b-4906-99f2-d54b3b5e4bff x-openstack-request-id: req-701bf9de-386b-4906-99f2-d54b3b5e4bff {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:51.026882 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:51.027138 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-701bf9de-386b-4906-99f2-d54b3b5e4bff {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:51.027621 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'status': 'completed', 'code': 200} Jul 14 10:23:51.122699 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-2a5e3dc0-af2a-40dc-a5d3-bf66554185a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:51.124417 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-2a5e3dc0-af2a-40dc-a5d3-bf66554185a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1097 time: 0.0732806 Jul 14 10:23:51.214232 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-4336918a-fa48-494c-bfb1-967910fe89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:51.215748 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-4336918a-fa48-494c-bfb1-967910fe89d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.0850770 Jul 14 10:23:51.236174 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:49Z', 'revision_number': 0, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:51.266875 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] Checking router: 4ec6a860-220f-4041-acaf-39578d5ee5f0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:51.276485 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:51.277120 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:23:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:51.289770 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-8e7efe88-5a85-428b-9aa6-0bfd7f223560 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 999 time: 0.0669622 Jul 14 10:23:51.340026 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-7f23da39-59a3-4732-b432-5fb5c5201062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:51.341525 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-7f23da39-59a3-4732-b432-5fb5c5201062 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0458992 Jul 14 10:23:51.401573 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-0c86da26-736e-4010-b67f-46a72d29676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:51.403144 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-0c86da26-736e-4010-b67f-46a72d29676e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550108 Jul 14 10:23:51.408550 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:51.504277 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-b389f8cc-0de4-4bc0-a66b-3487d76ef96c service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938513 Jul 14 10:23:51.597502 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-144ba193-568d-48b3-b2c5-fcbe14810aee req-b0aa18f1-f17e-4bc8-b82b-b06a8039a94c service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861661 Jul 14 10:23:51.646859 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:49Z', 'revision_number': 0, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:51.673122 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbdfa2-4a27-4592-a020-3601cca7e4f6 None None] The sync data for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 is: [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:49Z', 'revision_number': 0, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:51.728356 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:51.883145 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1961b-cdf5-4eed-88ec-c6b89c9c293a None None] New status for floating IP f7d62f42-a807-400c-81e5-561a6bafbea9: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:24:02.290103 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.763552 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:16.060238 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf546cee-15c6-4b35-9ca3-f3861f6d6394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:19.238500 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:19.794099 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bef21e4-9f1f-4a8d-ad34-07ed28a70282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:20.011744 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:20.861633 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:21.731116 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.289722 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:35.503727 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-913d6f93-eb68-4904-8b74-334a6e23591e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542312 Jul 14 10:24:35.610517 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-7c0fe967-1672-4f65-b2c2-efae12da0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.612106 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-7c0fe967-1672-4f65-b2c2-efae12da0669 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1097 time: 0.0575159 Jul 14 10:24:35.720565 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-9ca69184-9b9c-435f-bdf3-cb7233ca0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.721969 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-9ca69184-9b9c-435f-bdf3-cb7233ca0384 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.0867503 Jul 14 10:24:35.793596 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-4344e5ab-2d62-470d-a944-50acf5e69044 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 1001 time: 0.0623934 Jul 14 10:24:35.846930 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-2c36020c-dc9b-441c-8efc-0be5e1bc2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.848455 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-2c36020c-dc9b-441c-8efc-0be5e1bc2802 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0443633 Jul 14 10:24:35.906482 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-24a8ee98-0548-4959-ae4a-57d9ed8d3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.908017 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-24a8ee98-0548-4959-ae4a-57d9ed8d3e1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518670 Jul 14 10:24:36.003469 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-6f12987f-5719-4ec1-b955-7dfa759c9c31 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872071 Jul 14 10:24:36.095203 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-ba843000-058c-440d-8ea5-e39ef1ebab77 req-7b0d2da9-7e80-40fa-bfdf-d5535ad45c73 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854700 Jul 14 10:24:45.763628 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:46.061173 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-509f6ff0-1e38-403c-a321-80f9268827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:49.229584 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:49.797073 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-187f7acf-743a-4b9e-b56e-e158b06e68ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:50.014088 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:50.859181 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:51.736295 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:02.306013 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:16.065087 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8df1014-0591-46a2-a3c6-cbe5c6616af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:19.231377 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:19.798131 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8deaeff9-509c-416f-b5d4-5767ba399d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:20.017261 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:20.866388 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:21.735217 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:22.765336 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:32.303459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:35.461097 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-28cef0de-cf97-4682-a62d-2ba6b91a973d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538390 Jul 14 10:25:35.562135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-fceb374f-f353-4db8-aa8d-17a2f22bf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:35.563715 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-fceb374f-f353-4db8-aa8d-17a2f22bf157 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1097 time: 0.0616856 Jul 14 10:25:35.665906 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-9ec10e95-de29-4e90-b769-4a1fbb67edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:35.667399 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-9ec10e95-de29-4e90-b769-4a1fbb67edd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.0828292 Jul 14 10:25:35.737499 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-982278af-42df-47a3-9d1b-8bc84fe71615 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 1001 time: 0.0640378 Jul 14 10:25:35.784262 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-03fa820f-49f9-410f-804f-5d2e9ae4145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:35.785730 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-03fa820f-49f9-410f-804f-5d2e9ae4145c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0422690 Jul 14 10:25:35.841641 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-ca3778aa-a558-4dd0-87ac-801a8032bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:35.843119 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-ca3778aa-a558-4dd0-87ac-801a8032bb9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510254 Jul 14 10:25:35.853378 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-e11d157e-741f-4d15-9976-ebb78a97b469 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:25:35.854358 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-e11d157e-741f-4d15-9976-ebb78a97b469 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054231 Jul 14 10:25:35.943876 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-05b841ea-94ce-4010-be3b-9253802a2863 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833619 Jul 14 10:25:36.031544 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3e113387-3337-46ce-bfdb-dedb55adc104 req-e2f4c370-2a83-4995-85dc-e59c4433be87 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817788 Jul 14 10:25:46.067321 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e3e9619-f01f-4f5f-ae9e-c17eaafece12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:48.887105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e5d96209-0927-455d-9b16-b2f27e7c6eb9 details requested by agent hyperv_n-h2-758944-44 with host n-h2-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:25:48.985199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:48.997368 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Returning: {'device': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:25:49.035204 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:49.048233 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5d96209-0927-455d-9b16-b2f27e7c6eb9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:25:49.067880 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:49.072137 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:49.269193 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] get_ports_and_sgs() called for port_ids ['e5d96209-0927-455d-9b16-b2f27e7c6eb9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:25:49.322952 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:49.326632 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:49.337471 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.337859 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.338209 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.338550 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.338894 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.339235 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.339603 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.339939 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.340277 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.340610 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.340940 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.341272 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:49.799269 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fa8bf83-53f2-4e68-b40d-69760cb0fa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:50.020913 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:50.881685 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:50.906105 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e5d96209-0927-455d-9b16-b2f27e7c6eb9 up at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:50.965606 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Provisioning complete for port e5d96209-0927-455d-9b16-b2f27e7c6eb9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:50.966142 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:51.066449 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:51.093737 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:51.096075 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84749789-b787-4240-b80e-091c9fa7a451" -d '{"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:51.110215 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:51.117690 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:51.197895 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:51.247083 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988b17b7-a720-4493-acc8-450de5f651af x-openstack-request-id: req-988b17b7-a720-4493-acc8-450de5f651af {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:51.247382 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-plugged", "status": "completed", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:51.247715 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-988b17b7-a720-4493-acc8-450de5f651af {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:51.248227 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'code': 200} Jul 14 10:25:51.742993 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.765660 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:00.613082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-0a09cf84-e828-47f4-8fdc-b40c6812e20f tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076042137&fields=id&tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a HTTP/1.1" status: 200 len: 267 time: 0.0354335 Jul 14 10:26:00.721333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-490dc619-59c0-48f1-b6fc-aaeeea8d49e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:00.722855 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-490dc619-59c0-48f1-b6fc-aaeeea8d49e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 808 time: 0.1026006 Jul 14 10:26:00.739068 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-9db53593-95c3-417e-b654-b74428a1c9f2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/quotas/ac1c68dfd85148789ef0dbaf8f01d89a HTTP/1.1" status: 200 len: 375 time: 0.0099275 Jul 14 10:26:00.816666 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-71594fe8-e1f7-4762-8c0b-f1bb47c15d0b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0715876 Jul 14 10:26:00.917301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-0421d4c3-9ab9-4691-af76-bce566a4736f service neutron] 10.222.0.18 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886643 Jul 14 10:26:01.012203 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-298b96b1-2d6d-4ecb-a360-ec905edb1677 service neutron] 10.222.0.18 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889244 Jul 14 10:26:02.232757 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-3ac67c5f-69f6-4125-92c9-0f0087300753 req-669794e5-7b68-4b76-ab09-4b1f03e3707b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 210 time: 0.0299540 Jul 14 10:26:02.311515 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:02.939684 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e5d96209-0927-455d-9b16-b2f27e7c6eb9 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:03.017050 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:03.039833 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:03.042129 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8adec1-f09d-4f81-abed-7f0cd912ece1" -d '{"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:03.054795 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:03.059539 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:03.083098 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d815dd5-812c-4111-b7ee-3020f3e8d59e x-openstack-request-id: req-3d815dd5-812c-4111-b7ee-3020f3e8d59e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:03.083420 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:03.083681 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d815dd5-812c-4111-b7ee-3020f3e8d59e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:03.084074 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'code': 200} Jul 14 10:26:03.110204 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Pushing event updated for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:03.320729 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44f693bd-34ee-4082-8823-fc7620b76430 req-3b67dded-1fc4-4af0-993e-8fbd1b559046 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 210 time: 0.0364645 Jul 14 10:26:04.462308 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-c6c1c0eb-e67a-435a-951c-a0412520a1d2 req-7a9304b2-0c3c-4b7c-9618-5cb756f4fd51 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 210 time: 0.0294363 Jul 14 10:26:05.503446 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-bc818d19-f1e9-4bd5-ac2b-dabad6738cd2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:05.505372 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-bc818d19-f1e9-4bd5-ac2b-dabad6738cd2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.48 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 808 time: 0.1252599 Jul 14 10:26:05.558419 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-868c0426-f369-4ca4-abf7-cb1ba1f3fe28 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a HTTP/1.1" status: 200 len: 380 time: 0.0397677 Jul 14 10:26:05.573271 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'port': {'device_id': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'admin_state_up': True, 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'security_groups': ['cae03c03-0b92-4ec4-a8b5-854f5b0f7f04']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:05.637257 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eef6fb73-0f24-45ed-8ddd-70589155caee req-c2962730-c9db-4308-b523-06209353e7a5 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 210 time: 0.0345311 Jul 14 10:26:05.698428 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Made reservation on behalf of ac1c68dfd85148789ef0dbaf8f01d89a for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:26:05.702052 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:05.835961 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Allocated IP 172.20.0.11 (83fbcf23-4f65-4d8f-bd31-502432e4ec08/8e43fc80-f8ea-4756-961d-4f237ab3966a/61e47406-548f-44d5-8ec3-e07a81e79b7d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:06.041703 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:06.059447 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Transition to ACTIVE for port object 61e47406-548f-44d5-8ec3-e07a81e79b7d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:06.116412 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:06.177773 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:06.181195 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:06.185423 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:06.192549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:06.218930 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.219280 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.219653 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.220001 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.220333 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.220668 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.221017 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.221325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.221652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.221979 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.222308 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.222636 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:06.253544 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:06.254337 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:06.274586 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-b5d91f53-d4b3-44b1-b051-47390e628d3a tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7096879 Jul 14 10:26:06.492617 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a93c8f6f-63c2-48c0-8e94-bc697e83ae33 None None] Provisioning for port 61e47406-548f-44d5-8ec3-e07a81e79b7d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:06.496760 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a93c8f6f-63c2-48c0-8e94-bc697e83ae33 None None] Provisioning complete for port 61e47406-548f-44d5-8ec3-e07a81e79b7d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:06.497140 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93c8f6f-63c2-48c0-8e94-bc697e83ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:06.532469 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a93c8f6f-63c2-48c0-8e94-bc697e83ae33 None None] Port 61e47406-548f-44d5-8ec3-e07a81e79b7d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:26:06.823687 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd137dc-4602-45d3-b457-9d79435e18f6 req-36c20d7f-8679-4c9f-bce3-c93fb727fe49 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:06.825401 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecd137dc-4602-45d3-b457-9d79435e18f6 req-36c20d7f-8679-4c9f-bce3-c93fb727fe49 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.0682373 Jul 14 10:26:06.868712 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ecd137dc-4602-45d3-b457-9d79435e18f6 req-aa2dcc07-f7e1-4b49-9789-6a4d0b204e47 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368733 Jul 14 10:26:08.055615 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38d9f-b28e-4a94-911b-dc5b6ece0508 req-3898b795-7351-47e8-ab3a-f3dcd8f01051 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:08.057229 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8c38d9f-b28e-4a94-911b-dc5b6ece0508 req-3898b795-7351-47e8-ab3a-f3dcd8f01051 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.0655873 Jul 14 10:26:08.098406 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-d8c38d9f-b28e-4a94-911b-dc5b6ece0508 req-54ede520-58a2-43cf-a702-ace3f55c5904 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355749 Jul 14 10:26:09.285635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0a88-b771-4c53-85f4-a65ec30cc54c req-79f50747-ec8e-413d-b443-6fcc00ce0c36 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:09.287459 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2eee0a88-b771-4c53-85f4-a65ec30cc54c req-79f50747-ec8e-413d-b443-6fcc00ce0c36 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.0761600 Jul 14 10:26:09.332779 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-2eee0a88-b771-4c53-85f4-a65ec30cc54c req-386d9aab-5bd6-4945-a4f6-031cd8e89667 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383329 Jul 14 10:26:10.546039 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51591eaa-19bd-4691-ae12-3bcca3bb29e1 req-88419b1c-b1aa-4865-8b8d-1835207f3584 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:10.552797 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51591eaa-19bd-4691-ae12-3bcca3bb29e1 req-88419b1c-b1aa-4865-8b8d-1835207f3584 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.1031094 Jul 14 10:26:10.591452 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-51591eaa-19bd-4691-ae12-3bcca3bb29e1 req-7b9ec099-0d48-4a2e-ac2a-95db6481c50c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Jul 14 10:26:11.793078 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512663e-7dff-4e69-90ec-f6ab2f322ea8 req-7353ec96-3568-4021-a72d-dd7f1afbb59d tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:11.794673 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a512663e-7dff-4e69-90ec-f6ab2f322ea8 req-7353ec96-3568-4021-a72d-dd7f1afbb59d tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.0697899 Jul 14 10:26:11.846306 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-a512663e-7dff-4e69-90ec-f6ab2f322ea8 req-d02e0ade-a73d-4ea6-8352-22e5996cb6b3 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452814 Jul 14 10:26:13.091801 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bf59d-93b2-4553-8f06-11fe734b5c4d req-8e17a5fd-4005-4e59-910a-5df72815027b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:13.093658 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e16bf59d-93b2-4553-8f06-11fe734b5c4d req-8e17a5fd-4005-4e59-910a-5df72815027b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.0751870 Jul 14 10:26:13.141339 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e16bf59d-93b2-4553-8f06-11fe734b5c4d req-203ff46f-55d8-41e0-aca9-ea407f19ccf8 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Jul 14 10:26:14.327524 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8fada-ab16-4bc3-979a-e10882f7869a req-5ee8a5aa-020f-4a0b-984a-c4d7d8414337 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:14.329082 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ed8fada-ab16-4bc3-979a-e10882f7869a req-5ee8a5aa-020f-4a0b-984a-c4d7d8414337 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.0719140 Jul 14 10:26:14.372921 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-3ed8fada-ab16-4bc3-979a-e10882f7869a req-e131a15c-b69f-4d8b-b8ea-8b50998c7f92 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381184 Jul 14 10:26:15.570196 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f68ee-d0ad-4428-be61-7c1ab04cd29c req-74ea4273-5fb7-4fc7-a264-c1c67e241449 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:15.571951 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-575f68ee-d0ad-4428-be61-7c1ab04cd29c req-74ea4273-5fb7-4fc7-a264-c1c67e241449 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 932 time: 0.0654006 Jul 14 10:26:15.612121 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-575f68ee-d0ad-4428-be61-7c1ab04cd29c req-eeade831-4046-4e88-b6d4-29a1a0948e02 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Jul 14 10:26:15.948054 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Request body: {'port': {'device_id': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-44'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:16.035459 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.071718 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8b8acdf-6144-462f-a2df-03bb25830f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.327025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e47406-548f-44d5-8ec3-e07a81e79b7d {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:26:16.337594 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.350655 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Transition to ACTIVE for port object 61e47406-548f-44d5-8ec3-e07a81e79b7d will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:16.359029 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.441492 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:16.510061 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Attempting to bind port 61e47406-548f-44d5-8ec3-e07a81e79b7d on host n-h1-758944-44 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:26:16.510400 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Attempting to bind port 61e47406-548f-44d5-8ec3-e07a81e79b7d by drivers openvswitch,hyperv on host n-h1-758944-44 at level 0 using segments [{'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:26:16.510720 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Attempting to bind port 61e47406-548f-44d5-8ec3-e07a81e79b7d on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:16.516079 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Port 61e47406-548f-44d5-8ec3-e07a81e79b7d on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-44 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:26:16.516403 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Attempting to bind port 61e47406-548f-44d5-8ec3-e07a81e79b7d on network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:16.521718 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Checking agent: {'id': 'f56f3a1c-2b7a-4c6a-8a05-4868a61fa721', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-44', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'started_at': datetime.datetime(2021, 7, 14, 9, 0, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:26:16.522056 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Checking segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:26:16.522442 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Bound using segment: {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:26:16.522870 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Bound port: 61e47406-548f-44d5-8ec3-e07a81e79b7d, host: n-h1-758944-44, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4143aa27-fff2-445c-85a7-d64ea33b45fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:26:16.523230 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.596445 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:26:16.600052 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:26:16.605105 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.647480 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.648276 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.649721 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] 10.222.0.48 "PUT /v2.0/ports/61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 200 len: 1093 time: 0.7503383 Jul 14 10:26:16.650215 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:16.653257 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290cea4c-6e5a-466c-a530-e33c9dfb48d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:16.680776 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a09830-dd7b-4421-860a-186d3a68fed1 service neutron] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:16.725927 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71dc14b-b71a-4914-90f2-d72232f920bd x-openstack-request-id: req-f71dc14b-b71a-4914-90f2-d72232f920bd {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:16.726381 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:16.727404 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f71dc14b-b71a-4914-90f2-d72232f920bd {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:16.727404 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'status': 'completed', 'code': 200} Jul 14 10:26:16.757475 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-9a6e3499-943c-4364-8379-af54f96e4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.759475 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-9a6e3499-943c-4364-8379-af54f96e4984 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1096 time: 0.0659962 Jul 14 10:26:16.815264 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-40ff1d91-69d3-4be1-b0cc-cac3959ff322 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 200 len: 217 time: 0.0480263 Jul 14 10:26:16.904378 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-77d2a2a5-baae-4c15-a0f3-b30d42e79604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.905951 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-77d2a2a5-baae-4c15-a0f3-b30d42e79604 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0648115 Jul 14 10:26:16.933880 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec0131-a106-4f59-80a9-38e12440fd3b req-94230c99-d8b3-4586-832e-327daa0dab12 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:16.935498 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95ec0131-a106-4f59-80a9-38e12440fd3b req-94230c99-d8b3-4586-832e-327daa0dab12 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 944 time: 0.1580584 Jul 14 10:26:17.001429 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-95ec0131-a106-4f59-80a9-38e12440fd3b req-16b1cb99-3179-4ba1-ac1e-c88823d99bc2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473950 Jul 14 10:26:17.014431 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-cbc03036-944d-46bb-bf13-7716d765f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:17.015919 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-cbc03036-944d-46bb-bf13-7716d765f112 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034923 Jul 14 10:26:17.113470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-4d3f924b-6ec9-47e6-875f-7dd2ed61973a service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900984 Jul 14 10:26:17.205651 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-53ee580f-c073-4a5b-86c7-eb611845ff5d req-a91b5569-6488-41f1-8cb3-8b2526c4ca63 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857546 Jul 14 10:26:17.310342 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-a5b310b3-1ccc-4e12-980f-7974e35b3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:17.311942 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-a5b310b3-1ccc-4e12-980f-7974e35b3731 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1096 time: 0.0613682 Jul 14 10:26:17.409127 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-45c05f50-5a90-4656-b56e-a517d7e7e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:17.410426 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-45c05f50-5a90-4656-b56e-a517d7e7e962 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.0921097 Jul 14 10:26:17.458416 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-9cac5162-e13e-4173-b022-e41a725a1bac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 200 len: 217 time: 0.0409007 Jul 14 10:26:17.513542 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-3a85a23f-b28b-4eb9-be55-26c9e1e85c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:17.515036 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-3a85a23f-b28b-4eb9-be55-26c9e1e85c71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0496066 Jul 14 10:26:17.579325 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-3140c087-8bd3-4016-bf7a-8165815e50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:17.581270 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-3140c087-8bd3-4016-bf7a-8165815e50f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596213 Jul 14 10:26:17.683485 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-e8127e07-49b7-4686-8d9f-d11398c08e0a service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953455 Jul 14 10:26:17.786191 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-290cea4c-6e5a-466c-a530-e33c9dfb48d7 req-4d963e3e-b3f0-4b3c-8110-ad3940a6cb72 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956364 Jul 14 10:26:18.204993 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1c2b5-7caa-46d2-bd06-680d4781297e req-d7c07579-4612-4bb7-a958-3bea08f4a83b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:18.206565 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3f1c2b5-7caa-46d2-bd06-680d4781297e req-d7c07579-4612-4bb7-a958-3bea08f4a83b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 944 time: 0.0721033 Jul 14 10:26:18.246187 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-e3f1c2b5-7caa-46d2-bd06-680d4781297e req-3f00ad07-fe43-46b7-8ccc-d82606fd3215 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337448 Jul 14 10:26:19.238949 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:19.428151 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d1afc-71d9-425d-a401-1062da1c2786 req-cdd2100c-2b33-4be2-8cfd-f7b8ada75cad tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:19.429670 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-829d1afc-71d9-425d-a401-1062da1c2786 req-cdd2100c-2b33-4be2-8cfd-f7b8ada75cad tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 944 time: 0.0655808 Jul 14 10:26:19.467525 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-829d1afc-71d9-425d-a401-1062da1c2786 req-437bdf2c-16e0-470f-a75d-fc9389eefba0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Jul 14 10:26:19.801370 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8596c3d-39f3-4171-b5b2-053de327e5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.030128 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.039030 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 61e47406-548f-44d5-8ec3-e07a81e79b7d details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:26:20.135719 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:20.147459 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'port_id': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'mac_address': 'fa:16:3e:39:eb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:26:20.184504 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.201800 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e47406-548f-44d5-8ec3-e07a81e79b7d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:26:20.221556 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:20.225534 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.275642 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.472864 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['61e47406-548f-44d5-8ec3-e07a81e79b7d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:26:20.687846 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1261a-4fd8-482b-a8d9-5279d940c29e req-bb1ae164-728e-4e5b-b74d-5d65405844a8 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:20.689268 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eab1261a-4fd8-482b-a8d9-5279d940c29e req-bb1ae164-728e-4e5b-b74d-5d65405844a8 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 945 time: 0.0797718 Jul 14 10:26:20.729495 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-eab1261a-4fd8-482b-a8d9-5279d940c29e req-ea393322-4acc-4119-99d4-25ed773d1119 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Jul 14 10:26:20.885938 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.757138 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.029076 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c75a-69c7-496c-bd4c-a411d648a5c2 req-1b6b041b-2e17-4dfc-b13e-d28dd66e11cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:22.031538 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e643c75a-69c7-496c-bd4c-a411d648a5c2 req-1b6b041b-2e17-4dfc-b13e-d28dd66e11cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 945 time: 0.1202903 Jul 14 10:26:22.039618 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 61e47406-548f-44d5-8ec3-e07a81e79b7d up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:22.098268 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-e643c75a-69c7-496c-bd4c-a411d648a5c2 req-da70da87-a78e-4c07-870b-cfd242284db5 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577557 Jul 14 10:26:22.130197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning for port 61e47406-548f-44d5-8ec3-e07a81e79b7d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:22.136421 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 61e47406-548f-44d5-8ec3-e07a81e79b7d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:22.137025 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.251598 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.277597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:22.280137 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf6a683-a991-4351-a083-48dea0ca873d" -d '{"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-plugged", "status": "completed", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:22.301845 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:22.307809 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.343668 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b6fa1e-29cc-4007-a133-359381b52110 x-openstack-request-id: req-05b6fa1e-29cc-4007-a133-359381b52110 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:22.343997 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-plugged", "status": "completed", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:22.344188 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05b6fa1e-29cc-4007-a133-359381b52110 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:22.344589 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'code': 200} Jul 14 10:26:22.379182 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:22.497947 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda1506-1a68-48f0-a571-0f19ee23923c req-f5ea918d-43c1-43f5-bafb-8a1aac84f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:22.499603 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6dda1506-1a68-48f0-a571-0f19ee23923c req-f5ea918d-43c1-43f5-bafb-8a1aac84f3d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1098 time: 0.0785744 Jul 14 10:26:22.550609 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-6dda1506-1a68-48f0-a571-0f19ee23923c req-599705d1-bedf-473a-bd4f-79c1f184643b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 Jul 14 10:26:23.308087 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48147a-4b9a-48c5-8ed7-ec8e1322b3c8 req-ad2452d6-56fe-4ad0-860a-7f20e5a60495 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:23.309752 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb48147a-4b9a-48c5-8ed7-ec8e1322b3c8 req-ad2452d6-56fe-4ad0-860a-7f20e5a60495 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 946 time: 0.0771284 Jul 14 10:26:23.355936 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bb48147a-4b9a-48c5-8ed7-ec8e1322b3c8 req-377eca44-65f9-4f12-b068-ced74bd557c6 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394242 Jul 14 10:26:24.554136 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ab33e-c5a9-4692-b5df-b60c1d040a40 req-e0a11cf5-2c1f-44b6-90f4-18ba2099a5d5 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:24.555945 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-266ab33e-c5a9-4692-b5df-b60c1d040a40 req-e0a11cf5-2c1f-44b6-90f4-18ba2099a5d5 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 946 time: 0.0712564 Jul 14 10:26:24.599752 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-266ab33e-c5a9-4692-b5df-b60c1d040a40 req-441de518-cd1c-4ace-999a-0dc74ad8aa75 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375044 Jul 14 10:26:24.793635 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4342-7f03-4140-a77e-d5103eae5c6b req-79876213-8b89-4ea8-8007-4623ee04320b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:24.794678 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-193d4342-7f03-4140-a77e-d5103eae5c6b req-79876213-8b89-4ea8-8007-4623ee04320b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 946 time: 0.0735803 Jul 14 10:26:24.850301 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-193d4342-7f03-4140-a77e-d5103eae5c6b req-f28ae76f-fe19-468b-9651-61d009d67418 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493131 Jul 14 10:26:24.883014 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:24.940258 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f539d-996b-467a-82b1-7014b4c61335 tempest-TestSnapshotPattern-988548322 tempest-TestSnapshotPattern-988548322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:24.941827 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f61f539d-996b-467a-82b1-7014b4c61335 tempest-TestSnapshotPattern-988548322 tempest-TestSnapshotPattern-988548322-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1093 time: 0.0573258 Jul 14 10:26:24.945769 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:24.951073 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Request body: {'floatingip': {'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'port_id': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:24.976401 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.097554 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.221639 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Allocated IP 172.25.2.100 (57506745-da56-459c-93c6-9f7a1c2f4945/7fc3fb1e-676e-4542-af5f-bf8ba5600be0/4b5c286a-137c-4c32-9f99-6f39b0587e41) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:25.336668 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.382208 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727179833739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.428255 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Network 57506745-da56-459c-93c6-9f7a1c2f4945 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:25.431846 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:25.436225 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:25.465197 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'Port': ['ID=4b5c286a-137c-4c32-9f99-6f39b0587e41,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:25.845110 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.930660 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.092355 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.097970 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126333745'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.169809 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event updated for resources: {'Port': ['ID=4b5c286a-137c-4c32-9f99-6f39b0587e41,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:26.183025 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-644179'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.288207 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Floating IP 1651067a-006e-44e3-bc8b-820f44963215 associated. External IP: 172.25.2.100, port: 61e47406-548f-44d5-8ec3-e07a81e79b7d. Jul 14 10:26:26.527596 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Router 4ec6a860-220f-4041-acaf-39578d5ee5f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:26:26.646116 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:26.658232 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] Sync routers for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:26.664082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.670154 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:26.670828 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:26:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:26.702979 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0f900d7a-c677-4f99-9692-430ab04f44b0 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7560251 Jul 14 10:26:26.703613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:26.705927 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77b69b-e0dd-448e-baf3-b04e41c11de3" -d '{"events": [{"name": "network-changed", "server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:26.743906 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162fa1ed-ce04-4c07-bad5-dcf4f7218e6f x-openstack-request-id: req-162fa1ed-ce04-4c07-bad5-dcf4f7218e6f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:26.744226 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:26.744510 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-162fa1ed-ce04-4c07-bad5-dcf4f7218e6f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:26.744954 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'status': 'completed', 'code': 200} Jul 14 10:26:26.780904 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:26.829094 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-a03c6be5-8728-4cbe-8b67-330ac95414ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:26.830638 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-a03c6be5-8728-4cbe-8b67-330ac95414ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1098 time: 0.0614374 Jul 14 10:26:26.947549 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-63261a09-1cef-4129-83fc-1428c9827f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:26.949263 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-63261a09-1cef-4129-83fc-1428c9827f72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.1126146 Jul 14 10:26:27.053975 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-fc400079-5163-4ad4-8d43-98dae20cb8b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 200 len: 1000 time: 0.0982146 Jul 14 10:26:27.111677 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-fdc68044-e85c-4504-a411-21ebcbc6b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:27.113347 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-fdc68044-e85c-4504-a411-21ebcbc6b122 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0534060 Jul 14 10:26:27.145019 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '1651067a-006e-44e3-bc8b-820f44963215', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:39:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:25Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 0, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}, {'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:51Z', 'revision_number': 1, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:27.173099 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] Checking router: 4ec6a860-220f-4041-acaf-39578d5ee5f0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:27.182724 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:27.183399 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:26:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:27.184103 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-f2aec21b-2449-461d-8e48-3b1401e5f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:27.185647 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-f2aec21b-2449-461d-8e48-3b1401e5f9f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655503 Jul 14 10:26:27.286556 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-f1d7b0b1-ca69-4649-8793-41397e6d4319 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945101 Jul 14 10:26:27.313726 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:27.394964 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-ce77b69b-e0dd-448e-baf3-b04e41c11de3 req-57886015-11ad-4147-8d91-ef135d75b7de service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026037 Jul 14 10:26:27.577705 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '1651067a-006e-44e3-bc8b-820f44963215', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:39:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:25Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 0, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}, {'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:51Z', 'revision_number': 1, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:27.606543 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f23448-d1b6-418f-b120-43c5cebaf87b None None] The sync data for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 is: [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': '1651067a-006e-44e3-bc8b-820f44963215', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:39:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:25Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 0, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}, {'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:51Z', 'revision_number': 1, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:27.818962 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4a90cb-d282-478c-8282-cf8aba96f40c None None] New status for floating IP 1651067a-006e-44e3-bc8b-820f44963215: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:26:32.323002 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:35.616928 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-382b321f-13bd-4c49-ac76-6a1400c0ec3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1815019 Jul 14 10:26:35.724958 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-46356d79-5f44-474c-be0a-c841f33a533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:35.727446 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-46356d79-5f44-474c-be0a-c841f33a533e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1095 time: 0.0635295 Jul 14 10:26:35.887464 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-973dbebb-4958-4d30-9fe8-ea6d3e2749a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:35.889316 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-973dbebb-4958-4d30-9fe8-ea6d3e2749a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.1406381 Jul 14 10:26:35.989775 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-f41d9ce8-0fca-45c5-9d6a-a303d2012b4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 999 time: 0.0925245 Jul 14 10:26:36.044852 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-d76fdd18-f2a0-40d6-83be-cce627a923d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:36.046531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-d76fdd18-f2a0-40d6-83be-cce627a923d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0508330 Jul 14 10:26:36.117720 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-40f62b8c-552c-4e9e-a3aa-143b1112762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:36.120256 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-40f62b8c-552c-4e9e-a3aa-143b1112762f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671055 Jul 14 10:26:36.226351 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-4b3027ab-9881-470f-bd11-755ff3b76b63 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994046 Jul 14 10:26:36.359260 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-4f682ed7-f3e0-40e8-8163-ab089f52174d req-ff7707d2-99ea-445f-9b97-0bc353e22e98 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266115 Jul 14 10:26:36.765808 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:46.076060 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8a84175-ba94-49ef-904b-71958b202c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:49.235070 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:49.803207 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da865fdb-4d81-41ea-a953-e2c34cbce9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:50.027201 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:50.883320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:51.756860 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:57.354208 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-779058f7-1676-48ed-8b37-4f5793d18282 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800104 Jul 14 10:26:57.474725 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-e326764a-cb63-432b-bcd8-b2e96cd0620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:57.476675 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-e326764a-cb63-432b-bcd8-b2e96cd0620c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1098 time: 0.0697484 Jul 14 10:26:58.003200 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-32e18daf-9b17-4fc4-8ed3-135b146a4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:58.004737 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-32e18daf-9b17-4fc4-8ed3-135b146a4b94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.5042233 Jul 14 10:26:58.093013 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-49960a66-9132-43c8-ba0e-3a1585c7e2ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 200 len: 1002 time: 0.0803707 Jul 14 10:26:58.164882 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-5f3661e0-0267-4338-a4f0-be2478a36001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:58.167252 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-5f3661e0-0267-4338-a4f0-be2478a36001 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0650711 Jul 14 10:26:58.244134 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-c9b7fdb7-3e00-4e32-b485-5e08d87d7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:58.245873 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-c9b7fdb7-3e00-4e32-b485-5e08d87d7ab0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710721 Jul 14 10:26:58.352594 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-a3ef9fe4-46e1-449f-957e-ac13a5763018 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977187 Jul 14 10:26:58.490470 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-b3b35b65-dae5-41a5-9713-32d0a309e2cf req-18d21e00-b829-4a34-8249-4dcc4cc21655 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296582 Jul 14 10:27:02.316532 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:13.765962 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:16.079477 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc4da-01f3-48df-914f-23457c03bd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.225986 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.804609 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e90650f9-68c7-4a05-bfc4-1c2f8dedd7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.034349 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.898318 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.753792 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.329188 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:37.473805 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-fab5f047-7473-4313-8a92-00fa8b8351f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548050 Jul 14 10:27:37.567067 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-d7c32260-f2bb-4e2a-833b-ec6a9b5b7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:37.568640 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-d7c32260-f2bb-4e2a-833b-ec6a9b5b7f8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1095 time: 0.0537388 Jul 14 10:27:37.677332 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-b7a0a748-2986-4813-a418-800c4853dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:37.678822 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-b7a0a748-2986-4813-a418-800c4853dad7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.0897045 Jul 14 10:27:37.743100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-70236e63-1b08-4682-a359-ac16b95f8e16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 999 time: 0.0571768 Jul 14 10:27:37.795006 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-017c390f-9c59-47d4-afd0-d455bd82ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:37.796611 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-017c390f-9c59-47d4-afd0-d455bd82ae89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0479262 Jul 14 10:27:37.853733 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-cd6cbcec-5d0b-464b-9850-4d916bbfa48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:37.855270 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-cd6cbcec-5d0b-464b-9850-4d916bbfa48a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531180 Jul 14 10:27:37.946536 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-ff9af726-1387-4a68-830c-431f8ca6c74d service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850601 Jul 14 10:27:38.044451 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-44d51dd6-6ae1-4edc-8a35-aa443eca04ef req-65b96f82-80ef-4c55-ae90-c23a473a2cda service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916579 Jul 14 10:27:46.084672 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f74b1f8f-2400-4877-982b-507057703219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:49.227571 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:49.807320 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b15baf7d-ce7a-44c6-9fad-fcf2c800be46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:50.035024 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:50.765223 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:50.896083 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:51.757285 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:56.397479 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 61e47406-548f-44d5-8ec3-e07a81e79b7d details requested by agent hyperv_n-h1-758944-44 with host n-h1-758944-44 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:27:56.510613 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:56.526867 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Returning: {'device': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'port_id': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'mac_address': 'fa:16:3e:39:eb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:27:56.569166 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:56.583310 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61e47406-548f-44d5-8ec3-e07a81e79b7d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:27:56.610370 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:56.619124 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:56.673886 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:56.681843 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.682197 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.682551 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.682896 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.683241 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.683612 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.683948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.684287 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.684620 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.685251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.685251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.685672 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:56.691335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] get_ports_and_sgs() called for port_ids ['61e47406-548f-44d5-8ec3-e07a81e79b7d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:27:58.408543 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 61e47406-548f-44d5-8ec3-e07a81e79b7d up at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:58.433991 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8c4e-8a0d-4029-9221-15309800068e req-07c76c76-654e-4759-9f81-252724ba77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:58.435593 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-07c76c76-654e-4759-9f81-252724ba77a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1097 time: 0.0777981 Jul 14 10:27:58.481259 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Provisioning complete for port 61e47406-548f-44d5-8ec3-e07a81e79b7d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:58.481635 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16604857'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:58.572496 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:58.601446 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:58.603780 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a6d1c2-2105-4db0-9882-293a9bc69bca" -d '{"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-plugged", "status": "completed", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:58.622038 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8c4e-8a0d-4029-9221-15309800068e req-91d53bfc-106a-4e3a-883d-3e5dfcb009d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:58.623777 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-91d53bfc-106a-4e3a-883d-3e5dfcb009d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.1660194 Jul 14 10:27:58.629051 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:58.635027 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:58.674112 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d822acd5-ab84-4bb0-b207-a5c2f34d7588 x-openstack-request-id: req-d822acd5-ab84-4bb0-b207-a5c2f34d7588 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:58.674486 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-plugged", "status": "completed", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:58.674692 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d822acd5-ab84-4bb0-b207-a5c2f34d7588 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:58.675055 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'code': 200} Jul 14 10:27:58.717668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-0d57c2b0-11c4-4ac8-8cdb-828122fded62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 200 len: 1002 time: 0.0853341 Jul 14 10:27:58.729531 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:58.777555 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8c4e-8a0d-4029-9221-15309800068e req-781070a7-fe7f-4869-9ba6-f5869dd8941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:58.779375 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-781070a7-fe7f-4869-9ba6-f5869dd8941a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0511293 Jul 14 10:27:58.854473 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8c4e-8a0d-4029-9221-15309800068e req-331fc596-3929-48d0-931c-6c2582d18010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:58.856528 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-331fc596-3929-48d0-931c-6c2582d18010 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693409 Jul 14 10:27:58.867519 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-e8a146e3-0eaf-4824-ac45-d0a8491deed5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:27:58.868529 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-e8a146e3-0eaf-4824-ac45-d0a8491deed5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054543 Jul 14 10:27:58.972628 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-e4c2f0f6-9a71-400d-a124-f81c2d07b7a2 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960994 Jul 14 10:27:59.089471 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-116c8c4e-8a0d-4029-9221-15309800068e req-24e62dba-0dba-41a8-b8b5-726199821cd3 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090705 Jul 14 10:28:02.332450 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:06.481080 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 45956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:06.647113 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Deleting port 4b5c286a-137c-4c32-9f99-6f39b0587e41 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:06.647479 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:06.721072 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:06.721426 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:06.733330 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Calling delete_port for 4b5c286a-137c-4c32-9f99-6f39b0587e41 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:06.889627 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:06.913037 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event deleted for resources: {'Port': ['ID=4b5c286a-137c-4c32-9f99-6f39b0587e41,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:06.923496 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.923849 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.924192 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.924536 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.924873 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.925207 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.925535 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.926293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.926293 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.926514 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.926805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.927131 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:06.994521 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:06.994768 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Floating IP 1651067a-006e-44e3-bc8b-820f44963215 disassociated (deleted). External IP: 172.25.2.100, port: 61e47406-548f-44d5-8ec3-e07a81e79b7d. Jul 14 10:28:07.253974 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Router 4ec6a860-220f-4041-acaf-39578d5ee5f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:28:07.428559 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:28:07.437009 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:07.444879 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247f215-e110-414d-8889-5430a178036b None None] Sync routers for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:28:07.462482 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247f215-e110-414d-8889-5430a178036b None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:07.463538 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5247f215-e110-414d-8889-5430a178036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:07.505356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-b409ba80-826e-44a5-be76-ad8189944c2c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "DELETE /v2.0/floatingips/1651067a-006e-44e3-bc8b-820f44963215 HTTP/1.1" status: 204 len: 168 time: 1.0227702 Jul 14 10:28:07.506326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:07.509958 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeface2-be90-4cc4-9306-c6dd62f5ce91" -d '{"events": [{"name": "network-changed", "server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:07.575824 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ea0348-7818-4b34-ad1c-c10eebbdfd1d x-openstack-request-id: req-e5ea0348-7818-4b34-ad1c-c10eebbdfd1d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:07.576772 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:07.577626 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5ea0348-7818-4b34-ad1c-c10eebbdfd1d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:07.578593 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'status': 'completed', 'code': 200} Jul 14 10:28:07.644948 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5247f215-e110-414d-8889-5430a178036b None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:07.708724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-d4ecdd82-2cb7-47f0-9985-f3b71b577bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:07.711183 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-d4ecdd82-2cb7-47f0-9985-f3b71b577bb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 1098 time: 0.1054366 Jul 14 10:28:07.875702 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-e9abaffa-7c3e-4688-b197-6e89045b9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:07.877368 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-e9abaffa-7c3e-4688-b197-6e89045b9bc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.1593280 Jul 14 10:28:07.954163 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-9b1f791b-3a78-4863-80c4-165139190759 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 200 len: 217 time: 0.0702279 Jul 14 10:28:08.027994 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5247f215-e110-414d-8889-5430a178036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:51Z', 'revision_number': 1, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:08.038025 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-a1e73fc8-457f-4780-8ad2-e05a2038803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:08.039668 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-a1e73fc8-457f-4780-8ad2-e05a2038803d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0793495 Jul 14 10:28:08.060005 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247f215-e110-414d-8889-5430a178036b None None] Checking router: 4ec6a860-220f-4041-acaf-39578d5ee5f0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:28:08.069394 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247f215-e110-414d-8889-5430a178036b None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:08.070025 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5247f215-e110-414d-8889-5430a178036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:08.074313 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a62f-4078-49e9-801f-fb7b0cd434a3 req-37e8cfb3-7c37-4904-9642-25474eff9293 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:08.075935 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb94a62f-4078-49e9-801f-fb7b0cd434a3 req-37e8cfb3-7c37-4904-9642-25474eff9293 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 946 time: 0.0786200 Jul 14 10:28:08.114389 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-a7e1ab55-113a-4dba-b963-68361c2b2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:08.116001 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-a7e1ab55-113a-4dba-b963-68361c2b2b0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698099 Jul 14 10:28:08.125801 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-fb94a62f-4078-49e9-801f-fb7b0cd434a3 req-b671dc7e-a5e7-43f5-9afb-a98c8a88e8f6 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371878 Jul 14 10:28:08.194604 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5247f215-e110-414d-8889-5430a178036b None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:08.228043 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-64f83f77-c26c-4d58-86f0-2ff911063ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034982 Jul 14 10:28:08.330460 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-9eeface2-be90-4cc4-9306-c6dd62f5ce91 req-f9ed5b90-1949-4f52-b113-abc7c0ce5c0f service neutron] 10.222.0.48 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947478 Jul 14 10:28:08.434142 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5247f215-e110-414d-8889-5430a178036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:51Z', 'revision_number': 1, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:08.461896 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5247f215-e110-414d-8889-5430a178036b None None] The sync data for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 is: [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_floatingips': [{'id': 'f7d62f42-a807-400c-81e5-561a6bafbea9', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'floating_ip_address': '172.25.2.193', 'floating_network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'router_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'port_id': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'mac_address': 'fa:16:3e:c8:f5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:49Z', 'updated_at': '2021-07-14T10:23:51Z', 'revision_number': 1, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:28:08.487528 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 61e47406-548f-44d5-8ec3-e07a81e79b7d no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:08.572467 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16318060'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:08.599449 n-d-758944-44 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:08.601585 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823fe1a4c8045ce6719c9be50c7bf84880ae7db1702bc38251c4cdd44f3fa20f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c4173c-5dd8-452a-984e-4d112b0b9cea" -d '{"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-unplugged", "status": "completed", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:08.617436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:08.621842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727180225783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727179833757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727179833775'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:08.656952 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111034a-ad76-433f-b54f-8f2ac4f939a4 x-openstack-request-id: req-4111034a-ad76-433f-b54f-8f2ac4f939a4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:08.657251 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-unplugged", "status": "completed", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:08.657503 n-d-758944-44 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4111034a-ad76-433f-b54f-8f2ac4f939a4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:08.657968 n-d-758944-44 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'code': 200} Jul 14 10:28:08.685246 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Pushing event updated for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:08.720597 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb6c1a-db68-4b6a-8453-ffdef406a2d6 None None] New status for floating IP 1651067a-006e-44e3-bc8b-820f44963215: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:28:09.308422 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ba3a-6cb4-4af2-ae4b-317d4511822c req-61a518c5-f569-448e-bcd8-30db6fccc746 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:09.310100 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f1ba3a-6cb4-4af2-ae4b-317d4511822c req-61a518c5-f569-448e-bcd8-30db6fccc746 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 944 time: 0.0697534 Jul 14 10:28:09.349952 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-73f1ba3a-6cb4-4af2-ae4b-317d4511822c req-12abbaea-f294-47b8-ad21-abb15b60b54d tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335851 Jul 14 10:28:09.929850 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-27a5ec69-8bca-436a-9aae-abf1ed21c70d tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:09.931465 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-27a5ec69-8bca-436a-9aae-abf1ed21c70d tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.48 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 944 time: 0.0741541 Jul 14 10:28:10.037503 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Deleting port 61e47406-548f-44d5-8ec3-e07a81e79b7d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:10.037849 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:10.133244 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] For port 61e47406-548f-44d5-8ec3-e07a81e79b7d, host n-h1-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-44',level=0,port_id=61e47406-548f-44d5-8ec3-e07a81e79b7d,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:10.133616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:10.146482 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Calling delete_port for 61e47406-548f-44d5-8ec3-e07a81e79b7d owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:10.277082 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:10.314221 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event deleted for resources: {'Port': ['ID=61e47406-548f-44d5-8ec3-e07a81e79b7d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:10.362277 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] No DVR routers for this DVR port 61e47406-548f-44d5-8ec3-e07a81e79b7d on host n-h1-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:28:10.365049 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:10.367182 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-d13a38bd-5cad-47c8-8508-a96144fc1888 req-081a42ee-6258-49ad-831c-ef87c29a702b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.48 "DELETE /v2.0/ports/61e47406-548f-44d5-8ec3-e07a81e79b7d HTTP/1.1" status: 204 len: 173 time: 0.4306962 Jul 14 10:28:10.367652 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-deleted', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:10.369927 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639db81-3169-4c6b-9207-813c455a625a" -d '{"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-deleted", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:10.410698 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f33f9e9-d15c-4a65-9834-9f3768587054 x-openstack-request-id: req-8f33f9e9-d15c-4a65-9834-9f3768587054 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:10.410998 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040a15e-6aeb-43d8-825d-d40a7162fe08", "name": "network-vif-deleted", "tag": "61e47406-548f-44d5-8ec3-e07a81e79b7d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:10.411260 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f33f9e9-d15c-4a65-9834-9f3768587054 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:10.411724 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040a15e-6aeb-43d8-825d-d40a7162fe08', 'name': 'network-vif-deleted', 'tag': '61e47406-548f-44d5-8ec3-e07a81e79b7d', 'status': 'completed', 'code': 200} Jul 14 10:28:10.495533 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-c9a62df7-6835-4a6f-8833-83cf82b6e6a8 req-94b5ef0c-9a75-4e0e-b7fa-0050a1cf1d6b tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=e040a15e-6aeb-43d8-825d-d40a7162fe08 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jul 14 10:28:12.103204 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:12.259143 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Deleting port 0e009cf7-c95d-46d1-9c3f-196196c101f1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:12.259422 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:12.353747 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:12.354080 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:12.366512 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Calling delete_port for 0e009cf7-c95d-46d1-9c3f-196196c101f1 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:12.512955 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:12.520353 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 61e47406-548f-44d5-8ec3-e07a81e79b7d no longer exists at agent hyperv_n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:12.542692 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event deleted for resources: {'Port': ['ID=0e009cf7-c95d-46d1-9c3f-196196c101f1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:12.543814 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] No Port match for: 61e47406-548f-44d5-8ec3-e07a81e79b7d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:12.544173 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Device 61e47406-548f-44d5-8ec3-e07a81e79b7d not bound to the agent host n-h1-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:12.605310 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:12.605638 n-d-758944-44 neutron-server[93754]: INFO neutron.db.l3_db [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Floating IP f7d62f42-a807-400c-81e5-561a6bafbea9 disassociated (deleted). External IP: 172.25.2.193, port: e5d96209-0927-455d-9b16-b2f27e7c6eb9. Jul 14 10:28:12.818341 n-d-758944-44 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Router 4ec6a860-220f-4041-acaf-39578d5ee5f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:28:12.931960 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:28:12.938362 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:12.943464 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] Sync routers for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:28:12.953621 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:12.954251 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:12.976674 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-4f881a14-82ee-43c7-9349-468bb76e82e2 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "DELETE /v2.0/floatingips/f7d62f42-a807-400c-81e5-561a6bafbea9 HTTP/1.1" status: 204 len: 168 time: 0.8723395 Jul 14 10:28:12.977281 n-d-758944-44 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:12.979652 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f656729d42b8eb15c9bf04ca717026ef8e6b0d4d56ad370f1f9c5f0cb29497d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5813e36d-c357-4256-b9ba-7ffa87c001bc" -d '{"events": [{"name": "network-changed", "server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:13.019703 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6447e31-dc83-4340-8a30-e88265c6e918 x-openstack-request-id: req-b6447e31-dc83-4340-8a30-e88265c6e918 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:13.020002 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:13.020258 n-d-758944-44 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6447e31-dc83-4340-8a30-e88265c6e918 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:13.020665 n-d-758944-44 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'status': 'completed', 'code': 200} Jul 14 10:28:13.099206 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-6d1d2523-d98d-4aa9-9a01-9d7561bea02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:13.100919 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-6d1d2523-d98d-4aa9-9a01-9d7561bea02a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 1095 time: 0.0569019 Jul 14 10:28:13.160893 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:13.208990 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-411c7ca9-561e-4d93-94ef-7aa26f19cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:13.210531 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-411c7ca9-561e-4d93-94ef-7aa26f19cf24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 200 len: 909 time: 0.1038523 Jul 14 10:28:13.255532 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-8af31bee-2905-46c2-97b1-e22c93179a82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 200 len: 217 time: 0.0368948 Jul 14 10:28:13.306087 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-35da418e-0eb6-4ac9-a39e-e9c7fe2e240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:13.307643 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-35da418e-0eb6-4ac9-a39e-e9c7fe2e240b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 200 len: 847 time: 0.0458133 Jul 14 10:28:13.374112 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-b5f13f41-4cbc-46b6-9ce4-615b5742268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:13.375219 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:13.375817 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-b5f13f41-4cbc-46b6-9ce4-615b5742268c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83fbcf23-4f65-4d8f-bd31-502432e4ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611563 Jul 14 10:28:13.408586 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] Checking router: 4ec6a860-220f-4041-acaf-39578d5ee5f0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:28:13.417335 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:13.423250 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:13.459239 n-d-758944-44 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc59482-2ba9-46ff-be34-834da9b5702a req-320d9087-847f-4ba8-abaa-5a731fef2e17 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:13.461486 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bcc59482-2ba9-46ff-be34-834da9b5702a req-320d9087-847f-4ba8-abaa-5a731fef2e17 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 943 time: 0.1663060 Jul 14 10:28:13.481070 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-2b835efe-9eb8-47eb-b171-e3e2acc92d3b service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960665 Jul 14 10:28:13.506370 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [req-bcc59482-2ba9-46ff-be34-834da9b5702a req-40a33a11-8f01-4585-9965-8232ac1fc83c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378702 Jul 14 10:28:13.536971 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:13.580882 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-5813e36d-c357-4256-b9ba-7ffa87c001bc req-f8be2f4d-1ca2-4b0d-9a03-682ae19954a7 service neutron] 10.222.0.11 "GET /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Jul 14 10:28:13.737450 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:13.763381 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c3e5a-994e-4563-9e69-25b2b7c9f790 None None] The sync data for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 is: [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:29Z', 'revision_number': 4, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44', '_interfaces': [{'id': '2fa14b4c-93ca-40db-8901-ddb82d20bdcc', 'name': '', 'network_id': '83fbcf23-4f65-4d8f-bd31-502432e4ec08', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'mac_address': 'fa:16:3e:93:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:29Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'subnets': [{'id': '8e43fc80-f8ea-4756-961d-4f237ab3966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:28:13.994452 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fb178-96e2-4f17-a834-47d63346d6d6 None None] New status for floating IP f7d62f42-a807-400c-81e5-561a6bafbea9: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:28:14.741610 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fa5b8-a935-4f9d-83f2-e27d71fcce92 req-0775d390-d392-4b0a-8c80-14e628ea45cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:14.743044 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f16fa5b8-a935-4f9d-83f2-e27d71fcce92 req-0775d390-d392-4b0a-8c80-14e628ea45cb tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 943 time: 0.1172240 Jul 14 10:28:14.808323 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-f16fa5b8-a935-4f9d-83f2-e27d71fcce92 req-93688a09-edef-4755-a952-f75c3c8c811d tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/security-groups?id=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587206 Jul 14 10:28:14.842870 n-d-758944-44 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-f6362c03-5a21-4e65-832f-35733ba3c309 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:14.844494 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-f6362c03-5a21-4e65-832f-35733ba3c309 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 943 time: 0.0777922 Jul 14 10:28:14.958162 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Deleting port e5d96209-0927-455d-9b16-b2f27e7c6eb9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:14.958505 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:15.051066 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] For port e5d96209-0927-455d-9b16-b2f27e7c6eb9, host n-h2-758944-44, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-44',level=0,port_id=e5d96209-0927-455d-9b16-b2f27e7c6eb9,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:15.051347 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:15.064489 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Calling delete_port for e5d96209-0927-455d-9b16-b2f27e7c6eb9 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:15.555740 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:15.585178 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event deleted for resources: {'Port': ['ID=e5d96209-0927-455d-9b16-b2f27e7c6eb9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:15.597073 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.597431 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.597783 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.598135 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.598483 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.598844 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.599185 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.599554 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.600527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.600527 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.600745 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.601020 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-44 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:15.652814 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] No DVR routers for this DVR port e5d96209-0927-455d-9b16-b2f27e7c6eb9 on host n-h2-758944-44 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:28:15.656085 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230141'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:15.658201 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-b60cf3a9-b444-4af1-a383-3b001957f9af req-4ba302d6-d373-469b-8175-fa0a71a29d1c tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.11 "DELETE /v2.0/ports/e5d96209-0927-455d-9b16-b2f27e7c6eb9 HTTP/1.1" status: 204 len: 173 time: 0.8077116 Jul 14 10:28:15.658651 n-d-758944-44 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-deleted', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:15.660981 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}132fd6afa67d9bc9d4abf699fe5149c78202db8f7f412ca23eea4269c76a7da0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b758c3-a066-48cd-8375-6ee7a84026dc" -d '{"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-deleted", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:15.760720 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fba2e6-9634-4af9-86ae-18c8c454a38d x-openstack-request-id: req-52fba2e6-9634-4af9-86ae-18c8c454a38d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:15.761551 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d27d3e-26b2-4524-8879-44f7005e2cbf", "name": "network-vif-deleted", "tag": "e5d96209-0927-455d-9b16-b2f27e7c6eb9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:15.761551 n-d-758944-44 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52fba2e6-9634-4af9-86ae-18c8c454a38d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:15.762141 n-d-758944-44 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d27d3e-26b2-4524-8879-44f7005e2cbf', 'name': 'network-vif-deleted', 'tag': 'e5d96209-0927-455d-9b16-b2f27e7c6eb9', 'status': 'completed', 'code': 200} Jul 14 10:28:15.965830 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [req-7642572d-535f-42fa-856b-60ceffa9dc81 req-cbbdaeca-48ea-4bf1-9577-9084e748e026 tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d27d3e-26b2-4524-8879-44f7005e2cbf HTTP/1.1" status: 200 len: 210 time: 0.0339208 Jul 14 10:28:16.088987 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f79b994-2744-4fd8-b892-a4630a609f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.061458 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:17.125885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f111c4-c580-4e7b-9341-adce0a3110bf tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.152768 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f111c4-c580-4e7b-9341-adce0a3110bf tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.216089 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f111c4-c580-4e7b-9341-adce0a3110bf tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.218819 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f111c4-c580-4e7b-9341-adce0a3110bf tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.220124 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-65f111c4-c580-4e7b-9341-adce0a3110bf tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] 10.222.0.18 "DELETE /v2.0/security-groups/cae03c03-0b92-4ec4-a8b5-854f5b0f7f04 HTTP/1.1" status: 204 len: 168 time: 0.1576338 Jul 14 10:28:17.229465 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f111c4-c580-4e7b-9341-adce0a3110bf tempest-TestSnapshotPattern-462728331 tempest-TestSnapshotPattern-462728331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae03c03-0b92-4ec4-a8b5-854f5b0f7f04,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:17.264759 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:17.622789 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.878510 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Deleting port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:17.878763 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.956822 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] For port 2fa14b4c-93ca-40db-8901-ddb82d20bdcc, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:17.957180 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:17.970143 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Calling delete_port for 2fa14b4c-93ca-40db-8901-ddb82d20bdcc owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:18.153058 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:18.180516 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa14b4c-93ca-40db-8901-ddb82d20bdcc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:18.352838 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:18.574389 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Router 4ec6a860-220f-4041-acaf-39578d5ee5f0 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:28:18.686544 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:28:18.692139 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-f9a282ac-94ea-4148-b2a9-93992d90a7e8 admin admin] 10.222.0.18 "PUT /v2.0/routers/4ec6a860-220f-4041-acaf-39578d5ee5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263461 Jul 14 10:28:18.694608 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:18.697230 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] Sync routers for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:28:18.706890 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:18.707552 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:18.801797 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:18.811911 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: n-d-758944-44 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:18.905161 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:18.958730 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Deleting port 09956881-4633-4ddb-b532-d84892aefb6f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:18.959009 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:18.994442 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '09956881-4633-4ddb-b532-d84892aefb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:28:18Z', 'revision_number': 5, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port': {'id': '09956881-4633-4ddb-b532-d84892aefb6f', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:19.021816 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] Checking router: 4ec6a860-220f-4041-acaf-39578d5ee5f0 for host: n-d-758944-44 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:28:19.030620 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] Routers {'4ec6a860-220f-4041-acaf-39578d5ee5f0'} bound to L3 agent in host n-d-758944-44 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:19.031234 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:27:50Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['4ec6a860-220f-4041-acaf-39578d5ee5f0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:19.040667 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] For port 09956881-4633-4ddb-b532-d84892aefb6f, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=09956881-4633-4ddb-b532-d84892aefb6f,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:19.041030 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.056014 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Calling delete_port for 09956881-4633-4ddb-b532-d84892aefb6f owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:19.119669 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] Set router 4ec6a860-220f-4041-acaf-39578d5ee5f0 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:19.172323 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:28:18Z', 'revision_number': 6, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port_host': None}], 'n-d-758944-44', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:19.202439 n-d-758944-44 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475eae50-fbfc-406b-b253-64a051b8a142 None None] The sync data for ids ['4ec6a860-220f-4041-acaf-39578d5ee5f0'] in n-d-758944-44 is: [{'id': '4ec6a860-220f-4041-acaf-39578d5ee5f0', 'name': 'tempest-TestSnapshotPattern-54794218-router', 'tenant_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:27Z', 'updated_at': '2021-07-14T10:28:18Z', 'revision_number': 6, 'project_id': 'ac1c68dfd85148789ef0dbaf8f01d89a', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:28:19.231057 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.239974 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.266474 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Pushing event deleted for resources: {'Port': ['ID=09956881-4633-4ddb-b532-d84892aefb6f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:19.328003 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.417350 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.419577 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.468021 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.468581 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec6a860-220f-4041-acaf-39578d5ee5f0 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:28:19.472899 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.474179 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-08c24130-86a9-4b27-8614-d850206cab13 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4ec6a860-220f-4041-acaf-39578d5ee5f0 HTTP/1.1" status: 204 len: 168 time: 0.7785125 Jul 14 10:28:19.476642 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:19.522630 n-d-758944-44 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] Deleting subnet 8e43fc80-f8ea-4756-961d-4f237ab3966a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:28:19.522870 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e5d96209-0927-455d-9b16-b2f27e7c6eb9 no longer exists at agent hyperv_n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:19.525967 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.550319 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] No Port match for: e5d96209-0927-455d-9b16-b2f27e7c6eb9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:19.550961 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Device e5d96209-0927-455d-9b16-b2f27e7c6eb9 not bound to the agent host n-h2-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:19.567174 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3811453'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.661062 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.715448 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3811506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3865294'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.740789 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e43fc80-f8ea-4756-961d-4f237ab3966a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:19.747238 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.749326 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-32d655f9-cb44-4289-a7a3-d388e93ce6f6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8e43fc80-f8ea-4756-961d-4f237ab3966a HTTP/1.1" status: 204 len: 168 time: 0.2718177 Jul 14 10:28:19.752362 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:19.753158 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef50d8-8bd1-4f2d-b468-184703318e39 None None] Network 83fbcf23-4f65-4d8f-bd31-502432e4ec08 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:28:19.820536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e61312c-7ef7-46f2-8e6e-e16f3b03d32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.821013 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.877257 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Deleting port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:19.877595 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.939983 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] For port 8e68dda9-2fdb-4710-8625-13aacd35dcf0, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=8e68dda9-2fdb-4710-8625-13aacd35dcf0,segment=NetworkSegment(4143aa27-fff2-445c-85a7-d64ea33b45fa),segment_id=4143aa27-fff2-445c-85a7-d64ea33b45fa)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:19.940340 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:19.953379 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Calling delete_port for 8e68dda9-2fdb-4710-8625-13aacd35dcf0 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:20.003038 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] DHCP port deletion for 83fbcf23-4f65-4d8f-bd31-502432e4ec08 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:28:20.046321 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.049111 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.064485 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] Deleting port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:20.064862 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.073715 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e68dda9-2fdb-4710-8625-13aacd35dcf0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:20.079924 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] No DVR routers for this DVR port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:28:20.131441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] For port 8e68dda9-2fdb-4710-8625-13aacd35dcf0, host n-d-758944-44, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:20.131791 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.145054 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] Calling delete_port for 8e68dda9-2fdb-4710-8625-13aacd35dcf0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:20.147816 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] Port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:28:20.149056 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.153885 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.165349 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fbcf23-4f65-4d8f-bd31-502432e4ec08']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:20.178418 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4143aa27-fff2-445c-85a7-d64ea33b45fa') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:20.178584 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] Pushing event deleted for resources: {'Port': ['ID=8e68dda9-2fdb-4710-8625-13aacd35dcf0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:20.178996 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4143aa27-fff2-445c-85a7-d64ea33b45fa') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:20.183681 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc703562-6d8f-4d67-9159-14a6015f7227 None None] No DVR routers for this DVR port 8e68dda9-2fdb-4710-8625-13aacd35dcf0 on host n-d-758944-44 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:28:20.190502 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.215624 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.222613 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:28:20.223002 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:28:20.224861 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:28:20.281616 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.287120 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.288978 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] 10.222.0.18 "DELETE /v2.0/networks/83fbcf23-4f65-4d8f-bd31-502432e4ec08 HTTP/1.1" status: 204 len: 168 time: 0.5350924 Jul 14 10:28:20.292046 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:20.300854 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6a82-cf98-4382-bf4b-d7d7b11aef01 admin admin] Pushing event deleted for resources: {'Network': ['ID=83fbcf23-4f65-4d8f-bd31-502432e4ec08,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:20.626043 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e68dda9-2fdb-4710-8625-13aacd35dcf0 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:20.644902 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 8e68dda9-2fdb-4710-8625-13aacd35dcf0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:20.645247 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 8e68dda9-2fdb-4710-8625-13aacd35dcf0 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:20.645662 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2fa14b4c-93ca-40db-8901-ddb82d20bdcc no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:20.648529 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645231'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.664883 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 2fa14b4c-93ca-40db-8901-ddb82d20bdcc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:20.665227 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 2fa14b4c-93ca-40db-8901-ddb82d20bdcc not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:20.665641 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09956881-4633-4ddb-b532-d84892aefb6f no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:20.684670 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 09956881-4633-4ddb-b532-d84892aefb6f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:20.685022 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 09956881-4633-4ddb-b532-d84892aefb6f not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:20.906264 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Deleting port 205a2012-5512-4db0-932a-8613264d2316 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:20.906616 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.910676 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.985891 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] For port 205a2012-5512-4db0-932a-8613264d2316, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=205a2012-5512-4db0-932a-8613264d2316,segment=NetworkSegment(42961a55-901e-4a9b-84d8-73f0c48346bc),segment_id=42961a55-901e-4a9b-84d8-73f0c48346bc)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:20.986245 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:20.998546 n-d-758944-44 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Calling delete_port for 205a2012-5512-4db0-932a-8613264d2316 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:21.176068 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3811567'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:21.200897 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Pushing event deleted for resources: {'Port': ['ID=205a2012-5512-4db0-932a-8613264d2316,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:21.374604 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646027'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:21.760198 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:21.900419 n-d-758944-44 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 has already been hosted by L3 agent f1762b60-73e4-4dd4-be5c-b3d020e5132f {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:28:22.003769 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] Notify agent at l3_agent.n-d-758944-44 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:28:22.008627 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-1a53b09d-09d0-4460-9d63-eea6ee6ad484 admin admin] 10.222.0.18 "PUT /v2.0/routers/9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155743 Jul 14 10:28:22.011326 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:22.015759 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] Sync routers for ids ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'] in n-d-758944-44 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:28:22.025789 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] Routers {'9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:22.026415 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:28:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:22.132274 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] Set router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:22.315866 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:28:21Z', 'revision_number': 5, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:22.345335 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] Checking router: 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 for host: n-d-758944-44 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:28:22.353827 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] Routers {'9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'} bound to L3 agent in host n-d-758944-44 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:28:22.354441 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-44', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:52:49Z,description=,heartbeat_timestamp=2021-07-14T10:28:20Z,host='n-d-758944-44',id=f1762b60-73e4-4dd4-be5c-b3d020e5132f,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:52:49Z,topic='l3_agent')) {'router_ids': ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:22.450399 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:22.562638 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:22.621380 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Deleting port f5e732fe-0b6b-47c6-ad71-e19d764245a3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:22.621734 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:22.624707 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] Set router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 gateway port host: n-d-758944-44 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:28:22.706772 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] For port f5e732fe-0b6b-47c6-ad71-e19d764245a3, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=f5e732fe-0b6b-47c6-ad71-e19d764245a3,segment=NetworkSegment(6138e560-dfae-465f-baf7-003fe1ffa046),segment_id=6138e560-dfae-465f-baf7-003fe1ffa046)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:22.707126 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:22.720385 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Calling delete_port for f5e732fe-0b6b-47c6-ad71-e19d764245a3 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:22.804504 n-d-758944-44 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:28:21Z', 'revision_number': 5, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}], 'n-d-758944-44', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:22.830948 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f33e4-836d-4d7b-a784-f9a153722da6 None None] The sync data for ids ['9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1'] in n-d-758944-44 is: [{'id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'name': 'tempest-TestSnapshotPattern-344253783-router', 'tenant_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'external_fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:28:21Z', 'revision_number': 5, 'project_id': 'bda3fdd6f6b14ae2b94e7e3d55d6a876', 'gw_port': {'id': 'f5e732fe-0b6b-47c6-ad71-e19d764245a3', 'name': '', 'network_id': '57506745-da56-459c-93c6-9f7a1c2f4945', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-44', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:23:32Z', 'updated_at': '2021-07-14T10:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fc3fb1e-676e-4542-af5f-bf8ba5600be0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-44'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:28:22.913516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:22.939927 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e732fe-0b6b-47c6-ad71-e19d764245a3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:23.007490 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644105'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.102516 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28010'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.104779 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.148232 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541458'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.148775 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:28:23.154083 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.155874 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-29ac8601-3988-4cbe-86f7-06c0844e57c9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9e5d1442-c4ec-4a00-a2c6-ca27b9417ff1 HTTP/1.1" status: 204 len: 168 time: 1.1435351 Jul 14 10:28:23.158583 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:23.208637 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] Deleting subnet 89024a24-e8f0-4b09-ba2b-2c255d6aa09c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:28:23.212040 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.249301 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127046793'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.339020 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16600495'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.396219 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16600470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126333799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127625959'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.420831 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89024a24-e8f0-4b09-ba2b-2c255d6aa09c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:23.432497 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.437735 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-6fb09fc1-cd41-42c8-b442-21b0997a3108 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/89024a24-e8f0-4b09-ba2b-2c255d6aa09c HTTP/1.1" status: 204 len: 168 time: 0.2752547 Jul 14 10:28:23.438022 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:23.441482 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b567c9-d27c-4e4d-a438-067ad881f489 None None] Network 61a3440b-674f-4a0a-bb3a-0380a1056323 requested from n-d-758944-44 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:28:23.519373 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16721418'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.571984 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Deleting port 56bf14e6-e534-456b-b34a-07ea3054a680 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:28:23.572319 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727180219055'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.640599 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] For port 56bf14e6-e534-456b-b34a-07ea3054a680, host n-d-758944-44, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-44',level=0,port_id=56bf14e6-e534-456b-b34a-07ea3054a680,segment=NetworkSegment(42961a55-901e-4a9b-84d8-73f0c48346bc),segment_id=42961a55-901e-4a9b-84d8-73f0c48346bc)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:23.640886 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646092'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.654449 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Calling delete_port for 56bf14e6-e534-456b-b34a-07ea3054a680 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:28:23.739432 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727180225765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727179833748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126333754'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.766648 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Pushing event deleted for resources: {'Port': ['ID=56bf14e6-e534-456b-b34a-07ea3054a680,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:23.768420 n-d-758944-44 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] No DVR routers for this DVR port 56bf14e6-e534-456b-b34a-07ea3054a680 on host n-d-758944-44 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:28:23.832251 n-d-758944-44 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c643862-8c12-4b31-bb60-7e89de677add None None] DHCP port deletion for 61a3440b-674f-4a0a-bb3a-0380a1056323 request from n-d-758944-44 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:28:23.850220 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16598054', 'neutron.services.segments.db._delete_segments_for_network-8727180321428'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.862679 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a3440b-674f-4a0a-bb3a-0380a1056323']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:23.874805 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42961a55-901e-4a9b-84d8-73f0c48346bc') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:23.875098 n-d-758944-44 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42961a55-901e-4a9b-84d8-73f0c48346bc') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:28:23.884863 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727180302475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127046800'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.898795 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.905126 n-d-758944-44 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:28:23.905592 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16610798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126333641'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: Traceback (most recent call last): Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: timer() Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: cb(*args, **kw) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: return func(*args, **kwargs) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: self._notify() Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: self.callback(batched_events) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: event.method(event) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: return f(self, *a, **k) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: return self._get(url).json() Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:28:23.907405 n-d-758944-44 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:28:23.963028 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16598061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-644133'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.969691 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.971744 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] 10.222.0.18 "DELETE /v2.0/networks/61a3440b-674f-4a0a-bb3a-0380a1056323 HTTP/1.1" status: 204 len: 168 time: 0.5327282 Jul 14 10:28:23.985690 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417503c6-6a64-4bb7-b88e-c73873640910 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a3440b-674f-4a0a-bb3a-0380a1056323,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:24.155724 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:24.196425 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-1e08bcb2-6d26-4743-acf6-be1740522542 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac1c68dfd85148789ef0dbaf8f01d89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395021 Jul 14 10:28:24.198847 n-d-758944-44 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 46064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:24.253520 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98c8eca-67e0-468b-8cff-90350c5d14bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.274651 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98c8eca-67e0-468b-8cff-90350c5d14bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.323702 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98c8eca-67e0-468b-8cff-90350c5d14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.326925 n-d-758944-44 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98c8eca-67e0-468b-8cff-90350c5d14bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.328356 n-d-758944-44 neutron-server[93754]: INFO neutron.wsgi [None req-f98c8eca-67e0-468b-8cff-90350c5d14bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7198b377-556e-4af3-a00a-d3463c0528f5 HTTP/1.1" status: 204 len: 168 time: 0.1285326 Jul 14 10:28:24.337176 n-d-758944-44 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c8eca-67e0-468b-8cff-90350c5d14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7198b377-556e-4af3-a00a-d3463c0528f5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:24.612329 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 205a2012-5512-4db0-932a-8613264d2316 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:24.635769 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 205a2012-5512-4db0-932a-8613264d2316 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:24.636126 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 205a2012-5512-4db0-932a-8613264d2316 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:24.636779 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f5e732fe-0b6b-47c6-ad71-e19d764245a3 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:24.662436 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: f5e732fe-0b6b-47c6-ad71-e19d764245a3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:24.662792 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device f5e732fe-0b6b-47c6-ad71-e19d764245a3 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:24.663217 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56bf14e6-e534-456b-b34a-07ea3054a680 no longer exists at agent ovs-agent-n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:24.687235 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46070) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:24.687784 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] No Port match for: 56bf14e6-e534-456b-b34a-07ea3054a680 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:28:24.688199 n-d-758944-44 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Device 56bf14e6-e534-456b-b34a-07ea3054a680 not bound to the agent host n-d-758944-44 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:24.730685 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-023512bd-1394-4664-b747-b46318048674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bda3fdd6f6b14ae2b94e7e3d55d6a876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422277 Jul 14 10:28:24.733528 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 46072) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:24.786633 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d74789-47cf-4dab-b32d-cd37ce37f15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.808160 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d74789-47cf-4dab-b32d-cd37ce37f15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.856283 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d74789-47cf-4dab-b32d-cd37ce37f15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568347'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.859419 n-d-758944-44 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47d74789-47cf-4dab-b32d-cd37ce37f15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.860934 n-d-758944-44 neutron-server[93753]: INFO neutron.wsgi [None req-47d74789-47cf-4dab-b32d-cd37ce37f15b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41ec83f0-ffc9-4226-87c9-e61df41d4ecf HTTP/1.1" status: 204 len: 168 time: 0.1264887 Jul 14 10:28:24.868663 n-d-758944-44 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d74789-47cf-4dab-b32d-cd37ce37f15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec83f0-ffc9-4226-87c9-e61df41d4ecf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:27.765678 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:32.354658 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:46.092877 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e930708a-7ab0-4d45-afea-5049b7687f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:49.239963 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:49.820003 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bae5dfd7-6ac2-4632-aee1-c108c425361f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:50.044786 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:50.912309 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:51.771873 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:02.358119 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:04.765890 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:16.086010 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35d98ca6-c09f-4fb8-91c7-c7c20f2ebe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.235242 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.813965 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f06214b9-4b4a-4f2a-b3a7-d17a089d2a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.044086 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.930088 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.768786 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:32.352366 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:41.765696 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:46.087618 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2ab1cfd-6679-427d-9625-1da893cea4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:49.241976 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:49.815735 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d2f73b6-4b74-45f9-a7b4-c81310b17431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:50.045521 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:50.922853 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:51.774312 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:02.374344 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:16.094910 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99f815e0-6288-4dab-93cc-043da065b3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:18.766179 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:30:19.236935 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:19.818677 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70231328-32ce-4013-a113-4b0c1c2eb562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:20.051328 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:20.931625 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:21.793836 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:32.377029 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:46.086605 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9cb4-b1a4-40d5-ba16-3f8ece09a305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.230580 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:49.820284 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb345e00-67b4-431a-929d-acb4b8f179bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.052334 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:50.929536 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:51.780688 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.765665 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:02.383804 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:16.088939 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4787e726-0fb6-4825-844e-1d876b4b7769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:19.237106 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:19.821997 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c239-dd5e-4e76-9590-6586087aa1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.052873 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.937715 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:21.776972 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:32.382037 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:32.764986 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:46.101070 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4332795-b163-47c8-9926-177586a4bab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:49.242566 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:49.826522 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9192c8d-865e-4175-ac03-be23f7610cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:50.058612 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:50.928905 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:51.789425 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:02.382335 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:09.763633 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:16.095188 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6387fa08-98aa-4a99-b48c-426473972baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.240534 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.817833 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6966644c-bc27-43ac-a416-7420f9d90a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.061473 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.933842 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.709451 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-b8fc1bfa-ed54-4630-b552-2349f1a0809e req-f8ec5868-f635-41b8-883c-0da022f000fb service neutron] (93753) timed out ('10.222.0.18', 44714) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:32:21.788232 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:32.396065 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:46.096574 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bcc9-4d16-450b-afe8-bdd2af6ce871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:46.763675 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:49.235459 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:49.819289 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7229514-0822-4156-9582-55b5ec2bf8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.061752 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.943177 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.788045 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:02.394776 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:16.099047 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be65ee1e-1e6f-476e-b287-77586841b7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:19.238514 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:19.821256 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75e9fc02-578b-450b-9147-55c591780066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:20.066697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:20.968129 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:21.785535 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:23.763556 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:33:32.431454 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:46.101990 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b56e6bd0-cbc2-488e-af01-c3fd4e54b3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.240964 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.823149 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bade1c11-2736-493e-a7c5-a8eb26c6bde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:50.071653 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:50.980701 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:51.789642 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.763142 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:02.446289 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:16.104077 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14a1551d-16f9-419f-be35-a34d483d9351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:19.247125 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:19.824436 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4cd82b3-e7fe-41ad-850b-f184e8a1f4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:20.076625 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:20.982558 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.791242 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:32.445940 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:37.766237 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:46.111293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29ad6d4d-a45e-48d7-825a-2cda6fea21c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:49.246565 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:49.825790 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ab945e0-afb1-4693-a672-843e70705f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:50.074030 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:50.982731 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:51.794625 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:02.456639 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:14.765934 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:35:16.104730 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c90db8f-4cb4-47d6-b727-69b71ac38aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:19.240584 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:19.827942 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fa2accb-aa86-4dc5-98f2-2edcdfba9470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:20.082287 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:21.005697 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:21.804014 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:32.455200 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:46.108293 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78ed9cb9-20e0-4aa9-a6e5-e98e9eb83e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.245211 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:49.828588 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5e87227-2dde-4e44-b57f-dce440688cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:50.081155 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:51.018430 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:51.766311 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:35:51.801865 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:02.467547 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:16.116167 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e16c7eb6-e723-433a-b629-179845eebbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:19.253225 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b08e-8f5d-455d-a020-067786cc0eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:19.832042 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b942be8d-50bd-4b4b-a99e-a8c4ca764932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:20.084886 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4d050e8-229b-45ec-a4ce-e8cc1077f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:21.019382 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd2827b2-53f8-4ce2-b8ea-f9ce40e9e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:21.811302 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71274b8a-f995-4dbe-ba48-587088172fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:28.766356 n-d-758944-44 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-d2d032f2-c683-43ba-b207-b82aac5681bb None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:36:32.488380 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e79bc08-6510-44f4-a9f1-70ac2636c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:39.396731 n-d-758944-44 neutron-server[93753]: DEBUG neutron.wsgi [req-c6e5de72-e135-4714-8605-50aeed7ed0d9 req-1cc7a2c6-515e-4152-92be-b8283ddeee0b service neutron] (93753) timed out ('10.222.0.18', 38066) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:36:46.115690 n-d-758944-44 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df67e805-3258-488f-bf9c-9dffa669d4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727180325358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16604524'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}